-- Logs begin at Tue 2022-02-15 00:42:31 UTC, end at Tue 2022-02-15 03:35:58 UTC. -- Feb 15 01:25:03.171170 n-d-829064-14 systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 01:25:06.139428 n-d-829064-14 neutron-server[103631]: INFO neutron.common.config [-] Logging enabled! Feb 15 01:25:06.140075 n-d-829064-14 neutron-server[103631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 01:25:06.140227 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 01:25:06.143559 n-d-829064-14 neutron-server[103631]: INFO neutron.common.config [-] Logging enabled! Feb 15 01:25:06.143818 n-d-829064-14 neutron-server[103631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 01:25:06.144136 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 01:25:06.145118 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 01:25:06.145354 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 01:25:06.145726 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 01:25:06.145979 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 01:25:06.146211 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 01:25:06.147210 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.147637 n-d-829064-14 neutron-server[103631]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 01:25:06.147968 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.148274 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.148598 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.148902 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.149205 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.149495 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.149789 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.150091 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.150382 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.150667 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.150957 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.151254 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.151539 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.151831 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.152125 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.152439 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] debug = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.152727 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.153165 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.153592 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.153881 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.154328 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.154463 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.154741 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.155022 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.155309 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.155640 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] host = n-d-829064-14 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.155926 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.156219 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.156542 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.156837 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.157120 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.157400 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.157694 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.157977 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.158254 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.158535 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.158829 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.159126 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.159422 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.159651 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.159879 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.160191 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.160511 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.160795 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.161076 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.161355 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.161635 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.161915 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.162737 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.163031 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.163323 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.163618 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.163901 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.164181 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.164484 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.164763 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.165056 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.165338 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.165619 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.165899 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.166194 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.166472 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.166752 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.167059 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.167351 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.167641 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.167934 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.168215 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.168535 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.168816 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.169098 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.169377 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_json = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.169656 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.169931 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.170217 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.170497 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.170776 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.171055 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.171333 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.171624 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.171903 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:06.172205 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.172535 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.172845 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.173146 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.173443 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.173730 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.174025 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.174308 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.174603 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.174898 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.175190 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.175475 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.175782 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.176077 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.176402 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.176716 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.177016 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.177313 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.177617 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.177899 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.178178 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.178461 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.178755 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.179041 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.179341 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.179636 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.179920 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.180221 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.180538 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.180840 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.181136 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.181416 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.181699 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.181994 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.182276 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.182554 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.182839 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.183135 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.183418 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.183696 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.183986 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.184267 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.184567 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.184842 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.185125 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.185421 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.185702 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.185978 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.186253 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.186533 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.186807 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.187096 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.187377 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.187652 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.187926 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.188207 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.188505 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.188782 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.189068 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.189345 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.189623 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.189898 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.190172 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.190447 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.190720 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.190995 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.191268 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.191543 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.191821 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.192098 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.192406 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.192683 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.192962 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.193265 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.193560 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.193863 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.194146 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.194430 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.194716 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.195000 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.195283 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.195564 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.195847 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.196129 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.196436 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.196735 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.197024 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.197318 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.197625 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.197909 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.198210 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.198491 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.198775 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.199058 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.199339 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.199624 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.199911 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.200209 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.200530 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.200829 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.201127 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.201423 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.201705 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.202018 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.202303 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:06.202522 n-d-829064-14 neutron-server[103631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 01:25:06.202762 n-d-829064-14 neutron-server[103631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 01:25:06.577883 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 01:25:06.578166 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 01:25:06.578480 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 01:25:06.578821 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 01:25:06.916908 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.917200 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.917482 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.918807 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.919087 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.919356 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.963972 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.964257 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.964633 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.980152 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.980470 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:06.980748 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.010340 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.010625 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.010902 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.046494 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.046775 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.047044 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.395775 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.397025 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.397025 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.397206 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.397834 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.497482 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.497810 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.498100 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.498376 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.498649 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.498980 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.499234 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.499495 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.499754 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.500042 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.500327 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.500597 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.500864 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.501121 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.501380 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.501649 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.501908 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.502179 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.502450 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.502714 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.502990 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.503247 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.503532 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.503915 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.504168 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.504447 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.504847 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.505092 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.505334 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.505574 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.505839 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.506079 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:07.506447 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 01:25:07.509844 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 01:25:07.513947 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 01:25:07.517802 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 15 01:25:07.519455 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 01:25:07.519921 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 01:25:07.520259 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 01:25:07.520682 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 01:25:07.523564 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 01:25:07.523820 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 01:25:07.524175 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 01:25:07.529087 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 01:25:07.552493 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 01:25:07.553681 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.553986 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 01:25:07.554358 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.555769 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 01:25:07.556055 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 01:25:07.556319 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 01:25:07.559737 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.560023 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:07.622465 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 01:25:07.622708 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 01:25:07.622949 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 01:25:07.623458 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 01:25:07.643943 n-d-829064-14 neutron-server[103631]: DEBUG oslo_db.sqlalchemy.engines [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 01:25:08.255208 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing driver for type 'gre' Feb 15 01:25:08.256243 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] gre ID ranges: [(1, 1000)] Feb 15 01:25:08.421363 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing driver for type 'local' Feb 15 01:25:08.421867 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing driver for type 'vlan' Feb 15 01:25:08.502414 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] VlanTypeDriver initialization complete Feb 15 01:25:08.502825 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing driver for type 'vxlan' Feb 15 01:25:08.503378 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] vxlan ID ranges: [(1, 1000)] Feb 15 01:25:08.672934 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing extension driver 'port_security' Feb 15 01:25:08.673277 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.extensions.port_security [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] PortSecurityExtensionDriver initialization complete Feb 15 01:25:08.673616 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing mechanism driver 'openvswitch' Feb 15 01:25:08.673950 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing mechanism driver 'hyperv' Feb 15 01:25:08.685783 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.plugin [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:08.688176 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.688634 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.688992 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.689524 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.689957 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.690334 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.690679 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.691072 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.691496 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.691844 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.692210 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.692688 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.693113 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.694103 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.694469 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.694884 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.695290 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.695635 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.695975 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.696394 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.696804 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > address_group after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.697149 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > address_group after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.697487 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.697891 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 01:25:08.698346 n-d-829064-14 neutron-server[103631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] ML2 OVO RPC backend initialized. {{(pid=103631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 01:25:08.699051 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.699403 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.699818 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.700170 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > networks before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.700538 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.700888 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > ports before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.701293 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.701637 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnets before_response 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.701998 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.702322 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.702664 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.703002 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.703339 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.703686 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.704031 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.704386 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.704724 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.712051 n-d-829064-14 neutron-server[103631]: INFO neutron.quota [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded quota_driver: . Feb 15 01:25:08.712452 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.plugin [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Modular L2 Plugin initialization complete Feb 15 01:25:08.712803 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading services supported by the core plugin {{(pid=103631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 01:25:08.713146 n-d-829064-14 neutron-server[103631]: INFO neutron.plugins.ml2.managers [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Got port-security extension from driver 'port_security' Feb 15 01:25:08.713625 n-d-829064-14 neutron-server[103631]: INFO neutron.extensions.vlantransparent [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Disabled vlantransparent extension. Feb 15 01:25:08.714116 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 01:25:08.714438 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: router Feb 15 01:25:08.757173 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.757560 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_create 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.757932 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router before_create 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.758300 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.758673 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.759030 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_delete 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.759388 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.759992 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.760380 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_create 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.760729 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.761078 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.761425 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.761783 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.762253 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.762625 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.762964 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.763300 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: subnet after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.763635 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.763987 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.764355 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_create 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.764703 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.765044 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.765401 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router after_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.765740 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.766218 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_create 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.766581 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.766939 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_update 55549900 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.767293 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > agent after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.767645 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > agent after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.768002 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > network after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.768912 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Tracking information for resource: router configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:08.769244 n-d-829064-14 neutron-server[103631]: DEBUG neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Tracking information for resource: floatingip configured {{(pid=103631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 01:25:08.774174 n-d-829064-14 neutron-server[103631]: INFO neutron.db.l3_agentschedulers_db [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 01:25:08.774798 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.775161 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.775515 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.775866 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: port after_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.776666 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router before_create 55550100 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.777034 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.777397 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_create 55550100 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.777752 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > router precommit_update 55550100 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.782552 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.provider_configuration [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service providers = [] {{(pid=103631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 01:25:08.782921 n-d-829064-14 neutron-server[103631]: DEBUG neutron.db.servicetype_db [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 01:25:08.785856 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.service_base [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 01:25:08.786201 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.service_base [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 01:25:08.786538 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.service_base [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 01:25:08.788022 n-d-829064-14 neutron-server[103631]: DEBUG neutron.services.service_base [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 01:25:08.788337 n-d-829064-14 neutron-server[103631]: INFO neutron.services.service_base [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 01:25:08.794568 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.794568 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 01:25:08.805342 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.805681 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: auto_allocate Feb 15 01:25:08.811562 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: network precommit_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.811931 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: network precommit_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.812483 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.812808 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: tag Feb 15 01:25:08.825561 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.825923 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: timestamp Feb 15 01:25:08.829812 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.830140 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: network_ip_availability Feb 15 01:25:08.835700 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.836071 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.836453 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:08.837165 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.837485 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: flavors Feb 15 01:25:08.846186 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.846525 n-d-829064-14 neutron-server[103631]: INFO neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading Plugin: revisions Feb 15 01:25:08.853273 n-d-829064-14 neutron-server[103631]: DEBUG neutron.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 01:25:08.853688 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.275s {{(pid=103631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 01:25:08.854470 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 01:25:08.854811 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Initializing extension manager. Feb 15 01:25:08.855344 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: __init__.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.857995 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: __pycache__ {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.858368 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.858722 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: address_group.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.860321 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.860321 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: address-group Feb 15 01:25:08.860518 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: address_scope.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.861196 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.861714 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: address-scope Feb 15 01:25:08.862044 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.863005 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.863517 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: router-admin-state-down-before-update Feb 15 01:25:08.863848 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: agent.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.864595 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.865751 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: agent Feb 15 01:25:08.866089 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: agent_resources_synced.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.867011 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.867528 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: agent-resources-synced Feb 15 01:25:08.867858 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: allowedaddresspairs.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.869724 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.870251 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: allowed-address-pairs Feb 15 01:25:08.870585 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: auto_allocated_topology.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.886895 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.887414 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: auto-allocated-topology Feb 15 01:25:08.887748 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: availability_zone.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.888497 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.889010 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: availability_zone Feb 15 01:25:08.889339 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: availability_zone_filter.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.890265 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.890780 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: availability_zone_filter Feb 15 01:25:08.891120 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: data_plane_status.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.892033 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.892574 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 01:25:08.892902 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: default_subnetpools.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.893848 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.894344 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: default-subnetpools Feb 15 01:25:08.894672 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.895502 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.896018 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: dhcp_agent_scheduler Feb 15 01:25:08.896379 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: dns.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.897310 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.897824 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension dns-integration not supported by any of loaded plugins Feb 15 01:25:08.898150 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: dns_domain_ports.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.899103 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.899613 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 01:25:08.899957 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.900902 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.901413 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 01:25:08.901738 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: dvr.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.902419 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.902931 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: dvr Feb 15 01:25:08.903257 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: ecmp_routes.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.904178 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.904712 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 01:25:08.905041 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: empty_string_filtering.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.905967 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.906476 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: empty-string-filtering Feb 15 01:25:08.906805 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.907728 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.908239 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 01:25:08.908601 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.909543 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.910048 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 01:25:08.910376 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: external_net.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.911292 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.911805 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: external-net Feb 15 01:25:08.912666 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.913583 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.914261 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: extra_dhcp_opt Feb 15 01:25:08.915611 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: extraroute.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.917987 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.919590 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: extraroute Feb 15 01:25:08.919926 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: extraroute_atomic.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.921058 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.921581 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: extraroute-atomic Feb 15 01:25:08.921916 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: filter_validation.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.922597 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.923160 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: filter-validation Feb 15 01:25:08.923438 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: fip_pf_description.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.928620 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.929132 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 01:25:08.929460 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: fip_port_details.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.930600 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.931120 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: fip-port-details Feb 15 01:25:08.931450 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: flavors.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.932760 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.933287 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: flavors Feb 15 01:25:08.933620 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.935339 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.935867 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 01:25:08.936203 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: floatingip_pools.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.936946 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.937467 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: floatingip-pools Feb 15 01:25:08.937800 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: ip_allocation.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.938766 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.939281 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 01:25:08.939614 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.940581 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.941099 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: ip-substring-filtering Feb 15 01:25:08.941430 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l2_adjacency.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.942354 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.942863 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 01:25:08.943220 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.944215 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.944765 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: router Feb 15 01:25:08.945096 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.947386 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.947919 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 01:25:08.948255 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.949289 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.949809 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: ext-gw-mode Feb 15 01:25:08.950142 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.951068 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.951579 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: l3-ha Feb 15 01:25:08.951907 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.957360 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.957863 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 01:25:08.958191 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_flavors.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.959134 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.959647 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: l3-flavors Feb 15 01:25:08.959974 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.961409 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.961930 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 01:25:08.962262 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.963196 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.963712 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 01:25:08.964043 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: l3agentscheduler.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.965138 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.965655 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: l3_agent_scheduler Feb 15 01:25:08.965993 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: local_ip.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.967814 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.968379 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension local_ip not supported by any of loaded plugins Feb 15 01:25:08.968716 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: logging.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.970363 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.970895 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension logging not supported by any of loaded plugins Feb 15 01:25:08.971240 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: metering.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.971994 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.972613 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: metering Feb 15 01:25:08.972958 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.974061 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.975109 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: metering_source_and_destination_fields Feb 15 01:25:08.975439 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: multiprovidernet.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.976420 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.976938 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: multi-provider Feb 15 01:25:08.977267 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: netmtu.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.978193 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.978702 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: net-mtu Feb 15 01:25:08.979029 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: netmtu_writable.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.986208 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.986715 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: net-mtu-writable Feb 15 01:25:08.987041 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: network_availability_zone.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.987717 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.988230 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: network_availability_zone Feb 15 01:25:08.988588 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: network_ip_availability.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.989720 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.990813 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: network-ip-availability Feb 15 01:25:08.991142 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: network_segment_range.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.991924 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.992464 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 01:25:08.992792 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: pagination.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.993796 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.994132 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: pagination Feb 15 01:25:08.994460 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: port_device_profile.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.995374 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.995891 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: port-device-profile Feb 15 01:25:08.996220 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.997177 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.997689 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: port-mac-address-regenerate Feb 15 01:25:08.998018 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:08.998935 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:08.999456 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: port-numa-affinity-policy Feb 15 01:25:08.999786 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: port_resource_request.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.000725 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.001233 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 01:25:09.001561 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: port_resource_request_groups.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.002549 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.003060 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 01:25:09.003384 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: portbindings.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.004331 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.004843 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: binding Feb 15 01:25:09.005172 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: portbindings_extended.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.006527 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.007038 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: binding-extended Feb 15 01:25:09.007370 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: portsecurity.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.008311 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.008829 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: port-security Feb 15 01:25:09.009161 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: project_id.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.010404 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.010740 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: project-id Feb 15 01:25:09.011070 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: providernet.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.011992 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.012530 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: provider Feb 15 01:25:09.012862 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.016681 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.017215 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos not supported by any of loaded plugins Feb 15 01:25:09.017552 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.018823 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.019350 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 01:25:09.019686 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.020660 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.021173 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 01:25:09.021528 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_default.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.026682 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.027191 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-default not supported by any of loaded plugins Feb 15 01:25:09.027519 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_fip.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.028498 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.029011 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-fip not supported by any of loaded plugins Feb 15 01:25:09.029339 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.030262 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.030769 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 01:25:09.031099 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_gateway_ip.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.032150 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.032702 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 01:25:09.033034 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_port_network_policy.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.033958 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.034469 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 01:25:09.034798 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.035859 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.036411 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 01:25:09.036744 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.038334 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.038853 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 01:25:09.039188 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_pps_rule.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.040418 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.040943 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-pps not supported by any of loaded plugins Feb 15 01:25:09.041279 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_rule_type_details.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.042210 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.042724 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 01:25:09.043058 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: qos_rules_alias.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.044136 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.044690 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 01:25:09.045024 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: quota_check_limit.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.045947 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.046465 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: quota-check-limit Feb 15 01:25:09.046796 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: quotasv2.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.047736 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.048069 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: quotas Feb 15 01:25:09.048426 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: quotasv2_detail.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.050164 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.050505 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: quota_details Feb 15 01:25:09.050839 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: rbac.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.054686 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.054686 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: rbac-policies Feb 15 01:25:09.054686 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: rbac_address_group.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.055399 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.055919 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: rbac-address-group Feb 15 01:25:09.056251 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: rbac_address_scope.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.057210 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.057727 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: rbac-address-scope Feb 15 01:25:09.058057 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: rbac_security_groups.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.058984 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.059499 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: rbac-security-groups Feb 15 01:25:09.059831 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: rbac_subnetpool.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.060860 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.061380 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: rbac-subnetpool Feb 15 01:25:09.061713 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: revisionifmatch.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.062654 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.063168 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: revision-if-match Feb 15 01:25:09.063553 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: revisions.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.064719 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.065239 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: standard-attr-revisions Feb 15 01:25:09.065570 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: router_availability_zone.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.066251 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.066765 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: router_availability_zone Feb 15 01:25:09.067098 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: routerservicetype.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.068034 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.068598 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension router-service-type not supported by any of loaded plugins Feb 15 01:25:09.068929 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.069866 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.070380 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: security-groups-normalized-cidr Feb 15 01:25:09.070710 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.071639 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.072150 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: port-security-groups-filtering Feb 15 01:25:09.072504 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.073448 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.073994 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: security-groups-remote-address-group Feb 15 01:25:09.074323 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.075257 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.075798 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: security-groups-shared-filtering Feb 15 01:25:09.076133 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.076744 n-d-829064-14 neutron-server[103631]: WARNING neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 01:25:09.081081 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: securitygroup.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.088204 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.088769 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: security-group Feb 15 01:25:09.089110 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: segment.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.089909 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.090427 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension segment not supported by any of loaded plugins Feb 15 01:25:09.090760 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.091729 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.092246 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 01:25:09.092604 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: servicetype.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.093728 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.094256 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: service-type Feb 15 01:25:09.094590 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: sorting.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.095589 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.095929 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: sorting Feb 15 01:25:09.096260 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: standard_attr_segment.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.097204 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.097722 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 01:25:09.098052 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: standardattrdescription.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.098708 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.099223 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: standard-attr-description Feb 15 01:25:09.100167 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: stateful_security_group.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.101053 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.101569 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: stateful-security-group Feb 15 01:25:09.101899 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: stdattrs_common.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.102476 n-d-829064-14 neutron-server[103631]: WARNING neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 01:25:09.102802 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.103744 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.104261 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 01:25:09.104622 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnet_onboard.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.105707 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.106229 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: subnet_onboard Feb 15 01:25:09.106557 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.113056 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.113568 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 01:25:09.113896 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnet_service_types.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.114835 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.115900 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: subnet-service-types Feb 15 01:25:09.116227 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnetallocation.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.117363 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.117882 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: subnet_allocation Feb 15 01:25:09.118211 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.118885 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.119401 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: subnetpool-prefix-ops Feb 15 01:25:09.119729 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.120710 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.121228 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 01:25:09.121555 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: tagging.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.122627 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.123148 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: standard-attr-tag Feb 15 01:25:09.123478 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: timestamp.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.124723 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.125246 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loaded extension: standard-attr-timestamp Feb 15 01:25:09.125584 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: trunk.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.126639 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.127159 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension trunk not supported by any of loaded plugins Feb 15 01:25:09.127492 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: trunk_details.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.128463 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.128981 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension trunk-details not supported by any of loaded plugins Feb 15 01:25:09.129313 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: uplink_status_propagation.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.130248 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.130786 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 01:25:09.131120 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Loading extension file: vlantransparent.py {{(pid=103631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 01:25:09.131800 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 01:25:09.132322 n-d-829064-14 neutron-server[103631]: INFO neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 01:25:09.135074 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:network Feb 15 01:25:09.135597 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnet Feb 15 01:25:09.136001 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 01:25:09.136438 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:port Feb 15 01:25:09.137669 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.138116 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service FLAVORS assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.138734 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.139186 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.139526 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:router Feb 15 01:25:09.139960 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:floatingip Feb 15 01:25:09.140503 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service METERING assigned prefix: /metering {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.141960 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:09.142339 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:security_group Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service CORE assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 01:25:09.146960 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] subnetpool is already registered Feb 15 01:25:09.147464 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service CORE assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.147464 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 01:25:09.147464 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] subnetpool is already registered Feb 15 01:25:09.149777 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.150215 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service FLAVORS assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.150809 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.151239 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.151581 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:router Feb 15 01:25:09.151933 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] router is already registered Feb 15 01:25:09.152389 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:floatingip Feb 15 01:25:09.152737 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] floatingip is already registered Feb 15 01:25:09.153197 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service METERING assigned prefix: /metering {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.153865 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 01:25:09.154204 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] rbac_policy is already registered Feb 15 01:25:09.154623 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:security_group Feb 15 01:25:09.154966 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] security_group is already registered Feb 15 01:25:09.155410 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 01:25:09.155750 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] security_group_rule is already registered Feb 15 01:25:09.156404 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service CORE assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.156745 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 01:25:09.157089 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] subnetpool is already registered Feb 15 01:25:09.157516 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.v2.resource_helper [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Service CORE assigned prefix: {{(pid=103631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 01:25:09.157843 n-d-829064-14 neutron-server[103631]: INFO neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 01:25:09.158178 n-d-829064-14 neutron-server[103631]: WARNING neutron.quota.resource_registry [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] subnetpool is already registered Feb 15 01:25:09.158634 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: extensions {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.160107 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: address-groups {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.161669 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: address-scopes {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.163736 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: agents {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.164948 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: auto-allocated-topology {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.166195 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: availability_zones {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.167412 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: dhcp-networks {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.168986 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: dhcp-agents {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.170399 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: routers {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.172660 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: flavors {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.173883 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: service_profiles {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.175044 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: next_providers {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.176547 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: service_profiles {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.178133 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: floatingip-pools {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.179363 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: routers {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.181524 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: floatingips {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.182815 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: l3-routers {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.184225 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: l3-agents {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.185696 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: metering-labels {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.187060 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: metering-label-rules {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.188377 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: network-ip-availabilities {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.189647 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: bindings {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.193636 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: quotas {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.193979 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: quotas {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.195514 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: rbac-policies {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.196850 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: security-groups {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.198097 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: security-group-rules {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.199344 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: service-providers {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.200601 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: subnetpools {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.202042 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: subnetpools {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.203509 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.205360 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.208605 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.210941 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.214637 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.216517 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.222248 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.222248 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.222248 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.223714 n-d-829064-14 neutron-server[103631]: DEBUG neutron.api.extensions [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Extended resource: tags {{(pid=103631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 01:25:09.230276 n-d-829064-14 neutron-server[103631]: WARNING keystonemiddleware.auth_token [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 01:25:09.235029 n-d-829064-14 neutron-server[103631]: WARNING keystonemiddleware.auth_token [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 01:25:09.243721 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Acquired lock "singleton_lock" {{(pid=103631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 01:25:09.244204 n-d-829064-14 neutron-server[103631]: DEBUG oslo_concurrency.lockutils [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Releasing lock "singleton_lock" {{(pid=103631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 01:25:09.244896 n-d-829064-14 neutron-server[103631]: INFO oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Starting 2 workers Feb 15 01:25:09.249795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Started child 103884 {{(pid=103631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 01:25:09.254367 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Started child 103885 {{(pid=103631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 01:25:09.255235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.255971 n-d-829064-14 neutron-server[103631]: INFO neutron.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 01:25:09.256618 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.256833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [-] (103884) wsgi starting up on http://0.0.0.0:9696 Feb 15 01:25:09.259007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.259705 n-d-829064-14 neutron-server[103631]: INFO oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Starting 1 workers Feb 15 01:25:09.260686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [-] (103885) wsgi starting up on http://0.0.0.0:9696 Feb 15 01:25:09.264636 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Started child 103886 {{(pid=103631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 01:25:09.265190 n-d-829064-14 neutron-server[103631]: INFO oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Starting 1 workers Feb 15 01:25:09.268351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] calling RpcWorker wait() {{(pid=103886) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 01:25:09.268916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] returning from RpcWorker wait() {{(pid=103886) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 01:25:09.269695 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Started child 103887 {{(pid=103631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 01:25:09.270111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.270514 n-d-829064-14 neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c34517b6-843c-43a7-89ef-4710aac4d78f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.270610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:09.272976 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 01:25:09.273193 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 01:25:09.273386 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 01:25:09.273617 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 01:25:09.273962 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 01:25:09.274124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 01:25:09.274646 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.274943 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.275152 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:09.275621 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.275621 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.275754 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.276347 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.276631 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.276887 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.277172 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.277407 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.277580 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.277752 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.278004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.278259 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.278568 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.278819 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.279067 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.279318 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.279493 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.279768 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.280028 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.280257 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.280550 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] debug = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.280774 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.281274 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.281506 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.281752 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.281996 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.282269 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.282502 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.282783 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.283027 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.283266 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.283484 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.283735 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.283980 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.284199 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.284476 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.284714 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.284978 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.285198 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.285653 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] host = n-d-829064-14 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.285919 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.286139 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.286389 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.286654 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.287462 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.287700 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.287935 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.288209 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.288473 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.288705 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.288926 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.289177 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.289423 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.289659 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.289826 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_options = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.290067 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.290347 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.290612 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.290803 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.290974 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.291140 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.291412 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.291566 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.291817 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.292053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.292270 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.292507 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.292725 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.292987 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.293224 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.293457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.293713 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.293944 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.294213 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.294444 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.294671 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.294930 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.295155 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.295414 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.296249 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.296536 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.296925 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.297079 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.297216 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.297393 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.297629 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.297896 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.298131 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.298369 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.298583 n-d-829064-14 neutron-server[103887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:09.298717 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.298865 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.299083 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.299301 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.299570 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.299803 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.300072 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.300346 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.300569 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.300798 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.301017 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.301259 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_json = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308169 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.308892 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.309446 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310912 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.310987 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.311358 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.311648 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.311922 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.312159 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.312405 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.312652 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.312874 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.313110 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.313363 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.313591 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.313876 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.314115 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.314354 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.314627 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.314896 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.315298 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.315387 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.315634 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.315895 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.316138 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.316547 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.316709 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.316836 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.317032 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.317255 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.317510 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.317729 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.317998 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.318268 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.318498 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.318717 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.318933 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.319156 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.319391 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.319607 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.319812 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.320027 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.320384 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.320532 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.320712 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.320934 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.321151 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.321387 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.321607 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.321843 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.322060 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.322299 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.322516 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.322721 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.323272 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.323272 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.323419 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.323596 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.323808 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.324076 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.324627 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.324627 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.324891 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.325020 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.325149 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.325334 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.325556 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.325846 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.326265 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.326403 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.326628 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.326880 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.327081 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.327337 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.327591 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.327831 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.328055 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.328457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.328554 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.328803 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.329034 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.329258 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.329477 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.329736 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.329955 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.330283 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.330487 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.330625 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.330868 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.331151 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.331387 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.331644 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.331880 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.332277 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.332515 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.332691 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.332963 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.333208 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.333466 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.334283 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.334550 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.334830 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.335065 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.335326 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.335576 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.335815 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.336108 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337533 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.337982 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.338047 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339214 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339214 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339214 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339214 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339214 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339553 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339682 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.339929 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.340166 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.340455 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.340691 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.340909 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.341167 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.341416 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.341635 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.341880 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.342117 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.342353 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.342588 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.342838 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.343101 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.343320 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.343564 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.343780 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.343999 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.344232 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.344492 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.344709 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.344952 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.345191 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.345413 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.345804 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.345905 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.346088 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.346358 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.346581 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.346860 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.347118 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.347357 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.347606 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.347865 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.348103 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.348340 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.348596 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.348817 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.349033 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.349251 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.350059 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.350308 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.350548 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.350780 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.350999 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.351267 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.351518 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.351974 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.352117 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.352672 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.356053 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357070 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357763 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357763 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.357912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:09.358004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358455 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358455 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358624 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.358812 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.359052 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.359328 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.359562 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.359798 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.360082 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.361457 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362182 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362182 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362182 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362549 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362549 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362768 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.362871 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.363052 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.363282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.363675 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.363797 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.363926 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.364127 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.364386 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.364654 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.364849 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.365087 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.365362 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.365577 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.365793 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.366019 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.366253 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.366474 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.366774 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.367036 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.367368 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.367587 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.367776 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.368024 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.368281 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.368596 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.369050 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.369050 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.369327 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.369500 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.369726 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.370004 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.370337 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.370627 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.371090 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.371200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106523 Feb 15 01:25:09.371641 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.371923 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.372211 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.372518 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.372760 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.373071 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.373431 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.373722 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.373973 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.374234 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.374634 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.374886 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.375107 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.375334 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376285 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376285 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376285 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376285 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.376885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.377165 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.377311 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.377465 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.377683 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.377890 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.378129 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.379168 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 01:25:09.380005 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 01:25:09.380005 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 01:25:09.380333 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 01:25:09.380333 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 01:25:09.380632 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 01:25:09.380632 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 01:25:09.380907 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382044 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382330 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382330 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382626 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382626 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382883 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.382883 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.383177 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.383177 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.383443 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.383443 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385317 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385799 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385799 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] debug = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385799 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385799 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.385799 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.386097 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.386097 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.386225 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.386400 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.387324 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.387642 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388219 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388219 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388219 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388484 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388484 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388619 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388766 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.388909 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389058 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389213 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] host = n-d-829064-14 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389370 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389683 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.389853 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.390016 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.390172 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.390333 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391282 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391663 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391663 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_options = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391783 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391847 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.391987 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.392329 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.392632 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.392919 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.393203 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.393516 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394467 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394848 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394848 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.394980 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395048 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395203 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395342 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395503 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395673 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395827 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.395981 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.396139 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.396948 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.397106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.397278 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.397499 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.398507 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.398681 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.398845 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.399009 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.399209 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400052 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400357 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400492 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400618 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400765 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.400893 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401020 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401181 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401344 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401509 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401654 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401816 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.401977 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_json = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402140 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402301 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402461 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402621 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402781 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.402944 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.403105 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404106 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404761 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404761 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404761 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.404761 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405039 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405039 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405210 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405381 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405555 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.405883 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.406050 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.406220 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.406385 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407084 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407084 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407084 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407084 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407391 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407391 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407545 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407614 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.407954 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.408183 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.408346 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.408459 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409000 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409000 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409000 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409346 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409346 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409503 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409581 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409700 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.409852 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410012 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410166 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410316 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410474 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410640 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410806 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.410971 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.411136 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.411299 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.411463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.411630 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.411817 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.413397 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.413575 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.413744 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414369 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414369 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414369 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414369 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414670 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414670 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.414845 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415000 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415159 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415324 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415489 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415655 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.415819 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416001 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416161 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416333 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416507 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416676 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416834 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.416998 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417156 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417322 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417491 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417657 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417825 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.417989 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.418142 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.418280 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.421187 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.422779 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.423835 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.424463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.425171 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426114 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.426719 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.427067 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.427067 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428124 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.428795 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429267 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429267 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429267 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429567 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429567 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.429784 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.430951 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.432759 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.432759 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.434699 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.435413 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.435413 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.435413 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.435413 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.436613 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.437750 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.438450 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.438450 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.438450 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.438450 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.438450 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439402 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439959 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439959 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439959 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.439959 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.440439 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.440439 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.441221 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.441394 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.441561 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442062 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442062 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442062 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442373 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442373 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442563 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442665 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442807 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.442972 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.443179 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.443347 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.443512 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.443677 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.443841 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444006 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444182 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444376 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444692 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.444856 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445021 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445195 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445344 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445513 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445677 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445840 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.445996 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.446885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.446885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.446885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.446885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.446885 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.447527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.447527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.447527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.447527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.447527 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448154 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448154 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448154 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448154 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448728 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448728 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.448728 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449113 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449113 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449113 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449492 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449492 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449745 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449745 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.449998 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450240 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450240 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450507 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450507 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450836 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.450836 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451090 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451090 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451346 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451489 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451624 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451767 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.451901 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452054 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452212 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452431 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452569 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452786 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.452944 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453079 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453212 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453345 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453501 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453664 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.453830 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454018 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454255 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454463 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454783 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.454783 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.455042 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.455042 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.455296 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.455428 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.455517 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 01:25:09.456329 n-d-829064-14 neutron-server[103631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 01:25:20.903789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62957a-1d7d-4e6c-bb0b-1b14040f410c None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:25:20.989269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62957a-1d7d-4e6c-bb0b-1b14040f410c None None] No non-hosted networks {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 01:25:21.007762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.agentschedulers_db [None req-1e62957a-1d7d-4e6c-bb0b-1b14040f410c None None] DHCP Agent not found on host n-d-829064-14 {{(pid=103886) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 01:25:21.180327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99177060-848a-41fe-88f5-72aa4bff5389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:23.280124 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ff93ad5-156d-49bd-940d-648c73b66413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:23.307354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-64df8292-7333-4aa8-946f-4c0fe5f2a0ec None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-829064-14 {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:25:23.307780 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-64df8292-7333-4aa8-946f-4c0fe5f2a0ec None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:25:23.895797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64df8292-7333-4aa8-946f-4c0fe5f2a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:24.306732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:25.725006 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:26.825478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:27.158622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:27.159588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.160376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.161142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.162263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.162917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.163410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.163889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.164415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.168434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.171071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.171442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.171798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.172142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:27.172610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829064-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:27.185871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829064-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:27.395007 n-d-829064-14 neutron-server[103884]: WARNING oslo_policy.policy [None req-43fe7073-6227-42e2-beb5-b0cddcf95ab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:27.396798 n-d-829064-14 neutron-server[103884]: WARNING oslo_policy.policy [None req-43fe7073-6227-42e2-beb5-b0cddcf95ab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:27.621562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-43fe7073-6227-42e2-beb5-b0cddcf95ab8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:25:27.636318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-43fe7073-6227-42e2-beb5-b0cddcf95ab8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7959015 Feb 15 01:25:29.244693 n-d-829064-14 neutron-server[103886]: INFO neutron.db.l3_hamode_db [None req-e79fcb36-5ba9-4542-aef7-029bf4279400 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 01:25:29.326525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fcb36-5ba9-4542-aef7-029bf4279400 None None] Routers set() bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:25:29.326893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fcb36-5ba9-4542-aef7-029bf4279400 None None] Router IDs set() for agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 01:25:30.115267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:30.426496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:25:30.517895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.policy [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 01:25:30.560036 n-d-829064-14 neutron-server[103884]: WARNING oslo_policy.policy [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:30.560443 n-d-829064-14 neutron-server[103884]: WARNING oslo_policy.policy [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:30.730776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811422078', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811422541', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811444409', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811439024', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811399794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741811392280', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1735217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1793585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-965620'] for rbac-policy (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:30.936967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:30.938190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a573aa7-54e9-4fd6-b308-567ba939d0aa admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8219414 Feb 15 01:25:33.360943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:33.670846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:25:33.758066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Made reservation on behalf of 37a53d8be71246d79c9d326b56281ccb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:25:33.762165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:33.779702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:33.885390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks [] for security_group (6268fd4b-8c07-400e-85d9-d4cdb261e2be), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:33.997613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6268fd4b-8c07-400e-85d9-d4cdb261e2be), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:34.018389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:25:34.053871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741815350631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a10ad867-6656-4a9b-9759-a36fa9f8a6da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:34.054445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Unsubscribe: segment precommit_create {{(pid=103884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 01:25:34.054953 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Added segment a10ad867-6656-4a9b-9759-a36fa9f8a6da of type vlan for network 5e1c9a0a-3416-42b0-922c-e6044dd402fd Feb 15 01:25:34.074782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6268fd4b-8c07-400e-85d9-d4cdb261e2be,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:34.123585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.123927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.124266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.124622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.124952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.125278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.125601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.125921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.126238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.126553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.126872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.127184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.127497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Tracked resource versions report: Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: pushed versions: Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: { 'AddressGroup': {'1.2'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Log': {'1.0'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Network': {'1.1'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Port': {'1.7'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'PortForwarding': {'1.2'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'QosPolicy': {'1.10'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SecurityGroup': {'1.5'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SubPort': {'1.0'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Subnet': {'1.1'}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Trunk': {'1.1'}} Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: consumer versions: Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: L3 agent@n-d-829064-14: {}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: Metadata agent@n-d-829064-14: {}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: Metering agent@n-d-829064-14: {}, Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'ConntrackHelper': '1.0', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'LocalIPAssociation': '1.0', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Log': '1.0', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Network': '1.1', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Port': '1.7', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'PortForwarding': '1.2', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'QosPolicy': '1.10', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SecurityGroup': '1.5', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SecurityGroupRule': '1.2', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'SubPort': '1.0', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Subnet': '1.1', Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: 'Trunk': '1.1'}} Feb 15 01:25:34.128720 n-d-829064-14 neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:25:34.162117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5e1c9a0a-3416-42b0-922c-e6044dd402fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:34.249311 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5e1c9a0a-3416-42b0-922c-e6044dd402fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:34.254332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:25:34.255667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:34.356559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9944642 Feb 15 01:25:34.373344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c20e67-e5f4-47c2-bf9b-8aa2e93696a8 demo demo] Pushing event updated for resources: {'Network': ['ID=5e1c9a0a-3416-42b0-922c-e6044dd402fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:34.386455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:25:36.837807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:37.252928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc08b1a-e4e9-4034-84d2-5d7905d72a01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:25:37.254319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fcc08b1a-e4e9-4034-84d2-5d7905d72a01 demo admin] 10.222.0.43 "GET /v2.0/networks/5e1c9a0a-3416-42b0-922c-e6044dd402fd HTTP/1.1" status: 200 len: 825 time: 0.4155505 Feb 15 01:25:37.279017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1f134a7-29f0-4d24-a6b6-f4288d6e64bd demo admin] 10.222.0.43 "GET /v2.0/subnetpools/3ceb4de0-72de-4f0e-a052-f05e0e3dee4d HTTP/1.1" status: 200 len: 734 time: 0.0182903 Feb 15 01:25:37.287242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Request body: {'subnet': {'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:25:37.374601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Made reservation on behalf of 37a53d8be71246d79c9d326b56281ccb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:25:37.376810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:37.741137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (3545cc7d-307d-469b-a950-07ae5eef6ae6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:37.816849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Pushing event updated for resources: {'Subnet': ['ID=3545cc7d-307d-469b-a950-07ae5eef6ae6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:37.819670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Checking segment: {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:25:37.820065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Network hostable DHCP agents. Network: 5e1c9a0a-3416-42b0-922c-e6044dd402fd, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:25:37.912105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:25:37.986126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5e1c9a0a-3416-42b0-922c-e6044dd402fd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:25:37.990625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:25:37.991231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:37.996715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8970937a-1c52-4112-9a52-5549b164becb None None] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:25:38.069558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4b09604-a5b4-4a6c-bfa7-bca12c01788e demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7854092 Feb 15 01:25:38.266146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:25:38.267368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:38.546746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Allocated IP 172.20.0.2 (5e1c9a0a-3416-42b0-922c-e6044dd402fd/3545cc7d-307d-469b-a950-07ae5eef6ae6/c5f60d73-df1d-4dfa-b562-3ba0294932e5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:25:38.812677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks [] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:38.883923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:38.968012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:25:38.974721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:25:38.983969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:25:38.987122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Pushing event updated for resources: {'Port': ['ID=c5f60d73-df1d-4dfa-b562-3ba0294932e5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:39.017894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.018502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.018581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.018946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.019224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.019553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.019881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.020848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.021179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.021503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.021827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.022151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.022472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Tracked resource versions report: Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: pushed versions: Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: { 'AddressGroup': {'1.2'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Log': {'1.0'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Network': {'1.1'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Port': {'1.7'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'PortForwarding': {'1.2'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'QosPolicy': {'1.10'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SecurityGroup': {'1.5'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SubPort': {'1.0'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Subnet': {'1.1'}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Trunk': {'1.1'}} Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: consumer versions: Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: L3 agent@n-d-829064-14: {}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: Metadata agent@n-d-829064-14: {}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: Metering agent@n-d-829064-14: {}, Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'ConntrackHelper': '1.0', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'LocalIPAssociation': '1.0', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Log': '1.0', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Network': '1.1', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Port': '1.7', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'PortForwarding': '1.2', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'QosPolicy': '1.10', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SecurityGroup': '1.5', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SecurityGroupRule': '1.2', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'SubPort': '1.0', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Subnet': '1.1', Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: 'Trunk': '1.1'}} Feb 15 01:25:39.023620 n-d-829064-14 neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:25:39.072756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Attempting to bind port c5f60d73-df1d-4dfa-b562-3ba0294932e5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:25:39.073119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Attempting to bind port c5f60d73-df1d-4dfa-b562-3ba0294932e5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:25:39.073536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Attempting to bind port c5f60d73-df1d-4dfa-b562-3ba0294932e5 on network 5e1c9a0a-3416-42b0-922c-e6044dd402fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:25:39.078451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:25:39.078842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Checking segment: {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:25:39.079331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:39.079728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Bound using segment: {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:25:39.080195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Bound port: c5f60d73-df1d-4dfa-b562-3ba0294932e5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:25:39.080621 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:39.149227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] For port c5f60d73-df1d-4dfa-b562-3ba0294932e5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:25:39.153525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] For port c5f60d73-df1d-4dfa-b562-3ba0294932e5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c5f60d73-df1d-4dfa-b562-3ba0294932e5,segment=NetworkSegment(a10ad867-6656-4a9b-9759-a36fa9f8a6da),segment_id=a10ad867-6656-4a9b-9759-a36fa9f8a6da)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:25:39.227182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:39.298699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6554fd0-779c-42df-8640-4c41d08b9d6c None None] Pushing event updated for resources: {'Port': ['ID=c5f60d73-df1d-4dfa-b562-3ba0294932e5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:40.541730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:40.853696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-52c74cf8-b10d-4052-8abb-8410354d3bb1 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:25:40.854777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-52c74cf8-b10d-4052-8abb-8410354d3bb1 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120978 Feb 15 01:25:43.329374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:43.635208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-6afb5306-c65f-4054-a286-9e9ed5dc28f5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:25:43.636224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6afb5306-c65f-4054-a286-9e9ed5dc28f5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3058274 Feb 15 01:25:46.114876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:46.424487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:25:46.506455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:46.507951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:46.643647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Publish callbacks [] for router_controller (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:46.701539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:46.793877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:46.795143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-687da482-d71f-4168-b84a-77ae5d2ffd94 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6791203 Feb 15 01:25:49.262675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:49.579244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-6c4a8bd4-0738-4c28-9edf-48d6d91fcd92 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:25:49.580381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c4a8bd4-0738-4c28-9edf-48d6d91fcd92 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169959 Feb 15 01:25:49.771235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5f60d73-df1d-4dfa-b562-3ba0294932e5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:25:49.867269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c5f60d73-df1d-4dfa-b562-3ba0294932e5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:49.867766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:49.978054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c5f60d73-df1d-4dfa-b562-3ba0294932e5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:25:49.978591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:50.012948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c5f60d73-df1d-4dfa-b562-3ba0294932e5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c5f60d73-df1d-4dfa-b562-3ba0294932e5,segment=NetworkSegment(a10ad867-6656-4a9b-9759-a36fa9f8a6da),segment_id=a10ad867-6656-4a9b-9759-a36fa9f8a6da)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:25:50.083905 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:50.134093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c5f60d73-df1d-4dfa-b562-3ba0294932e5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:50.348603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ca051-4696-44b0-af51-2eda25f73877 None None] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:25:50.457367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e60588ec-874e-41d5-97cb-4b022a3ab559 None None] Provisioning complete for port c5f60d73-df1d-4dfa-b562-3ba0294932e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:50.457758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e60588ec-874e-41d5-97cb-4b022a3ab559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:50.557617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e60588ec-874e-41d5-97cb-4b022a3ab559 None None] Current status of the port c5f60d73-df1d-4dfa-b562-3ba0294932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:25:50.681184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e5d71e49-bded-427d-9d6f-f9d078f4a67d None None] Provisioning complete for port c5f60d73-df1d-4dfa-b562-3ba0294932e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:50.681184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d71e49-bded-427d-9d6f-f9d078f4a67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:50.758958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e5d71e49-bded-427d-9d6f-f9d078f4a67d None None] Current status of the port c5f60d73-df1d-4dfa-b562-3ba0294932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:25:50.929066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34cee8a4-33f9-465b-b0fc-05e23cc73ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:51.725825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5f60d73-df1d-4dfa-b562-3ba0294932e5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:25:51.774128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c5f60d73-df1d-4dfa-b562-3ba0294932e5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:51.774533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:51.847188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c5f60d73-df1d-4dfa-b562-3ba0294932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:25:52.059509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:52.544442 n-d-829064-14 neutron-server[103885]: WARNING oslo_policy.policy [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:52.545031 n-d-829064-14 neutron-server[103885]: WARNING oslo_policy.policy [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:52.768679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:25:52.894568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Made reservation on behalf of 79e6bfd32b32471ca47360d7594c29f8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:25:52.960354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.policy [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 01:25:53.001233 n-d-829064-14 neutron-server[103885]: WARNING oslo_policy.policy [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:53.001604 n-d-829064-14 neutron-server[103885]: WARNING oslo_policy.policy [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 01:25:53.012211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.032962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.147496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks [] for security_group (21d55a01-2e95-4f00-930c-778c8812ae7d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.208982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (21d55a01-2e95-4f00-930c-778c8812ae7d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.221702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103885) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 01:25:53.254237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741815350631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (99a18030-294a-4294-b44d-1815cb36260d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.254822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Unsubscribe: segment precommit_create {{(pid=103885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 01:25:53.255341 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Added segment 99a18030-294a-4294-b44d-1815cb36260d of type flat for network 483a85bc-534f-443d-b45b-c3de957ae353 Feb 15 01:25:53.260576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-189f42c4-c9c9-4d90-9304-f8884436d1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.261436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d55a01-2e95-4f00-930c-778c8812ae7d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:53.283402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.283756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.284096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.284460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.284792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.285625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.285953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.286274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.286597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.286914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.287235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.287554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.287871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Tracked resource versions report: Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: pushed versions: Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: { 'AddressGroup': {'1.2'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Log': {'1.0'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Network': {'1.1'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Port': {'1.7'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'PortForwarding': {'1.2'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'QosPolicy': {'1.10'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SecurityGroup': {'1.5'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SubPort': {'1.0'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Subnet': {'1.1'}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Trunk': {'1.1'}} Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: consumer versions: Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: L3 agent@n-d-829064-14: {}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: Metadata agent@n-d-829064-14: {}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: Metering agent@n-d-829064-14: {}, Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'ConntrackHelper': '1.0', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'LocalIPAssociation': '1.0', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Log': '1.0', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Network': '1.1', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Port': '1.7', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'PortForwarding': '1.2', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'QosPolicy': '1.10', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SecurityGroup': '1.5', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SecurityGroupRule': '1.2', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'SubPort': '1.0', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Subnet': '1.1', Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: 'Trunk': '1.1'}} Feb 15 01:25:53.289085 n-d-829064-14 neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:25:53.377362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (483a85bc-534f-443d-b45b-c3de957ae353), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.454554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (483a85bc-534f-443d-b45b-c3de957ae353), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.455787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:25:53.456556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:53.564348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=483a85bc-534f-443d-b45b-c3de957ae353,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:53.571574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c136d84-2984-4bac-88db-329e23a8b7a9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5100005 Feb 15 01:25:53.587243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 483a85bc-534f-443d-b45b-c3de957ae353 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:25:54.272144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:55.700523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:56.046141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:25:56.258730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17523f-c883-4ec7-9258-1c74d83a5fec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:25:56.260377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4c17523f-c883-4ec7-9258-1c74d83a5fec demo admin] 10.222.0.43 "GET /v2.0/subnets/3545cc7d-307d-469b-a950-07ae5eef6ae6 HTTP/1.1" status: 200 len: 849 time: 0.2132447 Feb 15 01:25:56.423233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee0285bb-c2bb-404b-bd87-4c297067af84 demo admin] 10.222.0.43 "GET /v2.0/routers/6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 HTTP/1.1" status: 200 len: 704 time: 0.1572318 Feb 15 01:25:56.750118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.067541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Allocated IP 172.20.0.1 (5e1c9a0a-3416-42b0-922c-e6044dd402fd/3545cc7d-307d-469b-a950-07ae5eef6ae6/d35a4dd7-5e84-4a20-bbea-fe1976e7b843) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:25:57.163515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.252038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks [] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.364080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.428673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:25:57.434077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:25:57.447083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:25:57.447648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.511877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Pushing event updated for resources: {'Port': ['ID=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:57.620525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7d4160b3-32c9-4954-923a-5dc67ca73323 None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:57.620964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d4160b3-32c9-4954-923a-5dc67ca73323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.695253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7d4160b3-32c9-4954-923a-5dc67ca73323 None None] Port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:25:57.713486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:57.968825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks [] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:58.055130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:58.056352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:58.133490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Pushing event updated for resources: {'Port': ['ID=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:25:58.179219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:25:58.180528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:25:58.409390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:25:58.415953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa0dbf14-6123-446b-85f8-3ba94068ee5b None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:25:58.416395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbf14-6123-446b-85f8-3ba94068ee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:58.448896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dbf14-6123-446b-85f8-3ba94068ee5b None None] Port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:25:58.505619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:25:58.511928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8c476a0-16af-4897-a460-7180961ebe80 demo admin] 10.222.0.43 "PUT /v2.0/routers/6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0827575 Feb 15 01:25:58.514931 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Sync routers for ids ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:25:58.527788 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Routers {'6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:25:58.528637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:25:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:58.718052 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Set router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:25:59.149220 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:25:57Z', 'revision_number': 2, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port_host': None, '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:25:57Z', 'revision_number': 2, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:25:59.207824 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Checking router: 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:25:59.208194 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Updating router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:25:59.295573 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:59.783162 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks [] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:59.854190 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:25:59.992381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Pushing event updated for resources: {'Port': ['ID=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:00.023548 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.023900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.024242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.024612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.024944 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.025267 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.025600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.025924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.026245 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.026564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.026887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.027205 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.027523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Tracked resource versions report: Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: pushed versions: Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: { 'AddressGroup': {'1.2'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Log': {'1.0'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Network': {'1.1'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Port': {'1.7'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'PortForwarding': {'1.2'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'QosPolicy': {'1.10'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SecurityGroup': {'1.5'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SubPort': {'1.0'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Subnet': {'1.1'}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Trunk': {'1.1'}} Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: consumer versions: Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: L3 agent@n-d-829064-14: {}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: Metadata agent@n-d-829064-14: {}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: Metering agent@n-d-829064-14: {}, Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'ConntrackHelper': '1.0', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'LocalIPAssociation': '1.0', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Log': '1.0', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Network': '1.1', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Port': '1.7', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'PortForwarding': '1.2', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'QosPolicy': '1.10', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SecurityGroup': '1.5', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SecurityGroupRule': '1.2', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'SubPort': '1.0', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Subnet': '1.1', Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: 'Trunk': '1.1'}} Feb 15 01:26:00.028706 n-d-829064-14 neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:26:00.042166 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Attempting to bind port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:26:00.042523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Attempting to bind port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:26:00.042965 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Attempting to bind port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 on network 5e1c9a0a-3416-42b0-922c-e6044dd402fd {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:26:00.047945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:26:00.048380 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Checking segment: {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:26:00.048879 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.049265 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Bound using segment: {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:26:00.049734 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Bound port: d35a4dd7-5e84-4a20-bbea-fe1976e7b843, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ad867-6656-4a9b-9759-a36fa9f8a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:26:00.050119 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.076586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-03bc33ec-03d0-4ec2-b9cc-6710c4e3301e None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:26:00.077120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03bc33ec-03d0-4ec2-b9cc-6710c4e3301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.115359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-03bc33ec-03d0-4ec2-b9cc-6710c4e3301e None None] Port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:26:00.115990 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] For port d35a4dd7-5e84-4a20-bbea-fe1976e7b843, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:26:00.136129 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] For port d35a4dd7-5e84-4a20-bbea-fe1976e7b843, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,segment=NetworkSegment(a10ad867-6656-4a9b-9759-a36fa9f8a6da),segment_id=a10ad867-6656-4a9b-9759-a36fa9f8a6da)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:26:00.180852 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.241856 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8cb5-f342-4fd4-a0fb-9942d6d3d174 None None] Pushing event updated for resources: {'Port': ['ID=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:00.244984 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Routers {'6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:26:00.246090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:25:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:00.339357 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] Set router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:26:00.437674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:26:00.438074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.520705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Current status of the port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:26:00.521399 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.557510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] For port d35a4dd7-5e84-4a20-bbea-fe1976e7b843, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,segment=NetworkSegment(a10ad867-6656-4a9b-9759-a36fa9f8a6da),segment_id=a10ad867-6656-4a9b-9759-a36fa9f8a6da)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:26:00.563465 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:25:57Z', 'revision_number': 2, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port_host': None, '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:26:00Z', 'revision_number': 4, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:00.606807 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fa4a7-4ed3-4505-907b-03be487225a0 None None] The sync data for ids ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'] in n-d-829064-14 is: [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:25:57Z', 'revision_number': 2, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port_host': None, '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:26:00Z', 'revision_number': 4, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:26:00.643514 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:00.695366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b6d41-43d3-4fb6-a6a4-ab2ba499e84a None None] Pushing event updated for resources: {'Port': ['ID=d35a4dd7-5e84-4a20-bbea-fe1976e7b843,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:00.893894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:26:01.009631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b1e09-31a1-4610-864c-f508e33541af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:26:01.011231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-024b1e09-31a1-4610-864c-f508e33541af admin admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 842 time: 0.1164765 Feb 15 01:26:01.020577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'ip_version': 4, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'gateway_ip': '172.25.2.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:26:01.100052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Made reservation on behalf of 79e6bfd32b32471ca47360d7594c29f8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:26:01.102432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:01.450977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 01:26:01.451429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (de8d7724-429b-48f4-b48f-9e533eeed180), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:01.506753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8d7724-429b-48f4-b48f-9e533eeed180,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:01.516219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:26:01.516604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Network hostable DHCP agents. Network: 483a85bc-534f-443d-b45b-c3de957ae353, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:26:01.574283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:26:01.625715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 483a85bc-534f-443d-b45b-c3de957ae353) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:26:01.630668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:26:01.631454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:01.636499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e020359-b102-4160-b7a5-ed9e0794db1b None None] Network 483a85bc-534f-443d-b45b-c3de957ae353 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:26:01.703607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fffe7958-6d88-46f4-b747-e408b2498e08 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6863422 Feb 15 01:26:01.741504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b09ec-8f99-4f06-85b1-b09d0aa5d9b7 None None] Network 483a85bc-534f-443d-b45b-c3de957ae353 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:26:04.066655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:26:04.291026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0b2272f5-8948-40c5-b85d-5d2b2e8553be demo admin] 10.222.0.43 "GET /v2.0/routers/6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 HTTP/1.1" status: 200 len: 710 time: 0.2232356 Feb 15 01:26:04.373761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b138ab2-5d17-4eb8-b341-22d5b1a51060 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:26:04.375113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5b138ab2-5d17-4eb8-b341-22d5b1a51060 demo admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 886 time: 0.0785387 Feb 15 01:26:04.384321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:26:04.676497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks [] for router_gateway (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:04.975235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks [] for router_gateway (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:05.052942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:05.233533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Allocated IP 172.25.2.25 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/7136bc42-1ada-48d4-b72e-fd63e861a46b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:26:05.339720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks [] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:05.455128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:05.521742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:26:05.527247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:26:05.538191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:26:05.577703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Pushing event updated for resources: {'Port': ['ID=7136bc42-1ada-48d4-b72e-fd63e861a46b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:05.912902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks [] for router_gateway (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:06.110627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:06.115679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:06.295636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:26:06.402040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:26:06.406413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:06.407605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-88cdf486-6c32-498e-b614-30027c8da7ba demo admin] 10.222.0.43 "PUT /v2.0/routers/6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 HTTP/1.1" status: 200 len: 889 time: 2.0263979 Feb 15 01:26:07.752681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d35a4dd7-5e84-4a20-bbea-fe1976e7b843 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:26:07.799476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:26:07.799867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:07.875206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:26:08.863425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:26:08.989700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ab5a7d3b-2e94-4d91-ae17-81a4b94de2b7 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250515 Feb 15 01:26:08.989848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Sync routers for ids ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:26:09.001998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Routers {'6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:26:09.002685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:25:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:09.231733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Set router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:26:09.705083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:26:05Z', 'revision_number': 4, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port': {'id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:26:05Z', 'updated_at': '2022-02-15T01:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:26:00Z', 'revision_number': 5, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:09.755657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Checking router: 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:26:09.756034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Updating router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 port 7136bc42-1ada-48d4-b72e-fd63e861a46b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:26:09.810653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.124480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks [] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.168742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.214986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7313d4-2347-4ecb-86b3-c48384b4d8fb None None] Pushing event updated for resources: {'Port': ['ID=7136bc42-1ada-48d4-b72e-fd63e861a46b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:10.227141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Attempting to bind port 7136bc42-1ada-48d4-b72e-fd63e861a46b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:26:10.227546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Attempting to bind port 7136bc42-1ada-48d4-b72e-fd63e861a46b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:26:10.227885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Attempting to bind port 7136bc42-1ada-48d4-b72e-fd63e861a46b on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:26:10.233145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:26:10.233524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:26:10.233927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.234319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:26:10.234787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Bound port: 7136bc42-1ada-48d4-b72e-fd63e861a46b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:26:10.235164 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.294362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] For port 7136bc42-1ada-48d4-b72e-fd63e861a46b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:26:10.300791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] For port 7136bc42-1ada-48d4-b72e-fd63e861a46b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7136bc42-1ada-48d4-b72e-fd63e861a46b,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:26:10.358171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:10.416347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Routers {'6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:26:10.416955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:25:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:10.419623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7313d4-2347-4ecb-86b3-c48384b4d8fb None None] Pushing event updated for resources: {'Port': ['ID=7136bc42-1ada-48d4-b72e-fd63e861a46b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:10.527710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] Set router 6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:26:10.756523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:26:05Z', 'revision_number': 4, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port': {'id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:26:05Z', 'updated_at': '2022-02-15T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:26:00Z', 'revision_number': 5, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:26:10.786769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3a1d2-1a7e-4685-87bd-a517323b4779 None None] The sync data for ids ['6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97'] in n-d-829064-14 is: [{'id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'name': 'router1', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:25:46Z', 'updated_at': '2022-02-15T01:26:05Z', 'revision_number': 4, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'gw_port': {'id': '7136bc42-1ada-48d4-b72e-fd63e861a46b', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:26:05Z', 'updated_at': '2022-02-15T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd35a4dd7-5e84-4a20-bbea-fe1976e7b843', 'name': '', 'network_id': '5e1c9a0a-3416-42b0-922c-e6044dd402fd', 'tenant_id': '37a53d8be71246d79c9d326b56281ccb', 'mac_address': 'fa:16:3e:46:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeae6d9-8a77-49d9-8bed-8d7c9e36bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:25:56Z', 'updated_at': '2022-02-15T01:26:00Z', 'revision_number': 5, 'project_id': '37a53d8be71246d79c9d326b56281ccb', 'subnets': [{'id': '3545cc7d-307d-469b-a950-07ae5eef6ae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ceb4de0-72de-4f0e-a052-f05e0e3dee4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:26:11.785882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7136bc42-1ada-48d4-b72e-fd63e861a46b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:26:11.835487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7136bc42-1ada-48d4-b72e-fd63e861a46b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:26:11.835802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:11.915085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7136bc42-1ada-48d4-b72e-fd63e861a46b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:26:11.915607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:11.940019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 7136bc42-1ada-48d4-b72e-fd63e861a46b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7136bc42-1ada-48d4-b72e-fd63e861a46b,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:26:12.002880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:12.060845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=7136bc42-1ada-48d4-b72e-fd63e861a46b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:26:13.781903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7136bc42-1ada-48d4-b72e-fd63e861a46b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:26:13.848632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7136bc42-1ada-48d4-b72e-fd63e861a46b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:26:13.849387 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7136bc42-1ada-48d4-b72e-fd63e861a46b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:13.955232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7136bc42-1ada-48d4-b72e-fd63e861a46b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:26:20.957218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ede04b-8435-44a4-8db6-12461f2d5cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:22.311773 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:26:23.249107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef756145-dc25-4ef4-9dc3-a97f832bbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:24.260787 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:25.717213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:27.139701 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:50.939136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1a24ddbe-d298-49d1-9b99-825700d80547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:53.259138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab700e49-c59a-48ee-ac9f-5df0bb82ecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:54.284090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:55.728071 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:57.161825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:26:59.313168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:27:20.932829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36069768-6d44-4015-8ffc-b281f02ed072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:23.241774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d42d4bc-1370-44d8-b6e6-65dbc07101b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:24.287275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:25.675675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:27.161699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:34.442755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:34.503392 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-63470395-f165-49b7-a257-e4a0c6328c50 admin admin] GET failed (client error): The resource could not be found. Feb 15 01:27:34.504720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63470395-f165-49b7-a257-e4a0c6328c50 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609791 Feb 15 01:27:34.665043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7811c-07dd-49cd-9c3d-a6019adec39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:34.666453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-46f7811c-07dd-49cd-9c3d-a6019adec39c admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576571 Feb 15 01:27:36.312845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:27:36.918375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:37.008489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048866f1-46bc-49a7-812b-be6b0d5ca108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:37.009833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-048866f1-46bc-49a7-812b-be6b0d5ca108 admin admin] 10.222.0.43 "GET /v2.0/subnets/3545cc7d-307d-469b-a950-07ae5eef6ae6 HTTP/1.1" status: 200 len: 849 time: 0.0904956 Feb 15 01:27:37.019404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:27:37.103980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Publish callbacks [] for subnet (3545cc7d-307d-469b-a950-07ae5eef6ae6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:37.269571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741815379896'] for subnet (3545cc7d-307d-469b-a950-07ae5eef6ae6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:37.302512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:37.303142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:37.306092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] 10.222.0.43 "PUT /v2.0/subnets/3545cc7d-307d-469b-a950-07ae5eef6ae6 HTTP/1.1" status: 200 len: 868 time: 0.2885730 Feb 15 01:27:37.307442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce8de0-7e16-43e6-858c-3c35d10f637c None None] Network 5e1c9a0a-3416-42b0-922c-e6044dd402fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:27:37.324121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3545cc7d-307d-469b-a950-07ae5eef6ae6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:27:37.331788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.332149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.332581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.332917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.333250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.333585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.333914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.334238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.334561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.334883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.335205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.335526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.335849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2af7e-2712-4d57-8923-095923e59d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:27:37.767064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Provisioning complete for port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:27:37.767456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d35a4dd7-5e84-4a20-bbea-fe1976e7b843), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:37.842021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Current status of the port d35a4dd7-5e84-4a20-bbea-fe1976e7b843 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:27:37.852269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Provisioning complete for port c5f60d73-df1d-4dfa-b562-3ba0294932e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:27:37.852686 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5f60d73-df1d-4dfa-b562-3ba0294932e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:37.937148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f1154e4-c583-4ab7-bca8-e4266c300f9a None None] Current status of the port c5f60d73-df1d-4dfa-b562-3ba0294932e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:27:39.567917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:39.762874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac351b94-6046-405f-92f5-008bc206866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:39.763359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac351b94-6046-405f-92f5-008bc206866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:39.764918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ac351b94-6046-405f-92f5-008bc206866f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959920 Feb 15 01:27:41.975094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:42.103127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309e23f-e2a5-4e3f-9f91-0d7f12f9f024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:42.103597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309e23f-e2a5-4e3f-9f91-0d7f12f9f024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:42.105142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e309e23f-e2a5-4e3f-9f91-0d7f12f9f024 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290953 Feb 15 01:27:44.358562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:44.480746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf2fc41-849f-4bc3-920b-dc0bfe13a314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:44.482112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6bf2fc41-849f-4bc3-920b-dc0bfe13a314 admin admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 886 time: 0.1226125 Feb 15 01:27:46.731585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37946) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:46.860130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ff960-bf4a-43d1-a6a4-dcb8ae803030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:46.861520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5b7ff960-bf4a-43d1-a6a4-dcb8ae803030 admin admin] 10.222.0.43 "GET /v2.0/networks/5e1c9a0a-3416-42b0-922c-e6044dd402fd HTTP/1.1" status: 200 len: 869 time: 0.1289742 Feb 15 01:27:49.109472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:49.232927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7cd3d-be32-4bed-80cd-186e129e2ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:49.233386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7cd3d-be32-4bed-80cd-186e129e2ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:49.234944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7f7cd3d-be32-4bed-80cd-186e129e2ae7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245170 Feb 15 01:27:50.926670 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-553a55c4-ced4-47db-a83d-4731c413e685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:51.497482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:51.585445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcd85b-c066-49c5-afe6-c9920886ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:51.585894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcd85b-c066-49c5-afe6-c9920886ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:51.587390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-23fcd85b-c066-49c5-afe6-c9920886ac8b admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889652 Feb 15 01:27:53.229608 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16de1eba-94ea-4e35-bcda-40126cac3bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:53.833272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37972) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:53.922812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a433d53-d261-40cc-9a05-79045733abb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:53.924128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a433d53-d261-40cc-9a05-79045733abb0 admin admin] 10.222.0.43 "GET /v2.0/subnets/3545cc7d-307d-469b-a950-07ae5eef6ae6 HTTP/1.1" status: 200 len: 868 time: 0.0899098 Feb 15 01:27:54.275275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:55.669685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:27:56.166795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:27:56.251128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ba330-c3a4-4df3-9b5a-14b4f672c4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:27:56.252513 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e33ba330-c3a4-4df3-9b5a-14b4f672c4a5 admin admin] 10.222.0.43 "GET /v2.0/subnets/de8d7724-429b-48f4-b48f-9e533eeed180 HTTP/1.1" status: 200 len: 816 time: 0.0847385 Feb 15 01:27:57.137711 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:13.311911 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:28:20.370447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:28:20.418672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-fe05088e-c034-48a0-bc5d-48698e0df673 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:28:20.419734 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fe05088e-c034-48a0-bc5d-48698e0df673 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483541 Feb 15 01:28:20.943025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9af55aa2-10dd-4eb5-8f05-643eb8ab0009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:22.758390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:28:22.820977 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2511b8b7-0540-45fd-8af3-b80aaa715ab6 admin admin] GET failed (client error): The resource could not be found. Feb 15 01:28:22.822227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2511b8b7-0540-45fd-8af3-b80aaa715ab6 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628448 Feb 15 01:28:22.959408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e10d7-adf5-49f8-9e7d-1b8cbc40599b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:28:22.960816 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-250e10d7-adf5-49f8-9e7d-1b8cbc40599b admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345944 Feb 15 01:28:23.269184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75464f33-572b-4ed3-a84a-326ea7e1c7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:24.303298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.234228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:28:25.280675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:28:25.382959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Made reservation on behalf of 79e6bfd32b32471ca47360d7594c29f8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:28:25.385548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.413294 n-d-829064-14 neutron-server[103885]: WARNING neutron.services.revisions.revision_plugin [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Could not find related network for resource to bump revision. Feb 15 01:28:25.428198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:28:25.437910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7798b1ac-19a3-4d90-903b-f74d80fc23c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.438251 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Added segment 7798b1ac-19a3-4d90-903b-f74d80fc23c7 of type vlan for network 524edee0-12b4-4cc9-9aca-aba0127100d2 Feb 15 01:28:25.477364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (524edee0-12b4-4cc9-9aca-aba0127100d2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.560117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (524edee0-12b4-4cc9-9aca-aba0127100d2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.561168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:28:25.561767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:25.619262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Pushing event updated for resources: {'Network': ['ID=524edee0-12b4-4cc9-9aca-aba0127100d2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:28:25.626941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.627288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.627628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.627964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.628315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.628647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.628974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.629295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.629619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.629943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.630868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.630868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.630868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:25.641998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:28:25.665928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47373f59-076e-4582-845b-06d7e049df69 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4306128 Feb 15 01:28:25.720374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:27.133232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:27.927144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:28:27.985682 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cf17aa-3060-4c07-b732-88bd85c9abe7 admin admin] GET failed (client error): The resource could not be found. Feb 15 01:28:27.986934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97cf17aa-3060-4c07-b732-88bd85c9abe7 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587966 Feb 15 01:28:28.055143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d900d9b-0192-4dc8-bdd5-0cfda58b3ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:28:28.056563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d900d9b-0192-4dc8-bdd5-0cfda58b3ce0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656528 Feb 15 01:28:28.066702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:28:28.154476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Made reservation on behalf of 79e6bfd32b32471ca47360d7594c29f8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:28:28.156786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:28.383465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (01147fef-80e8-41be-9fca-f269fd44be9a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:28.436953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01147fef-80e8-41be-9fca-f269fd44be9a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:28:28.445228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:28:28.445581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Network hostable DHCP agents. Network: 524edee0-12b4-4cc9-9aca-aba0127100d2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:28:28.515207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:28:28.594097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 524edee0-12b4-4cc9-9aca-aba0127100d2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:28:28.598008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:28:28.598602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:28.603426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaac14-6527-4657-a9fd-ae8874505995 None None] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:28:28.654413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-851b25c0-1fe2-45ad-ae1a-8a88dcdfe30d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5909767 Feb 15 01:28:28.812519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-524edee0-12b4-4cc9-9aca-aba0127100d2', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'project_id': '79e6bfd32b32471ca47360d7594c29f8', 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:28:28.813408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:28.952961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Allocated IP 192.168.233.2 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:28:29.088353 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks [] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:29.194591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:29.236909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:28:29.241939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:28:29.244486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:28:29.255154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Pushing event updated for resources: {'Port': ['ID=8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:28:29.276700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.277046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.277390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.277726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.278058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.278394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.278718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.279045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.279877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.280212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.280560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.280882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.281208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:28:29.315959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Attempting to bind port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:28:29.316374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Attempting to bind port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:28:29.316742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Attempting to bind port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:28:29.321755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:28:29.322135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:28:29.322534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:29.322928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:28:29.323401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Bound port: 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:28:29.323786 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:29.385106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] For port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:28:29.388375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] For port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:28:29.470065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:29.527573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116236a-8ee1-46e4-bc0c-48c8bdefa0cc None None] Pushing event updated for resources: {'Port': ['ID=8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:28:29.952788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:28:30.010044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:28:30.010628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:30.118595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:28:30.118978 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:30.158689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:28:30.257498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:30.321571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:28:30.478037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee12ea-49f4-4dfa-a05d-2d6414ac29a5 None None] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:28:30.587786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-068037bb-db5a-4b4b-bfd2-274675909ef4 None None] Provisioning complete for port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:28:30.588182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068037bb-db5a-4b4b-bfd2-274675909ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:30.676518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-068037bb-db5a-4b4b-bfd2-274675909ef4 None None] Current status of the port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:28:30.799171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e98072d-a96c-416e-9155-bc9f2345fd37 None None] Provisioning complete for port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:28:30.799553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e98072d-a96c-416e-9155-bc9f2345fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:30.879600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e98072d-a96c-416e-9155-bc9f2345fd37 None None] Current status of the port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:28:31.809394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:28:31.859397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:28:31.859784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:31.937347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8720f5fe-c27f-44d2-98e3-df5c2f4fc2ff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:28:50.310549 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:28:50.936692 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab219-b453-4c7b-ace6-1596d0e8ac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:53.239664 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c778725-5ac8-4f17-96ea-89e2667d26ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:54.313949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:55.696958 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:28:57.183186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:20.947143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50d31961-069e-44c1-ad18-d570c7a51604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:23.273452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac874ce7-658b-4946-975a-3b7c496bf30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:24.301706 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:25.708648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:27.199390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:27.309931 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:29:50.935757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b6126bb-35a5-4059-bc58-9a2154337f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:53.369988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39bd54df-728d-427a-b453-3cd9b31160c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:54.311964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:55.730491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:57.199217 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:58.117003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:29:58.122773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-cbb83ce6-9502-457e-841a-2694f559e617 tempest-verify_tempest_config-330916187 tempest-verify_tempest_config-330916187-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:29:58.123775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cbb83ce6-9502-457e-841a-2694f559e617 tempest-verify_tempest_config-330916187 tempest-verify_tempest_config-330916187-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058017 Feb 15 01:29:58.622007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:29:58.720978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:58.792067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Publish callbacks [] for security_group (4e405a33-160a-4ae7-aec6-0496dda4ef68), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:58.878551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e405a33-160a-4ae7-aec6-0496dda4ef68), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:59.007188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbe77e72d4754adf9e22665b30f9b464&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3840029 Feb 15 01:29:59.007950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e405a33-160a-4ae7-aec6-0496dda4ef68,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:29:59.009912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:29:59.015426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.015773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.016115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.016471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.016806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.017131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.017453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.017777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.018100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.018419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.018739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.019054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.019372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7930d3-10ec-482c-a9ba-c5c3b34eaea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.074324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Publish callbacks [] for security_group (4e405a33-160a-4ae7-aec6-0496dda4ef68), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:59.094388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Publish callbacks [] for security_group (4e405a33-160a-4ae7-aec6-0496dda4ef68), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:59.267963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e405a33-160a-4ae7-aec6-0496dda4ef68), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:59.270518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:29:59.271704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e405a33-160a-4ae7-aec6-0496dda4ef68 HTTP/1.1" status: 204 len: 168 time: 0.2604804 Feb 15 01:29:59.280908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e405a33-160a-4ae7-aec6-0496dda4ef68,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:29:59.287768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.288120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.288500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.288867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.289209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.289610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.289872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.290382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.290713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.290973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.291381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.291714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:29:59.292042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed90ff-96eb-4b36-a075-8516a07212a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:30:04.310382 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:30:20.946439 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cd036a1-5465-4b23-a3cd-70bf5e9b8199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:23.266720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca8f2-c536-4810-a49f-2f568bcc66ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:24.300983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:25.700968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:27.233089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:41.309012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:30:50.927578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29b25129-43a5-4f0f-abb1-c2300bc106df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:53.248977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82a0ee4-6897-487a-8310-1870bd70dd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:54.294355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:55.711540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:30:57.187843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:18.308195 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:31:20.926578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5693372c-de5b-4973-b282-f448d9f9fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:23.242445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed61a0b-ec96-47ef-8f84-3877070d6b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:24.299694 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:25.728667 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:27.172086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:50.933957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71a157b5-0ba3-454d-8a03-6a875c833d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:53.230761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b29622a4-77d2-4bfb-ae13-ae1978e6802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:54.327503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:55.308267 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:31:55.710116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:31:57.161884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:20.930611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-810a99b8-d807-4ed9-9636-1d485d36d659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:23.239246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dcaad16-b42e-4554-87f8-4f0aadaacfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:24.304139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:25.713783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:27.182192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:32.308033 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:32:50.935856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-980e54e0-e704-4e01-804c-7b7a1b3ff014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:53.238739 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a0c0002-56be-4f5a-8ec3-fc01172525ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:54.312990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:55.743689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:32:57.166891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:09.306661 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 5 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:33:14.941153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:17.735090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554642'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:20.925748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a9d026b-bf98-41bf-8b2d-20a248b16ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:23.228823 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef217cd3-513a-4d16-bcf3-d65462e7a3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:24.342568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:25.718146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:27.176981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:44.902465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:46.305429 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:33:47.730602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:50.951674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-781d0264-0c5c-4865-9708-8863121fc0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:53.254778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8455-3516-447f-ad48-5528afa38b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:54.313496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:55.725731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:33:57.187584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:05.081147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:34:05.183902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f31b66ab-a6ac-490b-b465-be8a29b42802 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1016560 Feb 15 01:34:07.428501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:34:07.482914 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f3f71c4-9ed9-4cb6-aeb7-94a442ab9a40 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0527668 Feb 15 01:34:14.904912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:17.705294 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:20.939561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b8b89f2-18a4-445a-96a8-e34da9e02873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:23.225027 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ea75b6-70a1-4c17-96d3-897aea0a6840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:23.305140 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:34:24.335749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:25.752893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:27.175826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:44.906946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:47.746502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:50.941300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8197bc1a-f83d-4c85-a8f9-695c8adb471f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:53.232628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e071fe1d-82e9-4c08-88d4-0465f389bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:54.333877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:55.757846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:34:57.169605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:00.308629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:35:14.940211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:17.704186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:20.937934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b38f885-0b17-46c4-8a4a-b8cc3aad20ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:23.235055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6f01d07-6f63-490c-af58-0e112a7fa4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:24.328861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:25.726576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:27.174255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:34.743998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:34.934619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:35.234515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:35.235089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bda80924-3d74-4461-b8f2-fa25322f4f03 tempest-AutoAllocateNetworkTest-1232768476 tempest-AutoAllocateNetworkTest-1232768476-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b77f329808d461b842c7b59d0140216&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4893990 Feb 15 01:35:35.425243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ea93a-36ca-427e-9dc0-4b67a2b3596e tempest-AutoAllocateNetworkTest-1232768476 tempest-AutoAllocateNetworkTest-1232768476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:35.431270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:35.432865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-428ea93a-36ca-427e-9dc0-4b67a2b3596e tempest-AutoAllocateNetworkTest-1232768476 tempest-AutoAllocateNetworkTest-1232768476-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1964326 Feb 15 01:35:35.496395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:35.496588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-79970a22-9067-460c-b1a5-e6ae0768115c tempest-AutoAllocateNetworkTest-1232768476 tempest-AutoAllocateNetworkTest-1232768476-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640543 Feb 15 01:35:35.520662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-network', 'tenant_id': '93dcbc0e09104152aed49f7518adf934'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:35.524868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f56b95c4-4f69-4f86-bcb3-38f34a73d91d tempest-AutoAllocateNetworkTest-1232768476 tempest-AutoAllocateNetworkTest-1232768476-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b77f329808d461b842c7b59d0140216 HTTP/1.1" status: 200 len: 208 time: 0.0273449 Feb 15 01:35:35.611643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Made reservation on behalf of 93dcbc0e09104152aed49f7518adf934 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:35.614112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.623169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.697193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks [] for security_group (0a97122f-e022-42c6-97c4-f0e2780b3f14), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.760223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0a97122f-e022-42c6-97c4-f0e2780b3f14), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.788855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:35:35.794312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a97122f-e022-42c6-97c4-f0e2780b3f14,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:35.806482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (35e5f50e-fe35-4d43-8e1c-a0721cf045ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Added segment 35e5f50e-fe35-4d43-8e1c-a0721cf045ee of type vlan for network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Tracked resource versions report: Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: pushed versions: Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: { 'AddressGroup': {'1.2'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'Log': {'1.0'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'Network': {'1.1'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'Port': {'1.7'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'PortForwarding': {'1.2'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'QosPolicy': {'1.10'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'SecurityGroup': {'1.5'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'SubPort': {'1.0'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'Subnet': {'1.1'}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'Trunk': {'1.1'}} Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: consumer versions: Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: HyperV agent@n-h1-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: HyperV agent@n-h2-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: L3 agent@n-d-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: Metadata agent@n-d-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: Metering agent@n-d-829064-14: {}, Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:35:35.819337 n-d-829064-14 neutron-server[103884]: 'ConntrackHelper': '1.0', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'LocalIPAssociation': '1.0', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'Log': '1.0', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'Network': '1.1', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'Port': '1.7', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'PortForwarding': '1.2', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'QosPolicy': '1.10', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'SecurityGroup': '1.5', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'SecurityGroupRule': '1.2', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'SubPort': '1.0', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'Subnet': '1.1', Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: 'Trunk': '1.1'}} Feb 15 01:35:35.821305 n-d-829064-14 neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:35:35.857897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.960581 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:35.961860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:35.962369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.055179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] Pushing event updated for resources: {'Network': ['ID=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:36.065101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:35:36.148653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-35a89e97-5878-49b5-ae6d-c0861692c56b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2128589 Feb 15 01:35:36.151745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:36.156702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Request body: {'subnet': {'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-subnet', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:36.243030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Made reservation on behalf of 93dcbc0e09104152aed49f7518adf934 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:36.245349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.380453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:36.620608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (d29ff15e-be13-4b5d-98bd-c2578af9b845), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.678122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29ff15e-be13-4b5d-98bd-c2578af9b845,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:36.689553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.689900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.690239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.690569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.691071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.691400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.691726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.692049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.692392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.692774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.693109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.693425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.693744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Tracked resource versions report: Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: pushed versions: Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: { 'AddressGroup': {'1.2'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Log': {'1.0'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Network': {'1.1'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Port': {'1.7'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'PortForwarding': {'1.2'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'QosPolicy': {'1.10'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SecurityGroup': {'1.5'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SubPort': {'1.0'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Subnet': {'1.1'}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Trunk': {'1.1'}} Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: consumer versions: Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: HyperV agent@n-h1-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: HyperV agent@n-h2-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: L3 agent@n-d-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: Metadata agent@n-d-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: Metering agent@n-d-829064-14: {}, Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'ConntrackHelper': '1.0', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'LocalIPAssociation': '1.0', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Log': '1.0', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Network': '1.1', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Port': '1.7', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'PortForwarding': '1.2', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'QosPolicy': '1.10', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SecurityGroup': '1.5', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SecurityGroupRule': '1.2', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'SubPort': '1.0', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Subnet': '1.1', Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: 'Trunk': '1.1'}} Feb 15 01:35:36.694911 n-d-829064-14 neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:35:36.699643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Checking segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:36.700003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Network hostable DHCP agents. Network: cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:35:36.785391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1155-1c96-40fe-b0ea-1e71d8516892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.802746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:35:36.859570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1155-1c96-40fe-b0ea-1e71d8516892 admin admin] Publish callbacks [] for security_group (194b5a48-d977-4bf8-b6a8-bedae2463517), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.889135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:36.893578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:36.894583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.900574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64c6f3-1737-43cf-8c29-1921b63b499e None None] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:35:36.945778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1155-1c96-40fe-b0ea-1e71d8516892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (194b5a48-d977-4bf8-b6a8-bedae2463517), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:36.974705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c1155-1c96-40fe-b0ea-1e71d8516892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b5a48-d977-4bf8-b6a8-bedae2463517,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:36.986714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:36.989516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4e038680-d6f9-4673-9744-4eae276ae670 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8365297 Feb 15 01:35:36.993230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:37.015948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:35:37.019455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.019717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd1c1155-1c96-40fe-b0ea-1e71d8516892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b77f329808d461b842c7b59d0140216&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6354661 Feb 15 01:35:37.020275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:37.076163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] Publish callbacks [] for security_group (194b5a48-d977-4bf8-b6a8-bedae2463517), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.094640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (e0625290-4818-4285-a10a-749a3af09bca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.095777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (e0625290-4818-4285-a10a-749a3af09bca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.137254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] Publish callbacks [] for security_group (194b5a48-d977-4bf8-b6a8-bedae2463517), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.202686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for router_controller (e0625290-4818-4285-a10a-749a3af09bca), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.238518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Allocated IP 172.20.0.2 (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad/d29ff15e-be13-4b5d-98bd-c2578af9b845/654b9756-9447-4b45-a586-129f4a9bc4bf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:37.303322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (194b5a48-d977-4bf8-b6a8-bedae2463517), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.306835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.308223 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:35:37.312849 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/194b5a48-d977-4bf8-b6a8-bedae2463517 HTTP/1.1" status: 204 len: 168 time: 0.2870464 Feb 15 01:35:37.328820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da02f4c-c22a-4c2e-bcb9-f5403bb89cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b5a48-d977-4bf8-b6a8-bedae2463517,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:37.414845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks [] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.457005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for router_gateway (e0625290-4818-4285-a10a-749a3af09bca), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.507085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.555974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Pushing event updated for resources: {'Port': ['ID=654b9756-9447-4b45-a586-129f4a9bc4bf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:37.566479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.567055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.567557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.568045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.568540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.569660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.570147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.570616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.571087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.571564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.572026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.572527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.572996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Tracked resource versions report: Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: pushed versions: Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: { 'AddressGroup': {'1.2'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Log': {'1.0'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Network': {'1.1'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Port': {'1.7'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'PortForwarding': {'1.2'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'QosPolicy': {'1.10'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SecurityGroup': {'1.5'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SubPort': {'1.0'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Subnet': {'1.1'}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Trunk': {'1.1'}} Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: consumer versions: Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: HyperV agent@n-h1-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: HyperV agent@n-h2-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: L3 agent@n-d-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: Metadata agent@n-d-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: Metering agent@n-d-829064-14: {}, Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'ConntrackHelper': '1.0', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'LocalIPAssociation': '1.0', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Log': '1.0', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Network': '1.1', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Port': '1.7', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'PortForwarding': '1.2', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'QosPolicy': '1.10', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SecurityGroup': '1.5', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SecurityGroupRule': '1.2', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'SubPort': '1.0', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Subnet': '1.1', Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: 'Trunk': '1.1'}} Feb 15 01:35:37.574309 n-d-829064-14 neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:35:37.580026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:37.581983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:37.584355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:37.645709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Attempting to bind port 654b9756-9447-4b45-a586-129f4a9bc4bf on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:37.646076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Attempting to bind port 654b9756-9447-4b45-a586-129f4a9bc4bf by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:37.646435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Attempting to bind port 654b9756-9447-4b45-a586-129f4a9bc4bf on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:37.651537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:37.651908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Checking segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:37.652323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.652862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Bound using segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:37.653530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Bound port: 654b9756-9447-4b45-a586-129f4a9bc4bf, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:37.654083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.727361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] For port 654b9756-9447-4b45-a586-129f4a9bc4bf, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:37.730976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] For port 654b9756-9447-4b45-a586-129f4a9bc4bf, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=654b9756-9447-4b45-a586-129f4a9bc4bf,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:37.760207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for router_gateway (e0625290-4818-4285-a10a-749a3af09bca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.788106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.815150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:37.884305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603beec7-aba8-49fe-b15e-79f5fd70f6d7 None None] Pushing event updated for resources: {'Port': ['ID=654b9756-9447-4b45-a586-129f4a9bc4bf,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:37.899261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Allocated IP 172.25.2.101 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/0e016ada-1e92-410e-a0cc-92b3e6dc0e21) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:38.044408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:38.144228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:38.218344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:38.228575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:38.232371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:38.286658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:38.604594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for router_gateway (e0625290-4818-4285-a10a-749a3af09bca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:38.959777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:38.963311 n-d-829064-14 neutron-server[103885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 01:35:38.972545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (e0625290-4818-4285-a10a-749a3af09bca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:38.997837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-aadd8bd3-2d34-4d69-b3d4-059c3c6a2630 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357230 Feb 15 01:35:39.112336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-a255e5f4-f578-4d9a-96c2-c43d10acafe5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:39.114331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-a255e5f4-f578-4d9a-96c2-c43d10acafe5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109080 Feb 15 01:35:39.135207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-8bc18aee-4186-4d70-a067-c02ec410ce7b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/quotas/a9e8e3ea400f4209bb898ff385c1e2b7 HTTP/1.1" status: 200 len: 375 time: 0.0137169 Feb 15 01:35:39.214782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-51125f15-71f4-4556-aa47-fb9d8d20d997 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692079 Feb 15 01:35:39.223417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Router e0625290-4818-4285-a10a-749a3af09bca is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:35:39.224017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b8ca2-08ad-4b60-b3c7-ea135683c1b9 None None] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:35:39.374101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:35:39.385704 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:35:39.396212 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:39.396889 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:39.425092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Provisioning complete for port 654b9756-9447-4b45-a586-129f4a9bc4bf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:39.425504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:39.467942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:39.472415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:39.472761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6fa5e3b0-1332-424f-89af-9a98575c85f8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4846015 Feb 15 01:35:39.478187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:39.576444 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:39.613630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Current status of the port 654b9756-9447-4b45-a586-129f4a9bc4bf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:39.614283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:39.706192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] For port 654b9756-9447-4b45-a586-129f4a9bc4bf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=654b9756-9447-4b45-a586-129f4a9bc4bf,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:35:39.769009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:39.894785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d36b-780f-47a9-8b3c-85d79401045b None None] Pushing event updated for resources: {'Port': ['ID=654b9756-9447-4b45-a586-129f4a9bc4bf,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:39.908061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55d41d9f-516e-4f26-a60d-3941f8f90ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:39.932122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c1c51de0-a152-41fe-b9e0-2a1cef839067 None None] Provisioning complete for port 654b9756-9447-4b45-a586-129f4a9bc4bf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:39.935337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1c51de0-a152-41fe-b9e0-2a1cef839067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.063546 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:38Z', 'revision_number': 3, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:40.102529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c1c51de0-a152-41fe-b9e0-2a1cef839067 None None] Current status of the port 654b9756-9447-4b45-a586-129f4a9bc4bf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:40.119251 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:35:40.119955 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Updating router e0625290-4818-4285-a10a-749a3af09bca port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:35:40.138243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55d41d9f-516e-4f26-a60d-3941f8f90ce5 admin admin] Publish callbacks [] for security_group (9cf32c92-2a80-4408-9b03-47f4106c83fa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.174997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 654b9756-9447-4b45-a586-129f4a9bc4bf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:40.182949 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.237006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55d41d9f-516e-4f26-a60d-3941f8f90ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cf32c92-2a80-4408-9b03-47f4106c83fa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.326871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 654b9756-9447-4b45-a586-129f4a9bc4bf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:40.334002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.334206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:40.352165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55d41d9f-516e-4f26-a60d-3941f8f90ce5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01568753cab84ce29854fcb8cab26dc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8720224 Feb 15 01:35:40.356185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:40.415580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41d9f-516e-4f26-a60d-3941f8f90ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf32c92-2a80-4408-9b03-47f4106c83fa,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:40.505203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 654b9756-9447-4b45-a586-129f4a9bc4bf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:40.551795 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks [] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.572230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.574201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] Publish callbacks [] for security_group (9cf32c92-2a80-4408-9b03-47f4106c83fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.610985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] Publish callbacks [] for security_group (9cf32c92-2a80-4408-9b03-47f4106c83fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.617836 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.672029 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Attempting to bind port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:40.673256 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Attempting to bind port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:40.673256 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Attempting to bind port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:40.680773 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Pushing event updated for resources: {'Port': ['ID=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:40.683825 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:40.685947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:40.685947 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.685947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:40.685947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Bound port: 0e016ada-1e92-410e-a0cc-92b3e6dc0e21, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:40.685947 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.712767 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.713120 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.713459 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.713808 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.714146 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.714504 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.714813 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.715153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.715470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.715797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.716126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.716476 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.716802 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Tracked resource versions report: Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: pushed versions: Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: { 'AddressGroup': {'1.2'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Log': {'1.0'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Network': {'1.1'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Port': {'1.7'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'PortForwarding': {'1.2'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'QosPolicy': {'1.10'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SecurityGroup': {'1.5'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SubPort': {'1.0'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Subnet': {'1.1'}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Trunk': {'1.1'}} Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: consumer versions: Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: { DHCP agent@n-d-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: HyperV agent@n-h1-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: HyperV agent@n-h2-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: L3 agent@n-d-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: Metadata agent@n-d-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: Metering agent@n-d-829064-14: {}, Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: Open vSwitch agent@n-d-829064-14: { 'AddressGroup': '1.2', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'ConntrackHelper': '1.0', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'LocalIPAssociation': '1.0', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Log': '1.0', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Network': '1.1', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Port': '1.7', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'PortForwarding': '1.2', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'QosPolicy': '1.10', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SecurityGroup': '1.5', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SecurityGroupRule': '1.2', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'SubPort': '1.0', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Subnet': '1.1', Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: 'Trunk': '1.1'}} Feb 15 01:35:40.717939 n-d-829064-14 neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 01:35:40.732161 n-d-829064-14 neutron-server[103884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 01:35:40.757595 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] For port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:40.762088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] For port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:40.796246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Allocated IP 172.20.0.1 (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad/d29ff15e-be13-4b5d-98bd-c2578af9b845/191e4b3d-b3fe-423c-bce2-72d02c82fac5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:40.807703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26dac50d-7492-49b8-aac7-462ecd3cfd3c req-da48972e-0a18-4e30-bd8b-7dd66f0fc4ae tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.4534128 Feb 15 01:35:40.864209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cf32c92-2a80-4408-9b03-47f4106c83fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.867330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.871175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cf32c92-2a80-4408-9b03-47f4106c83fa HTTP/1.1" status: 204 len: 168 time: 0.5096283 Feb 15 01:35:40.881629 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.884424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611be85-db9f-4d12-8c7d-dcf4fbc860d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf32c92-2a80-4408-9b03-47f4106c83fa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:40.937481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks [] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:40.949323 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a80993-2de5-4ae3-a3fe-4fb80900293b None None] Pushing event updated for resources: {'Port': ['ID=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:40.971198 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:40.977499 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:41.049446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.065367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:41.092970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:41.096265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:41.101482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:41.102215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (e0625290-4818-4285-a10a-749a3af09bca), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.137845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:41.291207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Pushing event updated for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:41.419991 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:38Z', 'revision_number': 3, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:41.445384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.471699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6443e3d5-b0ea-4df4-bc30-30a403a049bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.559892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00b21f69-8f95-4006-b1a9-df1929a030cd None None] Provisioning complete for port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:41.560501 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df533e-d2ce-435a-ad3c-f899bb3bc262 None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:38Z', 'revision_number': 3, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:35:41.560944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00b21f69-8f95-4006-b1a9-df1929a030cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.674074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00b21f69-8f95-4006-b1a9-df1929a030cd None None] Port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:35:41.694135 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6443e3d5-b0ea-4df4-bc30-30a403a049bc admin admin] Publish callbacks [] for security_group (80ada050-570c-403e-aafa-6e9781936db9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.786449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks [] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.794714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6443e3d5-b0ea-4df4-bc30-30a403a049bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80ada050-570c-403e-aafa-6e9781936db9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.857527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443e3d5-b0ea-4df4-bc30-30a403a049bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ada050-570c-403e-aafa-6e9781936db9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:41.868335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6443e3d5-b0ea-4df4-bc30-30a403a049bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7816698167e74c87be57ebefe147574b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7988441 Feb 15 01:35:41.870576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:41.934297 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:41.935014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (e0625290-4818-4285-a10a-749a3af09bca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.023279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39144e60-ca00-4a0a-8b81-f2ebad14bf94 req-fcfc88f2-1ab9-4d34-b1b0-a386f7721099 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0433195 Feb 15 01:35:42.080598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Pushing event updated for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:42.081745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:42.096918 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5367eec8-a648-47f6-8fe0-7a618311fe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.102813 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-bd476431-7eb5-407e-befc-096b2f47f632 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e9590292cc9436e8082ae0253522259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252411 Feb 15 01:35:42.126120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:42.206169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5367eec8-a648-47f6-8fe0-7a618311fe7a admin admin] Publish callbacks [] for security_group (bbb87392-8898-4fdd-b79c-400796a8554b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.223222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:42.243710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:42.262300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:42.262683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.284588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] Publish callbacks [] for security_group (80ada050-570c-403e-aafa-6e9781936db9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.297497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5367eec8-a648-47f6-8fe0-7a618311fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bbb87392-8898-4fdd-b79c-400796a8554b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.372841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367eec8-a648-47f6-8fe0-7a618311fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb87392-8898-4fdd-b79c-400796a8554b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:42.393880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5367eec8-a648-47f6-8fe0-7a618311fe7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90f87a19c0534cc8afc2412b47c9af6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3105674 Feb 15 01:35:42.394797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:42.426230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] Publish callbacks [] for security_group (80ada050-570c-403e-aafa-6e9781936db9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.436834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:42.437558 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.477122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:35:42.507363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] Publish callbacks [] for security_group (bbb87392-8898-4fdd-b79c-400796a8554b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.514374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-ec54e62f-7d24-46e6-8860-8501b67da949 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:42.521467 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-ec54e62f-7d24-46e6-8860-8501b67da949 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077430 Feb 15 01:35:42.562721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-beb582ba-1421-4755-b638-a3d11d2e0672 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/quotas/8e9590292cc9436e8082ae0253522259 HTTP/1.1" status: 200 len: 375 time: 0.0402286 Feb 15 01:35:42.570024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.595768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] Publish callbacks [] for security_group (bbb87392-8898-4fdd-b79c-400796a8554b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.626074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:35:42.638940 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-ad9cc633-0d10-4f2f-9840-51d246a52d62 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e9590292cc9436e8082ae0253522259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752530 Feb 15 01:35:42.699415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:42.741278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-837fd4fa-1209-4104-be04-f32c9b7bcbe1 None None] Provisioning complete for port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:42.741647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-837fd4fa-1209-4104-be04-f32c9b7bcbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.763515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80ada050-570c-403e-aafa-6e9781936db9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.767026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.768502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80ada050-570c-403e-aafa-6e9781936db9 HTTP/1.1" status: 204 len: 168 time: 0.8888147 Feb 15 01:35:42.786455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4ef7f-bc0e-4e14-af2e-2629504f664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ada050-570c-403e-aafa-6e9781936db9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:42.808828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bbb87392-8898-4fdd-b79c-400796a8554b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.811671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:42.813621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbb87392-8898-4fdd-b79c-400796a8554b HTTP/1.1" status: 204 len: 168 time: 0.4177182 Feb 15 01:35:42.823461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72934f-e662-47fd-97d2-e96bc9a47de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb87392-8898-4fdd-b79c-400796a8554b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:42.934900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:35:42.960409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-97b921a0-5c64-479e-a17a-d371a5909cbc admin admin] 10.222.0.43 "PUT /v2.0/routers/e0625290-4818-4285-a10a-749a3af09bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4725015 Feb 15 01:35:43.092005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-837fd4fa-1209-4104-be04-f32c9b7bcbe1 None None] Port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:35:43.161357 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0074212e-7ca1-4f33-9dab-cd3e5893dda9 req-1fd1662c-a8ef-4d0e-ab9e-5197f1f98b55 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.1213055 Feb 15 01:35:43.233113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0fd7428a-fb02-4816-9395-fac8ca56312b req-212f28ad-1acc-4600-a5e8-f2f0c4f3f08b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Feb 15 01:35:43.887604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:43.889695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.31', 56045) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:43.905560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-124d3f1d-6077-43f5-9ae5-ec9ae36bab1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:43.914110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:35:43.916136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-5aca8646-e4df-465e-91de-d3f45e717b28 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251191 Feb 15 01:35:43.927424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:43.929517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:44.077751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-124d3f1d-6077-43f5-9ae5-ec9ae36bab1e admin admin] Publish callbacks [] for security_group (8c91fcde-eee6-4f52-988b-bdfc636f7494), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.106291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:44.156621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:44.158505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-a3ae6a53-acbb-4ff5-8c95-098b4b0d2b13 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:44.159961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-a3ae6a53-acbb-4ff5-8c95-098b4b0d2b13 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387507 Feb 15 01:35:44.202691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-124d3f1d-6077-43f5-9ae5-ec9ae36bab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8c91fcde-eee6-4f52-988b-bdfc636f7494), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.209714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:44.210376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.236446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:44.281637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-124d3f1d-6077-43f5-9ae5-ec9ae36bab1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=decb590dddc548f8b6ad3e7ab8d92198&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3921912 Feb 15 01:35:44.284251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d3f1d-6077-43f5-9ae5-ec9ae36bab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91fcde-eee6-4f52-988b-bdfc636f7494,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:44.287521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:44.360965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9727f006-3828-45c3-84df-77956923d3f6 req-f97c4cb0-4a52-4dfa-acac-99a33d5f5141 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.1141663 Feb 15 01:35:44.380685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Request body: {'port': {'device_id': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'a9e8e3ea400f4209bb898ff385c1e2b7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:44.384956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] Publish callbacks [] for security_group (8c91fcde-eee6-4f52-988b-bdfc636f7494), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.433587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] Publish callbacks [] for security_group (8c91fcde-eee6-4f52-988b-bdfc636f7494), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.570087 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4263d91b-eb75-4707-b14b-140a7eaed010 req-7843bd9a-1786-43be-9cf5-0e63bc0c01f5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0462317 Feb 15 01:35:44.614455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8c91fcde-eee6-4f52-988b-bdfc636f7494), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.618017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.620596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c91fcde-eee6-4f52-988b-bdfc636f7494 HTTP/1.1" status: 204 len: 168 time: 0.3190072 Feb 15 01:35:44.638133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b6ff5-4a04-4354-bc95-7376de7c9e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91fcde-eee6-4f52-988b-bdfc636f7494,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:44.660470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:44.676564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 2, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:44.704787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1086929b-791f-4e9a-a218-206370611bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.706556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:35:44.706907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Updating router e0625290-4818-4285-a10a-749a3af09bca port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:35:44.738580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.790212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1086929b-791f-4e9a-a218-206370611bb3 admin admin] Publish callbacks [] for security_group (46505dd5-1865-4086-9722-78a903542f6a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.816962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Made reservation on behalf of a9e8e3ea400f4209bb898ff385c1e2b7 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:44.821363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.831561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.878568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1086929b-791f-4e9a-a218-206370611bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (46505dd5-1865-4086-9722-78a903542f6a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.963446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks [] for security_group (77a4b07d-cc3c-4bc7-8980-2d8457050485), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:44.987656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1086929b-791f-4e9a-a218-206370611bb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce9350f592cf4890813959bc0b081df0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7477403 Feb 15 01:35:44.987656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086929b-791f-4e9a-a218-206370611bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46505dd5-1865-4086-9722-78a903542f6a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:44.989728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:45.037227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.039106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks [] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.060477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] Publish callbacks [] for security_group (46505dd5-1865-4086-9722-78a903542f6a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.088326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] Publish callbacks [] for security_group (46505dd5-1865-4086-9722-78a903542f6a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.116073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77a4b07d-cc3c-4bc7-8980-2d8457050485), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.116342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:45.124168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-network', 'tenant_id': '09949aa67c0b4524a286faf9636f9839'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:45.137770 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.226276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Made reservation on behalf of 09949aa67c0b4524a286faf9636f9839 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:45.231421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.231872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66f6ad-6f17-4a07-841a-a2da23de2f80 None None] Pushing event updated for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:45.251046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.257893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (46505dd5-1865-4086-9722-78a903542f6a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.263759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.267470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46505dd5-1865-4086-9722-78a903542f6a HTTP/1.1" status: 204 len: 168 time: 0.2728357 Feb 15 01:35:45.316321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Attempting to bind port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:45.317745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Attempting to bind port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:45.318296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Attempting to bind port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:45.325970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049ce97-fab6-40f5-86c0-2dce7a7862f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46505dd5-1865-4086-9722-78a903542f6a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:45.326849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:45.327405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Checking segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:45.328012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.328672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Bound using segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:45.329405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Bound port: 191e4b3d-b3fe-423c-bce2-72d02c82fac5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:45.335893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.496033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] For port 191e4b3d-b3fe-423c-bce2-72d02c82fac5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:45.499533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] For port 191e4b3d-b3fe-423c-bce2-72d02c82fac5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=191e4b3d-b3fe-423c-bce2-72d02c82fac5,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:45.504043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks [] for security_group (6939f285-5ff8-427e-86f6-560de9dbec6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.577582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6939f285-5ff8-427e-86f6-560de9dbec6f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.578758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.580256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d63c1d66-4ea6-41e2-a8ab-2e0843a4258b req-f971b7fe-a2c9-4be1-9406-6959ee6dff78 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.0526288 Feb 15 01:35:45.617591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4b07d-cc3c-4bc7-8980-2d8457050485,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:45.633063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Allocated IP 192.168.233.95 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/463de798-8d29-4b13-bded-6fc4f01cb175) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:45.659428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939f285-5ff8-427e-86f6-560de9dbec6f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:45.672569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:35:45.712411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (180a8c24-e85e-48c5-991f-5d40972ca7d3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.712758 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Added segment 180a8c24-e85e-48c5-991f-5d40972ca7d3 of type vlan for network 4abdbb52-b571-4dd9-9cf6-609016d9f96b Feb 15 01:35:45.729209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Provisioning complete for port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:45.729615 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.731271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:45.731901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:45.779060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0194165e-0f76-4fed-9542-38b3635b1858 req-d22ff28e-8f4a-4e59-97be-6e2424753a8b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0857611 Feb 15 01:35:45.838708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4abdbb52-b571-4dd9-9cf6-609016d9f96b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.888202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66f6ad-6f17-4a07-841a-a2da23de2f80 None None] Pushing event updated for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:45.935314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4abdbb52-b571-4dd9-9cf6-609016d9f96b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.936421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:45.937185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:45.965332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:46.040538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] Pushing event updated for resources: {'Network': ['ID=4abdbb52-b571-4dd9-9cf6-609016d9f96b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:46.048381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b9d850bd-c584-406b-94e6-2d1ec983f34d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9304922 Feb 15 01:35:46.051505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:46.057193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Request body: {'subnet': {'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-subnet', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:46.065347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks [] for port (463de798-8d29-4b13-bded-6fc4f01cb175), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.071902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:35:46.164020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Current status of the port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:46.164445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.172048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Made reservation on behalf of 09949aa67c0b4524a286faf9636f9839 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:46.180281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.205032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.243278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] For port 191e4b3d-b3fe-423c-bce2-72d02c82fac5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=191e4b3d-b3fe-423c-bce2-72d02c82fac5,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:35:46.326842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.31', 56049) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:46.347917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.370450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Pushing event updated for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:46.382234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-16eb39bc-918b-47df-a0e7-03fb57b79232 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8e9590292cc9436e8082ae0253522259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504165 Feb 15 01:35:46.384044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:46.386199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:46.390697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:46.414559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:46.417871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.535733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-961f9c4b-908c-465e-a9f3-80a6e8a023ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1706746 Feb 15 01:35:46.546610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-4e517d07-37d6-4c50-87fc-9056113839c5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:35:46.548973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-4e517d07-37d6-4c50-87fc-9056113839c5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087106 Feb 15 01:35:46.588835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:46.608015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c02dd86-a864-454d-a36c-8cc95412c048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.719903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-754586c2-46a6-4de1-8f61-0c71ddf89b71 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:46.721875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-754586c2-46a6-4de1-8f61-0c71ddf89b71 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333271 Feb 15 01:35:46.890934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa83e2bf-c643-43db-b86e-a036fccf4954 req-6dcff74f-721b-4016-9db2-411192062c3b tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.1237366 Feb 15 01:35:46.897619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa25ba-7eec-4663-9ef6-e6d7bbbbdcfc None None] Pushing event updated for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:46.923097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:45Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:46.928697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Request body: {'port': {'device_id': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '8e9590292cc9436e8082ae0253522259'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:46.953628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e2c65-3444-4c76-88ee-c6195315c14b None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:45Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:35:46.955703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e3f1aa83-8208-4816-92d5-4c2a80493361 None None] Provisioning complete for port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:46.956100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3f1aa83-8208-4816-92d5-4c2a80493361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:46.981604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c02dd86-a864-454d-a36c-8cc95412c048 admin admin] Publish callbacks [] for security_group (c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.057582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c02dd86-a864-454d-a36c-8cc95412c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.118350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1aa83-8208-4816-92d5-4c2a80493361 None None] Current status of the port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:47.200704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Request body: {'port': {'device_id': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'device_owner': 'compute:tempest-test_az-1619364930', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:47.226873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02dd86-a864-454d-a36c-8cc95412c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:47.247778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8ac5c1de-8a56-4c96-9fde-af67dff5ec7c None None] Provisioning complete for port 463de798-8d29-4b13-bded-6fc4f01cb175 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:47.248164 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c1de-8a56-4c96-9fde-af67dff5ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.328195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c02dd86-a864-454d-a36c-8cc95412c048 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=020919a6be5841d48c3fb18c29c08ab9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7381701 Feb 15 01:35:47.341332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:47.369485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5c1de-8a56-4c96-9fde-af67dff5ec7c None None] Port 463de798-8d29-4b13-bded-6fc4f01cb175 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:35:47.530242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.557606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] Publish callbacks [] for security_group (c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.609126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] Publish callbacks [] for security_group (c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:47.752918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071e2ad-8a93-40d4-914f-4b8dd199a3d2 req-d3fba73f-7c32-4e7a-8384-b3263cf9f330 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:47.752918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0071e2ad-8a93-40d4-914f-4b8dd199a3d2 req-d3fba73f-7c32-4e7a-8384-b3263cf9f330 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 935 time: 0.5832374 Feb 15 01:35:47.851924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0071e2ad-8a93-40d4-914f-4b8dd199a3d2 req-134ecc66-8ebd-466f-b237-a5b388e0d371 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174431 Feb 15 01:35:48.078444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6886834d-c833-405a-b417-4a966ee5c1b6 req-0982a7fd-4d10-4db3-8120-a3f5332c615b tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.0505595 Feb 15 01:35:48.080373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (50896331-2fb8-48f8-ac0b-c5d35ff608e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.157355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.180562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Made reservation on behalf of 8e9590292cc9436e8082ae0253522259 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:48.189549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.191998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.207586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 191e4b3d-b3fe-423c-bce2-72d02c82fac5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:48.209271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.213537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5 HTTP/1.1" status: 204 len: 168 time: 0.8681393 Feb 15 01:35:48.232024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463de798-8d29-4b13-bded-6fc4f01cb175 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:35:48.252698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.260764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks [] for port (463de798-8d29-4b13-bded-6fc4f01cb175), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.298919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72e5b3-fd2f-4fc6-bd04-ab1ffda4cab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f2504-3ff3-4df9-a52d-ecd9d48c6ee5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:48.350172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Transition to ACTIVE for port object 463de798-8d29-4b13-bded-6fc4f01cb175 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:35:48.372497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:48.373134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.413356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.518854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=50896331-2fb8-48f8-ac0b-c5d35ff608e0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:48.581412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Checking segment: {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:48.583043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:48.595930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Network hostable DHCP agents. Network: 4abdbb52-b571-4dd9-9cf6-609016d9f96b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:35:48.647606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:48.660815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks [] for security_group (d0690b44-e325-4fd0-8c73-6a7609b1130f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.697974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Attempting to bind port 463de798-8d29-4b13-bded-6fc4f01cb175 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:48.698331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Attempting to bind port 463de798-8d29-4b13-bded-6fc4f01cb175 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:48.698733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Attempting to bind port 463de798-8d29-4b13-bded-6fc4f01cb175 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:48.704120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Port 463de798-8d29-4b13-bded-6fc4f01cb175 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:35:48.704483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Attempting to bind port 463de798-8d29-4b13-bded-6fc4f01cb175 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:48.715769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:48.718351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:48.718351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:48.718351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Bound port: 463de798-8d29-4b13-bded-6fc4f01cb175, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:48.718351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.738871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d0690b44-e325-4fd0-8c73-6a7609b1130f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:48.853925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:35:48.856126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:48.868027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=463de798-8d29-4b13-bded-6fc4f01cb175,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:48.955098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.053126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0690b44-e325-4fd0-8c73-6a7609b1130f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:49.077710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:49.078674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.081873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] 10.222.0.31 "PUT /v2.0/ports/463de798-8d29-4b13-bded-6fc4f01cb175 HTTP/1.1" status: 200 len: 1118 time: 2.0847654 Feb 15 01:35:49.082393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4abdbb52-b571-4dd9-9cf6-609016d9f96b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:49.082995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:35:49.230810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb2679-5896-468c-b9c0-6885b5afbfdc None None] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:35:49.258659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:49.259661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.346140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Allocated IP 192.168.233.98 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/8d450db7-14f4-42ec-a808-26048c75ee3a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:49.355859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126b366-527f-4c68-8fa5-6a6df1c4bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:49.402616 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9f31b9ad-4976-4d30-a9ec-45b4bc33ee6c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.3496931 Feb 15 01:35:49.419479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:49.424233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:49.438035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cc52a-2929-41c4-82e7-c6f446a0e8d2 req-c6562e44-045c-4a01-9e37-19745589594e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:49.439616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f1cc52a-2929-41c4-82e7-c6f446a0e8d2 req-c6562e44-045c-4a01-9e37-19745589594e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.4032493 Feb 15 01:35:49.535269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'project_id': '09949aa67c0b4524a286faf9636f9839', 'fixed_ips': [{'subnet_id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:35:49.539690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.570837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-8e9c2e26-6bb7-4af6-85ba-baf7c75e2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:49.575282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-8e9c2e26-6bb7-4af6-85ba-baf7c75e2ee5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 1152 time: 0.3449349 Feb 15 01:35:49.690712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.691908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:49.698572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-6811b48a-7506-46b4-bb96-09bc7b35aeaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=463de798-8d29-4b13-bded-6fc4f01cb175 HTTP/1.1" status: 200 len: 217 time: 0.1021101 Feb 15 01:35:49.706294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59ca812d-540f-41e3-b3ee-a71173d1fef4 req-5b030ff0-c493-47b6-9670-ea3c99bd4abe tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.0820959 Feb 15 01:35:49.973198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Allocated IP 172.20.0.2 (4abdbb52-b571-4dd9-9cf6-609016d9f96b/50896331-2fb8-48f8-ac0b-c5d35ff608e0/9eba4b57-fcfe-45ac-8e51-13960d9f7966) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:49.987327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f1cc52a-2929-41c4-82e7-c6f446a0e8d2 req-f748bd9e-cafc-4086-9a7f-9fa2e5619e4a tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168049 Feb 15 01:35:50.007115 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b65ca60-e781-488e-8b3e-8e2a030afb69" -d '{"events": [{"name": "network-changed", "server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:35:50.028392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for router_controller (5f7eedbb-2dd8-4661-b823-3e510fa44daf), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.034901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7b709a7e-1413-4059-91a8-1077bffb9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:50.037153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-7b709a7e-1413-4059-91a8-1077bffb9bff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.3142378 Feb 15 01:35:50.070743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks [] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.178839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks [] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.237213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-dff4a5d8-2fce-460f-998f-cfc11be1bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:50.238882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-dff4a5d8-2fce-460f-998f-cfc11be1bc08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1806188 Feb 15 01:35:50.260233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.351621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.358076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for router_gateway (5f7eedbb-2dd8-4661-b823-3e510fa44daf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.359643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:50.367040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:50.381952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:50.385239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Pushing event updated for resources: {'Port': ['ID=9eba4b57-fcfe-45ac-8e51-13960d9f7966,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:50.510213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Attempting to bind port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:50.511136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Attempting to bind port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:50.511283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Attempting to bind port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 on network 4abdbb52-b571-4dd9-9cf6-609016d9f96b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:50.515618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-54d2aa40-cac5-4414-969a-bdc5fe93bdf2 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290366 Feb 15 01:35:50.520061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:50.520729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Checking segment: {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:50.521266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.522369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Bound using segment: {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:50.522996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Bound port: 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:50.523525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.527565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:50.553693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:50.621927 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec86c9-72ef-4d8a-9835-b2b8a246fda1 x-openstack-request-id: req-a3ec86c9-72ef-4d8a-9835-b2b8a246fda1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:35:50.622907 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:35:50.623171 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3ec86c9-72ef-4d8a-9835-b2b8a246fda1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:35:50.623636 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175', 'status': 'completed', 'code': 200} Feb 15 01:35:50.631903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:50.644015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:50.644997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.670106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Pushing event updated for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:50.703914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] For port 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:50.711635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] For port 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9eba4b57-fcfe-45ac-8e51-13960d9f7966,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:50.729913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ee56bb6-997b-4901-a9f0-fc70f10bc623 req-9d4b9611-b7ef-4689-97ce-30215bebbb5b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954448 Feb 15 01:35:50.780007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:50.788634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-cd669467-b89f-470d-badf-7dd72d633ebd tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8688745 Feb 15 01:35:50.819012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Request body: {'port': {'device_id': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'device_owner': 'compute:tempest-test_az-1619364930', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:50.950990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ddd0-2e66-4123-beb3-849410669713 None None] Pushing event updated for resources: {'Port': ['ID=9eba4b57-fcfe-45ac-8e51-13960d9f7966,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:50.974361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca78bd46-5e49-409e-bfb5-da76f38ef57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.009542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-810f4868-02e6-423e-a19d-9bc6a0e36067 None None] Provisioning complete for port 8d450db7-14f4-42ec-a808-26048c75ee3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:51.012402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-810f4868-02e6-423e-a19d-9bc6a0e36067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.018408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-ed9b88ea-a74f-44f8-a2d9-bb37217d4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:51.023078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-ed9b88ea-a74f-44f8-a2d9-bb37217d4811 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 1152 time: 0.1266530 Feb 15 01:35:51.049625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:51.116479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-810f4868-02e6-423e-a19d-9bc6a0e36067 None None] Port 8d450db7-14f4-42ec-a808-26048c75ee3a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:35:51.267855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.392031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-59238252-62d7-4554-afd5-b5f392939b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:51.394652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-59238252-62d7-4554-afd5-b5f392939b97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3574057 Feb 15 01:35:51.399315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c600e2-7e0f-40e3-970e-30e31ed5a345 req-fea39914-fe08-4c77-8633-6119e37f89b4 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:51.401203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52c600e2-7e0f-40e3-970e-30e31ed5a345 req-fea39914-fe08-4c77-8633-6119e37f89b4 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 935 time: 0.4522865 Feb 15 01:35:51.640981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-d30283c5-299e-4427-a3ee-49c3c31e9bef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=463de798-8d29-4b13-bded-6fc4f01cb175 HTTP/1.1" status: 200 len: 217 time: 0.1195405 Feb 15 01:35:51.690643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-5c0c8f73-8203-4b6d-ab4e-6515d1c86cca tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613476 Feb 15 01:35:51.715631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30986829-ea3a-4ac9-81ec-00d8e8fb3188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.865469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for router_gateway (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.894741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-28ccc399-f091-46a3-a428-63d7fa06b399 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:51.897176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:51.901855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-28ccc399-f091-46a3-a428-63d7fa06b399 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101007 Feb 15 01:35:51.929270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52c600e2-7e0f-40e3-970e-30e31ed5a345 req-d752f514-c4d7-42c2-941f-b7150a79481a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178728 Feb 15 01:35:51.981879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-82c9cf0a-1c97-4b35-baaa-f02371bbb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:51.983625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-82c9cf0a-1c97-4b35-baaa-f02371bbb4c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1712229 Feb 15 01:35:51.996284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-da7e61a5-e2d4-47e9-a82c-a63f6cebbb36 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/quotas/cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 375 time: 0.0935175 Feb 15 01:35:52.008043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30986829-ea3a-4ac9-81ec-00d8e8fb3188 admin admin] Publish callbacks [] for security_group (dab14fab-5802-4d04-abd4-aa9ecbd21758), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.084825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30986829-ea3a-4ac9-81ec-00d8e8fb3188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dab14fab-5802-4d04-abd4-aa9ecbd21758), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.162464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9eba4b57-fcfe-45ac-8e51-13960d9f7966 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:52.197149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30986829-ea3a-4ac9-81ec-00d8e8fb3188 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81edd455b7924ae5b3a64dffe3cd6c51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1343584 Feb 15 01:35:52.223000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-3ebc04ea-e930-4878-a900-0d6b759e436e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2172358 Feb 15 01:35:52.223202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39038) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:52.251604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:52.251984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.368669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986829-ea3a-4ac9-81ec-00d8e8fb3188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab14fab-5802-4d04-abd4-aa9ecbd21758,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:52.410992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:52.416581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.443857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] Publish callbacks [] for security_group (dab14fab-5802-4d04-abd4-aa9ecbd21758), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.487141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-13922563-342d-4440-9d1d-05ee26c6dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:52.488835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-13922563-342d-4440-9d1d-05ee26c6dfe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4079452 Feb 15 01:35:52.492156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9eba4b57-fcfe-45ac-8e51-13960d9f7966,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:35:52.527625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] Publish callbacks [] for security_group (dab14fab-5802-4d04-abd4-aa9ecbd21758), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.563343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.731853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9eba4b57-fcfe-45ac-8e51-13960d9f7966,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:52.738635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf093-a677-482c-8bbd-9779a176efb2 req-c95018a2-3a03-4cf5-bc19-370f0d68bd5e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:52.758313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-298bf093-a677-482c-8bbd-9779a176efb2 req-c95018a2-3a03-4cf5-bc19-370f0d68bd5e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.6597586 Feb 15 01:35:52.774661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076367c-41f9-4928-af1f-d05f0d1cfd49 None None] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:35:52.854138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a411eaae-9d71-455f-86df-21a2b9901bf3 req-11012622-1f4a-4d75-bb70-ef236e97926c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.0479486 Feb 15 01:35:52.908198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dab14fab-5802-4d04-abd4-aa9ecbd21758), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.910802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.921434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dab14fab-5802-4d04-abd4-aa9ecbd21758 HTTP/1.1" status: 204 len: 168 time: 0.6892157 Feb 15 01:35:52.925363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-45c38941-2f29-44a6-a970-fa54a6c695e7 None None] Provisioning complete for port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:52.925746 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45c38941-2f29-44a6-a970-fa54a6c695e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:52.961682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca36e7a-f6d6-43e5-a51f-dcbb62f2b2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab14fab-5802-4d04-abd4-aa9ecbd21758,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:52.984191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-24df8e51-d588-4688-bd4e-782847e3e40d service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138397 Feb 15 01:35:53.074752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Allocated IP 172.25.2.160 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/28c621f8-c7a5-4d53-8d05-ed769ed78a43) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:53.097945 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-298bf093-a677-482c-8bbd-9779a176efb2 req-8fd45816-444c-4163-b50d-363fd6a59309 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440111 Feb 15 01:35:53.266021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b65ca60-e781-488e-8b3e-8e2a030afb69 req-5920f700-97c1-416f-8e3f-c79547c0923f service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715468 Feb 15 01:35:53.323376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-45c38941-2f29-44a6-a970-fa54a6c695e7 None None] Current status of the port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:53.363399 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49241474-c343-44ca-9192-6f0237ce206d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.387673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d450db7-14f4-42ec-a808-26048c75ee3a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:35:53.401219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks [] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.443971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Transition to ACTIVE for port object 8d450db7-14f4-42ec-a808-26048c75ee3a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:35:53.503893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e61e7-ce3a-4a29-9fd1-ed2de78d1cc8 req-80103505-2ac4-4ce8-bd58-6ae4b9a52ab5 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:53.517223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-042e61e7-ce3a-4a29-9fd1-ed2de78d1cc8 req-80103505-2ac4-4ce8-bd58-6ae4b9a52ab5 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 935 time: 0.2452736 Feb 15 01:35:53.540771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.636200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:53.676987 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.679651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7b74e5b8-13e4-437a-902b-9addc7901bfb None None] Provisioning complete for port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:53.680094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b74e5b8-13e4-437a-902b-9addc7901bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.783315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Attempting to bind port 8d450db7-14f4-42ec-a808-26048c75ee3a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:53.784788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Attempting to bind port 8d450db7-14f4-42ec-a808-26048c75ee3a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:53.784788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Attempting to bind port 8d450db7-14f4-42ec-a808-26048c75ee3a on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:53.801899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Port 8d450db7-14f4-42ec-a808-26048c75ee3a on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:35:53.801899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Attempting to bind port 8d450db7-14f4-42ec-a808-26048c75ee3a on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:53.809765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:53.810583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:53.811103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:53.811524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Bound port: 8d450db7-14f4-42ec-a808-26048c75ee3a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:53.811882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:53.825986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-042e61e7-ce3a-4a29-9fd1-ed2de78d1cc8 req-98a89444-0f11-4eca-93fd-2fb77e950d29 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944486 Feb 15 01:35:53.873665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7b74e5b8-13e4-437a-902b-9addc7901bfb None None] Current status of the port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:53.905498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:53.910290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d450db7-14f4-42ec-a808-26048c75ee3a,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:53.980795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.023892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43e47f73-6646-4954-ac6e-6a21168331b1 req-2efb3fd0-00b8-41e1-be0d-d7fbac3adb1c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.0802205 Feb 15 01:35:54.048160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:54.048791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.050421 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/8d450db7-14f4-42ec-a808-26048c75ee3a HTTP/1.1" status: 200 len: 1118 time: 3.2477882 Feb 15 01:35:54.050809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:35:54.081687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:54.103337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d4261e8-add1-46b9-983b-72a039d02763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.113321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9eba4b57-fcfe-45ac-8e51-13960d9f7966 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:35:54.204548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:54.208392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.225063 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.315211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d4261e8-add1-46b9-983b-72a039d02763 admin admin] Publish callbacks [] for security_group (3d0ab882-ac64-43bc-bad2-370ad4b72485), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.403858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.410807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d4261e8-add1-46b9-983b-72a039d02763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3d0ab882-ac64-43bc-bad2-370ad4b72485), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.416850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab36b-e9b7-4d6d-8b57-e3e4478ad4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:54.426096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:54.435217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:35:54.445826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:54.449382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:54.497857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0d4261e8-add1-46b9-983b-72a039d02763 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55bcb14c201342d7bed37d9b8c3e86e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126110 Feb 15 01:35:54.498134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:54.522108 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485" -d '{"events": [{"name": "network-changed", "server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:35:54.587199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4261e8-add1-46b9-983b-72a039d02763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ab882-ac64-43bc-bad2-370ad4b72485,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:54.635168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] Publish callbacks [] for security_group (3d0ab882-ac64-43bc-bad2-370ad4b72485), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.638711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Pushing event updated for resources: {'Port': ['ID=28c621f8-c7a5-4d53-8d05-ed769ed78a43,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:54.649600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8dd6-ffcc-4e31-a146-461cb6bf98cb req-b1d09c33-4505-41b4-a6b7-ae4c63d014d4 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:54.651101 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-020d8dd6-ffcc-4e31-a146-461cb6bf98cb req-b1d09c33-4505-41b4-a6b7-ae4c63d014d4 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.4218650 Feb 15 01:35:54.658106 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca3fa48-e20b-4662-bb09-85e967d9bf95 x-openstack-request-id: req-eca3fa48-e20b-4662-bb09-85e967d9bf95 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:35:54.658694 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:35:54.658694 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eca3fa48-e20b-4662-bb09-85e967d9bf95 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:35:54.659092 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a', 'status': 'completed', 'code': 200} Feb 15 01:35:54.665345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] Publish callbacks [] for security_group (3d0ab882-ac64-43bc-bad2-370ad4b72485), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.669578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-ad111f37-0a75-4c20-9819-c7c2eefceb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:54.671040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-ad111f37-0a75-4c20-9819-c7c2eefceb26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9590292cc9436e8082ae0253522259&device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 1152 time: 0.4365692 Feb 15 01:35:54.801376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3d0ab882-ac64-43bc-bad2-370ad4b72485), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.805720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:54.808593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d0ab882-ac64-43bc-bad2-370ad4b72485 HTTP/1.1" status: 204 len: 168 time: 0.3079929 Feb 15 01:35:54.820135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795982e0-9800-4ba9-aa0a-786bd7ad617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ab882-ac64-43bc-bad2-370ad4b72485,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:54.831996 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-367eea70-5491-48b2-a0f1-4f7a6c478530 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8d450db7-14f4-42ec-a808-26048c75ee3a HTTP/1.1" status: 200 len: 217 time: 0.0858037 Feb 15 01:35:54.855093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-020d8dd6-ffcc-4e31-a146-461cb6bf98cb req-5494f40c-47e1-47e7-b861-500b4ca15ee7 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901050 Feb 15 01:35:54.946452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-35778643-d6f4-4338-8324-acd5d169f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:54.948993 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-35778643-d6f4-4338-8324-acd5d169f6d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0869114 Feb 15 01:35:55.020873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c2b6a-8574-45c4-82d8-34c8df02b7b1 req-ed0254b1-57e9-4dae-81ba-13d09d6b04a9 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:55.023859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-915c2b6a-8574-45c4-82d8-34c8df02b7b1 req-ed0254b1-57e9-4dae-81ba-13d09d6b04a9 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.0937393 Feb 15 01:35:55.129062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-915c2b6a-8574-45c4-82d8-34c8df02b7b1 req-88237003-49e2-4f2f-a36b-dd26c235174f tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959702 Feb 15 01:35:55.302746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-1b4f7d2b-b208-4a4d-959d-c367d11d3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:55.304312 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-1b4f7d2b-b208-4a4d-959d-c367d11d3f42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3057082 Feb 15 01:35:55.315597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for router_gateway (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:55.428541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3223d458-483b-4158-80c7-dfbd00c469f4 req-90e58c3b-673d-495b-aec5-0cee1840b97d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.0553043 Feb 15 01:35:55.595462 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-865f4fc9-539c-49fc-a0b0-a86c5ff9700c service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301011 Feb 15 01:35:55.744362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:55.765025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:55.859951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.37', 60454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:55.899745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-7fee5bed-13ec-4846-9ea3-9d5447029353 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383337 Feb 15 01:35:56.013771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Router 5f7eedbb-2dd8-4661-b823-3e510fa44daf is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:35:56.095188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-0b120827-a4e7-4c63-8648-a45e3d08832b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:56.097251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-0b120827-a4e7-4c63-8648-a45e3d08832b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932323 Feb 15 01:35:56.115849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca0e8-22dc-4384-8b8e-c702abab58dc req-100ab295-ebf4-49ce-9359-39a1b134c302 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:56.124352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-492ca0e8-22dc-4384-8b8e-c702abab58dc req-100ab295-ebf4-49ce-9359-39a1b134c302 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.1035903 Feb 15 01:35:56.201642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Request body: {'port': {'device_id': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'cc7a8137081c45c890efebef7417ab1a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:56.250297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:35:56.265566 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Sync routers for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:35:56.278919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:56.280883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:56.381185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6f5a-15d4-4cec-b1be-f49211cdb76a req-5946a118-cf7c-4c50-91ed-964e01c47a99 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:56.383360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b71c6f5a-15d4-4cec-b1be-f49211cdb76a req-5946a118-cf7c-4c50-91ed-964e01c47a99 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.1307201 Feb 15 01:35:56.386875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:56.388026 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-55a64567-7498-40f3-b9c2-f5641a8c584d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.9673481 Feb 15 01:35:56.401291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-492ca0e8-22dc-4384-8b8e-c702abab58dc req-2bed3a77-2ad6-4842-984d-b88422cba9f9 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756345 Feb 15 01:35:56.404751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:56.476725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Made reservation on behalf of cc7a8137081c45c890efebef7417ab1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:56.480938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:56.493200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:56.519141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b71c6f5a-15d4-4cec-b1be-f49211cdb76a req-8ce51a17-0d0f-4829-a5b2-949aebaed66e tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217549 Feb 15 01:35:56.546455 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a39d134c-3483-44ba-af21-7da4c1c7b727 req-3ea7cb65-4155-4844-a3f4-0a59c1cc17a5 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601933 Feb 15 01:35:56.552676 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:56.767732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-75c72a70-1994-498b-854a-f956ddd0492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:56.769888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-75c72a70-1994-498b-854a-f956ddd0492b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9590292cc9436e8082ae0253522259&device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 1152 time: 0.1003163 Feb 15 01:35:56.770497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:56.873404 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:35:54Z', 'revision_number': 3, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:56.912766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b3f6859-b7c7-4a93-8ea4-a6c5fd794619 req-61db60a1-14bf-4532-b35e-6aceeaff6feb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.0974407 Feb 15 01:35:56.949174 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Checking router: 5f7eedbb-2dd8-4661-b823-3e510fa44daf for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:35:56.951412 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Updating router 5f7eedbb-2dd8-4661-b823-3e510fa44daf port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:35:57.018574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for security_group (b7817f3b-b000-4152-a602-fafcb37a99c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.045509 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.060633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1945312528-network', 'tenant_id': '334cab71dccc449fbe9d99c9f16a753a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:57.126928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7817f3b-b000-4152-a602-fafcb37a99c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.206431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.237584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7817f3b-b000-4152-a602-fafcb37a99c1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:57.326389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-23c5f911-3534-41a4-8262-ca57cd24796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:57.328811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-23c5f911-3534-41a4-8262-ca57cd24796c service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.5278895 Feb 15 01:35:57.445525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Made reservation on behalf of 334cab71dccc449fbe9d99c9f16a753a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:57.450903 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.465996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.477398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-ce971918-da2a-40db-a250-657a376e2db1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8d450db7-14f4-42ec-a808-26048c75ee3a HTTP/1.1" status: 200 len: 217 time: 0.1351626 Feb 15 01:35:57.664960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks [] for security_group (52103eda-bc9f-4697-8ee6-479345fcd49c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.668065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-46bf9c00-6b59-46b0-9eef-fcac03a17ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:57.669769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-46bf9c00-6b59-46b0-9eef-fcac03a17ae5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1789963 Feb 15 01:35:57.737435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (52103eda-bc9f-4697-8ee6-479345fcd49c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.750717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:35:57.763140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9ef4ce06-b635-423d-a30a-e923999c57eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.763614 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Added segment 9ef4ce06-b635-423d-a30a-e923999c57eb of type vlan for network 209da75b-5276-4540-887f-650a3af04489 Feb 15 01:35:57.837926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (209da75b-5276-4540-887f-650a3af04489), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:57.845922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52103eda-bc9f-4697-8ee6-479345fcd49c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:57.873787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5dc75-455b-4f18-a0fe-06b9558c8b0d req-a06e2fc2-9837-468c-938d-10f551adb0f8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:57.875674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d3d5dc75-455b-4f18-a0fe-06b9558c8b0d req-a06e2fc2-9837-468c-938d-10f551adb0f8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.2039571 Feb 15 01:35:57.899013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-2b60096f-7297-45fd-9605-6be73b513b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:57.900803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-2b60096f-7297-45fd-9605-6be73b513b24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2154365 Feb 15 01:35:57.969454 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks [] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.014693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (209da75b-5276-4540-887f-650a3af04489), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.015906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:58.016668 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.031393 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.050603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Allocated IP 192.168.233.156 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/254f3595-d853-477a-84bc-383fcef0c989) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:58.074141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d3d5dc75-455b-4f18-a0fe-06b9558c8b0d req-d2e08f53-813f-4cfc-9e70-62e4e25021d8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915605 Feb 15 01:35:58.147602 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53d40a-0a41-4f58-aba2-2acbce728b46 None None] Pushing event updated for resources: {'Port': ['ID=28c621f8-c7a5-4d53-8d05-ed769ed78a43,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:58.160255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Attempting to bind port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:35:58.160655 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Attempting to bind port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:35:58.161019 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Attempting to bind port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:35:58.188509 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:35:58.234484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:58.234484 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.234484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:35:58.234484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Bound port: 28c621f8-c7a5-4d53-8d05-ed769ed78a43, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:35:58.234484 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.235526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4160061 Feb 15 01:35:58.235526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51f12-a8c7-4d40-a0b8-22f9a69352c2 admin admin] Pushing event updated for resources: {'Network': ['ID=209da75b-5276-4540-887f-650a3af04489,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:58.235526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:35:58.236924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1618-c20c-46b2-85a6-c0ad8fd42293 req-cada66b3-ede0-4bc2-ba1d-66b52dce4c59 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:58.243082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 209da75b-5276-4540-887f-650a3af04489 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:35:58.262324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27af1618-c20c-46b2-85a6-c0ad8fd42293 req-cada66b3-ede0-4bc2-ba1d-66b52dce4c59 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.4896646 Feb 15 01:35:58.326532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.401225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] For port 28c621f8-c7a5-4d53-8d05-ed769ed78a43, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:35:58.406380 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] For port 28c621f8-c7a5-4d53-8d05-ed769ed78a43, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28c621f8-c7a5-4d53-8d05-ed769ed78a43,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:35:58.449694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Request body: {'subnet': {'network_id': '209da75b-5276-4540-887f-650a3af04489', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1945312528-subnet', 'tenant_id': '334cab71dccc449fbe9d99c9f16a753a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:35:58.449694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-93209e03-3eea-42d1-96f9-1c5341cbcaf9 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092273 Feb 15 01:35:58.449694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce76bcd9-2104-45af-b861-661ce18b874b req-ed02e22d-fea3-4d60-8b22-e0bd3838aabd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.2228537 Feb 15 01:35:58.572838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27af1618-c20c-46b2-85a6-c0ad8fd42293 req-cfaf0064-06fe-4329-a761-c2517c26f305 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086958 Feb 15 01:35:58.658595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ce6eb43-ea12-44fe-a6b8-d7cf77c39485 req-fd7625b0-5702-4e19-ad7f-65e0cb04de90 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132001 Feb 15 01:35:58.697610 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.726087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Made reservation on behalf of 334cab71dccc449fbe9d99c9f16a753a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:35:58.729957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.799889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for port (254f3595-d853-477a-84bc-383fcef0c989), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.845587 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53d40a-0a41-4f58-aba2-2acbce728b46 None None] Pushing event updated for resources: {'Port': ['ID=28c621f8-c7a5-4d53-8d05-ed769ed78a43,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:58.856855 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:35:58.857890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:58.990380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:58.993527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Allocated IP 172.20.0.1 (4abdbb52-b571-4dd9-9cf6-609016d9f96b/50896331-2fb8-48f8-ac0b-c5d35ff608e0/9bfa20f0-8e0d-4e89-924b-f1152bca0e3a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:35:59.032516 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:35:59.080468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:59.097106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (4fbe69e6-8c70-4d67-baf8-6012dd5b988d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.122546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:59.136971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:59.147109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:59.147773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.153592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:59.245177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks [] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.264588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-cc795e24-c945-4e7b-af94-5399554a54ce tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0679607 Feb 15 01:35:59.272829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbe69e6-8c70-4d67-baf8-6012dd5b988d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:59.295304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:35:54Z', 'revision_number': 3, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:35:59.351319 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66cb30-6742-4af8-8ede-5c73a7c55653 None None] The sync data for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 is: [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:35:54Z', 'revision_number': 3, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:35:59.361480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90992f-bb6d-4f24-bd42-e742843539d8 req-2d5554a1-54ba-4054-acc2-e4a4cab47531 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:59.369139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cf90992f-bb6d-4f24-bd42-e742843539d8 req-2d5554a1-54ba-4054-acc2-e4a4cab47531 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.0986969 Feb 15 01:35:59.383557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.409216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Checking segment: {'id': '9ef4ce06-b635-423d-a30a-e923999c57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '209da75b-5276-4540-887f-650a3af04489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:35:59.409579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Network hostable DHCP agents. Network: 209da75b-5276-4540-887f-650a3af04489, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:35:59.452923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:35:59.460471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:59.481569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:35:59.482174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.499519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cf90992f-bb6d-4f24-bd42-e742843539d8 req-ee8eacb3-045f-421f-a632-d8850f31088d tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285450 Feb 15 01:35:59.527413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:35:59.552900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Network 209da75b-5276-4540-887f-650a3af04489 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:35:59.637652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-abe2b71b-e7d6-4817-b415-159fbb530d41 None None] Provisioning complete for port 254f3595-d853-477a-84bc-383fcef0c989 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:35:59.638149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abe2b71b-e7d6-4817-b415-159fbb530d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (254f3595-d853-477a-84bc-383fcef0c989), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.651248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 209da75b-5276-4540-887f-650a3af04489) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:35:59.659047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:59.659671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:35:59.722595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-abe2b71b-e7d6-4817-b415-159fbb530d41 None None] Port 254f3595-d853-477a-84bc-383fcef0c989 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:35:59.726435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b536c35-cc82-4bda-b504-ea0624cc6b4f None None] Network 209da75b-5276-4540-887f-650a3af04489 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:35:59.775490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8272d06e-153d-4eaa-b020-73a7d5fed8d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3706553 Feb 15 01:35:59.852980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-d721215a-ba32-40fa-bac0-e046a2333bf4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:35:59.854451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-d721215a-ba32-40fa-bac0-e046a2333bf4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058045 Feb 15 01:35:59.968990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5863be-47dd-4224-a3a4-61f55f092098 req-1cb97a74-02c3-40e2-8536-e1f972c9e4aa tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:35:59.983281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb5863be-47dd-4224-a3a4-61f55f092098 req-1cb97a74-02c3-40e2-8536-e1f972c9e4aa tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.1648617 Feb 15 01:36:00.056573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-93f045b6-abd3-420b-a7e8-0f469d1acf3c None None] Provisioning complete for port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:00.056955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93f045b6-abd3-420b-a7e8-0f469d1acf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.128417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb5863be-47dd-4224-a3a4-61f55f092098 req-9891d223-1169-45a2-a408-1042b53d6ec1 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424959 Feb 15 01:36:00.165344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93f045b6-abd3-420b-a7e8-0f469d1acf3c None None] Port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:00.169719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5d5fd-274e-4ff3-9d49-12dbdfdf8e43 None None] Network 209da75b-5276-4540-887f-650a3af04489 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:00.212459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1e5b7-654f-479b-9e19-a45ffd491428 req-dd931ffa-bd58-4c4c-9a92-6679d8b6ce65 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:00.212459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-deb1e5b7-654f-479b-9e19-a45ffd491428 req-dd931ffa-bd58-4c4c-9a92-6679d8b6ce65 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.1874528 Feb 15 01:36:00.234747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28c621f8-c7a5-4d53-8d05-ed769ed78a43 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:00.330821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.366131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:00.366532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.475423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-deb1e5b7-654f-479b-9e19-a45ffd491428 req-9508566f-00f0-4bb2-9995-b0bf7aec1873 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573428 Feb 15 01:36:00.523886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:00.524753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.569187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 28c621f8-c7a5-4d53-8d05-ed769ed78a43, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28c621f8-c7a5-4d53-8d05-ed769ed78a43,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:00.651435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.659247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks [] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.732688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f7bbb-ff70-4776-a62b-aebcbd74d909 req-248a5b17-62a4-4d89-beb3-83bde0de4707 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:00.734580 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.735650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:00.742221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f7f7bbb-ff70-4776-a62b-aebcbd74d909 req-248a5b17-62a4-4d89-beb3-83bde0de4707 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.0908105 Feb 15 01:36:00.757596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=28c621f8-c7a5-4d53-8d05-ed769ed78a43,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:00.870099 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f7f7bbb-ff70-4776-a62b-aebcbd74d909 req-5098c8a7-71c3-4ad2-8986-95b40959af1e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248853 Feb 15 01:36:00.911847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:00.974578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:00.976157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:01.059795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:01.064741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1755907734-network', 'tenant_id': 'b1340c594adb40dcac1eb0aae9a54c02'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:01.152670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Router 5f7eedbb-2dd8-4661-b823-3e510fa44daf has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:36:01.175308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Made reservation on behalf of b1340c594adb40dcac1eb0aae9a54c02 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:01.179958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.191862 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.307029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks [] for security_group (dfb00aa8-aa71-4918-8043-88acc3fc8701), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.314817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a0805f94-b722-4680-9a3f-4a22417b9dd0 None None] Provisioning complete for port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:01.315309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0805f94-b722-4680-9a3f-4a22417b9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.344414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:36:01.350663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-99359a86-acc4-482c-be06-1ac30fc31ee8 admin admin] 10.222.0.43 "PUT /v2.0/routers/5f7eedbb-2dd8-4661-b823-3e510fa44daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9434586 Feb 15 01:36:01.364891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a0805f94-b722-4680-9a3f-4a22417b9dd0 None None] Port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:01.367687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb1b24-2485-45e9-b9d8-1fce4994e0f0 req-9e6c0e22-4966-4a2c-a46d-49cd9b335e7e tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:01.369476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eafb1b24-2485-45e9-b9d8-1fce4994e0f0 req-9e6c0e22-4966-4a2c-a46d-49cd9b335e7e tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.1110101 Feb 15 01:36:01.385657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfb00aa8-aa71-4918-8043-88acc3fc8701), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.414280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:36:01.426027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb00aa8-aa71-4918-8043-88acc3fc8701,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:01.432222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a6b6532-e148-4ba2-a272-a766b15319d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.432702 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Added segment 9a6b6532-e148-4ba2-a272-a766b15319d8 of type vlan for network 200bd958-50a9-491c-b57c-6d96d8451936 Feb 15 01:36:01.456738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eafb1b24-2485-45e9-b9d8-1fce4994e0f0 req-d66df3d3-ecf4-4046-973f-c58a3192ffec tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Feb 15 01:36:01.488020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (200bd958-50a9-491c-b57c-6d96d8451936), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.597770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (200bd958-50a9-491c-b57c-6d96d8451936), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.598741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:01.599888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:01.691286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee4986-a987-4aa6-9da3-62e2d43bfb6a req-7657a9b3-422d-4540-b5b8-b886a6ad1214 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:01.693220 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6ee4986-a987-4aa6-9da3-62e2d43bfb6a req-7657a9b3-422d-4540-b5b8-b886a6ad1214 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.1350331 Feb 15 01:36:01.694032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] Pushing event updated for resources: {'Network': ['ID=200bd958-50a9-491c-b57c-6d96d8451936,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:01.700392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6e07660c-4c46-4587-b246-8099cc9a903c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6391883 Feb 15 01:36:01.703272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:01.713175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 200bd958-50a9-491c-b57c-6d96d8451936 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:36:01.716352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Request body: {'subnet': {'network_id': '200bd958-50a9-491c-b57c-6d96d8451936', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1755907734-subnet', 'tenant_id': 'b1340c594adb40dcac1eb0aae9a54c02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:01.780564 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6ee4986-a987-4aa6-9da3-62e2d43bfb6a req-e1b00811-c3a1-4375-80c7-56ff87afc3e2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788074 Feb 15 01:36:01.831224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Made reservation on behalf of b1340c594adb40dcac1eb0aae9a54c02 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:01.834394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.012005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9836-0633-4212-8df5-928da04e46dc req-37d4ac6f-3e3a-4d6f-ab41-1f5c91dccb5e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:02.013597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41aa9836-0633-4212-8df5-928da04e46dc req-37d4ac6f-3e3a-4d6f-ab41-1f5c91dccb5e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.0711269 Feb 15 01:36:02.046500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Sync routers for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:36:02.108031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41aa9836-0633-4212-8df5-928da04e46dc req-5c81b200-2014-4276-ad25-ef58c349f8a6 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779619 Feb 15 01:36:02.132105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (b44f84b4-f83c-4c0a-b2ee-213dc9bfc691), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.185072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28c621f8-c7a5-4d53-8d05-ed769ed78a43 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:02.203537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44f84b4-f83c-4c0a-b2ee-213dc9bfc691,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:02.216230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Checking segment: {'id': '9a6b6532-e148-4ba2-a272-a766b15319d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '200bd958-50a9-491c-b57c-6d96d8451936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:02.216940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Network hostable DHCP agents. Network: 200bd958-50a9-491c-b57c-6d96d8451936, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:36:02.225069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:36:02.225721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:02.303612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Network 200bd958-50a9-491c-b57c-6d96d8451936 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:36:02.339902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:02.340335 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.376902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 200bd958-50a9-491c-b57c-6d96d8451936) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:02.386858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:36:02.393592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197da4fd-d067-4042-8177-7057692c9dbd None None] Network 200bd958-50a9-491c-b57c-6d96d8451936 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:02.398791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:02.400267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.497012 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bdec3c61-eddc-4247-ad16-136b224b2383 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7854133 Feb 15 01:36:02.603767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:02.609206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50838014', 'description': 'tempest-description--1673101618'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:02.620661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb545-db5d-4a17-ac5f-b8f5e33b7540 req-ea739a06-176d-4dc0-be4f-175fe059ed04 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:02.622175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-701eb545-db5d-4a17-ac5f-b8f5e33b7540 req-ea739a06-176d-4dc0-be4f-175fe059ed04 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.0904281 Feb 15 01:36:02.667958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:02.709655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:02.714342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-701eb545-db5d-4a17-ac5f-b8f5e33b7540 req-e47ed984-68ba-4f1b-9170-ef795cf52e66 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833108 Feb 15 01:36:02.727451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b65220-4440-4d69-9bbd-6a3cedc218d2 None None] Network 200bd958-50a9-491c-b57c-6d96d8451936 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:02.729382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Deleting subnet 4fbe69e6-8c70-4d67-baf8-6012dd5b988d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:36:02.733485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Publish callbacks [] for subnet (4fbe69e6-8c70-4d67-baf8-6012dd5b988d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.761742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.790762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Publish callbacks [] for subnet (4fbe69e6-8c70-4d67-baf8-6012dd5b988d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.807645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4fbe69e6-8c70-4d67-baf8-6012dd5b988d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.914950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (e1ceb5bd-46a2-40d3-a000-60e68ea18be4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.952728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9d449-1cc1-427d-a8c5-c29f80d44496 req-3d94ecdd-6389-49a8-8399-d7bce75ebeaa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:02.954399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-69c9d449-1cc1-427d-a8c5-c29f80d44496 req-3d94ecdd-6389-49a8-8399-d7bce75ebeaa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.0668690 Feb 15 01:36:02.959321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9bfa20f0-8e0d-4e89-924b-f1152bca0e3a', 'name': '', 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'mac_address': 'fa:16:3e:16:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:58Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 2, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'subnets': [{'id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:02.979962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for subnet (4fbe69e6-8c70-4d67-baf8-6012dd5b988d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:02.995338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Checking router: 5f7eedbb-2dd8-4661-b823-3e510fa44daf for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:36:02.996144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Updating router 5f7eedbb-2dd8-4661-b823-3e510fa44daf port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:36:03.007419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-69c9d449-1cc1-427d-a8c5-c29f80d44496 req-e80b2771-ad30-4821-9863-0704a4087d6a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Feb 15 01:36:03.013471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbe69e6-8c70-4d67-baf8-6012dd5b988d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:03.015844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e1ceb5bd-46a2-40d3-a000-60e68ea18be4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.036061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.048976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.052232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-009b20f1-0d89-473c-a9ab-44918a1b07fb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4fbe69e6-8c70-4d67-baf8-6012dd5b988d HTTP/1.1" status: 204 len: 168 time: 0.3832102 Feb 15 01:36:03.055289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:03.064875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ceb5bd-46a2-40d3-a000-60e68ea18be4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:03.120521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.125142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:03.128058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-28ea9606-4d95-4e87-a808-0831214e8c63 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5233400 Feb 15 01:36:03.130658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'security_group_rule': {'security_group_id': 'e1ceb5bd-46a2-40d3-a000-60e68ea18be4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:03.181895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (209da75b-5276-4540-887f-650a3af04489), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.267331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46203a2f-3c53-4c5b-8b9b-5264cd851b40 req-4f15b0c1-f0ba-421c-84d5-5b6824f9d9aa tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:03.268931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46203a2f-3c53-4c5b-8b9b-5264cd851b40 req-4f15b0c1-f0ba-421c-84d5-5b6824f9d9aa tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.0691037 Feb 15 01:36:03.293364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (ff1fd7c0-7497-4ec1-a0d5-0d457775f17d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.300944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (209da75b-5276-4540-887f-650a3af04489), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.328687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46203a2f-3c53-4c5b-8b9b-5264cd851b40 req-b55f6c22-8774-4294-a9fe-9cc7aea92ba5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > port after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > port after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.349676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.350011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.350337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.377431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks [] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.425697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.426044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.426382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.426724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:03.427134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209da75b-5276-4540-887f-650a3af04489']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:03.449246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.450429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef4ce06-b635-423d-a30a-e923999c57eb') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:03.450934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef4ce06-b635-423d-a30a-e923999c57eb') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:03.472447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (9ef4ce06-b635-423d-a30a-e923999c57eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.501968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840b95f-277e-4177-8a65-698007ba1d05 None None] Pushing event updated for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:03.507568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (ff1fd7c0-7497-4ec1-a0d5-0d457775f17d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.508795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9ef4ce06-b635-423d-a30a-e923999c57eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.518833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:36:03.519696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (9ef4ce06-b635-423d-a30a-e923999c57eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: from cryptography.utils import int_from_bytes Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: from cryptography.utils import int_from_bytes Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:36:03.546542 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:36:03.570894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 463de798-8d29-4b13-bded-6fc4f01cb175 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:03.617927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Attempting to bind port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:03.618413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Attempting to bind port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:03.618865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Attempting to bind port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a on network 4abdbb52-b571-4dd9-9cf6-609016d9f96b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:03.620023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ff1fd7c0-7497-4ec1-a0d5-0d457775f17d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Checking segment: {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Bound using segment: {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Bound port: 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a8c24-e85e-48c5-991f-5d40972ca7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:03.645128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.652157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1fd7c0-7497-4ec1-a0d5-0d457775f17d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:03.819540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] For port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:03.819540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] For port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:03.822999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=463de798-8d29-4b13-bded-6fc4f01cb175,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:03.839917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '463de798-8d29-4b13-bded-6fc4f01cb175', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '463de798-8d29-4b13-bded-6fc4f01cb175', 'mac_address': 'fa:16:3e:b9:30:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:03.871352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c148f005-5c16-4ca1-90e0-c9c076dd70f8 None None] Provisioning complete for port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:03.871792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c148f005-5c16-4ca1-90e0-c9c076dd70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.872911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5c52d-09ff-4d08-b822-30c125a596e7 req-d15344ac-f5b5-416a-b02c-3073e867be0a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:03.874657 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b5c52d-09ff-4d08-b822-30c125a596e7 req-d15344ac-f5b5-416a-b02c-3073e867be0a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.0812316 Feb 15 01:36:03.904841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 463de798-8d29-4b13-bded-6fc4f01cb175 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:03.905236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:03.927094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463de798-8d29-4b13-bded-6fc4f01cb175 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:03.935493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b5c52d-09ff-4d08-b822-30c125a596e7 req-92e9b7d7-5f0c-4602-8817-0ab7de32e4fe tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Feb 15 01:36:03.960636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c148f005-5c16-4ca1-90e0-c9c076dd70f8 None None] Port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:03.964564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=463de798-8d29-4b13-bded-6fc4f01cb175,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:04.137772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80cf50-d7e5-4a3f-a76a-86b14793dd9e req-bde00f06-4d39-4ea0-965d-df769fe40a41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:04.139381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a80cf50-d7e5-4a3f-a76a-86b14793dd9e req-bde00f06-4d39-4ea0-965d-df769fe40a41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.0524142 Feb 15 01:36:04.197154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a80cf50-d7e5-4a3f-a76a-86b14793dd9e req-df5af355-65a2-40aa-b9d2-74fb82018cdb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Feb 15 01:36:04.410412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.410412 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8834bf5f-26f3-4a20-880f-adc8f62340a6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2779591 Feb 15 01:36:04.412757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:04.419640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'security_group_rule': {'security_group_id': 'e1ceb5bd-46a2-40d3-a000-60e68ea18be4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:04.456567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b73d-c7a3-4d9f-ab6f-b2f77701e3ee req-37dcf3c0-265b-4f44-a16a-ae85dd1a0288 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:04.458064 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98a0b73d-c7a3-4d9f-ab6f-b2f77701e3ee req-37dcf3c0-265b-4f44-a16a-ae85dd1a0288 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 969 time: 0.0526624 Feb 15 01:36:04.509070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.511071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (209da75b-5276-4540-887f-650a3af04489), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.518077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.519083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d450db7-14f4-42ec-a808-26048c75ee3a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:04.531733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98a0b73d-c7a3-4d9f-ab6f-b2f77701e3ee req-b08d56df-6ac1-4393-9289-08989c583b7e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Feb 15 01:36:04.532906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.535973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] 10.222.0.43 "DELETE /v2.0/networks/209da75b-5276-4540-887f-650a3af04489 HTTP/1.1" status: 204 len: 168 time: 1.4792366 Feb 15 01:36:04.537326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df064a-be04-41d0-8621-a9d93fe52206 admin admin] Pushing event deleted for resources: {'Network': ['ID=209da75b-5276-4540-887f-650a3af04489,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:04.539006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:04.595396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Deleting subnet b44f84b4-f83c-4c0a-b2ee-213dc9bfc691 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:36:04.599614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Publish callbacks [] for subnet (b44f84b4-f83c-4c0a-b2ee-213dc9bfc691), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.616978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840b95f-277e-4177-8a65-698007ba1d05 None None] Pushing event updated for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:04.655430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:36:04.656089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:35:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:04.659601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d450db7-14f4-42ec-a808-26048c75ee3a,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:04.669026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (b44f84b4-f83c-4c0a-b2ee-213dc9bfc691), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.709392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (c61a9e48-dff0-476b-81ec-269dd5573e2d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.727281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b44f84b4-f83c-4c0a-b2ee-213dc9bfc691), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.740921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '8d450db7-14f4-42ec-a808-26048c75ee3a', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '8d450db7-14f4-42ec-a808-26048c75ee3a', 'mac_address': 'fa:16:3e:81:b5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:04.872945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (c61a9e48-dff0-476b-81ec-269dd5573e2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.931795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c61a9e48-dff0-476b-81ec-269dd5573e2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:04.956077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61a9e48-dff0-476b-81ec-269dd5573e2d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:04.969199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (b44f84b4-f83c-4c0a-b2ee-213dc9bfc691), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.001058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44f84b4-f83c-4c0a-b2ee-213dc9bfc691,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:05.023755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.027602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-542769eb-8c07-48da-9c20-1feeed52cf81 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b44f84b4-f83c-4c0a-b2ee-213dc9bfc691 HTTP/1.1" status: 204 len: 168 time: 0.4876900 Feb 15 01:36:05.030919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:05.068178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:05.087355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.091481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1743c1a1-3c6b-47e2-8dad-b05786813c35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6746771 Feb 15 01:36:05.095247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:05.098628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:05.145504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Provisioning complete for port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:05.146309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.188733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8d450db7-14f4-42ec-a808-26048c75ee3a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:05.189123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.196826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:36:05.220521 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.295674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d450db7-14f4-42ec-a808-26048c75ee3a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:05.418491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d450db7-14f4-42ec-a808-26048c75ee3a,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:05.477328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb8f9e-4bfe-4860-8e8f-ab219d729931 req-846cd029-252a-493d-88bb-8211b3717286 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:05.478810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cefb8f9e-4bfe-4860-8e8f-ab219d729931 req-846cd029-252a-493d-88bb-8211b3717286 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 969 time: 0.4203227 Feb 15 01:36:05.493499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (200bd958-50a9-491c-b57c-6d96d8451936), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.515669 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.557455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91a00-9438-48c4-8e91-63ee86468cfb req-a102ba6b-6292-4963-85c5-d7607db75b95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:05.560315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8af91a00-9438-48c4-8e91-63ee86468cfb req-a102ba6b-6292-4963-85c5-d7607db75b95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.2119696 Feb 15 01:36:05.564126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Current status of the port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:05.567865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.598592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.605259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cefb8f9e-4bfe-4860-8e8f-ab219d729931 req-7aa97d5a-78f7-4832-9787-405abf2f8e0e tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045525 Feb 15 01:36:05.673277 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (200bd958-50a9-491c-b57c-6d96d8451936), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.696084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] For port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:05.704328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:05.732490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.732869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.738285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.738697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.741469 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.743298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.748397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.752023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.752465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.756596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.774937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:05.781189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8af91a00-9438-48c4-8e91-63ee86468cfb req-3cdde626-8f04-45e0-87e8-6cfd5ef26f1f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846325 Feb 15 01:36:05.846565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9bfa20f0-8e0d-4e89-924b-f1152bca0e3a', 'name': '', 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'mac_address': 'fa:16:3e:16:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:58Z', 'updated_at': '2022-02-15T01:36:03Z', 'revision_number': 4, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'subnets': [{'id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:05.853033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Allocated IP 172.25.2.20 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/2feb8022-b031-4a0d-ba69-ab76f344e20c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:05.872490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2feeb-ff71-4815-b714-8d08fb52266a None None] Pushing event updated for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:05.908178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8d450db7-14f4-42ec-a808-26048c75ee3a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:05.943205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d9ce-bb3c-47c5-8270-fc8dbc774a4b None None] The sync data for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 is: [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9bfa20f0-8e0d-4e89-924b-f1152bca0e3a', 'name': '', 'network_id': '4abdbb52-b571-4dd9-9cf6-609016d9f96b', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'mac_address': 'fa:16:3e:16:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:58Z', 'updated_at': '2022-02-15T01:36:03Z', 'revision_number': 4, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'subnets': [{'id': '50896331-2fb8-48f8-ac0b-c5d35ff608e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:36:05.957912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.958284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.958621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.959543 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 01:36:05.961329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200bd958-50a9-491c-b57c-6d96d8451936']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:06.001617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['463de798-8d29-4b13-bded-6fc4f01cb175'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:06.017937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6b6532-e148-4ba2-a272-a766b15319d8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:06.018513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6b6532-e148-4ba2-a272-a766b15319d8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:06.078985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (9a6b6532-e148-4ba2-a272-a766b15319d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.110386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a6b6532-e148-4ba2-a272-a766b15319d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.119532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.127568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:36:06.127568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (9a6b6532-e148-4ba2-a272-a766b15319d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: from cryptography.utils import int_from_bytes Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: from cryptography.utils import int_from_bytes Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:36:06.132271 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:36:06.164814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6107d-d1b8-4f73-871c-c936ac5326da req-11b389e0-bd0c-4ae4-963a-395183b3f4e8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:06.170746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d6107d-d1b8-4f73-871c-c936ac5326da req-11b389e0-bd0c-4ae4-963a-395183b3f4e8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 970 time: 0.2037487 Feb 15 01:36:06.249176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.278528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d6107d-d1b8-4f73-871c-c936ac5326da req-8a5e5ff8-4ade-4d88-a1f0-4bd731fbc2a9 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Feb 15 01:36:06.323264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:06.326485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:06.332845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:06.335377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (200bd958-50a9-491c-b57c-6d96d8451936), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.344105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.348340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] 10.222.0.43 "DELETE /v2.0/networks/200bd958-50a9-491c-b57c-6d96d8451936 HTTP/1.1" status: 204 len: 168 time: 1.3158286 Feb 15 01:36:06.373850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da958b-cefe-41bf-a127-13b9db54ef52 admin admin] Pushing event deleted for resources: {'Network': ['ID=200bd958-50a9-491c-b57c-6d96d8451936,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:06.397795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'Port': ['ID=2feb8022-b031-4a0d-ba69-ab76f344e20c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:06.523502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.654489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.805240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d93dd2-370e-48ce-bc98-02e6d3ac2dd0 req-b674a3fc-a827-42dd-92ef-a830b1273988 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:06.806698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a8d93dd2-370e-48ce-bc98-02e6d3ac2dd0 req-b674a3fc-a827-42dd-92ef-a830b1273988 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 970 time: 0.1288278 Feb 15 01:36:06.828854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:06.897323 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a8d93dd2-370e-48ce-bc98-02e6d3ac2dd0 req-ecf39e74-c21d-4f33-8fd3-43acfddef8c9 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802829 Feb 15 01:36:06.918852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-87bed8fe-148b-4617-94b3-5dadc3739eea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=334cab71dccc449fbe9d99c9f16a753a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888073 Feb 15 01:36:06.921436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:06.946106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:06.976465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b3af-ec8f-4c88-9560-0b41e4155c5e req-97accd6a-c026-4937-8247-22bd38dcccfb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:06.977995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5753b3af-ec8f-4c88-9560-0b41e4155c5e req-97accd6a-c026-4937-8247-22bd38dcccfb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.1109002 Feb 15 01:36:07.006339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] Publish callbacks [] for security_group (52103eda-bc9f-4697-8ee6-479345fcd49c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.011414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.042497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] Publish callbacks [] for security_group (52103eda-bc9f-4697-8ee6-479345fcd49c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.072045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5753b3af-ec8f-4c88-9560-0b41e4155c5e req-823201ad-1007-400a-bd6c-bbe81f3f35f3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869000 Feb 15 01:36:07.103997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'Port': ['ID=2feb8022-b031-4a0d-ba69-ab76f344e20c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:07.122341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.211386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (52103eda-bc9f-4697-8ee6-479345fcd49c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.214052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.214169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.215988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52103eda-bc9f-4697-8ee6-479345fcd49c HTTP/1.1" status: 204 len: 168 time: 0.2927337 Feb 15 01:36:07.216150 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6a5825ef-ea1a-441d-9927-dd15a6c60367 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1227043 Feb 15 01:36:07.251094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72f4a2-4069-42e2-9d4f-024acfb3c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52103eda-bc9f-4697-8ee6-479345fcd49c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:07.445670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb171-8e2f-452e-ae0f-eaef537e5fdd req-3db6f14d-e15c-434f-93e9-a733383d1ef2 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:07.450377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f1fb171-8e2f-452e-ae0f-eaef537e5fdd req-3db6f14d-e15c-434f-93e9-a733383d1ef2 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 970 time: 0.0794282 Feb 15 01:36:07.497731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f1fb171-8e2f-452e-ae0f-eaef537e5fdd req-b26a1945-c9c8-44d7-aee7-9d52c5f27b98 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Feb 15 01:36:07.515660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-741cf26c-1ef3-4933-b99c-546df1f878fe tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--50838014&fields=id&tenant_id=93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 267 time: 0.0578957 Feb 15 01:36:07.563811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 463de798-8d29-4b13-bded-6fc4f01cb175 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:07.694704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 463de798-8d29-4b13-bded-6fc4f01cb175 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:07.699805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 463de798-8d29-4b13-bded-6fc4f01cb175 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:07.700821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.717365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-5d7b8194-0c69-4d77-befc-6868c53c7224 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:07.722612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-5d7b8194-0c69-4d77-befc-6868c53c7224 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 823 time: 0.1961019 Feb 15 01:36:07.739912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-9684c3c4-fd96-42b3-ae28-18132570e5df tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/quotas/93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 375 time: 0.0109539 Feb 15 01:36:07.787917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 463de798-8d29-4b13-bded-6fc4f01cb175 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:07.788315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.812588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-b1b3721e-d69c-4ec6-a1f2-882794c5b4cb tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662808 Feb 15 01:36:07.814908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:07.887020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=463de798-8d29-4b13-bded-6fc4f01cb175,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:07.927976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:07.964043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:07.965132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d450db7-14f4-42ec-a808-26048c75ee3a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:08.042638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-513fbd81-53e7-4dfb-9de6-178f6946566c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1340c594adb40dcac1eb0aae9a54c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1133270 Feb 15 01:36:08.045002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-3d8b8d76-962f-4a5d-8535-a9b003ecb24a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:36:08.045568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:08.057844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-3d8b8d76-962f-4a5d-8535-a9b003ecb24a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1471000 Feb 15 01:36:08.070705 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5836959e-530d-471f-a602-b8e67105d996" -d '{"events": [{"server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:08.071527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2f8b-5449-40ef-8ed7-c7b58338a95d req-50bae6d1-8045-4f63-aa36-41d9038ef1ea tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:08.073102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-90ea2f8b-5449-40ef-8ed7-c7b58338a95d req-50bae6d1-8045-4f63-aa36-41d9038ef1ea tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 970 time: 0.0886078 Feb 15 01:36:08.074063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:08.134682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:08.139034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] Publish callbacks [] for security_group (dfb00aa8-aa71-4918-8043-88acc3fc8701), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.157173 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-90ea2f8b-5449-40ef-8ed7-c7b58338a95d req-88c812b0-f176-49a2-94bd-40efef29676a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742023 Feb 15 01:36:08.167904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 8d450db7-14f4-42ec-a808-26048c75ee3a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:08.172361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] Publish callbacks [] for security_group (dfb00aa8-aa71-4918-8043-88acc3fc8701), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.173254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 8d450db7-14f4-42ec-a808-26048c75ee3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:08.173634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.180466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-6b923a5f-fe4b-4c69-a4b5-8bea2bcd9d2d service neutron] 10.222.0.43 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182280 Feb 15 01:36:08.230485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:08.231559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.292850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-f6849120-7299-4bb4-a6b9-ac58a32f7f88 service neutron] 10.222.0.43 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146789 Feb 15 01:36:08.299923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfb00aa8-aa71-4918-8043-88acc3fc8701), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.305160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.307309 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfb00aa8-aa71-4918-8043-88acc3fc8701 HTTP/1.1" status: 204 len: 168 time: 0.2612479 Feb 15 01:36:08.313006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8d450db7-14f4-42ec-a808-26048c75ee3a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:08.313406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.338956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c68cf-738f-4b9c-a76d-a3e4efb8ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb00aa8-aa71-4918-8043-88acc3fc8701,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:08.360085 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c16fd9-7070-482b-a521-8061cbc59f6d x-openstack-request-id: req-b6c16fd9-7070-482b-a521-8061cbc59f6d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:08.360335 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:08.360600 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6c16fd9-7070-482b-a521-8061cbc59f6d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:08.363301 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175', 'code': 200} Feb 15 01:36:08.420910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Request body: {'port': {'device_id': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:08.455316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:08.465694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d450db7-14f4-42ec-a808-26048c75ee3a,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:08.498284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.555878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706c132-6a15-4e37-85dd-7cc94352fe3d req-03fad07d-6618-41a7-91df-8d503c89e8b9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:08.571686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2706c132-6a15-4e37-85dd-7cc94352fe3d req-03fad07d-6618-41a7-91df-8d503c89e8b9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 936 time: 0.0995078 Feb 15 01:36:08.573526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-bc46c1fa-03c8-4ac8-983a-a5e1369a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:08.575045 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-bc46c1fa-03c8-4ac8-983a-a5e1369a54ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 1154 time: 0.1559856 Feb 15 01:36:08.590988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.670525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:08.761828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc59015-f33b-442a-aea9-e46e10cc6651 req-8872411a-3b40-4f99-9643-bc4b37fdc764 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:08.763710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cc59015-f33b-442a-aea9-e46e10cc6651 req-8872411a-3b40-4f99-9643-bc4b37fdc764 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.1134474 Feb 15 01:36:08.826621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-2088d949-1d09-4871-a444-c98790e7ea5c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.849446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cc59015-f33b-442a-aea9-e46e10cc6651 req-538518ca-f778-4f55-8c5e-4d662da0eb1c tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741413 Feb 15 01:36:08.878660 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2706c132-6a15-4e37-85dd-7cc94352fe3d req-5cf7a2d7-282b-4b79-ad79-4619cd4bcd13 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038864 Feb 15 01:36:08.907172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254f3595-d853-477a-84bc-383fcef0c989 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:08.915553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks [] for port (254f3595-d853-477a-84bc-383fcef0c989), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.931057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Transition to ACTIVE for port object 254f3595-d853-477a-84bc-383fcef0c989 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:08.957806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-2088d949-1d09-4871-a444-c98790e7ea5c service neutron] Publish callbacks [] for security_group (112cae5b-d1d8-476b-81f6-82ddb3747c43), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:08.959409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0efdf5e7-a28c-46da-8fc0-362369dfb00f req-01072ee9-ae03-47ad-a391-4eb4696294ff tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 210 time: 0.0316620 Feb 15 01:36:09.013892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:09.062582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:09.081761 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-2088d949-1d09-4871-a444-c98790e7ea5c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (112cae5b-d1d8-476b-81f6-82ddb3747c43), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:09.121020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dc462a2a-0073-4fe4-a55f-8dd63c829497 req-2088d949-1d09-4871-a444-c98790e7ea5c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393307 Feb 15 01:36:09.121877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088d949-1d09-4871-a444-c98790e7ea5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=112cae5b-d1d8-476b-81f6-82ddb3747c43,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:09.147853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:09.148195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:09.148554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:09.153215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:09.153747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:09.158993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:09.159341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:09.159731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:09.160169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Bound port: 254f3595-d853-477a-84bc-383fcef0c989, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:09.160603 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:09.256410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:09.260446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:09.308150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b1778-a691-4c6d-ba38-5de7e1fc7c3c req-f0a6798f-c984-49b1-a668-fc0a9cb4c8a3 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.309654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be0b1778-a691-4c6d-ba38-5de7e1fc7c3c req-f0a6798f-c984-49b1-a668-fc0a9cb4c8a3 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.0552819 Feb 15 01:36:09.364896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be0b1778-a691-4c6d-ba38-5de7e1fc7c3c req-1e3be222-e78a-4249-97e5-d02800dab794 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Feb 15 01:36:09.385486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:09.425117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.425117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:09.425117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] 10.222.0.37 "PUT /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 1097 time: 1.1070504 Feb 15 01:36:09.425117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:09.428480 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ac84a-137f-4427-af74-2c35fa10d17a" -d '{"events": [{"name": "network-changed", "server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:09.456845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94fd9-9f6e-4737-918c-6339399bae2f service neutron] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:09.486128 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dad100-51b2-43fe-9ae2-875fa4d38ae4 x-openstack-request-id: req-c9dad100-51b2-43fe-9ae2-875fa4d38ae4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:09.486128 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:09.486128 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9dad100-51b2-43fe-9ae2-875fa4d38ae4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:09.486128 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'status': 'completed', 'code': 200} Feb 15 01:36:09.553047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac84a-137f-4427-af74-2c35fa10d17a req-43720743-f6cb-48f4-8c0f-d277c8938063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.554463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-406ac84a-137f-4427-af74-2c35fa10d17a req-43720743-f6cb-48f4-8c0f-d277c8938063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.0526531 Feb 15 01:36:09.595411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-406ac84a-137f-4427-af74-2c35fa10d17a req-4ccb4234-eca9-4f60-b306-e838fc940100 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331066 Feb 15 01:36:09.759804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac84a-137f-4427-af74-2c35fa10d17a req-bbc38ea9-94d8-43b0-84af-6844496adcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.761211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-406ac84a-137f-4427-af74-2c35fa10d17a req-bbc38ea9-94d8-43b0-84af-6844496adcaf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607902 Feb 15 01:36:09.840210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-caad9952-8855-402b-a106-9d5a815b8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.841819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-caad9952-8855-402b-a106-9d5a815b8123 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.0446577 Feb 15 01:36:09.889397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-435a960e-440e-4728-ae33-9554fbba0c7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0392869 Feb 15 01:36:09.949460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-36d916cd-6b57-48fc-af71-6fa7a54668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:09.951373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-36d916cd-6b57-48fc-af71-6fa7a54668a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0544102 Feb 15 01:36:10.004081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023c2a-55b8-4dc8-9f98-68608eba3281 req-481b4f83-3e3d-4725-85aa-d0fc58514d21 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.011547 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d2023c2a-55b8-4dc8-9f98-68608eba3281 req-481b4f83-3e3d-4725-85aa-d0fc58514d21 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.0600269 Feb 15 01:36:10.043550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-324847b6-8a48-4f97-b45e-258084ba77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.045085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-324847b6-8a48-4f97-b45e-258084ba77ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0858090 Feb 15 01:36:10.054372 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d2023c2a-55b8-4dc8-9f98-68608eba3281 req-08e01d81-c24c-4ef0-90f3-a0a84b95833a tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Feb 15 01:36:10.055555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638d5d0-c8de-45c6-a9b1-7db6b0811a97 req-da35c671-f24b-4b01-9535-469f056528cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.057010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1638d5d0-c8de-45c6-a9b1-7db6b0811a97 req-da35c671-f24b-4b01-9535-469f056528cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.0859067 Feb 15 01:36:10.157549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e8d56a4-d734-4dd3-8952-a06ec5119223 req-3cfbe38c-4f0f-463e-8152-9389b5540a67 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 210 time: 0.0428250 Feb 15 01:36:10.337468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1638d5d0-c8de-45c6-a9b1-7db6b0811a97 req-74b58215-28cc-4866-b1ac-1486c62cab7a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717834 Feb 15 01:36:10.354744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-0ebe0da6-1968-40ff-a656-63cdd773abf4 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967329 Feb 15 01:36:10.365212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:10.368490 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd0d75-ad7b-45c6-9928-6dfe72b82bd4" -d '{"events": [{"server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "name": "network-vif-plugged", "status": "completed", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:10.413052 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea02661-7e59-4474-bb73-1560abf63f8d x-openstack-request-id: req-9ea02661-7e59-4474-bb73-1560abf63f8d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:10.413389 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "name": "network-vif-plugged", "status": "completed", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:10.413738 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ea02661-7e59-4474-bb73-1560abf63f8d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:10.415710 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a', 'code': 200} Feb 15 01:36:10.468561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adac517f-bd9f-4f7c-bfc6-c511119a2c38 req-37934670-f661-4e5c-a252-f7482750278c service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057272 Feb 15 01:36:10.531128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564d56c-c66c-4757-82cf-583367a9c362 req-09959ce8-b01c-47af-b2c8-8b00b74284f5 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.531701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223f6e7-c12f-45d1-9302-2885cf69e7fe req-5d460af8-29b8-4242-9291-d536d3c41a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.532639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4564d56c-c66c-4757-82cf-583367a9c362 req-09959ce8-b01c-47af-b2c8-8b00b74284f5 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.0566902 Feb 15 01:36:10.533687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5223f6e7-c12f-45d1-9302-2885cf69e7fe req-5d460af8-29b8-4242-9291-d536d3c41a89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 1154 time: 0.0507343 Feb 15 01:36:10.580928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5223f6e7-c12f-45d1-9302-2885cf69e7fe req-f7dad15f-bd4a-440a-a44a-34214ab43c37 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Feb 15 01:36:10.583964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4564d56c-c66c-4757-82cf-583367a9c362 req-a5f5f406-340d-4665-895e-130fa7ccffa2 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Feb 15 01:36:10.854446 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-685f798c-6ba1-4d8c-b863-fb7036c7bd17 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210466 Feb 15 01:36:10.958388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-92fbad22-3865-450d-9e93-8dc6fc825167 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:10.959785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-92fbad22-3865-450d-9e93-8dc6fc825167 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1001170 Feb 15 01:36:10.975825 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-188ad928-76f3-449b-b3b1-711d9bcfdc5e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/quotas/30fe8ff3f57f4ed49165590b573bc6e8 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Feb 15 01:36:11.013371 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-13bbacdf-eee2-4919-bfb6-e6df99f9a1fa tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313976 Feb 15 01:36:11.047718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-5c5d3c54-1569-477c-810b-20aa08b64086 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:11.049242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-5c5d3c54-1569-477c-810b-20aa08b64086 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 823 time: 0.1157176 Feb 15 01:36:11.139898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-04c86167-2c64-4628-9c9e-6824a929f881 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 378 time: 0.0733275 Feb 15 01:36:11.162501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'port': {'device_id': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'admin_state_up': True, 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'security_groups': ['e1ceb5bd-46a2-40d3-a000-60e68ea18be4']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:11.285511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733f4ee-5388-422c-b1e2-84276f42f590 req-0a4cbfc2-6fd7-42b1-b1ff-65c80ca352dc tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:11.293257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4733f4ee-5388-422c-b1e2-84276f42f590 req-0a4cbfc2-6fd7-42b1-b1ff-65c80ca352dc tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.1665452 Feb 15 01:36:11.352457 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-324e015e-4ba7-46fc-bd22-ea245d221ea6 req-a91cf1e1-e9e6-470c-a11f-478e88ffaf42 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 210 time: 0.0388598 Feb 15 01:36:11.361118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4733f4ee-5388-422c-b1e2-84276f42f590 req-0917c859-d1ea-44db-8f88-00d81f86a181 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623429 Feb 15 01:36:11.397368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Made reservation on behalf of 93dcbc0e09104152aed49f7518adf934 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:11.400800 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:11.453200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-32a6fe8b-d610-474b-8ead-a15e563c4162 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236933 Feb 15 01:36:11.542440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77435ace-1f35-4048-abe8-2e8e1a80cc55 req-ae16d25a-759b-4240-8826-66e4ef35ce76 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:11.543912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77435ace-1f35-4048-abe8-2e8e1a80cc55 req-ae16d25a-759b-4240-8826-66e4ef35ce76 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.1061077 Feb 15 01:36:11.568924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-9811e350-9b10-46e5-b180-5f68790ca8ab tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:11.570437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-9811e350-9b10-46e5-b180-5f68790ca8ab tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109502 Feb 15 01:36:11.589907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-e9ac17b9-776e-4477-bb12-2755d2f3e7bf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/quotas/30fe8ff3f57f4ed49165590b573bc6e8 HTTP/1.1" status: 200 len: 375 time: 0.0128913 Feb 15 01:36:11.608491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Allocated IP 172.20.0.8 (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad/d29ff15e-be13-4b5d-98bd-c2578af9b845/2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:11.631464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-23886a10-bf8b-4708-b95a-b12937387fbb tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351491 Feb 15 01:36:11.632381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77435ace-1f35-4048-abe8-2e8e1a80cc55 req-d80e0f53-0860-496e-9797-99b645d76dcd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710790 Feb 15 01:36:11.809082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22beb10-e20c-4396-b912-6864c26d2377 req-6c1312ea-7783-4366-9ab1-c8e7b55ee7cc tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:11.810608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c22beb10-e20c-4396-b912-6864c26d2377 req-6c1312ea-7783-4366-9ab1-c8e7b55ee7cc tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.1131854 Feb 15 01:36:11.839628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:11.887615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c22beb10-e20c-4396-b912-6864c26d2377 req-491e78d5-2831-4b0e-83ba-e709ae57117d tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608566 Feb 15 01:36:11.909802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cff9aa4a-bb17-4e55-9533-f67e49241c25 req-b14f515c-7c1a-4152-9a20-30002c6f979b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0287871 Feb 15 01:36:12.037147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.088606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:12.093908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:12.096850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:12.124176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:12.160119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:12.160785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.250603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-8f2778a3-1d67-488f-8b04-5c8db3e904ab tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0930328 Feb 15 01:36:12.262452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Request body: {'port': {'device_id': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:12.321084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.402930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5a561449-b88c-4f4c-a97b-7ca00ea74750 None None] Provisioning complete for port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:12.403408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a561449-b88c-4f4c-a97b-7ca00ea74750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.443897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5a561449-b88c-4f4c-a97b-7ca00ea74750 None None] Port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:12.494939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342f638-c627-4411-9f2a-aba6b5e424b1 req-0a7bd35c-b3ec-4906-8220-bccf22ee36c9 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:12.496705 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d342f638-c627-4411-9f2a-aba6b5e424b1 req-0a7bd35c-b3ec-4906-8220-bccf22ee36c9 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.0548816 Feb 15 01:36:12.545486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d342f638-c627-4411-9f2a-aba6b5e424b1 req-85659231-9cbb-49f0-b35b-7430f3aa7f45 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Feb 15 01:36:12.550377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c2fc-e177-486d-be09-a0023cdbe0ef req-8c382e38-9c0e-4915-aa47-31789fe5f08d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:12.552550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f45c2fc-e177-486d-be09-a0023cdbe0ef req-8c382e38-9c0e-4915-aa47-31789fe5f08d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 931 time: 0.1137493 Feb 15 01:36:12.632688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f45c2fc-e177-486d-be09-a0023cdbe0ef req-42a7b6ac-1027-43a4-af21-29be94274997 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735595 Feb 15 01:36:12.684790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:12.690178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks [] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.705897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Transition to ACTIVE for port object 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:12.762762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84644405-d5a6-4d19-b6fa-c0441f4e247b req-97fc6973-5541-439f-8462-2e2f9da9fafe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:12.764431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84644405-d5a6-4d19-b6fa-c0441f4e247b req-97fc6973-5541-439f-8462-2e2f9da9fafe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.0556381 Feb 15 01:36:12.793700 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:12.892040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84644405-d5a6-4d19-b6fa-c0441f4e247b req-f2ec57e3-f6cd-45ab-96df-a462006961cd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191835 Feb 15 01:36:12.892939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:12.962799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Attempting to bind port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:12.963144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Attempting to bind port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:12.963479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Attempting to bind port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:12.968451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:12.975510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Attempting to bind port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:12.984732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:12.985173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Checking segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:12.985525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Bound using segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:12.985986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Bound port: 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:12.986349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.071340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef727-391e-4209-86a7-b73743c07348 req-1fc1961f-e0f8-4273-98e8-1a20fec6d7e8 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.073051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85bef727-391e-4209-86a7-b73743c07348 req-1fc1961f-e0f8-4273-98e8-1a20fec6d7e8 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.1010473 Feb 15 01:36:13.090779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:13.109634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:13.136142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85bef727-391e-4209-86a7-b73743c07348 req-77fc0795-b096-488e-a73d-fb8669b7eb6f tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546925 Feb 15 01:36:13.185873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.245314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-302b1a0a-c355-430c-b48b-440413d87ab3 req-ad2e165e-87a2-4abd-9f07-06cc5a8d823f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0554075 Feb 15 01:36:13.251635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.252275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.253715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 200 len: 1092 time: 0.9959033 Feb 15 01:36:13.254186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:13.257004 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb52412b-30b8-49a1-91f0-8c1994afda4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:13.292732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705076-6466-454c-b8e1-ee6f6041c781 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:13.310288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-9613c8b3-1d98-48c4-9618-8c32a818dfb1 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.318573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-9613c8b3-1d98-48c4-9618-8c32a818dfb1 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 1154 time: 0.0795226 Feb 15 01:36:13.333831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-a0cfc8d4-bf37-4671-9938-1020f541ab52 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.400385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0149505-b382-43ae-8f7b-e89bef138350 req-042ef874-5091-400a-8431-56fb805348ec tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.401950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0149505-b382-43ae-8f7b-e89bef138350 req-042ef874-5091-400a-8431-56fb805348ec tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.0662429 Feb 15 01:36:13.437732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-a0cfc8d4-bf37-4671-9938-1020f541ab52 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] Publish callbacks [] for security_group (ef427b45-943f-47c8-9a7c-ea2e7c1babda), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.485970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0149505-b382-43ae-8f7b-e89bef138350 req-0070b41a-b93e-44a5-95f8-20de1653cbad tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Feb 15 01:36:13.487749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-d941952d-8a82-4687-b61d-799c01804f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.489691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-d941952d-8a82-4687-b61d-799c01804f3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 1126 time: 0.0863311 Feb 15 01:36:13.516439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-a0cfc8d4-bf37-4671-9938-1020f541ab52 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef427b45-943f-47c8-9a7c-ea2e7c1babda), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:13.543135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-74dccbe3-b5ad-4c10-9358-2a67d67701cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 200 len: 217 time: 0.0472498 Feb 15 01:36:13.559063 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b2733-af01-4412-8f3c-061effc61dbe x-openstack-request-id: req-8f0b2733-af01-4412-8f3c-061effc61dbe {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:13.559694 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:13.559694 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f0b2733-af01-4412-8f3c-061effc61dbe {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:13.559973 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'status': 'completed', 'code': 200} Feb 15 01:36:13.572494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0135a341-24f8-4145-b1d3-7fda4cf877da req-a0cfc8d4-bf37-4671-9938-1020f541ab52 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529075 Feb 15 01:36:13.573311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfc8d4-bf37-4671-9938-1020f541ab52 tempest-AggregatesAdminTestJSON-1154790598 tempest-AggregatesAdminTestJSON-1154790598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef427b45-943f-47c8-9a7c-ea2e7c1babda,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:13.596516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-ba283b80-f836-4f6d-87fe-63453b74f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.598052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-ba283b80-f836-4f6d-87fe-63453b74f70b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.0483456 Feb 15 01:36:13.650595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72c14-e176-4b09-941e-720de8d2343b req-0f913631-1539-4cd0-9bcc-c22eadd03230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.650934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-0f913631-1539-4cd0-9bcc-c22eadd03230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474205 Feb 15 01:36:13.751218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-29d2ada6-9867-4607-999e-35321dd8062e service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936499 Feb 15 01:36:13.758687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-dfe1b4d1-dac8-47c6-8d52-0f5a82adc4df tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247297 Feb 15 01:36:13.829175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42c0a-f915-490f-ad2c-a49f444feb81 req-f9565af5-eae8-484d-9ae2-3d5534921c36 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.832907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6e42c0a-f915-490f-ad2c-a49f444feb81 req-f9565af5-eae8-484d-9ae2-3d5534921c36 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 943 time: 0.1303313 Feb 15 01:36:13.851093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfa72c14-e176-4b09-941e-720de8d2343b req-110cbce5-d6ef-43bc-a740-64ac966adc9f service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946317 Feb 15 01:36:13.891052 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6e42c0a-f915-490f-ad2c-a49f444feb81 req-bf8be9d9-1192-4c09-96ad-7945b2f2e50d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539749 Feb 15 01:36:13.931516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-9a0aa4d8-9a37-40d5-9855-69eb5b731279 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:13.933086 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-9a0aa4d8-9a37-40d5-9855-69eb5b731279 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682236 Feb 15 01:36:13.944786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Request body: {'port': {'device_id': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '30fe8ff3f57f4ed49165590b573bc6e8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:14.071893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-620d05bd-3bb4-48d6-997f-01ff5c381b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.073585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-620d05bd-3bb4-48d6-997f-01ff5c381b4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 1126 time: 0.0698652 Feb 15 01:36:14.095542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce8352-bf58-4f35-b8e0-8e18c71b31b1 req-28157f2f-587b-4ab1-8827-9db4ffb8aebb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.095542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdce8352-bf58-4f35-b8e0-8e18c71b31b1 req-28157f2f-587b-4ab1-8827-9db4ffb8aebb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.1049738 Feb 15 01:36:14.157670 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdce8352-bf58-4f35-b8e0-8e18c71b31b1 req-db18df1a-332d-4546-b22f-44e0328851d8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Feb 15 01:36:14.200685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b9ae-9f75-4c32-9a81-b0508ff881e5 req-c2a65b9a-93d5-400c-ae31-2698b2b70aad tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.202121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f307b9ae-9f75-4c32-9a81-b0508ff881e5 req-c2a65b9a-93d5-400c-ae31-2698b2b70aad tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.1251595 Feb 15 01:36:14.228843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-b9ed7e7d-62ca-45fe-a5bd-8ac4c90f7933 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456250 Feb 15 01:36:14.239155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-a382f94e-576a-43d0-ad4a-343bf50928ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.240517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-a382f94e-576a-43d0-ad4a-343bf50928ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 924 time: 0.1547594 Feb 15 01:36:14.242192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Made reservation on behalf of 30fe8ff3f57f4ed49165590b573bc6e8 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:14.245697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.254384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.311381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:36:14.339114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-e3d4fbe9-c11a-4688-96d7-85b18e1726ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 200 len: 217 time: 0.0860097 Feb 15 01:36:14.356345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks [] for security_group (26b18326-bc0c-457a-8d5c-b1834068eab0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.387783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f307b9ae-9f75-4c32-9a81-b0508ff881e5 req-5c4b04ae-a845-474d-87f1-bc14732f3b8a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780097 Feb 15 01:36:14.400843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2080f8f7-9ea9-4503-95d8-4175bf0d2bfe req-4456250c-fa20-4eab-8868-e1be1f3d8f68 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0354402 Feb 15 01:36:14.409627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-ba5282dd-efac-4a46-8c00-322a61f2971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.411579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-ba5282dd-efac-4a46-8c00-322a61f2971a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.0631530 Feb 15 01:36:14.425260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (26b18326-bc0c-457a-8d5c-b1834068eab0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.472303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-c61dee39-ebbd-4a0d-88c6-4086c38fca3f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.474496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-c61dee39-ebbd-4a0d-88c6-4086c38fca3f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317736 Feb 15 01:36:14.488388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-fbe32a46-8176-4afb-adb5-bddeee022907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.490051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-fbe32a46-8176-4afb-adb5-bddeee022907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672219 Feb 15 01:36:14.490759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b18326-bc0c-457a-8d5c-b1834068eab0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:14.503507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Request body: {'port': {'device_id': '3cd2beab-e076-4c32-8621-970527af8d3d', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '30fe8ff3f57f4ed49165590b573bc6e8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:14.567654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Allocated IP 192.168.233.152 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/065c81c3-7258-4ec7-9c63-da81d77726b0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:14.714881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1514a-69e7-490a-99b6-7425707faff5 req-08cf7cd7-cf91-4066-ba54-4ab12d2ad60b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.716043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks [] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.716280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6be1514a-69e7-490a-99b6-7425707faff5 req-08cf7cd7-cf91-4066-ba54-4ab12d2ad60b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 971 time: 0.1449656 Feb 15 01:36:14.722717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-053daf0a-b638-4131-9f15-ee4c6434c49e service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122676 Feb 15 01:36:14.817719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.829118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6be1514a-69e7-490a-99b6-7425707faff5 req-523dba03-b932-40fc-b140-00b4a46d9bdc tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054246 Feb 15 01:36:14.836136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.31', 56060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:14.869557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:14.873686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Made reservation on behalf of 30fe8ff3f57f4ed49165590b573bc6e8 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:14.875159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:14.877554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.878861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:14.906736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:14.928053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb52412b-30b8-49a1-91f0-8c1994afda4f req-c7bff34e-e1a8-481e-9c77-5dd53c2db25d service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915839 Feb 15 01:36:14.962320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:14.963214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:14.977489 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.008382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-e5dc5a7f-96a7-45e6-aa27-9f64801db868 tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:15.008382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-e5dc5a7f-96a7-45e6-aa27-9f64801db868 tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 1154 time: 0.1708648 Feb 15 01:36:15.053593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b989-705d-4d62-84cb-0c824b7dc488 req-10cf2f1e-bf13-46e1-9a56-368a5d93cd4d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:15.060904 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364b989-705d-4d62-84cb-0c824b7dc488 req-10cf2f1e-bf13-46e1-9a56-368a5d93cd4d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 943 time: 0.0678039 Feb 15 01:36:15.066444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-cad9807d-29ac-424b-bbfd-d2417bec1fc8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1254621 Feb 15 01:36:15.085548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Request body: {'port': {'device_id': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'device_owner': 'compute:tempest-test_az-1619364930', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:15.117045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Allocated IP 192.168.233.101 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:15.147452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0d1c4960-0c01-4bd7-9e44-0cafbf4e4445 None None] Provisioning complete for port 065c81c3-7258-4ec7-9c63-da81d77726b0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:15.147937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4960-0c01-4bd7-9e44-0cafbf4e4445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.165031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Deleting port 463de798-8d29-4b13-bded-6fc4f01cb175 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:36:15.165297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.170795 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364b989-705d-4d62-84cb-0c824b7dc488 req-8f43f04a-23ad-42df-bd9d-746510d542e7 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060460 Feb 15 01:36:15.186015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.186107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c4960-0c01-4bd7-9e44-0cafbf4e4445 None None] Port 065c81c3-7258-4ec7-9c63-da81d77726b0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:15.448449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.31', 56061) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:15.534743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-46ce5145-0290-45ca-a05a-9eb72d87a6cb tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:15.536936 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-46ce5145-0290-45ca-a05a-9eb72d87a6cb tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.0870485 Feb 15 01:36:15.544614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30702d-7e10-4ce7-bd65-45b35ec7f479 req-ee3d8019-9f5c-4de0-8cc7-64f33d1cd995 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:15.546004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a30702d-7e10-4ce7-bd65-45b35ec7f479 req-ee3d8019-9f5c-4de0-8cc7-64f33d1cd995 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 971 time: 0.0861182 Feb 15 01:36:15.549112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] For port 463de798-8d29-4b13-bded-6fc4f01cb175, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=463de798-8d29-4b13-bded-6fc4f01cb175,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:15.549482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.574208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Calling delete_port for 463de798-8d29-4b13-bded-6fc4f01cb175 owned by compute:tempest-test_az-1619364930 {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:36:15.584113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ec8b-b621-4152-8ddb-07371018f696 req-8c6fc3cf-278c-4946-afc7-0aaa9c379c40 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:15.585627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a13ec8b-b621-4152-8ddb-07371018f696 req-8c6fc3cf-278c-4946-afc7-0aaa9c379c40 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.1726801 Feb 15 01:36:15.619121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks [] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.690210 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a30702d-7e10-4ce7-bd65-45b35ec7f479 req-8e7cfd70-a4be-4a98-8baa-7f45ac199879 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/security-groups?id=d0690b44-e325-4fd0-8c73-6a7609b1130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224465 Feb 15 01:36:15.726172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Deleting port 8d450db7-14f4-42ec-a808-26048c75ee3a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:36:15.726516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.744647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a13ec8b-b621-4152-8ddb-07371018f696 req-1fe1973f-b8a3-419d-853b-ccdbbcd3af59 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514671 Feb 15 01:36:15.805076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b818ec9c-4f51-4561-9ecb-b2fe75600fce req-bb9da39a-f6be-4301-87f3-ed0a23cf3a29 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0391765 Feb 15 01:36:15.817054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.872833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:15.876003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:15.879362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:15.882128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] For port 8d450db7-14f4-42ec-a808-26048c75ee3a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d450db7-14f4-42ec-a808-26048c75ee3a,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:15.882624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.902767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Calling delete_port for 8d450db7-14f4-42ec-a808-26048c75ee3a owned by compute:tempest-test_az-1619364930 {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:36:15.903207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event updated for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:15.917149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (463de798-8d29-4b13-bded-6fc4f01cb175), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:15.927329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['463de798-8d29-4b13-bded-6fc4f01cb175'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:15.953224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Pushing event deleted for resources: {'Port': ['ID=463de798-8d29-4b13-bded-6fc4f01cb175,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:16.017843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-176d6509-8773-4a7f-b749-7ff279825298 req-bfc8a839-989b-4f24-85e9-1c175f567804 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=158f69a7-5e8c-4c63-8887-b872dcb3d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0702171 Feb 15 01:36:16.039047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] No DVR routers for this DVR port 463de798-8d29-4b13-bded-6fc4f01cb175 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:36:16.053356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:16.054023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.062100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.066027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a41a4006-14e4-4a93-a4c1-585ee7734ed6 req-65a68d75-5715-4578-b484-d36dc25e6b6c tempest-DeleteServersAdminTestJSON-645521999 tempest-DeleteServersAdminTestJSON-645521999-project-admin] 10.222.0.31 "DELETE /v2.0/ports/463de798-8d29-4b13-bded-6fc4f01cb175 HTTP/1.1" status: 204 len: 173 time: 1.0515461 Feb 15 01:36:16.066494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'name': 'network-vif-deleted', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:16.069719 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef309a-ae4e-4923-a706-32e8bb812ac2" -d '{"events": [{"server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "name": "network-vif-deleted", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:16.111298 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd15f3-9d75-48cd-9630-fbdc21786c62 x-openstack-request-id: req-e4cd15f3-9d75-48cd-9630-fbdc21786c62 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:16.111703 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158f69a7-5e8c-4c63-8887-b872dcb3d8f3", "name": "network-vif-deleted", "tag": "463de798-8d29-4b13-bded-6fc4f01cb175", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:16.112041 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4cd15f3-9d75-48cd-9630-fbdc21786c62 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:16.112414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:16.112718 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158f69a7-5e8c-4c63-8887-b872dcb3d8f3', 'name': 'network-vif-deleted', 'tag': '463de798-8d29-4b13-bded-6fc4f01cb175', 'status': 'completed', 'code': 200} Feb 15 01:36:16.122671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks [] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.165108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Transition to ACTIVE for port object 065c81c3-7258-4ec7-9c63-da81d77726b0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:16.184709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-d952e316-1a70-489c-bc2d-c182a222522b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6932387 Feb 15 01:36:16.196448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Request body: {'port': {'device_id': '3cd2beab-e076-4c32-8621-970527af8d3d', 'device_owner': 'compute:tempest-test_az-1619364930', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:16.217125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-979f4a62-6346-4300-8e92-34c7f1fb1e57 None None] Provisioning complete for port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:16.217677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-979f4a62-6346-4300-8e92-34c7f1fb1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.262049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-979f4a62-6346-4300-8e92-34c7f1fb1e57 None None] Port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:16.285763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8d450db7-14f4-42ec-a808-26048c75ee3a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.288232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.295007 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.309142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8d450db7-14f4-42ec-a808-26048c75ee3a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:16.366406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba0ec3-3c57-48cc-b8e2-a6089c045f62 req-ae8cf520-ad8d-4f3a-8615-7af5f25121db tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:16.373641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cba0ec3-3c57-48cc-b8e2-a6089c045f62 req-ae8cf520-ad8d-4f3a-8615-7af5f25121db tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 943 time: 0.1184766 Feb 15 01:36:16.377401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 254f3595-d853-477a-84bc-383fcef0c989 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:16.443450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] No DVR routers for this DVR port 8d450db7-14f4-42ec-a808-26048c75ee3a on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:36:16.446218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:16.470943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.474752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b6f661f4-bffd-40ee-ab2e-a3fc3bd55228 req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.31 "DELETE /v2.0/ports/8d450db7-14f4-42ec-a808-26048c75ee3a HTTP/1.1" status: 204 len: 173 time: 0.9278436 Feb 15 01:36:16.478198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'name': 'network-vif-deleted', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:16.480559 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f3142-5849-4eba-b78a-0c9b4f3c974a" -d '{"events": [{"server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "name": "network-vif-deleted", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:16.504248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cba0ec3-3c57-48cc-b8e2-a6089c045f62 req-a1695d66-32d4-4af7-a4dd-cb6b779b4f5b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300955 Feb 15 01:36:16.545809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c1b4a-a48c-406c-bff5-9de3dcb0645a tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] Pushing event deleted for resources: {'Port': ['ID=8d450db7-14f4-42ec-a808-26048c75ee3a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:16.556258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:16.558701 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be2694b-f052-4430-8b40-6817817dfc23 x-openstack-request-id: req-9be2694b-f052-4430-8b40-6817817dfc23 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:16.559249 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5aeda-b47f-44ed-9bc8-f73414a6fa45", "name": "network-vif-deleted", "tag": "8d450db7-14f4-42ec-a808-26048c75ee3a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:16.559660 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9be2694b-f052-4430-8b40-6817817dfc23 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:16.560257 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5aeda-b47f-44ed-9bc8-f73414a6fa45', 'name': 'network-vif-deleted', 'tag': '8d450db7-14f4-42ec-a808-26048c75ee3a', 'status': 'completed', 'code': 200} Feb 15 01:36:16.577802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '254f3595-d853-477a-84bc-383fcef0c989', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '254f3595-d853-477a-84bc-383fcef0c989', 'mac_address': 'fa:16:3e:88:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:16.590888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Attempting to bind port 065c81c3-7258-4ec7-9c63-da81d77726b0 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:16.591236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Attempting to bind port 065c81c3-7258-4ec7-9c63-da81d77726b0 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:16.591553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Attempting to bind port 065c81c3-7258-4ec7-9c63-da81d77726b0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:16.596267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Port 065c81c3-7258-4ec7-9c63-da81d77726b0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:16.596621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Attempting to bind port 065c81c3-7258-4ec7-9c63-da81d77726b0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:16.604090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:16.612543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:16.612543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:16.612543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Bound port: 065c81c3-7258-4ec7-9c63-da81d77726b0, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:16.612543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.642231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 254f3595-d853-477a-84bc-383fcef0c989 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:16.642554 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.663231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254f3595-d853-477a-84bc-383fcef0c989 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:16.689247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:16.695548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:16.699350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:16.768276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.781436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.809189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc4343b-6687-410d-88a6-9c32ff7e3165 req-22995729-83ee-4527-bae6-00f8103806c2 tempest-AggregatesAdminTestJSON-1424873526 tempest-AggregatesAdminTestJSON-1424873526-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c5aeda-b47f-44ed-9bc8-f73414a6fa45 HTTP/1.1" status: 200 len: 210 time: 0.0441673 Feb 15 01:36:16.813899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:16.831617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks [] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.849172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Transition to ACTIVE for port object dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:16.854655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:16.856068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.858159 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] 10.222.0.31 "PUT /v2.0/ports/065c81c3-7258-4ec7-9c63-da81d77726b0 HTTP/1.1" status: 200 len: 1119 time: 1.7829454 Feb 15 01:36:16.914853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f45ca6-ee74-479c-a526-bf88613e7f3f service neutron] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:16.934184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:16.950602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:16.972258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7726c-b4f1-462f-94f5-84edc1137f89 req-243ffd37-5d03-48a2-87a5-c02de26cf1d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:16.981012 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eab7726c-b4f1-462f-94f5-84edc1137f89 req-243ffd37-5d03-48a2-87a5-c02de26cf1d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 949 time: 0.0872691 Feb 15 01:36:17.071419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:17.153860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82261c-0613-4314-9095-de2b562dc7fd req-c5b9a01b-8737-4a22-af51-a78e7f59761b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.155636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa82261c-0613-4314-9095-de2b562dc7fd req-c5b9a01b-8737-4a22-af51-a78e7f59761b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 970 time: 0.1588123 Feb 15 01:36:17.222551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:17.223072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Attempting to bind port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:17.223954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Attempting to bind port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:17.224417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Attempting to bind port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:17.246427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa82261c-0613-4314-9095-de2b562dc7fd req-e2dcbb59-efd1-4868-ab7e-56e3482955a2 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814700 Feb 15 01:36:17.247295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:17.247620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Attempting to bind port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:17.261734 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eab7726c-b4f1-462f-94f5-84edc1137f89 req-41ecba2b-490f-4865-bda1-c95d5d50a5ef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798381 Feb 15 01:36:17.266457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:17.266860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:17.267254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:17.267761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Bound port: dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:17.268095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:17.284140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-2237042b-5178-4b9a-b20a-a136fbcf7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.285726 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-2237042b-5178-4b9a-b20a-a136fbcf7b7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1153 time: 0.2895646 Feb 15 01:36:17.336305 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-e65c49f5-8ffc-4707-9ccb-668ffcd4fb2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=065c81c3-7258-4ec7-9c63-da81d77726b0 HTTP/1.1" status: 200 len: 217 time: 0.0426972 Feb 15 01:36:17.379861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:17.383842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:17.401100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-79bc7877-161a-4e5b-9ccd-7d3ec8282fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.402642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-79bc7877-161a-4e5b-9ccd-7d3ec8282fe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0587370 Feb 15 01:36:17.477409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-0f1193cb-3f7e-405d-9bc6-73448376e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.479694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-0f1193cb-3f7e-405d-9bc6-73448376e1d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0672383 Feb 15 01:36:17.494837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:17.595856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.610153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:17.611650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] 10.222.0.31 "PUT /v2.0/ports/dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc HTTP/1.1" status: 200 len: 1119 time: 1.4204335 Feb 15 01:36:17.627155 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-6a220a13-47a9-4b53-8922-1e7a1cf564ac service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 Feb 15 01:36:17.663918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-3c8f41a4-50be-4867-b656-0091d4dfea6b tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356870 Feb 15 01:36:17.686674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4afb6-d840-45b7-a96e-a9a4ac687095 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:17.721264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb222a-42e7-4133-8a03-e371b33df3da req-ade0110a-1c99-4c33-94fc-85be614c9e04 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.722960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09fb222a-42e7-4133-8a03-e371b33df3da req-ade0110a-1c99-4c33-94fc-85be614c9e04 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 943 time: 0.1032650 Feb 15 01:36:17.771230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:17.786283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09fb222a-42e7-4133-8a03-e371b33df3da req-b4d858cd-864b-4caf-9404-4a318d8231c4 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571320 Feb 15 01:36:17.837551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b51b0b6-70eb-403a-b07f-e359ecb1bf35 req-87efc2fc-38c9-44ba-8e0a-5b3b6130883d service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938093 Feb 15 01:36:17.859943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-e01e5d5f-49b1-4468-a52e-0c56773229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.861480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-e01e5d5f-49b1-4468-a52e-0c56773229d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 1153 time: 0.0614929 Feb 15 01:36:17.866354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-5497aa86-bf0a-486d-9690-d58f964a6452 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.867908 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-5497aa86-bf0a-486d-9690-d58f964a6452 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920791 Feb 15 01:36:17.904153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-81503de5-2071-4cbf-bb96-f1bdfb883322 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/quotas/a9e8e3ea400f4209bb898ff385c1e2b7 HTTP/1.1" status: 200 len: 375 time: 0.0271549 Feb 15 01:36:17.914264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-da5b0e03-480e-4c3d-b9be-6283d4ae3045 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc HTTP/1.1" status: 200 len: 217 time: 0.0443091 Feb 15 01:36:17.940932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-eb5d9caf-7045-4ab1-919e-a86d66052e83 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357552 Feb 15 01:36:17.979642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-0c81fefa-9e02-406d-9760-6b6dcb7665da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:17.982637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-0c81fefa-9e02-406d-9760-6b6dcb7665da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0571480 Feb 15 01:36:18.039032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-24f8b3e5-e48e-4365-9d55-eb191fee5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.039219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-24f8b3e5-e48e-4365-9d55-eb191fee5778 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0511968 Feb 15 01:36:18.114984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:18.117427 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e967c683-7c8f-4751-93ce-510d629b7d09" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:18.143379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-0a46c672-31f7-4c42-8da2-16cf7c4d5072 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967629 Feb 15 01:36:18.172499 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218d4749-f76d-4098-9b92-188701daa178 x-openstack-request-id: req-218d4749-f76d-4098-9b92-188701daa178 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:18.172863 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:18.173275 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-218d4749-f76d-4098-9b92-188701daa178 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:18.173749 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'status': 'completed', 'code': 200} Feb 15 01:36:18.241667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6098ed8-505c-46e5-9166-b8e645aea284 req-eee755a4-3634-435e-a95b-b2250f8380d3 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 210 time: 0.0383062 Feb 15 01:36:18.254699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcc1da0b-8ceb-4c8e-ae11-504d75963bc1 req-7b2d1507-3eca-4b6d-a6e2-81d132562f32 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054389 Feb 15 01:36:18.365805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:18.389162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 254f3595-d853-477a-84bc-383fcef0c989 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:18.389927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292d24-8397-49b5-90b6-401349c5258a req-1cacbd32-9f62-4c65-bbab-face5860131d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.391472 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37292d24-8397-49b5-90b6-401349c5258a req-1cacbd32-9f62-4c65-bbab-face5860131d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 970 time: 0.0719781 Feb 15 01:36:18.422915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-c39dc590-6c87-4667-9fd9-79508108da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.422915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-c39dc590-6c87-4667-9fd9-79508108da1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 1153 time: 0.0621378 Feb 15 01:36:18.459878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37292d24-8397-49b5-90b6-401349c5258a req-79f96b07-985a-463c-95b6-023ca780587d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624588 Feb 15 01:36:18.529843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:18.542520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'port_id': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'mac_address': 'fa:16:3e:78:c7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:18.546116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-507db4f8-7dfc-4d13-ba9d-e2570f5dcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.547781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-507db4f8-7dfc-4d13-ba9d-e2570f5dcaaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1177142 Feb 15 01:36:18.566723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:18.569969 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17646a8c-702f-4924-9b27-0bd31e28a038" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:18.591785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 254f3595-d853-477a-84bc-383fcef0c989 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:18.594832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:18.595221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:18.598954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 254f3595-d853-477a-84bc-383fcef0c989 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:18.600769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (254f3595-d853-477a-84bc-383fcef0c989), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:18.607304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-2bd43152-fb5e-40d2-a4e4-bc4a39a43e33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc HTTP/1.1" status: 200 len: 217 time: 0.0519388 Feb 15 01:36:18.623982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d3bc4-d8e6-4b77-9908-495ed88a6aa6 req-9ea5bc6f-12ad-49e9-9244-53aa8c49f8e3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.625869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-482d3bc4-d8e6-4b77-9908-495ed88a6aa6 req-9ea5bc6f-12ad-49e9-9244-53aa8c49f8e3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 949 time: 0.0937676 Feb 15 01:36:18.639318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:18.676781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:18.685274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-0f40bf1d-8374-4c3e-9f4f-844d2f1e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.686889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-0f40bf1d-8374-4c3e-9f4f-844d2f1e23c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0734859 Feb 15 01:36:18.698670 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-482d3bc4-d8e6-4b77-9908-495ed88a6aa6 req-fa67d67d-ecbd-4d37-8781-b1c7a7d594f5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611937 Feb 15 01:36:18.713913 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2553f-0d9e-46a7-936a-60fcb4c8a60f x-openstack-request-id: req-8af2553f-0d9e-46a7-936a-60fcb4c8a60f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:18.714324 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:18.714467 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8af2553f-0d9e-46a7-936a-60fcb4c8a60f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:18.714870 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'status': 'completed', 'code': 200} Feb 15 01:36:18.737576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 254f3595-d853-477a-84bc-383fcef0c989 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:18.737979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:18.753642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-60e638d6-8d7a-4698-9439-fefb1c0c5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.755456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-60e638d6-8d7a-4698-9439-fefb1c0c5d59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0623155 Feb 15 01:36:18.760167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:18.769844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:18.773085 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa05a3-4863-4ffd-adf5-3804e0b5ef81" -d '{"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-plugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:18.801392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-3248c936-eb80-43eb-bf0c-9f3a8007a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.802852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-3248c936-eb80-43eb-bf0c-9f3a8007a4a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1153 time: 0.0647645 Feb 15 01:36:18.807209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:18.824939 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068098c-ba43-4316-a9cb-b1a8c146088b x-openstack-request-id: req-1068098c-ba43-4316-a9cb-b1a8c146088b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:18.825254 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-plugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:18.825514 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1068098c-ba43-4316-a9cb-b1a8c146088b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:18.825910 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'code': 200} Feb 15 01:36:18.866959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:18.886679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:18.955317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:18.959661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-62cb7c66-e3ef-4ccd-97f0-7ef9065a40c7 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974094 Feb 15 01:36:18.995592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689965ab-c22f-4c06-ae13-0781871da7f2 req-1816f581-97b0-4efc-93f4-5d8d24acb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:18.997128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-689965ab-c22f-4c06-ae13-0781871da7f2 req-1816f581-97b0-4efc-93f4-5d8d24acb1fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.1021056 Feb 15 01:36:19.017420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68be8a-14c2-44e6-94f0-2465c7ba572c req-34af048b-9164-4192-813a-80cee9e480b7 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.018941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b68be8a-14c2-44e6-94f0-2465c7ba572c req-34af048b-9164-4192-813a-80cee9e480b7 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 944 time: 0.0987530 Feb 15 01:36:19.020054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-03233c74-93ae-4fe4-b913-7f81fec40cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.022153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-03233c74-93ae-4fe4-b913-7f81fec40cf9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2124596 Feb 15 01:36:19.080664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-357fb1ca-363e-47fc-b034-0700526a8f2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=065c81c3-7258-4ec7-9c63-da81d77726b0 HTTP/1.1" status: 200 len: 217 time: 0.0450389 Feb 15 01:36:19.101237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-689965ab-c22f-4c06-ae13-0781871da7f2 req-0cb5e5e0-4ddb-4f40-aa1e-af2cb7d11511 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Feb 15 01:36:19.106759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e967c683-7c8f-4751-93ce-510d629b7d09 req-59299c19-0e9e-49c6-9cad-775808193ad3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354511 Feb 15 01:36:19.107102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:19.154189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b68be8a-14c2-44e6-94f0-2465c7ba572c req-57409d34-3bd0-47f5-bb9b-f3de2be4c382 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283021 Feb 15 01:36:19.176271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-c7927feb-e3ab-4bc3-9406-f2057fdf8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.177849 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-c7927feb-e3ab-4bc3-9406-f2057fdf8a24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0691125 Feb 15 01:36:19.235492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-47f934fa-f81f-4bb5-bc2d-1be67eac6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.237148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-47f934fa-f81f-4bb5-bc2d-1be67eac6a18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0526879 Feb 15 01:36:19.336765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06ca90b4-fcc1-45f2-bc88-2af1af9cae4c req-19f4f4dd-692f-4e28-941c-66073c813890 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 210 time: 0.0327203 Feb 15 01:36:19.365887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-1d1ac55b-e234-4d98-8f19-24a069d466c4 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230383 Feb 15 01:36:19.454256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17646a8c-702f-4924-9b27-0bd31e28a038 req-192c8fee-cef2-479c-a8c1-a1df6371a431 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Feb 15 01:36:19.591962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810710-73ad-463c-a124-f8113e1bb1f7 req-2689ba60-c018-4e2b-a3c2-dafea27e8a4f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.593506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f810710-73ad-463c-a124-f8113e1bb1f7 req-2689ba60-c018-4e2b-a3c2-dafea27e8a4f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 970 time: 0.0543664 Feb 15 01:36:19.625108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 463de798-8d29-4b13-bded-6fc4f01cb175 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:36:19.641957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f810710-73ad-463c-a124-f8113e1bb1f7 req-57c06c29-e9dc-4841-bfe4-3b38008bc59a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429966 Feb 15 01:36:19.650122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 463de798-8d29-4b13-bded-6fc4f01cb175 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:36:19.650466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 463de798-8d29-4b13-bded-6fc4f01cb175 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:36:19.651047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d450db7-14f4-42ec-a808-26048c75ee3a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:36:19.669886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 8d450db7-14f4-42ec-a808-26048c75ee3a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:36:19.670248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d450db7-14f4-42ec-a808-26048c75ee3a not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:36:19.830634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d93af2-d716-4eff-b7ff-1181ab598d0f req-648320c8-ec7b-4baf-8ab0-1d060911f02f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:19.832277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-11d93af2-d716-4eff-b7ff-1181ab598d0f req-648320c8-ec7b-4baf-8ab0-1d060911f02f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0597532 Feb 15 01:36:19.885148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-11d93af2-d716-4eff-b7ff-1181ab598d0f req-daccc3a4-f792-45bc-83e4-5612342db82f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Feb 15 01:36:20.278867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d673c1-b832-484d-ab1a-866eabde0573 req-1bf78c6c-9714-4c8e-bf0b-6b537616215c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:20.280889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-95d673c1-b832-484d-ab1a-866eabde0573 req-1bf78c6c-9714-4c8e-bf0b-6b537616215c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 944 time: 0.0610988 Feb 15 01:36:20.334359 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-95d673c1-b832-484d-ab1a-866eabde0573 req-122b29ee-3313-4e71-b52d-c24f9d860cc6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467117 Feb 15 01:36:20.390275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:20.435439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a6d8476-d543-41f9-9b54-593a805b2f7b req-79ea9fbc-eadd-41ac-a919-5ddf8e9aaf48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 210 time: 0.0273480 Feb 15 01:36:20.530667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:20.534727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:20.535136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:20.618734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-b0a8285f-67b4-41ad-853a-e39d97f64418 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403478 Feb 15 01:36:20.635726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:20.636547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:20.672760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:20.747511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-b741c1d6-0276-46cd-9b1d-9ca15016c2ae tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:20.749371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-b741c1d6-0276-46cd-9b1d-9ca15016c2ae tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251209 Feb 15 01:36:20.762052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Request body: {'port': {'device_id': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'a9e8e3ea400f4209bb898ff385c1e2b7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:20.765551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:20.809733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34df83-88fa-41d9-b418-94732950f44a req-a2529087-6998-454b-8f6e-f0cc16aedcd0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:20.811292 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd34df83-88fa-41d9-b418-94732950f44a req-a2529087-6998-454b-8f6e-f0cc16aedcd0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 970 time: 0.0863061 Feb 15 01:36:20.827866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:20.833167 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f0b3c-4bb5-4ced-b3c4-7b4db6080b47" -d '{"events": [{"server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "name": "network-vif-plugged", "status": "completed", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:20.841581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:20.874535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd34df83-88fa-41d9-b418-94732950f44a req-6e0adeba-2fb0-4a57-aac0-1d4a01098003 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Feb 15 01:36:20.922034 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab37e75-38e5-4088-83c4-392f084eb1ce x-openstack-request-id: req-dab37e75-38e5-4088-83c4-392f084eb1ce {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:20.922344 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "name": "network-vif-plugged", "status": "completed", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:20.922648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dab37e75-38e5-4088-83c4-392f084eb1ce {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:20.923018 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'code': 200} Feb 15 01:36:20.985425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac92c6dd-d2e4-4f01-b7ab-15b4050d4577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:20.985639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Made reservation on behalf of a9e8e3ea400f4209bb898ff385c1e2b7 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:20.990798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:20.993397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.37', 60464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:21.025647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaf7fd-196b-425e-bcb5-054b2cd9d4cb req-f0bb643c-5f37-4cbb-9ab3-c3b0705cbe7a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:21.027134 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdaaf7fd-196b-425e-bcb5-054b2cd9d4cb req-f0bb643c-5f37-4cbb-9ab3-c3b0705cbe7a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0572779 Feb 15 01:36:21.079958 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdaaf7fd-196b-425e-bcb5-054b2cd9d4cb req-240ce002-4d39-4655-bcf9-604bbb28461f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Feb 15 01:36:21.098303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad845a3-2a2c-462a-83ef-d6bfca39f9fa req-96a1094d-08c4-482c-acff-9693a3677ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:21.099762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bad845a3-2a2c-462a-83ef-d6bfca39f9fa req-96a1094d-08c4-482c-acff-9693a3677ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 1128 time: 0.1052673 Feb 15 01:36:21.191296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Allocated IP 192.168.233.57 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/2853eb84-1bb4-4cdb-b642-6f9c5085158c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:21.205773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bad845a3-2a2c-462a-83ef-d6bfca39f9fa req-2a168440-8d22-44bc-93c4-aea845cf49de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894120 Feb 15 01:36:21.345839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks [] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.434100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.483294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:21.489917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca636949-e790-4dd4-ab59-d89ada07f18b req-5bb7a223-82a1-424e-a1a9-ea8a0f233405 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:21.490596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:21.494588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:21.497242 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca636949-e790-4dd4-ab59-d89ada07f18b req-5bb7a223-82a1-424e-a1a9-ea8a0f233405 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.0645459 Feb 15 01:36:21.504507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Pushing event updated for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:21.564502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca636949-e790-4dd4-ab59-d89ada07f18b req-59806c64-adc6-47d4-bdbd-62becd67c583 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628555 Feb 15 01:36:21.568823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:21.569466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.634380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:21.648859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be240b1-1afb-41bb-8c41-877ff5705ef6 req-6ea662e2-2583-49cb-8a76-5083b3596aec tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:21.650798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3be240b1-1afb-41bb-8c41-877ff5705ef6 req-6ea662e2-2583-49cb-8a76-5083b3596aec tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 935 time: 0.0880313 Feb 15 01:36:21.674570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-93a3171f-f3f3-4bb8-9525-3ad4321d8c48 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9170637 Feb 15 01:36:21.706858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3be240b1-1afb-41bb-8c41-877ff5705ef6 req-87a3c314-e429-453e-9af7-85f9dd0e7611 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502977 Feb 15 01:36:21.743100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Request body: {'port': {'device_id': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:21.772120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:21.789671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'mac_address': 'fa:16:3e:82:03:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:21.792706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e8d559a-a90a-4a22-bb74-85ca8ec3091e None None] Provisioning complete for port 2853eb84-1bb4-4cdb-b642-6f9c5085158c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:21.793291 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e8d559a-a90a-4a22-bb74-85ca8ec3091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.833433 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.868902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:21.869297 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:21.871196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d559a-a90a-4a22-bb74-85ca8ec3091e None None] Port 2853eb84-1bb4-4cdb-b642-6f9c5085158c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:21.889199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:21.909153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:22.019538 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.020218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:22.095951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7797-3ef1-45b7-884d-1a6a10e0be32 req-99c516c3-aa8c-4195-b6dc-5aa4a541ffdd tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.099832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-83cc7797-3ef1-45b7-884d-1a6a10e0be32 req-99c516c3-aa8c-4195-b6dc-5aa4a541ffdd tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 970 time: 0.0693309 Feb 15 01:36:22.106176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:22.124360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:22.138748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'mac_address': 'fa:16:3e:50:80:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:22.161580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2853eb84-1bb4-4cdb-b642-6f9c5085158c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:22.171835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks [] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.184154 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-83cc7797-3ef1-45b7-884d-1a6a10e0be32 req-20b2d37e-1d26-4a67-8a61-d1645131017e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734124 Feb 15 01:36:22.185805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Transition to ACTIVE for port object 2853eb84-1bb4-4cdb-b642-6f9c5085158c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:22.191640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:22.192080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.205502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:22.226136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:22.302793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.303015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.306530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e697-c325-4ae2-9a18-54bff051e366 req-a244ae2a-ade5-4e8f-b0df-89cea3ec7e33 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.308975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e57e697-c325-4ae2-9a18-54bff051e366 req-a244ae2a-ade5-4e8f-b0df-89cea3ec7e33 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0522671 Feb 15 01:36:22.360037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:22.362752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Pushing event updated for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:22.368857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e57e697-c325-4ae2-9a18-54bff051e366 req-0d737c64-d04e-4188-87bf-9edc9932670c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Feb 15 01:36:22.448620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Attempting to bind port 2853eb84-1bb4-4cdb-b642-6f9c5085158c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:22.449067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Attempting to bind port 2853eb84-1bb4-4cdb-b642-6f9c5085158c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:22.449405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Attempting to bind port 2853eb84-1bb4-4cdb-b642-6f9c5085158c on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:22.458912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Port 2853eb84-1bb4-4cdb-b642-6f9c5085158c on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:22.459243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Attempting to bind port 2853eb84-1bb4-4cdb-b642-6f9c5085158c on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:22.467548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:22.467893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:22.468322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:22.468766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Bound port: 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:22.469274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.519428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:22.539112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:22.543492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:22.552669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:22.617260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.692753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Pushing event updated for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:22.702515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.703213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.704747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-f1f8c6f5-e25b-4939-a673-95d7981cfdaa service neutron] 10.222.0.37 "PUT /v2.0/ports/2853eb84-1bb4-4cdb-b642-6f9c5085158c HTTP/1.1" status: 200 len: 1096 time: 0.9668732 Feb 15 01:36:22.705575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:22.708999 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a144269-3389-4e7e-8f7a-946225f56b04" -d '{"events": [{"name": "network-changed", "server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:22.730876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eade18-602d-4add-ba39-11cab19e11fd req-4fc97acf-d7f5-4a85-a50c-7a0dd5bb855f tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.744004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28eade18-602d-4add-ba39-11cab19e11fd req-4fc97acf-d7f5-4a85-a50c-7a0dd5bb855f tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.1070602 Feb 15 01:36:22.764591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28eade18-602d-4add-ba39-11cab19e11fd req-bf43ada4-f172-48ca-9be1-9d632fb976b7 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.889997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28eade18-602d-4add-ba39-11cab19e11fd req-bf43ada4-f172-48ca-9be1-9d632fb976b7 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Publish callbacks [] for security_group (bb011037-47e8-4e84-bbeb-7c6385832218), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:22.957946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-026e9369-c355-4ad9-988f-519880098615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.959452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-026e9369-c355-4ad9-988f-519880098615 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 1130 time: 0.1235647 Feb 15 01:36:22.966285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d06dde-6b5b-4ee7-bfc4-51f332615676 req-cc9ed28e-bba6-400b-89bb-19e9c5110607 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:22.967743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d06dde-6b5b-4ee7-bfc4-51f332615676 req-cc9ed28e-bba6-400b-89bb-19e9c5110607 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.0783012 Feb 15 01:36:22.987995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28eade18-602d-4add-ba39-11cab19e11fd req-bf43ada4-f172-48ca-9be1-9d632fb976b7 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bb011037-47e8-4e84-bbeb-7c6385832218), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.013655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-c9eef193-44ae-42f3-a967-82700c45882f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c HTTP/1.1" status: 200 len: 217 time: 0.0448265 Feb 15 01:36:23.035025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43ada4-f172-48ca-9be1-9d632fb976b7 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb011037-47e8-4e84-bbeb-7c6385832218,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:23.050591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28eade18-602d-4add-ba39-11cab19e11fd req-bf43ada4-f172-48ca-9be1-9d632fb976b7 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058302 Feb 15 01:36:23.240099 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f156f087-5b86-4527-b982-195aba382b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.276148 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3394b6c7-1ec5-43ec-87b3-8d1d992a0c3a x-openstack-request-id: req-3394b6c7-1ec5-43ec-87b3-8d1d992a0c3a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:23.276459 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:23.276711 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3394b6c7-1ec5-43ec-87b3-8d1d992a0c3a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:23.277098 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c', 'status': 'completed', 'code': 200} Feb 15 01:36:23.298460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d06dde-6b5b-4ee7-bfc4-51f332615676 req-6bd8607b-59dc-4df2-8e27-92dc5020b342 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3236747 Feb 15 01:36:23.302681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-22ba9b66-5389-4cf2-9e9d-69a4f502609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.304149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-22ba9b66-5389-4cf2-9e9d-69a4f502609a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.2797415 Feb 15 01:36:23.380555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411589b-9607-4593-873b-fd318fa2883c req-a2ac5742-ad55-427e-82e3-6a79190a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.380555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-a2ac5742-ad55-427e-82e3-6a79190a5298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0695796 Feb 15 01:36:23.468739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:23.474665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce709-1a52-4c12-9bac-266cc1b2de20 req-8f7f7f07-d36d-42f1-8b2b-5948565d5b34 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.476145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a92ce709-1a52-4c12-9bac-266cc1b2de20 req-8f7f7f07-d36d-42f1-8b2b-5948565d5b34 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 947 time: 0.1131318 Feb 15 01:36:23.517356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-a5695acc-18b1-4e81-abbb-f23c80d773b8 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202390 Feb 15 01:36:23.584453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a0f61c-28fb-47de-86b6-d761ffb51ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.592569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a92ce709-1a52-4c12-9bac-266cc1b2de20 req-cf13cdcd-b5b6-4d03-906b-d49bc6e0b4ed tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045702 Feb 15 01:36:23.618846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-ff2cf91c-ee5a-4674-82a4-fd763fde9f87 req-b4a35682-08ed-4c7e-9fe4-67387d0148df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:36:23.620466 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ff2cf91c-ee5a-4674-82a4-fd763fde9f87 req-b4a35682-08ed-4c7e-9fe4-67387d0148df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547845 Feb 15 01:36:23.635404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3411589b-9607-4593-873b-fd318fa2883c req-bf3dc39a-2269-4194-85d0-8cc38a298f41 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081464 Feb 15 01:36:23.650239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:23.696250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a0f61c-28fb-47de-86b6-d761ffb51ac4 admin admin] Publish callbacks [] for security_group (148ccdd5-54c3-40fc-ad8b-876a70f2a8aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.727809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c2aa-cbb4-415e-a50c-c9b5445ce099 req-6b47050e-ea5a-4941-a63e-7c49e4849b0f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.729369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6e2c2aa-cbb4-415e-a50c-c9b5445ce099 req-6b47050e-ea5a-4941-a63e-7c49e4849b0f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 971 time: 0.0600593 Feb 15 01:36:23.774064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a0f61c-28fb-47de-86b6-d761ffb51ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (148ccdd5-54c3-40fc-ad8b-876a70f2a8aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.799159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 065c81c3-7258-4ec7-9c63-da81d77726b0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:23.803957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 065c81c3-7258-4ec7-9c63-da81d77726b0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:23.804366 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.811536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6e2c2aa-cbb4-415e-a50c-c9b5445ce099 req-36d2113a-a293-4718-b722-81b03048faa9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Feb 15 01:36:23.825521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-e42df148-6995-4019-a3ff-f45e6e530275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.826980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-e42df148-6995-4019-a3ff-f45e6e530275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 1130 time: 0.0700300 Feb 15 01:36:23.845058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0f61c-28fb-47de-86b6-d761ffb51ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148ccdd5-54c3-40fc-ad8b-876a70f2a8aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:23.850145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-05a0f61c-28fb-47de-86b6-d761ffb51ac4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19fcd426ae1e4f1187286cf18796252e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806162 Feb 15 01:36:23.853396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:23.915633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] Publish callbacks [] for security_group (148ccdd5-54c3-40fc-ad8b-876a70f2a8aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.936155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:23.936917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.940072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] Publish callbacks [] for security_group (148ccdd5-54c3-40fc-ad8b-876a70f2a8aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:23.968316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-0918aca9-1f6f-4f9d-bfbb-8ab1aa132452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:23.970558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-0918aca9-1f6f-4f9d-bfbb-8ab1aa132452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1350045 Feb 15 01:36:24.000251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:24.003351 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae00dd6-8eab-4a34-9525-5ed13a6389b5" -d '{"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:24.017537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:24.031448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-7d302517-4786-47c3-9dca-1cd5730033b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c HTTP/1.1" status: 200 len: 217 time: 0.0541065 Feb 15 01:36:24.077868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-52ba648f-1e61-45c4-83b0-f4d992a9ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.079363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-52ba648f-1e61-45c4-83b0-f4d992a9ebe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0419302 Feb 15 01:36:24.079555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (148ccdd5-54c3-40fc-ad8b-876a70f2a8aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.083379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.084574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/148ccdd5-54c3-40fc-ad8b-876a70f2a8aa HTTP/1.1" status: 204 len: 168 time: 0.2308033 Feb 15 01:36:24.093047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6542-b10f-43f0-9c58-aaf61f6fe846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148ccdd5-54c3-40fc-ad8b-876a70f2a8aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:24.114334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.115426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:24.146669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-77d93be0-f0fa-4030-b33d-6ad4b073d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.148196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-77d93be0-f0fa-4030-b33d-6ad4b073d4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0612037 Feb 15 01:36:24.199786 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce1c5e-4b5d-4a67-889d-433923a933f6 x-openstack-request-id: req-92ce1c5e-4b5d-4a67-889d-433923a933f6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:24.200359 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:24.210113 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92ce1c5e-4b5d-4a67-889d-433923a933f6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:24.215697 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'code': 200} Feb 15 01:36:24.219523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:24.275808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-57d5837f-f08d-4774-9cc0-524a7a85f339 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151290 Feb 15 01:36:24.315464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cafd8-94b2-4880-a388-0577700f0bbd req-1441aa3c-e3f2-4130-9814-78f3f09f626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.317586 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a16cafd8-94b2-4880-a388-0577700f0bbd req-1441aa3c-e3f2-4130-9814-78f3f09f626b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1155 time: 0.0652678 Feb 15 01:36:24.322916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:24.327736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:24.328151 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.353584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.387044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a16cafd8-94b2-4880-a388-0577700f0bbd req-ea4d98b4-0a75-486e-9169-ac03d6b39fd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634582 Feb 15 01:36:24.440516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a144269-3389-4e7e-8f7a-946225f56b04 req-29478e89-af5f-4243-ab1c-48566ad40225 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575680 Feb 15 01:36:24.463141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:24.464733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.489531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691d616-1dd4-4d27-b6ca-d2f69cd71e5e req-314b4b77-1d46-4454-be86-437d00a275b6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.491413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2691d616-1dd4-4d27-b6ca-d2f69cd71e5e req-314b4b77-1d46-4454-be86-437d00a275b6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0923119 Feb 15 01:36:24.513861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:24.550892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2691d616-1dd4-4d27-b6ca-d2f69cd71e5e req-78175fdf-06ba-4603-8c9f-54d9948fab41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529559 Feb 15 01:36:24.572882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:24.610968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.675859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75746c8-f364-4a3c-a991-0548124889ec req-f8e3b147-31cc-4b6d-b617-d958bb5c3e0b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.678231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f75746c8-f364-4a3c-a991-0548124889ec req-f8e3b147-31cc-4b6d-b617-d958bb5c3e0b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.0630436 Feb 15 01:36:24.682901 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-9183f9d8-9aa1-4399-8d58-71d5f6961572 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087656 Feb 15 01:36:24.686166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:24.700113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-18b427f2-e11d-47d2-8158-0c8a29b0c7ef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:36:24.701162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-18b427f2-e11d-47d2-8158-0c8a29b0c7ef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133276 Feb 15 01:36:24.736544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f75746c8-f364-4a3c-a991-0548124889ec req-43d5b394-ba50-4231-aea6-299eca914a21 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474176 Feb 15 01:36:24.828823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:24.852481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-754c36e9-604d-4bcc-a3e5-8deef2a1ad90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:24.852858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127993-0cb3-497a-8bb6-5c94415ce200 req-7c9a8ca4-02b8-488f-90dd-8edb1796af21 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:24.862405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2127993-0cb3-497a-8bb6-5c94415ce200 req-7c9a8ca4-02b8-488f-90dd-8edb1796af21 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 947 time: 0.0713670 Feb 15 01:36:24.912567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2127993-0cb3-497a-8bb6-5c94415ce200 req-f7d3fd46-b988-478d-bd7e-5fe3e5e0853f tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Feb 15 01:36:24.943976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-754c36e9-604d-4bcc-a3e5-8deef2a1ad90 admin admin] Publish callbacks [] for security_group (a909aa85-2290-4438-a81e-f42d068b4ffe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.026124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-754c36e9-604d-4bcc-a3e5-8deef2a1ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a909aa85-2290-4438-a81e-f42d068b4ffe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.095110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-754c36e9-604d-4bcc-a3e5-8deef2a1ad90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4130eca0cc5449d4ba6f576a4b890f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658350 Feb 15 01:36:25.097779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:25.102589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c36e9-604d-4bcc-a3e5-8deef2a1ad90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a909aa85-2290-4438-a81e-f42d068b4ffe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:25.117102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3448bd-97e5-4cdc-8999-afe633b2f086 req-21872cf1-5062-4111-b9db-713cc466e236 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:25.118614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c3448bd-97e5-4cdc-8999-afe633b2f086 req-21872cf1-5062-4111-b9db-713cc466e236 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.1049583 Feb 15 01:36:25.127522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:25.132980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'floatingip': {'port_id': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:25.183139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] Publish callbacks [] for security_group (a909aa85-2290-4438-a81e-f42d068b4ffe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.205141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] Publish callbacks [] for security_group (a909aa85-2290-4438-a81e-f42d068b4ffe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.221422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.325049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a909aa85-2290-4438-a81e-f42d068b4ffe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.329003 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.333676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a909aa85-2290-4438-a81e-f42d068b4ffe HTTP/1.1" status: 204 len: 168 time: 0.2341721 Feb 15 01:36:25.359944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018be0d-514f-4f20-b9be-a9fc6fe402b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a909aa85-2290-4438-a81e-f42d068b4ffe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:25.393799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135665-6dac-4d6b-a6cf-a08037b7b5dc req-76d41fcf-80c6-440e-a443-c16709c7e46b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:25.398785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d135665-6dac-4d6b-a6cf-a08037b7b5dc req-76d41fcf-80c6-440e-a443-c16709c7e46b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.1952736 Feb 15 01:36:25.511533 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d135665-6dac-4d6b-a6cf-a08037b7b5dc req-e1627433-31f8-4f92-b8ab-7c66ad08c8cf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044743 Feb 15 01:36:25.567671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:25.785308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:25.847612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea6c96-6e39-46d2-8f34-57f2aca83fb8 req-685531bc-33f2-4aaa-9e39-7ef9ffe99c6f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:25.856739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baea6c96-6e39-46d2-8f34-57f2aca83fb8 req-685531bc-33f2-4aaa-9e39-7ef9ffe99c6f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0802331 Feb 15 01:36:25.927805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baea6c96-6e39-46d2-8f34-57f2aca83fb8 req-45c4620a-7f76-4122-9755-17b5465cc850 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698116 Feb 15 01:36:26.055492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-033dd56a-9ec2-4e55-9a6f-7318e597eeb4 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:26.065568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-033dd56a-9ec2-4e55-9a6f-7318e597eeb4 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 1130 time: 0.4965739 Feb 15 01:36:26.225547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:26.225547 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba167fe7-e198-479f-ab6d-ad1155642bd5" -d '{"events": [{"server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:26.459047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3fea1-7336-4c1b-9f1b-d53f4667ea69 x-openstack-request-id: req-44d3fea1-7336-4c1b-9f1b-d53f4667ea69 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:26.459047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:26.459047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44d3fea1-7336-4c1b-9f1b-d53f4667ea69 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:26.459047 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'code': 200} Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b7bd5-63bc-4ac4-8531-84e7098cad00 req-7f94f119-077a-4a06-8962-acd9accbe2d2 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-679b7bd5-63bc-4ac4-8531-84e7098cad00 req-7f94f119-077a-4a06-8962-acd9accbe2d2 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 947 time: 0.2055502 Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-679b7bd5-63bc-4ac4-8531-84e7098cad00 req-f7a4e853-6cd4-4cad-8025-dc4519951bdd tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147840 Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4fd07-21d5-4f95-91b3-fc1563be80e1 req-b8f838f9-e864-4760-a2f3-f8730c3063f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:26.460016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8fb4fd07-21d5-4f95-91b3-fc1563be80e1 req-b8f838f9-e864-4760-a2f3-f8730c3063f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 1155 time: 0.0695956 Feb 15 01:36:26.491544 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8fb4fd07-21d5-4f95-91b3-fc1563be80e1 req-4930e91a-308c-4a8c-a6a1-29898ca012fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Feb 15 01:36:26.682219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:26.854518 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Floating IP c1fe281b-a967-48c6-a623-504db6596229 associated. External IP: 172.25.2.20, port: 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f. Feb 15 01:36:26.882016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb116a3-b1e0-40c9-b3ac-aaeaaf77636b req-6257f392-c908-4e6d-9e97-e7cb79173963 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:26.883512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb116a3-b1e0-40c9-b3ac-aaeaaf77636b req-6257f392-c908-4e6d-9e97-e7cb79173963 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.0685091 Feb 15 01:36:26.975007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb116a3-b1e0-40c9-b3ac-aaeaaf77636b req-44c80ca7-c0bf-4b02-919f-ac391aa6b887 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Feb 15 01:36:27.131410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfdea8-65bd-4dce-a10b-df72d9f136c0 req-f1a8d2b5-4687-4dfc-b79d-74346b2ef737 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:27.139800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8cfdea8-65bd-4dce-a10b-df72d9f136c0 req-f1a8d2b5-4687-4dfc-b79d-74346b2ef737 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0871220 Feb 15 01:36:27.212340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8cfdea8-65bd-4dce-a10b-df72d9f136c0 req-6d280595-4f82-4611-8c53-4cb2910d5b5b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Feb 15 01:36:27.212446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:36:27.230919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:27.257394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:27.335921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:36:27.340821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:27.350939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:36:27.369564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:36:27.370408 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:36:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:27.379998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a4518be3-f1bb-48ed-9cad-0cf11d815081 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "PUT /v2.0/floatingips/c1fe281b-a967-48c6-a623-504db6596229 HTTP/1.1" status: 200 len: 990 time: 2.2513690 Feb 15 01:36:27.380614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:27.382866 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:27.507867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aba6f-c133-486e-8ff8-5b59b9518568 req-f9e63e58-bd4a-4ff2-a8f9-b39e42b53482 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:27.516536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f69aba6f-c133-486e-8ff8-5b59b9518568 req-f9e63e58-bd4a-4ff2-a8f9-b39e42b53482 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.0715842 Feb 15 01:36:27.583268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f69aba6f-c133-486e-8ff8-5b59b9518568 req-5cc7beda-b23e-4225-bc2a-446b691827f2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654252 Feb 15 01:36:27.585560 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61773b6-9c22-4482-a74b-c2bde4fe9411 x-openstack-request-id: req-e61773b6-9c22-4482-a74b-c2bde4fe9411 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:27.586070 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:27.586164 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e61773b6-9c22-4482-a74b-c2bde4fe9411 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:27.586747 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'status': 'completed', 'code': 200} Feb 15 01:36:27.640879 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:36:27.701325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:27.711669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7744669-eecb-44ff-9005-1bbbbf5d353e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:27.790201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76a412-5ef1-45e0-ad99-05dfefe19e7f req-c451f93f-f5db-4fc0-a3ba-f8ee81d60c22 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:27.799075 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d76a412-5ef1-45e0-ad99-05dfefe19e7f req-c451f93f-f5db-4fc0-a3ba-f8ee81d60c22 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 947 time: 0.0709016 Feb 15 01:36:27.811959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7744669-eecb-44ff-9005-1bbbbf5d353e admin admin] Publish callbacks [] for security_group (ff31655e-860f-4a88-8791-2beac05829f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:27.830695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-644bc34a-16fc-4c0b-a9f9-17aefc70d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:27.835238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-644bc34a-16fc-4c0b-a9f9-17aefc70d26d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 1128 time: 0.2200255 Feb 15 01:36:27.916238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7744669-eecb-44ff-9005-1bbbbf5d353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ff31655e-860f-4a88-8791-2beac05829f9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:27.929602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d76a412-5ef1-45e0-ad99-05dfefe19e7f req-6272bc47-40ed-443a-9b98-2de54dc5a5c8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288650 Feb 15 01:36:27.965909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be5580a8-8750-4416-826b-5f7ac5c0439d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e9590292cc9436e8082ae0253522259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2632170 Feb 15 01:36:27.969984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:27.981203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7744669-eecb-44ff-9005-1bbbbf5d353e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e1752bb8f62483a91fe58936a8a6ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7224975 Feb 15 01:36:27.983986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7744669-eecb-44ff-9005-1bbbbf5d353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31655e-860f-4a88-8791-2beac05829f9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:27.988096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39926) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:28.026276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-a5c3cb16-84ce-4e55-8473-2d7d0982cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.029185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-a5c3cb16-84ce-4e55-8473-2d7d0982cd27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 924 time: 0.1873293 Feb 15 01:36:28.069260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] Publish callbacks [] for security_group (d0690b44-e325-4fd0-8c73-6a7609b1130f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.089868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] Publish callbacks [] for security_group (ff31655e-860f-4a88-8791-2beac05829f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.116766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] Publish callbacks [] for security_group (d0690b44-e325-4fd0-8c73-6a7609b1130f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.131238 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:78:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:36:26Z', 'revision_number': 1, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:28.164008 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:36:28.171140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-0700ae47-a2c0-4dbb-ad24-49443be2a9eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 200 len: 998 time: 0.1295180 Feb 15 01:36:28.173845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:36:28.174523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:36:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:28.182718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] Publish callbacks [] for security_group (ff31655e-860f-4a88-8791-2beac05829f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.244430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076cff9-2bd3-4ba9-ba46-62058bd08e87 req-0d6fcf13-7107-446e-9bd5-0c07979ddc28 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.246115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b076cff9-2bd3-4ba9-ba46-62058bd08e87 req-0d6fcf13-7107-446e-9bd5-0c07979ddc28 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.1388507 Feb 15 01:36:28.282614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-8c159cb3-10ad-434b-964a-390384b75bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.285064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-8c159cb3-10ad-434b-964a-390384b75bbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.1028705 Feb 15 01:36:28.334756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b076cff9-2bd3-4ba9-ba46-62058bd08e87 req-c7adaf6e-8fc8-448f-a78c-0f70299d4933 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Feb 15 01:36:28.335919 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d0690b44-e325-4fd0-8c73-6a7609b1130f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.338537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.351420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0690b44-e325-4fd0-8c73-6a7609b1130f HTTP/1.1" status: 204 len: 168 time: 0.3673971 Feb 15 01:36:28.364693 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:36:28.371717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ff31655e-860f-4a88-8791-2beac05829f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.374639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.375845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff31655e-860f-4a88-8791-2beac05829f9 HTTP/1.1" status: 204 len: 168 time: 0.3860989 Feb 15 01:36:28.376802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b924a-1214-441f-9d29-7e06f10f8106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0690b44-e325-4fd0-8c73-6a7609b1130f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:28.388184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356e717-6c56-4f92-9931-9747a52394e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31655e-860f-4a88-8791-2beac05829f9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:28.418660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-55a57681-abaa-447c-88ad-3f6a122c615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.421864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-55a57681-abaa-447c-88ad-3f6a122c615e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1300726 Feb 15 01:36:28.466033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2853eb84-1bb4-4cdb-b642-6f9c5085158c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:28.551466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1fc9-2111-4cee-ba92-219009a4b935 req-f3596898-4ed4-4676-81eb-415b6b57f79e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.558350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-397d1fc9-2111-4cee-ba92-219009a4b935 req-f3596898-4ed4-4676-81eb-415b6b57f79e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.1209977 Feb 15 01:36:28.643635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-397d1fc9-2111-4cee-ba92-219009a4b935 req-2eb2ca84-4212-4038-99fb-a5afe94c5909 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801344 Feb 15 01:36:28.663458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-cad9a189-a99f-4e05-9387-37a789d1d40c service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212667 Feb 15 01:36:28.783637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:78:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:36:26Z', 'revision_number': 1, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:36:28.822172 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50c79-e7ce-4ac9-91de-c618e105efcc None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:78:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:36:26Z', 'revision_number': 1, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:36:28.870448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:28.899377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '2853eb84-1bb4-4cdb-b642-6f9c5085158c', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '2853eb84-1bb4-4cdb-b642-6f9c5085158c', 'mac_address': 'fa:16:3e:41:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:28.924283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-cd99c325-d821-4bba-bf7c-da796df9c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.925845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-cd99c325-d821-4bba-bf7c-da796df9c94e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.2673686 Feb 15 01:36:28.941229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2853eb84-1bb4-4cdb-b642-6f9c5085158c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:28.942358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:28.953618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f5566-1483-48b0-83fe-0167e8debd66 req-9e4d10ab-f18e-4d7a-8618-9d39bdc19d15 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:28.955135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af8f5566-1483-48b0-83fe-0167e8debd66 req-9e4d10ab-f18e-4d7a-8618-9d39bdc19d15 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1817997 Feb 15 01:36:28.956238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2853eb84-1bb4-4cdb-b642-6f9c5085158c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:28.978929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:29.035092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97bdd590-b4a9-4652-ab7a-0eecf0d5c5cb req-ed664eb2-5a1d-4a9c-8998-1535b71de634 service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331020 Feb 15 01:36:29.051953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:29.100339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af8f5566-1483-48b0-83fe-0167e8debd66 req-3f4a5b13-c93a-4100-9874-67d0cbacb9c0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282098 Feb 15 01:36:29.110559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-12be44ec-7209-4be2-9be0-a2f1ac0c07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.112803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-12be44ec-7209-4be2-9be0-a2f1ac0c07de service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1750531 Feb 15 01:36:29.123436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:29.128538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed5259-8ac7-41f4-a8d3-753412f37674 None None] New status for floating IP c1fe281b-a967-48c6-a623-504db6596229: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:36:29.170291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-91ef4a67-0f46-4c72-9697-42be6ee83a6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0497916 Feb 15 01:36:29.247536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-c0df47fe-0322-4b90-8072-7d6450b75403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.249038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-c0df47fe-0322-4b90-8072-7d6450b75403 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0717471 Feb 15 01:36:29.291681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:29.328335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527cccc-9181-44b3-8464-8025d0fc7eea req-8917d502-019b-4bdf-aece-a4ab50fe35a5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.341668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7527cccc-9181-44b3-8464-8025d0fc7eea req-8917d502-019b-4bdf-aece-a4ab50fe35a5 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 948 time: 0.1259561 Feb 15 01:36:29.367862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-727e6cf7-e14e-471f-a002-d152e4504a80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14f4d079de0749289ffef1ee9660b089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750279 Feb 15 01:36:29.370274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:29.443098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2853eb84-1bb4-4cdb-b642-6f9c5085158c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:29.459206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] Publish callbacks [] for security_group (ef427b45-943f-47c8-9a7c-ea2e7c1babda), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:29.468703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7527cccc-9181-44b3-8464-8025d0fc7eea req-73191610-9517-46eb-b3a8-80a7e9dc7028 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248846 Feb 15 01:36:29.473759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-d5da11c3-1e42-4d64-979a-5cafea96bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.474318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-d5da11c3-1e42-4d64-979a-5cafea96bf2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2135096 Feb 15 01:36:29.502109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] Publish callbacks [] for security_group (ef427b45-943f-47c8-9a7c-ea2e7c1babda), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:29.639111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef427b45-943f-47c8-9a7c-ea2e7c1babda), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:29.642442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:29.649476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef427b45-943f-47c8-9a7c-ea2e7c1babda HTTP/1.1" status: 204 len: 168 time: 0.2762635 Feb 15 01:36:29.663418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df7dd6-2a75-43dd-a243-58a03e976144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef427b45-943f-47c8-9a7c-ea2e7c1babda,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:29.686390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-11e2cf19-8614-4bb5-af9e-1b96228c8351 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042756 Feb 15 01:36:29.703983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-277e497d-040f-4fc1-8078-f41ff36dca6c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400467 Feb 15 01:36:29.840590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401439e-3a8b-482e-9ea6-f05c392b111c req-0462a5d7-ba64-4d89-aa1f-22a2301f007e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.842097 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4401439e-3a8b-482e-9ea6-f05c392b111c req-0462a5d7-ba64-4d89-aa1f-22a2301f007e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0571265 Feb 15 01:36:29.870044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-9aab4f8e-c4ab-40c3-9533-edb978cee87a service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741834 Feb 15 01:36:29.892657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-4c968257-4b99-4d24-bcfe-b10d9ce664a7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:29.893048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:29.894505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-4c968257-4b99-4d24-bcfe-b10d9ce664a7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760459 Feb 15 01:36:29.909970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-de381b9b-85df-4bdc-ba31-665d7d20a25f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/quotas/30fe8ff3f57f4ed49165590b573bc6e8 HTTP/1.1" status: 200 len: 375 time: 0.0096805 Feb 15 01:36:29.919987 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4401439e-3a8b-482e-9ea6-f05c392b111c req-fda5def7-61a6-4538-9a43-38e651a625c4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627604 Feb 15 01:36:29.920875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e156ea-98b3-43e8-8986-375c7e3abf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.023379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-eef02c27-98ba-433b-a969-0849ae1e14c8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064799 Feb 15 01:36:30.046586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e156ea-98b3-43e8-8986-375c7e3abf5f admin admin] Publish callbacks [] for security_group (616fb577-5761-4ff4-b1c7-2c90959ff5ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.116943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:30.144988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e156ea-98b3-43e8-8986-375c7e3abf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (616fb577-5761-4ff4-b1c7-2c90959ff5ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.184766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-56e156ea-98b3-43e8-8986-375c7e3abf5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9f749f433124af8b73ba455d6d8f052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906814 Feb 15 01:36:30.185895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e156ea-98b3-43e8-8986-375c7e3abf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616fb577-5761-4ff4-b1c7-2c90959ff5ec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:30.187430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40020) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:30.249042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] Publish callbacks [] for security_group (616fb577-5761-4ff4-b1c7-2c90959ff5ec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.272477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] Publish callbacks [] for security_group (616fb577-5761-4ff4-b1c7-2c90959ff5ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.320438 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a444a118-0dbb-49eb-9861-a27e9b685469 req-f8f2598c-d465-46aa-8ba5-4b5f9e485181 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 210 time: 0.0337195 Feb 15 01:36:30.384942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (616fb577-5761-4ff4-b1c7-2c90959ff5ec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.388241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.389991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/616fb577-5761-4ff4-b1c7-2c90959ff5ec HTTP/1.1" status: 204 len: 168 time: 0.2013564 Feb 15 01:36:30.401188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929c5b8-0bcd-4b1c-a0ca-f91b59d4232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fb577-5761-4ff4-b1c7-2c90959ff5ec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:30.457837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2853eb84-1bb4-4cdb-b642-6f9c5085158c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:30.543067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f75f4c6-fa86-4920-822d-1aeac76d5201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.569046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 2853eb84-1bb4-4cdb-b642-6f9c5085158c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:30.576397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 2853eb84-1bb4-4cdb-b642-6f9c5085158c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:30.577877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.666726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f75f4c6-fa86-4920-822d-1aeac76d5201 admin admin] Publish callbacks [] for security_group (77ef4cf7-96a8-40a9-b41e-27908392a3df), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.677729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:30.693943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2853eb84-1bb4-4cdb-b642-6f9c5085158c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:30.697332 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.719611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:30.722130 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6ae8c-bdea-480d-9ff8-03d21909160f" -d '{"events": [{"server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "name": "network-vif-plugged", "status": "completed", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:30.739589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:30.750756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f75f4c6-fa86-4920-822d-1aeac76d5201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77ef4cf7-96a8-40a9-b41e-27908392a3df), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.768058 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ce0915-27dd-4448-8666-b9f13eb2d3e9 x-openstack-request-id: req-c8ce0915-27dd-4448-8666-b9f13eb2d3e9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:30.768414 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "name": "network-vif-plugged", "status": "completed", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:30.769165 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8ce0915-27dd-4448-8666-b9f13eb2d3e9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:30.769774 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c', 'code': 200} Feb 15 01:36:30.805712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f4c6-fa86-4920-822d-1aeac76d5201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef4cf7-96a8-40a9-b41e-27908392a3df,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:30.815868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1f75f4c6-fa86-4920-822d-1aeac76d5201 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3652e46973fa4529bb2546035ad1c155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6971619 Feb 15 01:36:30.819467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:30.830858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.889123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] Publish callbacks [] for security_group (77ef4cf7-96a8-40a9-b41e-27908392a3df), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.899802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:30.913443 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] Publish callbacks [] for security_group (77ef4cf7-96a8-40a9-b41e-27908392a3df), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:30.964769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b839493-5d65-4a86-8166-d9bb076fbad4 req-fe31cc31-0988-44d6-9834-2616e9e91365 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:30.966543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b839493-5d65-4a86-8166-d9bb076fbad4 req-fe31cc31-0988-44d6-9834-2616e9e91365 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 948 time: 0.4024370 Feb 15 01:36:30.972101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de676-4d61-42c9-9389-1e0b0cb39089 req-1af44200-4a6a-496a-b8d8-feab37403602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:30.974371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d94de676-4d61-42c9-9389-1e0b0cb39089 req-1af44200-4a6a-496a-b8d8-feab37403602 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 1132 time: 0.0670366 Feb 15 01:36:31.056013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b839493-5d65-4a86-8166-d9bb076fbad4 req-004af797-f257-4ade-a93d-2f462ab97c75 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800991 Feb 15 01:36:31.060584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d94de676-4d61-42c9-9389-1e0b0cb39089 req-bc5d8a26-d083-4d50-a1da-a8856dbd81a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775349 Feb 15 01:36:31.073763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77ef4cf7-96a8-40a9-b41e-27908392a3df), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.076800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.078764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77ef4cf7-96a8-40a9-b41e-27908392a3df HTTP/1.1" status: 204 len: 168 time: 0.2582748 Feb 15 01:36:31.088485 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2f0-9aa7-46b6-b7b7-49f1de15697d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.120431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24abc7-49e9-45a8-98ad-c5272bcd74f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef4cf7-96a8-40a9-b41e-27908392a3df,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:31.216019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeaaea-5413-416a-86c5-58ca20e2d35d req-7a979960-228f-46fe-a5ae-9c5fc875883b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:31.217571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cadeaaea-5413-416a-86c5-58ca20e2d35d req-7a979960-228f-46fe-a5ae-9c5fc875883b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.1239860 Feb 15 01:36:31.291533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2f0-9aa7-46b6-b7b7-49f1de15697d admin admin] Publish callbacks [] for security_group (fdfe1e46-f0f4-4d88-8138-f415b2bc25bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.295118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cadeaaea-5413-416a-86c5-58ca20e2d35d req-c3d09629-0f86-4353-bf41-fbd93163c088 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707536 Feb 15 01:36:31.376014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2f0-9aa7-46b6-b7b7-49f1de15697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fdfe1e46-f0f4-4d88-8138-f415b2bc25bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.425940 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca18a2f0-9aa7-46b6-b7b7-49f1de15697d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71621a43ffb949c68138fe47c10066ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468393 Feb 15 01:36:31.428637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:31.445906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a3746e2-6ff9-4219-bbb3-120271c99876 req-c2dc2430-325f-4647-b12f-0b6cde4e1f4a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 210 time: 0.0370450 Feb 15 01:36:31.462874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18a2f0-9aa7-46b6-b7b7-49f1de15697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe1e46-f0f4-4d88-8138-f415b2bc25bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:31.525473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] Publish callbacks [] for security_group (fdfe1e46-f0f4-4d88-8138-f415b2bc25bd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.527559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] Publish callbacks [] for security_group (fdfe1e46-f0f4-4d88-8138-f415b2bc25bd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.676716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fdfe1e46-f0f4-4d88-8138-f415b2bc25bd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.679973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.681250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdfe1e46-f0f4-4d88-8138-f415b2bc25bd HTTP/1.1" status: 204 len: 168 time: 0.2515154 Feb 15 01:36:31.690360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512ad4f-6ed9-45b2-9492-385b965ea83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe1e46-f0f4-4d88-8138-f415b2bc25bd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:31.842927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:31.860612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-360c25e7-fb7d-40b8-8a65-c3a55a43006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:31.937468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-360c25e7-fb7d-40b8-8a65-c3a55a43006e admin admin] Publish callbacks [] for security_group (16a4730e-f4f7-472b-ac05-e384d5747d89), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.076322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-360c25e7-fb7d-40b8-8a65-c3a55a43006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (16a4730e-f4f7-472b-ac05-e384d5747d89), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.131338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-360c25e7-fb7d-40b8-8a65-c3a55a43006e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06a4b56130fd4c4080b9771d6c2c1bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844107 Feb 15 01:36:32.132845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:32.159845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c25e7-fb7d-40b8-8a65-c3a55a43006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a4730e-f4f7-472b-ac05-e384d5747d89,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:32.204437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5a7d-b0c2-4676-a368-9b58cc9b6e93 req-0fc1b218-a629-48a5-834f-84e49810fb6f tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:32.206020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-642b5a7d-b0c2-4676-a368-9b58cc9b6e93 req-0fc1b218-a629-48a5-834f-84e49810fb6f tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.0843496 Feb 15 01:36:32.255887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] Publish callbacks [] for security_group (16a4730e-f4f7-472b-ac05-e384d5747d89), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.281356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] Publish callbacks [] for security_group (16a4730e-f4f7-472b-ac05-e384d5747d89), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.315471 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-642b5a7d-b0c2-4676-a368-9b58cc9b6e93 req-4d131013-8403-4f8d-8e4c-b2c1b1d6e7de tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001015 Feb 15 01:36:32.428898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f95b-1d9f-4938-86ba-d664bacfcee4 req-1c12ee0d-9cb6-403d-9ce5-75a4e822ddc2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:32.431372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8b4f95b-1d9f-4938-86ba-d664bacfcee4 req-1c12ee0d-9cb6-403d-9ce5-75a4e822ddc2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0624020 Feb 15 01:36:32.431515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (16a4730e-f4f7-472b-ac05-e384d5747d89), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.437870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.437870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16a4730e-f4f7-472b-ac05-e384d5747d89 HTTP/1.1" status: 204 len: 168 time: 0.3013885 Feb 15 01:36:32.445339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa066a-39ec-4f8f-b643-45d469c32b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a4730e-f4f7-472b-ac05-e384d5747d89,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:32.504604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8b4f95b-1d9f-4938-86ba-d664bacfcee4 req-38a57b1a-fc3a-4792-95ec-5857096d3f3a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606041 Feb 15 01:36:32.545982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-48315bbe-ddd5-47dd-a077-dc72135b597f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328250 Feb 15 01:36:32.599733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-143c5d82-16b8-4628-b763-d5c2d5b39f1d req-17a217bf-2730-4942-801b-9176794072a2 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 210 time: 0.0369272 Feb 15 01:36:32.681238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:32.688398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-32338596-970d-4667-a3d9-0ad33a31bfba tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:32.690160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-32338596-970d-4667-a3d9-0ad33a31bfba tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391804 Feb 15 01:36:32.704986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Request body: {'port': {'device_id': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '30fe8ff3f57f4ed49165590b573bc6e8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:32.706296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2665f13-10ca-45e7-bbce-67f94e86adf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.816481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2665f13-10ca-45e7-bbce-67f94e86adf5 admin admin] Publish callbacks [] for security_group (fb8f4d3d-ea98-426a-a26b-784317f82aea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.918860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2665f13-10ca-45e7-bbce-67f94e86adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb8f4d3d-ea98-426a-a26b-784317f82aea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.944129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Made reservation on behalf of 30fe8ff3f57f4ed49165590b573bc6e8 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:32.944129 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:32.976717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a2665f13-10ca-45e7-bbce-67f94e86adf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03af645f3aea4cd480f976aeedd20c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917752 Feb 15 01:36:32.976717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665f13-10ca-45e7-bbce-67f94e86adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8f4d3d-ea98-426a-a26b-784317f82aea,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:32.977043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:33.101413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] Publish callbacks [] for security_group (fb8f4d3d-ea98-426a-a26b-784317f82aea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.145483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] Publish callbacks [] for security_group (fb8f4d3d-ea98-426a-a26b-784317f82aea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.147549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Allocated IP 192.168.233.124 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/e4a44eb2-e71e-4dbd-ac18-b83a00539377) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:33.316864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks [] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.330166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb8f4d3d-ea98-426a-a26b-784317f82aea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.333532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.334684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb8f4d3d-ea98-426a-a26b-784317f82aea HTTP/1.1" status: 204 len: 168 time: 0.3563769 Feb 15 01:36:33.362207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb18a5-2d74-4b1d-bc9b-cb9ded896755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8f4d3d-ea98-426a-a26b-784317f82aea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:33.439438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.451897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['065c81c3-7258-4ec7-9c63-da81d77726b0', 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:33.460035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b789e-7e1f-40fd-a244-b09c6c5b42ce req-5a6c28fa-330a-4509-8e44-f8f7050c2adc tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:33.461592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a38b789e-7e1f-40fd-a244-b09c6c5b42ce req-5a6c28fa-330a-4509-8e44-f8f7050c2adc tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.0531933 Feb 15 01:36:33.490979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:33.499194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:33.502336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:33.515775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a38b789e-7e1f-40fd-a244-b09c6c5b42ce req-e226ef5f-8391-483f-bd3e-d7f00e5a0edd tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Feb 15 01:36:33.549889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event updated for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:33.568085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:33.568776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.645211 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-acf7919e-2d12-4a44-a04d-805ba7086eb5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9459894 Feb 15 01:36:33.659137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Request body: {'port': {'device_id': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:33.721250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75866d64-ee5d-41de-87bd-007fa7f9069d req-4b67f2e0-8698-4049-bc5f-15a8e32822f2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:33.723382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75866d64-ee5d-41de-87bd-007fa7f9069d req-4b67f2e0-8698-4049-bc5f-15a8e32822f2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0822666 Feb 15 01:36:33.792284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.793503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75866d64-ee5d-41de-87bd-007fa7f9069d req-d7dd87af-931c-488d-a57e-f1f3e032d911 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619736 Feb 15 01:36:33.860811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55180653-0f7f-49b6-877d-12e4a3789e38 None None] Provisioning complete for port e4a44eb2-e71e-4dbd-ac18-b83a00539377 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:33.861201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55180653-0f7f-49b6-877d-12e4a3789e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:33.936661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55180653-0f7f-49b6-877d-12e4a3789e38 None None] Port e4a44eb2-e71e-4dbd-ac18-b83a00539377 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:36:33.952091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ab3ff-5481-4a30-984e-98df6959b5eb req-13f4327b-c084-4956-8f76-35327459132e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:33.953671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd0ab3ff-5481-4a30-984e-98df6959b5eb req-13f4327b-c084-4956-8f76-35327459132e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 936 time: 0.0719926 Feb 15 01:36:34.010171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd0ab3ff-5481-4a30-984e-98df6959b5eb req-6a083eb0-673e-4d8d-93ee-556232514641 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Feb 15 01:36:34.156978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8a52-ab3c-45e9-8fe8-ebba4aa544ea req-70334786-3770-4e69-814d-831edddf9ebe tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:34.158492 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd0d8a52-ab3c-45e9-8fe8-ebba4aa544ea req-70334786-3770-4e69-814d-831edddf9ebe tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.0774615 Feb 15 01:36:34.247573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a44eb2-e71e-4dbd-ac18-b83a00539377 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:34.259471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks [] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:34.277797 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd0d8a52-ab3c-45e9-8fe8-ebba4aa544ea req-fe264e89-9bc2-4721-aaeb-60a9c8f1a3a6 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Feb 15 01:36:34.283777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Transition to ACTIVE for port object e4a44eb2-e71e-4dbd-ac18-b83a00539377 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:34.356401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:34.415100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:34.499304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Attempting to bind port e4a44eb2-e71e-4dbd-ac18-b83a00539377 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:34.499550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Attempting to bind port e4a44eb2-e71e-4dbd-ac18-b83a00539377 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:34.499886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Attempting to bind port e4a44eb2-e71e-4dbd-ac18-b83a00539377 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:34.505816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Port e4a44eb2-e71e-4dbd-ac18-b83a00539377 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:34.506139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Attempting to bind port e4a44eb2-e71e-4dbd-ac18-b83a00539377 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:34.511389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:34.512461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:34.512461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:34.512652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Bound port: e4a44eb2-e71e-4dbd-ac18-b83a00539377, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:34.512880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:34.585892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:34.590176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:34.673822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:34.715891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:34.717087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:34.719038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4a44eb2-e71e-4dbd-ac18-b83a00539377 HTTP/1.1" status: 200 len: 1097 time: 1.0668123 Feb 15 01:36:34.719632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:34.722028 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:34.750303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e8776-98b9-4100-b10f-f2e5b6e52c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:34.811977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa52b-dc7f-4bc6-bfa0-6e49ecbe6b1e req-dda471bb-3c77-4d0b-aecc-37b11141eadf tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:34.815065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff9fa52b-dc7f-4bc6-bfa0-6e49ecbe6b1e req-dda471bb-3c77-4d0b-aecc-37b11141eadf tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.0797119 Feb 15 01:36:34.902359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-8f873cd8-c126-4eb0-a6aa-639778530964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:34.904265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-8f873cd8-c126-4eb0-a6aa-639778530964 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 1131 time: 0.0713608 Feb 15 01:36:34.907960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff9fa52b-dc7f-4bc6-bfa0-6e49ecbe6b1e req-30d36b76-5900-4316-ba82-2651ff45f1d8 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800934 Feb 15 01:36:34.983676 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca8e9d7-f5e1-4e2b-9ee9-f0e508825b44 x-openstack-request-id: req-aca8e9d7-f5e1-4e2b-9ee9-f0e508825b44 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:34.983964 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:34.984229 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aca8e9d7-f5e1-4e2b-9ee9-f0e508825b44 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:34.984717 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', 'status': 'completed', 'code': 200} Feb 15 01:36:34.986430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-36bbe09c-9262-44e2-bf2d-e03f9358d417 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377 HTTP/1.1" status: 200 len: 217 time: 0.0747914 Feb 15 01:36:35.185296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253cb47-ad6b-4c05-87f1-db136dd25496 req-e9b541ab-3b50-4fba-a0e0-66d95bb64f07 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.193199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b253cb47-ad6b-4c05-87f1-db136dd25496 req-e9b541ab-3b50-4fba-a0e0-66d95bb64f07 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 948 time: 0.0823586 Feb 15 01:36:35.253054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b253cb47-ad6b-4c05-87f1-db136dd25496 req-71695b3d-86bf-4f6a-a050-d5918369338f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Feb 15 01:36:35.253546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:35.288518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-0dafe286-c065-4e19-ba29-dce641536d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.289980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-0dafe286-c065-4e19-ba29-dce641536d6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.2915931 Feb 15 01:36:35.301983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875dd61-9dac-4ba5-bc13-24413ff09ce9 req-668b8e8a-39dd-47b8-aa9d-4d816fe545c1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.303603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1875dd61-9dac-4ba5-bc13-24413ff09ce9 req-668b8e8a-39dd-47b8-aa9d-4d816fe545c1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.3219969 Feb 15 01:36:35.383066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1875dd61-9dac-4ba5-bc13-24413ff09ce9 req-9ecdd5fa-2e47-455f-8bd0-c5354a0a188e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707133 Feb 15 01:36:35.388972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-3759b216-8b91-467d-966c-902178a7a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.390554 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-3759b216-8b91-467d-966c-902178a7a48c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0857623 Feb 15 01:36:35.497497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-85742de0-ee2e-49e9-9c37-72a0787d3cbf service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005800 Feb 15 01:36:35.541342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1984719861-network', 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:35.589857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9029b34b-dbc7-4185-92d7-baa7d00ded48 req-a7cab620-acf2-49a0-82fc-4c8fed340f73 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873780 Feb 15 01:36:35.659410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:35.661851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:35.670950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:35.748322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks [] for security_group (9d36e9c2-67c5-4444-bddd-5565d11eefd2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:35.772886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-86802ebc-30d3-47f6-875d-fcabb0090581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.774317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-86802ebc-30d3-47f6-875d-fcabb0090581 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 1131 time: 0.0552676 Feb 15 01:36:35.842679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d36e9c2-67c5-4444-bddd-5565d11eefd2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:35.860852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:36:35.872331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-5006556b-072a-4892-a986-48b27bc0aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.872331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-5006556b-072a-4892-a986-48b27bc0aa5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.0903797 Feb 15 01:36:35.904206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36e9c2-67c5-4444-bddd-5565d11eefd2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:35.917270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.918155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.919304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.919623 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-69b49476-b85e-47ff-8946-c5979af67845 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377 HTTP/1.1" status: 200 len: 217 time: 0.0439656 Feb 15 01:36:35.920846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.921344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.921833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.922316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.922802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.923337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.924177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.924706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.925193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.926231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:35.941982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1daa902b-0ad9-4589-837a-05e36c312a62), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:35.943336 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Added segment 1daa902b-0ad9-4589-837a-05e36c312a62 of type vlan for network ed2d4070-d7c5-466e-a105-821fcd0b74f9 Feb 15 01:36:35.991536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-b4805e3f-d20f-40bc-8cd2-70542fd11337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:35.993222 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-b4805e3f-d20f-40bc-8cd2-70542fd11337 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0662854 Feb 15 01:36:35.996936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ed2d4070-d7c5-466e-a105-821fcd0b74f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.087376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ed2d4070-d7c5-466e-a105-821fcd0b74f9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.088642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08285-0a68-460c-bbd7-3e755e791ee1 req-f28ec6d2-93cb-4461-822c-45d32c6cde27 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.089271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.092637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2bc08285-0a68-460c-bbd7-3e755e791ee1 req-f28ec6d2-93cb-4461-822c-45d32c6cde27 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.0902994 Feb 15 01:36:36.094333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.095063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-07dc3179-eb8e-4825-b281-89a976c11dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.096553 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-07dc3179-eb8e-4825-b281-89a976c11dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0859189 Feb 15 01:36:36.162673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:36.175099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] Pushing event updated for resources: {'Network': ['ID=ed2d4070-d7c5-466e-a105-821fcd0b74f9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:36.181994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7214d19a-52f3-4327-b490-33f396a8cb8f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9273117 Feb 15 01:36:36.188478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:36.196084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Request body: {'subnet': {'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1984719861-subnet', 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:36.199752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:36:36.205390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2bc08285-0a68-460c-bbd7-3e755e791ee1 req-de45850b-fee7-4e50-ab97-fa6d3ec6ead2 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065524 Feb 15 01:36:36.236380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-ce5cc73d-f381-42a4-b82a-aee4070a0355 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313088 Feb 15 01:36:36.305491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:36.307791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.358270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51e6c8b7-1b81-4b3f-9e05-31d525a58fd1 req-28121953-af28-4679-91cf-b09acb385d31 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147110 Feb 15 01:36:36.431945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd683ae-8942-4108-b7ca-f79114e5717a req-3e3b952c-683d-44bc-9051-d6ddc3b5cf35 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.433634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcd683ae-8942-4108-b7ca-f79114e5717a req-3e3b952c-683d-44bc-9051-d6ddc3b5cf35 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 948 time: 0.0744879 Feb 15 01:36:36.452712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cda2c8b5-0f90-4900-92bf-d06e1abb4a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.484971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcd683ae-8942-4108-b7ca-f79114e5717a req-42073175-3ca8-4bda-a644-62b7f1e38b3d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Feb 15 01:36:36.544002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-ebd926c5-cee5-429a-8016-15ba9d590f49 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.545500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-ebd926c5-cee5-429a-8016-15ba9d590f49 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 949 time: 0.1378083 Feb 15 01:36:36.628615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f958fe-4956-4a2f-819a-c7a34fd63f75 req-5c78a799-019a-4438-afcf-fe3f030f5fb0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:36.630270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58f958fe-4956-4a2f-819a-c7a34fd63f75 req-5c78a799-019a-4438-afcf-fe3f030f5fb0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0755544 Feb 15 01:36:36.685821 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58f958fe-4956-4a2f-819a-c7a34fd63f75 req-34621858-7f7f-476b-863f-4810e8ac5678 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498121 Feb 15 01:36:36.824277 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cda2c8b5-0f90-4900-92bf-d06e1abb4a45 admin admin] Publish callbacks [] for security_group (67a7e778-9bb1-41db-93c7-ca1f6c12257c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.855057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Deleting port 2853eb84-1bb4-4cdb-b642-6f9c5085158c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:36:36.855791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.934349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cda2c8b5-0f90-4900-92bf-d06e1abb4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67a7e778-9bb1-41db-93c7-ca1f6c12257c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:36.943220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8bffe9a5-7296-4d2d-9c09-f49d155ea06c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.032106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cda2c8b5-0f90-4900-92bf-d06e1abb4a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7165e6c8735545f7aa1ab970b4ef327e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8659286 Feb 15 01:36:37.033454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:37.044501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bffe9a5-7296-4d2d-9c09-f49d155ea06c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:37.051788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] For port 2853eb84-1bb4-4cdb-b642-6f9c5085158c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2853eb84-1bb4-4cdb-b642-6f9c5085158c,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:37.051788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.060631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2c8b5-0f90-4900-92bf-d06e1abb4a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a7e778-9bb1-41db-93c7-ca1f6c12257c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:37.085193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Calling delete_port for 2853eb84-1bb4-4cdb-b642-6f9c5085158c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:36:37.092867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:37.093226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Network hostable DHCP agents. Network: ed2d4070-d7c5-466e-a105-821fcd0b74f9, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:36:37.130691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Publish callbacks [] for security_group (67a7e778-9bb1-41db-93c7-ca1f6c12257c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.164144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Publish callbacks [] for security_group (67a7e778-9bb1-41db-93c7-ca1f6c12257c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.244467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:36:37.264893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67a7e778-9bb1-41db-93c7-ca1f6c12257c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.267452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.268644 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67a7e778-9bb1-41db-93c7-ca1f6c12257c HTTP/1.1" status: 204 len: 168 time: 0.2328036 Feb 15 01:36:37.290273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a7e778-9bb1-41db-93c7-ca1f6c12257c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:37.299687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.300853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.300853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.300853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.301117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.301337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.301663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.301986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.302308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.302630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.302951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.303272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.303633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdecf38-45da-4213-af99-f23113957229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:37.324990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2853eb84-1bb4-4cdb-b642-6f9c5085158c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.340061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2853eb84-1bb4-4cdb-b642-6f9c5085158c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:37.361300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Pushing event deleted for resources: {'Port': ['ID=2853eb84-1bb4-4cdb-b642-6f9c5085158c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:37.363608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ed2d4070-d7c5-466e-a105-821fcd0b74f9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:37.437648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc853-5c3a-4442-a10c-45290a5782ce req-40b2a7c8-87d7-47a1-8079-5cfca3a8b6d6 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:37.439172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-519fc853-5c3a-4442-a10c-45290a5782ce req-40b2a7c8-87d7-47a1-8079-5cfca3a8b6d6 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 867 time: 0.1472244 Feb 15 01:36:37.440585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05912412-389f-47f9-ab78-48e5959efc4d None None] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:37.462921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:37.465025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.470940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] No DVR routers for this DVR port 2853eb84-1bb4-4cdb-b642-6f9c5085158c on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:36:37.475762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.479252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e695cc3-8786-480d-bbd7-40fe885b99a0 req-c2fce5b1-c5c9-4449-985e-0986708f5e81 tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.37 "DELETE /v2.0/ports/2853eb84-1bb4-4cdb-b642-6f9c5085158c HTTP/1.1" status: 204 len: 173 time: 0.9105694 Feb 15 01:36:37.485170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'name': 'network-vif-deleted', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:37.487608 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c1946-80ad-420e-91dd-35811b1d9955" -d '{"events": [{"server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "name": "network-vif-deleted", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:37.541468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-519fc853-5c3a-4442-a10c-45290a5782ce req-68e0ebf8-40f7-4507-bf24-00abb047a01e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/security-groups?id=77a4b07d-cc3c-4bc7-8980-2d8457050485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 Feb 15 01:36:37.587731 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6264734-056b-4f7c-a0e7-2fb3e808a92a x-openstack-request-id: req-a6264734-056b-4f7c-a0e7-2fb3e808a92a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:37.588139 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce862615-1482-4489-9572-94dcd4ef7e41", "name": "network-vif-deleted", "tag": "2853eb84-1bb4-4cdb-b642-6f9c5085158c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:37.588673 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6264734-056b-4f7c-a0e7-2fb3e808a92a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:37.589245 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce862615-1482-4489-9572-94dcd4ef7e41', 'name': 'network-vif-deleted', 'tag': '2853eb84-1bb4-4cdb-b642-6f9c5085158c', 'status': 'completed', 'code': 200} Feb 15 01:36:37.613845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2569dc-cbde-4193-8a6b-1583a1b4dfa1 None None] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:37.641542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:37.658735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dc9f31fb-ccdd-4e1c-a4d5-bc8b55e2fa9c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4616306 Feb 15 01:36:37.749735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c93b-e3b6-47e5-b850-56c9a87f7f54 req-3f98f2bc-af22-4099-9d5e-d2c1a2fefc69 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:37.757741 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0139c93b-e3b6-47e5-b850-56c9a87f7f54 req-3f98f2bc-af22-4099-9d5e-d2c1a2fefc69 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 948 time: 0.0839281 Feb 15 01:36:37.826459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0139c93b-e3b6-47e5-b850-56c9a87f7f54 req-19aed312-e1d5-4e0d-8500-abdb4f9ec020 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630245 Feb 15 01:36:37.858853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2508983-eaf0-4431-80ab-3535281c93ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:37.892821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f5d9-b2e4-4a49-b959-cf221a6a109f req-6f7503f0-9aea-48d1-89ad-e60b6be7edc0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:37.905042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1669f5d9-b2e4-4a49-b959-cf221a6a109f req-6f7503f0-9aea-48d1-89ad-e60b6be7edc0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0997789 Feb 15 01:36:37.952685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1669f5d9-b2e4-4a49-b959-cf221a6a109f req-38fe99bc-7519-4510-83dc-0349e57f1d8e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Feb 15 01:36:37.955272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2508983-eaf0-4431-80ab-3535281c93ee admin admin] Publish callbacks [] for security_group (8b0c5184-5946-412b-97ce-65b3ebc10cad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.073363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2508983-eaf0-4431-80ab-3535281c93ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b0c5184-5946-412b-97ce-65b3ebc10cad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.115574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e2508983-eaf0-4431-80ab-3535281c93ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d9b3ff15f6e43e0ace7dbe222df4e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726322 Feb 15 01:36:38.117632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2508983-eaf0-4431-80ab-3535281c93ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c5184-5946-412b-97ce-65b3ebc10cad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:38.119863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:38.175158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] Publish callbacks [] for security_group (8b0c5184-5946-412b-97ce-65b3ebc10cad), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.195368 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] Publish callbacks [] for security_group (8b0c5184-5946-412b-97ce-65b3ebc10cad), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.251505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40338) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:38.265943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ed065ec-5f9b-4b3d-bb64-f41f288870cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.315575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b0c5184-5946-412b-97ce-65b3ebc10cad), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.320420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.324179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b0c5184-5946-412b-97ce-65b3ebc10cad HTTP/1.1" status: 204 len: 168 time: 0.2005062 Feb 15 01:36:38.341944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e1f4-d05c-45ea-aeef-cd58564bb1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c5184-5946-412b-97ce-65b3ebc10cad,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:38.392912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ed065ec-5f9b-4b3d-bb64-f41f288870cf admin admin] Publish callbacks [] for security_group (e2da1583-e145-4d7c-a3b3-8078fba8ae81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.467630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ed065ec-5f9b-4b3d-bb64-f41f288870cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2da1583-e145-4d7c-a3b3-8078fba8ae81), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.497787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6ed065ec-5f9b-4b3d-bb64-f41f288870cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b64a041d088d4760b81edabfe8341ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446802 Feb 15 01:36:38.500383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:38.535425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed065ec-5f9b-4b3d-bb64-f41f288870cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da1583-e145-4d7c-a3b3-8078fba8ae81,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:38.569401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] Publish callbacks [] for security_group (e2da1583-e145-4d7c-a3b3-8078fba8ae81), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.598057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] Publish callbacks [] for security_group (e2da1583-e145-4d7c-a3b3-8078fba8ae81), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.675612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5d95163-210e-4e07-93ce-4ee6592c91ad req-08a17d38-fd67-4900-8a8a-785db5c69a4e tempest-DeleteServersAdminTestJSON-1556286042 tempest-DeleteServersAdminTestJSON-1556286042-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce862615-1482-4489-9572-94dcd4ef7e41 HTTP/1.1" status: 200 len: 210 time: 0.0344620 Feb 15 01:36:38.731151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2da1583-e145-4d7c-a3b3-8078fba8ae81), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.734815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:38.736235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2da1583-e145-4d7c-a3b3-8078fba8ae81 HTTP/1.1" status: 204 len: 168 time: 0.2349472 Feb 15 01:36:38.744924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17852-3e9c-49a0-a5ab-0d7d4811294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da1583-e145-4d7c-a3b3-8078fba8ae81,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:38.942852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf2ada-4c13-4c1b-b133-8a87a6f5d022 req-a2f0d82a-8d74-4636-a94a-48c3267219ab tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:38.944329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48cf2ada-4c13-4c1b-b133-8a87a6f5d022 req-a2f0d82a-8d74-4636-a94a-48c3267219ab tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 948 time: 0.0520306 Feb 15 01:36:38.990295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48cf2ada-4c13-4c1b-b133-8a87a6f5d022 req-1a9e0949-c18c-4af9-a4fd-794d93a43a7d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Feb 15 01:36:39.118259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fee412-9e27-48d8-8ce0-3cfe29979a8d req-aaae4991-c038-48ca-afab-27ac20220dfa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:39.119870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5fee412-9e27-48d8-8ce0-3cfe29979a8d req-aaae4991-c038-48ca-afab-27ac20220dfa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0528705 Feb 15 01:36:39.132046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:39.157350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7fee590-c972-41b0-b3bc-c9297c421007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.198718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5fee412-9e27-48d8-8ce0-3cfe29979a8d req-066ffef9-62e7-4bf5-8cd7-a54de10fb23e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Feb 15 01:36:39.234720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:39.245422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-679238162-network', 'tenant_id': 'd1eba73d7218465db538cdd3744efe9d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:39.259821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7fee590-c972-41b0-b3bc-c9297c421007 admin admin] Publish callbacks [] for security_group (d5d3bf45-e022-4487-b548-f42195749b58), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.384759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7fee590-c972-41b0-b3bc-c9297c421007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d5d3bf45-e022-4487-b548-f42195749b58), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.385764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Made reservation on behalf of d1eba73d7218465db538cdd3744efe9d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:39.388515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.400649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.431167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fee590-c972-41b0-b3bc-c9297c421007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d3bf45-e022-4487-b548-f42195749b58,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:39.453438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7fee590-c972-41b0-b3bc-c9297c421007 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ca92dbd1cb844c4aa9ae4b41c96f886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187275 Feb 15 01:36:39.453956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:39.483390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks [] for security_group (df11a92d-48ca-4c5f-bf45-3cf28724a257), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.504735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] Publish callbacks [] for security_group (d5d3bf45-e022-4487-b548-f42195749b58), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.530825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] Publish callbacks [] for security_group (d5d3bf45-e022-4487-b548-f42195749b58), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.562413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df11a92d-48ca-4c5f-bf45-3cf28724a257), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.592667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11a92d-48ca-4c5f-bf45-3cf28724a257,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:39.647920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d5d3bf45-e022-4487-b548-f42195749b58), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.652162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.652441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:36:39.657738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5d3bf45-e022-4487-b548-f42195749b58 HTTP/1.1" status: 204 len: 168 time: 0.1986983 Feb 15 01:36:39.661690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.662041 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Added segment 6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc of type vlan for network 7e0ec4c5-3639-4465-b598-3d16516b77c7 Feb 15 01:36:39.664759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c40a-d49e-4e33-8536-2cc370e925d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d3bf45-e022-4487-b548-f42195749b58,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:39.705845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e4a44eb2-e71e-4dbd-ac18-b83a00539377 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:39.706999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7e0ec4c5-3639-4465-b598-3d16516b77c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.825053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7e0ec4c5-3639-4465-b598-3d16516b77c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.826110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:39.826750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:39.876634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:39.888465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', 'mac_address': 'fa:16:3e:bc:2b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:39.919477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0ec4c5-3639-4465-b598-3d16516b77c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:39.933559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7e0ec4c5-3639-4465-b598-3d16516b77c7 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:36:39.954889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-379b1b0c-3899-4b4c-8f96-d19c2f7a02e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7183402 Feb 15 01:36:39.960450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:39.963699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Request body: {'subnet': {'network_id': '7e0ec4c5-3639-4465-b598-3d16516b77c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-679238162-subnet', 'tenant_id': 'd1eba73d7218465db538cdd3744efe9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:40.014009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e4a44eb2-e71e-4dbd-ac18-b83a00539377 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:40.018207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:40.040951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a44eb2-e71e-4dbd-ac18-b83a00539377 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:40.064809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Made reservation on behalf of d1eba73d7218465db538cdd3744efe9d for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:40.067910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:40.075771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:40.153559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe3fff-c917-4a62-9d58-a6de9f766e1a req-4850be64-2f1d-4777-a0fe-cfae3cdd40ad tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:40.155932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05fe3fff-c917-4a62-9d58-a6de9f766e1a req-4850be64-2f1d-4777-a0fe-cfae3cdd40ad tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 948 time: 0.0690970 Feb 15 01:36:40.162009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:40.224892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05fe3fff-c917-4a62-9d58-a6de9f766e1a req-cd2ce453-0ba3-4004-ad1e-d2d4eb8318f7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Feb 15 01:36:40.248517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:40.248517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.249201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.250071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.250608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.251239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.251832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.252235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.252688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.253172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.253764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.254189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.254609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.255228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:36:40.349980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325efbd-b1af-406e-86ee-420c2f623b7c req-c8927748-4f06-4fad-a188-e11b6ab18334 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:40.351571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d325efbd-b1af-406e-86ee-420c2f623b7c req-c8927748-4f06-4fad-a188-e11b6ab18334 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0535579 Feb 15 01:36:40.388241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (283757c6-ad14-415e-b8ea-02efc782f537), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:40.406658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e4a44eb2-e71e-4dbd-ac18-b83a00539377'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:40.413176 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d325efbd-b1af-406e-86ee-420c2f623b7c req-9997f959-0342-41e1-98e4-cf27f0ca7a1e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558603 Feb 15 01:36:40.463837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283757c6-ad14-415e-b8ea-02efc782f537,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:40.468933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Checking segment: {'id': '6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7e0ec4c5-3639-4465-b598-3d16516b77c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:40.469296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Network hostable DHCP agents. Network: 7e0ec4c5-3639-4465-b598-3d16516b77c7, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:36:40.480116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2853eb84-1bb4-4cdb-b642-6f9c5085158c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:36:40.509943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 2853eb84-1bb4-4cdb-b642-6f9c5085158c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:36:40.510289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2853eb84-1bb4-4cdb-b642-6f9c5085158c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:36:40.599143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Network 7e0ec4c5-3639-4465-b598-3d16516b77c7 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:36:40.681699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7e0ec4c5-3639-4465-b598-3d16516b77c7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:40.688864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:40.689451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:40.690356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9aa86e-b37c-4cdf-b2dc-7a67c0ece999 None None] Network 7e0ec4c5-3639-4465-b598-3d16516b77c7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:40.784512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:40.795128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a7b18b4e-0a61-46f2-b3e5-0f1c7fa00c64 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8351896 Feb 15 01:36:40.814430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e89cf-e2bd-4bf4-a84c-4543b9c8fea3 None None] Network 7e0ec4c5-3639-4465-b598-3d16516b77c7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:36:40.984507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f2f53b58-3fb6-4a33-a49f-149ba851115b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9e8e3ea400f4209bb898ff385c1e2b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1985123 Feb 15 01:36:40.985050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:41.046319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] Publish callbacks [] for security_group (77a4b07d-cc3c-4bc7-8980-2d8457050485), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.067425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] Publish callbacks [] for security_group (77a4b07d-cc3c-4bc7-8980-2d8457050485), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.178885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77a4b07d-cc3c-4bc7-8980-2d8457050485), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.181570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.183051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77a4b07d-cc3c-4bc7-8980-2d8457050485 HTTP/1.1" status: 204 len: 168 time: 0.1971700 Feb 15 01:36:41.190297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb73583-30e8-4e43-b8b2-8a10faf2e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4b07d-cc3c-4bc7-8980-2d8457050485,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:41.349331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f2fb-1ce3-4016-8d2f-12e5275e63ac req-0235d299-37d7-47c6-9b0f-b13fa59df7a2 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:41.350845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed26f2fb-1ce3-4016-8d2f-12e5275e63ac req-0235d299-37d7-47c6-9b0f-b13fa59df7a2 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 949 time: 0.0559967 Feb 15 01:36:41.408404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed26f2fb-1ce3-4016-8d2f-12e5275e63ac req-1c64859e-287b-4c38-ac9d-fa75211dfc7b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Feb 15 01:36:41.506638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:41.531060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67bea-625a-4627-a9f6-444980193f8a req-b28fda43-e3cd-40e0-8490-15bb23448b20 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:41.532610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ddd67bea-625a-4627-a9f6-444980193f8a req-b28fda43-e3cd-40e0-8490-15bb23448b20 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0562663 Feb 15 01:36:41.579812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ddd67bea-625a-4627-a9f6-444980193f8a req-52af9d24-92c9-4f2c-b8da-d790538015d7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Feb 15 01:36:41.712079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e4a44eb2-e71e-4dbd-ac18-b83a00539377 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:41.818915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e4a44eb2-e71e-4dbd-ac18-b83a00539377 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:41.823345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e4a44eb2-e71e-4dbd-ac18-b83a00539377 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:41.823803 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.918004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-0e7200a6-8192-469e-b1eb-ca1b464f0a02 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:41.920169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-0e7200a6-8192-469e-b1eb-ca1b464f0a02 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.1178470 Feb 15 01:36:41.934797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58e81c64-6b46-4a22-baf5-8e36b35cde9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:41.960656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-71f8b2ad-2fcd-4843-b541-f19125c4eeaa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/quotas/a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 375 time: 0.0224316 Feb 15 01:36:42.025399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-481c7e0d-5e8b-4cf3-a795-69e8a013c059 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576036 Feb 15 01:36:42.070800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e4a44eb2-e71e-4dbd-ac18-b83a00539377 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:42.070800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.093463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:42.095769 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e261d3-8c1d-4e32-858a-c9103a591058" -d '{"events": [{"server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:42.108457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:42.140747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58e81c64-6b46-4a22-baf5-8e36b35cde9f admin admin] Publish callbacks [] for security_group (1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.155128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-fa1d7896-7f0a-4599-b434-fbc306772581 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177018 Feb 15 01:36:42.164440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.212194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58e81c64-6b46-4a22-baf5-8e36b35cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.212665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:42.262660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-58e81c64-6b46-4a22-baf5-8e36b35cde9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b73481b56ff475d8da59145f6c22efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7549539 Feb 15 01:36:42.265825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:42.269807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81c64-6b46-4a22-baf5-8e36b35cde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:42.281618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:42.302470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8012dd5-71bb-401a-bfc3-d2ad23447da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.309053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-3f015f95-fbef-49c1-a303-4dd6e8906a41 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476221 Feb 15 01:36:42.359781 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] Publish callbacks [] for security_group (1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.395453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] Publish callbacks [] for security_group (1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.403468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8012dd5-71bb-401a-bfc3-d2ad23447da4 admin admin] Publish callbacks [] for security_group (bb958079-a1e3-4f88-8c5e-033be7c012f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.461567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8012dd5-71bb-401a-bfc3-d2ad23447da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bb958079-a1e3-4f88-8c5e-033be7c012f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.508692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8012dd5-71bb-401a-bfc3-d2ad23447da4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c039b2d14c0e45458f09d8ea417a9fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260125 Feb 15 01:36:42.509549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012dd5-71bb-401a-bfc3-d2ad23447da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb958079-a1e3-4f88-8c5e-033be7c012f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:42.512230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:42.524912 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa592f83-c347-4530-856e-a5e489205296 x-openstack-request-id: req-fa592f83-c347-4530-856e-a5e489205296 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:42.525484 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:42.525930 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa592f83-c347-4530-856e-a5e489205296 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:42.526710 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', 'code': 200} Feb 15 01:36:42.569428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.571901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.576669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9 HTTP/1.1" status: 204 len: 168 time: 0.3090274 Feb 15 01:36:42.681561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5867d1d-06ac-4feb-a9a0-6c88c2eed2d3 req-1f9558c1-6cd8-40aa-9abe-d10097477948 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 210 time: 0.0498667 Feb 15 01:36:42.684247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d3f43-0da4-4a9d-a14f-4eeb8f60b5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b460b85-baf3-4cf9-9cf1-4c9bd5f41bd9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:42.710984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] Publish callbacks [] for security_group (bb958079-a1e3-4f88-8c5e-033be7c012f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.751570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] Publish callbacks [] for security_group (bb958079-a1e3-4f88-8c5e-033be7c012f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:42.791029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99249b6-d51e-4e40-9c26-b556e65bac32 req-de35900d-af89-411a-baa7-0fa2f87d2853 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:42.793185 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b99249b6-d51e-4e40-9c26-b556e65bac32 req-de35900d-af89-411a-baa7-0fa2f87d2853 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.1981220 Feb 15 01:36:42.802506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c06a-1d72-4aa5-a5d0-374558ce49da req-1d223b0f-76ed-462c-bda3-9853f0dac5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:42.804535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e66c06a-1d72-4aa5-a5d0-374558ce49da req-1d223b0f-76ed-462c-bda3-9853f0dac5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 1133 time: 0.2105114 Feb 15 01:36:42.859492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca67be-3fde-42c2-ac58-b42cb31a2ad7 req-cf25d647-8ee0-456a-9492-016636fa88be tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:42.861794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38ca67be-3fde-42c2-ac58-b42cb31a2ad7 req-cf25d647-8ee0-456a-9492-016636fa88be tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0547810 Feb 15 01:36:42.893760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b99249b6-d51e-4e40-9c26-b556e65bac32 req-d638d20d-1432-485b-b3ab-6c5c27f18f71 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879092 Feb 15 01:36:42.896879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e66c06a-1d72-4aa5-a5d0-374558ce49da req-f709ab95-be02-420a-885c-3f5a69ebd7d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768085 Feb 15 01:36:42.934672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38ca67be-3fde-42c2-ac58-b42cb31a2ad7 req-39fd7fc8-3814-4ff2-9e47-3ea40a23b554 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Feb 15 01:36:43.021458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bb958079-a1e3-4f88-8c5e-033be7c012f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.024045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.025301 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb958079-a1e3-4f88-8c5e-033be7c012f4 HTTP/1.1" status: 204 len: 168 time: 0.5120780 Feb 15 01:36:43.033188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f93682-2e2b-4f66-ba2c-dc046235acce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb958079-a1e3-4f88-8c5e-033be7c012f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:43.287415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:43.304275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b677fe4-ea67-4c04-b77d-038e22fa5b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.384405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b677fe4-ea67-4c04-b77d-038e22fa5b9a admin admin] Publish callbacks [] for security_group (586dc966-ac27-45fb-a820-0ece784e4abe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.464403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b677fe4-ea67-4c04-b77d-038e22fa5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (586dc966-ac27-45fb-a820-0ece784e4abe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.502488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3b677fe4-ea67-4c04-b77d-038e22fa5b9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d7dd5edbc234004a9f3b44988ba1c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136590 Feb 15 01:36:43.503390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b677fe4-ea67-4c04-b77d-038e22fa5b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586dc966-ac27-45fb-a820-0ece784e4abe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:43.505355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:43.558510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] Publish callbacks [] for security_group (586dc966-ac27-45fb-a820-0ece784e4abe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.579338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] Publish callbacks [] for security_group (586dc966-ac27-45fb-a820-0ece784e4abe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.693306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (586dc966-ac27-45fb-a820-0ece784e4abe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.695897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:43.697092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/586dc966-ac27-45fb-a820-0ece784e4abe HTTP/1.1" status: 204 len: 168 time: 0.1906137 Feb 15 01:36:43.704720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5454832-f2ac-409b-af3d-b1e447733b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586dc966-ac27-45fb-a820-0ece784e4abe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:43.771490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cbfe8be-cce0-4c87-bfdc-37ebbb46f365 req-6a7a57a6-a6b4-4153-a273-13b76b72f012 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 210 time: 0.0289261 Feb 15 01:36:44.038250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762a81-e958-4052-b2d8-1f1f40686347 req-1e1b5661-866e-4f4b-be9c-571c50be6de7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:44.041447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e762a81-e958-4052-b2d8-1f1f40686347 req-1e1b5661-866e-4f4b-be9c-571c50be6de7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.0644829 Feb 15 01:36:44.089359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3823d6b-8b7c-4d4e-b817-3d170b2b42d6 req-6a869b97-9775-4654-ab60-4101d476cb52 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:44.090898 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3823d6b-8b7c-4d4e-b817-3d170b2b42d6 req-6a869b97-9775-4654-ab60-4101d476cb52 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0620484 Feb 15 01:36:44.099827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e762a81-e958-4052-b2d8-1f1f40686347 req-01e19bcc-0553-489e-a6ca-e7fcb4860267 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Feb 15 01:36:44.119386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:44.185156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3823d6b-8b7c-4d4e-b817-3d170b2b42d6 req-7002cc39-2e3a-4905-9099-65bba184b3e4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877912 Feb 15 01:36:44.259593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be40922e-14a1-41ed-a723-ee0654475da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.342838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be40922e-14a1-41ed-a723-ee0654475da3 admin admin] Publish callbacks [] for security_group (9ca0dd0f-6ffc-4ea6-9460-295ff059b92a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.412902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be40922e-14a1-41ed-a723-ee0654475da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ca0dd0f-6ffc-4ea6-9460-295ff059b92a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.450125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40922e-14a1-41ed-a723-ee0654475da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0dd0f-6ffc-4ea6-9460-295ff059b92a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:44.468687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be40922e-14a1-41ed-a723-ee0654475da3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18bbfbb76f0c420fb405950ab99cbbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455248 Feb 15 01:36:44.468800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40616) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:44.520362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] Publish callbacks [] for security_group (9ca0dd0f-6ffc-4ea6-9460-295ff059b92a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.541762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] Publish callbacks [] for security_group (9ca0dd0f-6ffc-4ea6-9460-295ff059b92a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.609630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:44.623130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56b2df32-abd6-4e04-ad04-ed7adcf9b6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.641840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ca0dd0f-6ffc-4ea6-9460-295ff059b92a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.644888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.645959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ca0dd0f-6ffc-4ea6-9460-295ff059b92a HTTP/1.1" status: 204 len: 168 time: 0.1759872 Feb 15 01:36:44.653778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7ff70-f043-4923-a16b-66e331911dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0dd0f-6ffc-4ea6-9460-295ff059b92a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:44.713143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56b2df32-abd6-4e04-ad04-ed7adcf9b6f4 admin admin] Publish callbacks [] for security_group (962b4213-f1e6-49df-a03d-9958640cb3dc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.804946 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56b2df32-abd6-4e04-ad04-ed7adcf9b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (962b4213-f1e6-49df-a03d-9958640cb3dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.856117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-56b2df32-abd6-4e04-ad04-ed7adcf9b6f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=237eb15d2d8d424abb988297a495d256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454231 Feb 15 01:36:44.858781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:44.859766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2df32-abd6-4e04-ad04-ed7adcf9b6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b4213-f1e6-49df-a03d-9958640cb3dc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:44.879677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-448c0bf7-11e1-4f9e-bd84-2207a122a548 req-8c460f2a-0961-48f4-929f-5db7a679ed4c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 210 time: 0.0410290 Feb 15 01:36:44.938017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] Publish callbacks [] for security_group (962b4213-f1e6-49df-a03d-9958640cb3dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.973776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] Publish callbacks [] for security_group (962b4213-f1e6-49df-a03d-9958640cb3dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:44.995682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.108028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (962b4213-f1e6-49df-a03d-9958640cb3dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.108028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.108028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/962b4213-f1e6-49df-a03d-9958640cb3dc HTTP/1.1" status: 204 len: 168 time: 0.2481349 Feb 15 01:36:45.116848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae67e-b60a-4653-b409-754da9323109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b4213-f1e6-49df-a03d-9958640cb3dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:45.178443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-c54086f9-24f1-4f2b-934f-182c6c89ad3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:45.179951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-c54086f9-24f1-4f2b-934f-182c6c89ad3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.1260405 Feb 15 01:36:45.197089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Request body: {'port': {'device_id': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'admin_state_up': True, 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:45.316992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402235-f0b3-429e-85ec-a5fea3070153 req-e57917b2-6c41-4125-9893-e6cda2ef6d2c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:45.318532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37402235-f0b3-429e-85ec-a5fea3070153 req-e57917b2-6c41-4125-9893-e6cda2ef6d2c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.1359994 Feb 15 01:36:45.358773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df6b5-22b5-4023-87fc-72d2568f80de req-29d1ef5e-d00d-470b-a85d-56f5b68f3a35 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:45.360682 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a88df6b5-22b5-4023-87fc-72d2568f80de req-29d1ef5e-d00d-470b-a85d-56f5b68f3a35 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0760477 Feb 15 01:36:45.403011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37402235-f0b3-429e-85ec-a5fea3070153 req-254b9fd9-6a9b-4a3d-a9b5-a5e882b48088 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778961 Feb 15 01:36:45.420146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a88df6b5-22b5-4023-87fc-72d2568f80de req-aa5e0114-fd6b-4258-bc1c-290e3409ad53 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Feb 15 01:36:45.476646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:36:45.477556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:45.480073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.490958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02acb231-e37a-4c2f-9d82-59003974509c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.588008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02acb231-e37a-4c2f-9d82-59003974509c admin admin] Publish callbacks [] for security_group (71cc0eae-6ccb-49af-9330-744abb7d6a9a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.624841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Allocated IP 172.20.0.10 (ed2d4070-d7c5-466e-a105-821fcd0b74f9/8bffe9a5-7296-4d2d-9c09-f49d155ea06c/0f95d98e-b795-47ba-bd2d-b29d4ddc0077) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:36:45.678909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02acb231-e37a-4c2f-9d82-59003974509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (71cc0eae-6ccb-49af-9330-744abb7d6a9a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.726156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02acb231-e37a-4c2f-9d82-59003974509c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fcc6a1cbe6d4f07aa6a85201ed8146e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472394 Feb 15 01:36:45.727777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acb231-e37a-4c2f-9d82-59003974509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc0eae-6ccb-49af-9330-744abb7d6a9a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:45.731410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:45.820704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] Publish callbacks [] for security_group (71cc0eae-6ccb-49af-9330-744abb7d6a9a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.853850 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] Publish callbacks [] for security_group (71cc0eae-6ccb-49af-9330-744abb7d6a9a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.860214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks [] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.990264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (71cc0eae-6ccb-49af-9330-744abb7d6a9a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.993317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:45.994723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71cc0eae-6ccb-49af-9330-744abb7d6a9a HTTP/1.1" status: 204 len: 168 time: 0.2616851 Feb 15 01:36:46.006537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047e69f-2c8e-4b2f-943d-14f8cdef361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc0eae-6ccb-49af-9330-744abb7d6a9a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:46.017035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.097981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:36:46.119833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:36:46.133409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:36:46.154212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:46.189494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75d6d-4127-4406-8637-aada13940cce req-a2f9d33d-cc7b-4d6d-a541-d7e642ef0625 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.191077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ca75d6d-4127-4406-8637-aada13940cce req-a2f9d33d-cc7b-4d6d-a541-d7e642ef0625 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 932 time: 0.1188025 Feb 15 01:36:46.198567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.199172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.249912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ca75d6d-4127-4406-8637-aada13940cce req-afdafd89-692c-4213-8aab-74dae24578d8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Feb 15 01:36:46.309708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-ff11f544-ca6b-4dd6-a27b-cfa68afa78c5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1167684 Feb 15 01:36:46.320925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Request body: {'port': {'device_id': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:46.392136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.438658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.439344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.439886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.440446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.441180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.441715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.443829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-17b09038-fade-4f54-a153-cb213cc5a1fb tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4&device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347&device_id=3cd2beab-e076-4c32-8621-970527af8d3d&device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 5683 time: 0.0638392 Feb 15 01:36:46.471447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-d1242349-c434-4d99-851d-df7cd2bf7787 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.566715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-d1242349-c434-4d99-851d-df7cd2bf7787 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Publish callbacks [] for security_group (c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.636364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-d1242349-c434-4d99-851d-df7cd2bf7787 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:46.713928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1242349-c434-4d99-851d-df7cd2bf7787 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:46.765413 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4d21c1b-81c2-4759-942f-a0d41bf61f2a req-d1242349-c434-4d99-851d-df7cd2bf7787 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&id=26b18326-bc0c-457a-8d5c-b1834068eab0&id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 512 time: 0.3151493 Feb 15 01:36:46.908824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fc9fe-9594-4485-9a06-49d3c2b1d9b5 req-ed3d1501-af6e-40fb-a62c-f49de1c1f4e7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:46.916139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-046fc9fe-9594-4485-9a06-49d3c2b1d9b5 req-ed3d1501-af6e-40fb-a62c-f49de1c1f4e7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0943775 Feb 15 01:36:47.017352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-046fc9fe-9594-4485-9a06-49d3c2b1d9b5 req-d99e7a0e-f659-41ef-a526-41751941ecbe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944066 Feb 15 01:36:47.034928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:47.043769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks [] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.069101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Transition to ACTIVE for port object 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:47.162053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.216447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b000f17-5710-444a-986b-8a7a4884c8fc req-62e9fa5b-afe8-4031-b686-1de5cea809ce tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.217604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b000f17-5710-444a-986b-8a7a4884c8fc req-62e9fa5b-afe8-4031-b686-1de5cea809ce tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.218700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b000f17-5710-444a-986b-8a7a4884c8fc req-62e9fa5b-afe8-4031-b686-1de5cea809ce tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.220867 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b000f17-5710-444a-986b-8a7a4884c8fc req-62e9fa5b-afe8-4031-b686-1de5cea809ce tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4&device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347&device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 3024 time: 0.0628068 Feb 15 01:36:47.250292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:47.293661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b000f17-5710-444a-986b-8a7a4884c8fc req-e1db9c77-2c39-4012-8e12-ce1bf8d11ef4 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Feb 15 01:36:47.325091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:47.325091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:47.325091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:47.328095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:47.328095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:47.333914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:47.334372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:47.334899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:47.335428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Bound port: 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:47.335903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.427978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:47.431853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:47.472438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebc178-7145-46b6-84c0-af0c90790c85 req-8603a1ca-26aa-43a4-b133-2aca779a2e68 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.473973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1ebc178-7145-46b6-84c0-af0c90790c85 req-8603a1ca-26aa-43a4-b133-2aca779a2e68 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0555820 Feb 15 01:36:47.513869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.520613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1ebc178-7145-46b6-84c0-af0c90790c85 req-f6ddd078-20c3-4da0-883b-027e345695cc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Feb 15 01:36:47.553470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.556968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.558416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] 10.222.0.37 "PUT /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 1093 time: 1.2415287 Feb 15 01:36:47.558908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:47.561351 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb796977-6cba-40bd-b63c-9e3bad91c106" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:47.588736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ef779-b592-48b6-8d26-e892636a0a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:47.715852 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80278368-623b-40b1-bf41-7d609fcec958 x-openstack-request-id: req-80278368-623b-40b1-bf41-7d609fcec958 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:47.716141 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:47.716425 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80278368-623b-40b1-bf41-7d609fcec958 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:47.716822 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'status': 'completed', 'code': 200} Feb 15 01:36:47.731423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-fcbefd07-155a-4191-9d9c-a7e6bc544cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.733073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-fcbefd07-155a-4191-9d9c-a7e6bc544cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1127 time: 0.0740027 Feb 15 01:36:47.753029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:47.786023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-53916c59-17a8-41a4-ad77-080f51fab501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0452347 Feb 15 01:36:47.861115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-a37d1495-a49f-4ac2-8f0b-f870a5a2c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:47.870873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-a37d1495-a49f-4ac2-8f0b-f870a5a2c79e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0708473 Feb 15 01:36:47.908817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-a60d797f-210b-4980-a65a-359237a0bc1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400963 Feb 15 01:36:47.996606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-11dd0e37-a022-412e-a432-aa4e22197d49 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815477 Feb 15 01:36:48.127934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27ea37ff-553a-4f79-9570-f96d71e5ca8b req-6ae2de6f-425e-4587-b62f-13076e1429c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250958 Feb 15 01:36:48.327460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefcef1-692c-46ea-8d01-bc252cb42f09 req-f48acfdb-c32f-4bd2-a82a-d8aeb42b6376 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:48.329014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adefcef1-692c-46ea-8d01-bc252cb42f09 req-f48acfdb-c32f-4bd2-a82a-d8aeb42b6376 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.1095207 Feb 15 01:36:48.350671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-dcb8b883-aa43-484e-9eeb-11707cda27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:48.352163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-dcb8b883-aa43-484e-9eeb-11707cda27aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1127 time: 0.0781260 Feb 15 01:36:48.453068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adefcef1-692c-46ea-8d01-bc252cb42f09 req-8ac2c028-de48-421e-9a47-2535699c25ff tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153316 Feb 15 01:36:48.489605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-b3d31582-49a3-4500-bbee-d9c94613ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:48.491089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-b3d31582-49a3-4500-bbee-d9c94613ada5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1301577 Feb 15 01:36:48.539885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-d22eb495-c159-4ce5-b85f-3ecb3c9e21c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0422535 Feb 15 01:36:48.589117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-adf744bc-5ecf-44f6-acb5-ebd14ad53ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:48.590628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-adf744bc-5ecf-44f6-acb5-ebd14ad53ab3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0452638 Feb 15 01:36:48.630968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-cd070953-c3d5-4bfb-b6d7-b2c535032a13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341194 Feb 15 01:36:48.727981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-861da0e0-f5d0-4522-b6ac-8e0b4e7bb4d1 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907068 Feb 15 01:36:48.832582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb796977-6cba-40bd-b63c-9e3bad91c106 req-51a4ee57-a2a4-4f2c-8f64-9edcec0a7d0a service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969732 Feb 15 01:36:48.853156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:48.957086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4cacd-6421-473f-a3d3-524423ddde3e req-54699b13-f0e5-4a8f-ab12-ecea981b33cc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:48.958764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9bb4cacd-6421-473f-a3d3-524423ddde3e req-54699b13-f0e5-4a8f-ab12-ecea981b33cc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0630226 Feb 15 01:36:49.021099 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9bb4cacd-6421-473f-a3d3-524423ddde3e req-57402566-4ac0-4a20-a905-fe76952c59c2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556302 Feb 15 01:36:49.050578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35e8d499-b314-49e0-8409-07fd581f8961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.165529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35e8d499-b314-49e0-8409-07fd581f8961 admin admin] Publish callbacks [] for security_group (35e14b8f-7acb-4e69-94b0-e266149095a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.192567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d2d0-5018-4fce-a058-ecbfeb504e94 req-4b14a0b8-20e6-4041-adde-96d3469b9dff tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:49.194247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74c9d2d0-5018-4fce-a058-ecbfeb504e94 req-4b14a0b8-20e6-4041-adde-96d3469b9dff tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1155 time: 0.0546637 Feb 15 01:36:49.243865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74c9d2d0-5018-4fce-a058-ecbfeb504e94 req-38bccfab-9d96-450f-a35a-141aac07f1ff tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Feb 15 01:36:49.269476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35e8d499-b314-49e0-8409-07fd581f8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (35e14b8f-7acb-4e69-94b0-e266149095a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.319324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8d499-b314-49e0-8409-07fd581f8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e14b8f-7acb-4e69-94b0-e266149095a9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:49.323667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35e8d499-b314-49e0-8409-07fd581f8961 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a91526ade0f14c0697bb4e2fa2c35ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702225 Feb 15 01:36:49.326293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:49.378262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] Publish callbacks [] for security_group (35e14b8f-7acb-4e69-94b0-e266149095a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.412746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] Publish callbacks [] for security_group (35e14b8f-7acb-4e69-94b0-e266149095a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.538953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd15506-eccb-4f42-91a9-510aa51b3d86 req-6abb27f9-2a39-49c8-afe4-893e3a93be88 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:49.540650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7fd15506-eccb-4f42-91a9-510aa51b3d86 req-6abb27f9-2a39-49c8-afe4-893e3a93be88 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1155 time: 0.0483325 Feb 15 01:36:49.552311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (35e14b8f-7acb-4e69-94b0-e266149095a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.554889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:49.558361 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35e14b8f-7acb-4e69-94b0-e266149095a9 HTTP/1.1" status: 204 len: 168 time: 0.2285497 Feb 15 01:36:49.578624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4f12b-e6bb-469b-a060-2ac16f5b8ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e14b8f-7acb-4e69-94b0-e266149095a9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:49.606526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7fd15506-eccb-4f42-91a9-510aa51b3d86 req-28cebfc6-7f92-4fa1-a646-d7371dad6ef2 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Feb 15 01:36:49.682862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477c673-a00a-403d-8123-86bacac679bf req-f3a67e2f-6259-4610-87f5-b8a049ee10ef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:49.684836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3477c673-a00a-403d-8123-86bacac679bf req-f3a67e2f-6259-4610-87f5-b8a049ee10ef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0623012 Feb 15 01:36:49.740435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3477c673-a00a-403d-8123-86bacac679bf req-fe34a2e6-e098-4e87-9010-a9d454ef52ea tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Feb 15 01:36:50.215282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2eaed-4ea0-4f06-b1b7-70b6fcc1b1a4 req-0252b426-5558-4aa5-b7c4-f055d695ee5b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:50.217188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f9a2eaed-4ea0-4f06-b1b7-70b6fcc1b1a4 req-0252b426-5558-4aa5-b7c4-f055d695ee5b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0594757 Feb 15 01:36:50.265318 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f9a2eaed-4ea0-4f06-b1b7-70b6fcc1b1a4 req-4278d4f9-642b-488b-aa1c-4be3460f74dd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Feb 15 01:36:50.308380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:50.321352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d2decc-1c65-4eb7-8543-b733978566f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.400638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d2decc-1c65-4eb7-8543-b733978566f5 admin admin] Publish callbacks [] for security_group (ddf8b294-5dcb-436e-810e-930556900ab4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.490029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d2decc-1c65-4eb7-8543-b733978566f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ddf8b294-5dcb-436e-810e-930556900ab4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.533574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04d2decc-1c65-4eb7-8543-b733978566f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9883639a306b407c943bbd5103d1c350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239492 Feb 15 01:36:50.534468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2decc-1c65-4eb7-8543-b733978566f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf8b294-5dcb-436e-810e-930556900ab4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:50.536337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:50.587174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] Publish callbacks [] for security_group (ddf8b294-5dcb-436e-810e-930556900ab4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.618246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] Publish callbacks [] for security_group (ddf8b294-5dcb-436e-810e-930556900ab4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.772884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ddf8b294-5dcb-436e-810e-930556900ab4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.775647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:50.776833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddf8b294-5dcb-436e-810e-930556900ab4 HTTP/1.1" status: 204 len: 168 time: 0.2389417 Feb 15 01:36:50.789711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c4dc0-e69b-4e3a-bf7e-8725384e7428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf8b294-5dcb-436e-810e-930556900ab4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:50.879464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179e22-5553-4f2f-bf79-25f6912915c3 req-7ee25f52-01f3-4506-9a89-cc4b82f390e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:50.882545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af179e22-5553-4f2f-bf79-25f6912915c3 req-7ee25f52-01f3-4506-9a89-cc4b82f390e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0551023 Feb 15 01:36:50.944808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af179e22-5553-4f2f-bf79-25f6912915c3 req-a6d8d6ad-3889-44f1-9ec6-9174dc3c5f91 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556905 Feb 15 01:36:50.970123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbfea-fb1f-4e2f-9306-6ba13ac91997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.148022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:51.202310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1990cc9-3043-4009-ae46-9b5bca6731ac req-e3840e4e-e3e0-465a-b1ad-541672f99a03 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:51.209680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1990cc9-3043-4009-ae46-9b5bca6731ac req-e3840e4e-e3e0-465a-b1ad-541672f99a03 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0692115 Feb 15 01:36:51.246805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:51.260684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1990cc9-3043-4009-ae46-9b5bca6731ac req-4fa45426-f1b9-4214-b649-6ce3d873ccca tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Feb 15 01:36:51.316399 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:36:51.423238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5738332-e1d0-45b8-a270-35c83e8a5157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.436189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2f4c-0440-483f-8247-1b3921e5d970 req-027ff5ea-1a5d-426f-bc1a-746f4144e251 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:51.446316 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7c4d2f4c-0440-483f-8247-1b3921e5d970 req-027ff5ea-1a5d-426f-bc1a-746f4144e251 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0919151 Feb 15 01:36:51.500510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7795cfc-edc2-4ac5-bfdd-21ad301644df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.526687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7c4d2f4c-0440-483f-8247-1b3921e5d970 req-388cfa4d-e08b-41cc-9c32-ddc4c0fb33a1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724709 Feb 15 01:36:51.617167 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5738332-e1d0-45b8-a270-35c83e8a5157 admin admin] Publish callbacks [] for security_group (d88d9227-b8c9-4316-a5a0-3c2713e71eed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.628875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7795cfc-edc2-4ac5-bfdd-21ad301644df admin admin] Publish callbacks [] for security_group (15a6fe7e-76ee-4309-8123-7bf467e2ba28), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.708086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7795cfc-edc2-4ac5-bfdd-21ad301644df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (15a6fe7e-76ee-4309-8123-7bf467e2ba28), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.715058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5738332-e1d0-45b8-a270-35c83e8a5157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d88d9227-b8c9-4316-a5a0-3c2713e71eed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.773470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7795cfc-edc2-4ac5-bfdd-21ad301644df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a6fe7e-76ee-4309-8123-7bf467e2ba28,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:51.785102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7795cfc-edc2-4ac5-bfdd-21ad301644df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08ea004d24c94857bf6338760b8c9015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364630 Feb 15 01:36:51.787756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:51.790295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5738332-e1d0-45b8-a270-35c83e8a5157 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c55abba5925744a298dcc406fc75d0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6410823 Feb 15 01:36:51.795657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:51.817174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5738332-e1d0-45b8-a270-35c83e8a5157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d9227-b8c9-4316-a5a0-3c2713e71eed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:51.915583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] Publish callbacks [] for security_group (d88d9227-b8c9-4316-a5a0-3c2713e71eed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.918081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] Publish callbacks [] for security_group (15a6fe7e-76ee-4309-8123-7bf467e2ba28), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.950200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] Publish callbacks [] for security_group (d88d9227-b8c9-4316-a5a0-3c2713e71eed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:51.958531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:51.961280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] Publish callbacks [] for security_group (15a6fe7e-76ee-4309-8123-7bf467e2ba28), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.080076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907212ae-fedd-4d73-8f81-d843fc367172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.131218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454abf9-2689-4d7f-9110-90bc82bcd3d2 req-88237bd6-a4cd-49e9-b152-eb111c077a5b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:52.132726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f454abf9-2689-4d7f-9110-90bc82bcd3d2 req-88237bd6-a4cd-49e9-b152-eb111c077a5b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0974426 Feb 15 01:36:52.147483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (15a6fe7e-76ee-4309-8123-7bf467e2ba28), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.150198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.153769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15a6fe7e-76ee-4309-8123-7bf467e2ba28 HTTP/1.1" status: 204 len: 168 time: 0.3624051 Feb 15 01:36:52.153769 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d88d9227-b8c9-4316-a5a0-3c2713e71eed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.155006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.158004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d88d9227-b8c9-4316-a5a0-3c2713e71eed HTTP/1.1" status: 204 len: 168 time: 0.3588953 Feb 15 01:36:52.164983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde42c0-cc0c-4cea-acf8-eea7fe83a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a6fe7e-76ee-4309-8123-7bf467e2ba28,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:52.179583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcafefa-89fa-4f3b-b8c8-c1902160fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d9227-b8c9-4316-a5a0-3c2713e71eed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:52.210834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f454abf9-2689-4d7f-9110-90bc82bcd3d2 req-8a842108-6aa3-432e-9ca6-72803b73d28b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713127 Feb 15 01:36:52.251892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907212ae-fedd-4d73-8f81-d843fc367172 admin admin] Publish callbacks [] for security_group (baace53a-bf96-4798-ba85-cac94833381a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.316499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907212ae-fedd-4d73-8f81-d843fc367172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (baace53a-bf96-4798-ba85-cac94833381a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.350478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907212ae-fedd-4d73-8f81-d843fc367172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baace53a-bf96-4798-ba85-cac94833381a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:52.368060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-907212ae-fedd-4d73-8f81-d843fc367172 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7984d4380073403c895afb24c62ecd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053085 Feb 15 01:36:52.368060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:52.399875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1ae5-6f5a-449a-b2dd-d02f9ea920b3 req-9924660c-ef6e-4d97-baf7-057c950ccf39 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:52.401135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-055f1ae5-6f5a-449a-b2dd-d02f9ea920b3 req-9924660c-ef6e-4d97-baf7-057c950ccf39 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0625584 Feb 15 01:36:52.428209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] Publish callbacks [] for security_group (baace53a-bf96-4798-ba85-cac94833381a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.454357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] Publish callbacks [] for security_group (baace53a-bf96-4798-ba85-cac94833381a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.459389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-055f1ae5-6f5a-449a-b2dd-d02f9ea920b3 req-6fa2aa9f-b17f-41fb-ac5d-d6bf11e0ce56 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Feb 15 01:36:52.502355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:36:52.564515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (baace53a-bf96-4798-ba85-cac94833381a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.568134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.569553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baace53a-bf96-4798-ba85-cac94833381a HTTP/1.1" status: 204 len: 168 time: 0.2008269 Feb 15 01:36:52.580994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5e638-2e65-4722-9fc0-f37b29327f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baace53a-bf96-4798-ba85-cac94833381a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:52.624188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:52.635356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'port_id': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'mac_address': 'fa:16:3e:b3:96:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bffe9a5-7296-4d2d-9c09-f49d155ea06c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:36:52.679181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:52.679577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.692491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab27ae-31b3-4e23-952f-6969f5f6b8e4 req-541eaf4e-0dd5-4be1-979a-ef25d6ab6589 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:52.694660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19ab27ae-31b3-4e23-952f-6969f5f6b8e4 req-541eaf4e-0dd5-4be1-979a-ef25d6ab6589 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0692196 Feb 15 01:36:52.696402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:36:52.722950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:52.745955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19ab27ae-31b3-4e23-952f-6969f5f6b8e4 req-ed983eb9-5ed7-4ab4-96a4-9e182c207855 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Feb 15 01:36:52.790086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:52.840138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:53.026761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.040349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8d57ba-45c7-4492-945f-2cc4f426ac5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.122924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8d57ba-45c7-4492-945f-2cc4f426ac5d admin admin] Publish callbacks [] for security_group (fbbd8063-ccae-4dd5-a88e-f9ca829259af), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.192494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8d57ba-45c7-4492-945f-2cc4f426ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbbd8063-ccae-4dd5-a88e-f9ca829259af), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.234080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb8d57ba-45c7-4492-945f-2cc4f426ac5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d035fe30f824e1a84801d5c9a61f6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062273 Feb 15 01:36:53.235023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d57ba-45c7-4492-945f-2cc4f426ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd8063-ccae-4dd5-a88e-f9ca829259af,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:53.236915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.263438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['0f95d98e-b795-47ba-bd2d-b29d4ddc0077'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:36:53.292546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74f1cef7-98e1-4284-9ad1-49fa65a37f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.322106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] Publish callbacks [] for security_group (fbbd8063-ccae-4dd5-a88e-f9ca829259af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.357442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] Publish callbacks [] for security_group (fbbd8063-ccae-4dd5-a88e-f9ca829259af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.383416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1b67-ee08-4d94-9b6d-fc52ba2ac5af req-f47c007a-8e7c-4fb3-8df6-aefc96e64991 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:53.384935 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57ab1b67-ee08-4d94-9b6d-fc52ba2ac5af req-f47c007a-8e7c-4fb3-8df6-aefc96e64991 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.1067691 Feb 15 01:36:53.446771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57ab1b67-ee08-4d94-9b6d-fc52ba2ac5af req-1448e113-6f15-4a09-9682-24a164acaafe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Feb 15 01:36:53.486797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.500597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c69da4ba-8253-44f4-8f3c-135f8513f485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.556139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbbd8063-ccae-4dd5-a88e-f9ca829259af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.558895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.560035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbbd8063-ccae-4dd5-a88e-f9ca829259af HTTP/1.1" status: 204 len: 168 time: 0.3218236 Feb 15 01:36:53.570134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e738987-3025-4987-9aef-83f1adbc46d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd8063-ccae-4dd5-a88e-f9ca829259af,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:53.611939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd20e-9b25-4409-a2a0-cf400c9eb504 req-c0fe222e-5f5d-4874-a099-037f8ebd7091 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:53.613476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cccd20e-9b25-4409-a2a0-cf400c9eb504 req-c0fe222e-5f5d-4874-a099-037f8ebd7091 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0842555 Feb 15 01:36:53.659605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.665573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c69da4ba-8253-44f4-8f3c-135f8513f485 admin admin] Publish callbacks [] for security_group (426faab3-4366-4a60-b322-a7a9cfd20cc6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.674258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2903e6-9e31-4ad3-a23b-eb0618274863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.679983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cccd20e-9b25-4409-a2a0-cf400c9eb504 req-5181f1dc-f284-4eea-8b91-9dabe7ed7561 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611320 Feb 15 01:36:53.735825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c69da4ba-8253-44f4-8f3c-135f8513f485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (426faab3-4366-4a60-b322-a7a9cfd20cc6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.760263 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2903e6-9e31-4ad3-a23b-eb0618274863 admin admin] Publish callbacks [] for security_group (a4d5d330-642a-44fb-9b7f-3523f080c830), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.780343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c69da4ba-8253-44f4-8f3c-135f8513f485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be976309da8b4c83a749f301a6fda83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905405 Feb 15 01:36:53.780343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da4ba-8253-44f4-8f3c-135f8513f485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426faab3-4366-4a60-b322-a7a9cfd20cc6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:53.781429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.855733 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] Publish callbacks [] for security_group (426faab3-4366-4a60-b322-a7a9cfd20cc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.860392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2903e6-9e31-4ad3-a23b-eb0618274863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4d5d330-642a-44fb-9b7f-3523f080c830), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.915438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] Publish callbacks [] for security_group (426faab3-4366-4a60-b322-a7a9cfd20cc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:53.943459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae2903e6-9e31-4ad3-a23b-eb0618274863 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2554d4f2eb2457da38abe9b3e77c323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788215 Feb 15 01:36:53.944281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2903e6-9e31-4ad3-a23b-eb0618274863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d5d330-642a-44fb-9b7f-3523f080c830,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:53.944558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:53.972416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c859af-7eef-4b4c-b0d9-eb10d03cd699 req-857bee91-d857-4b64-bb95-babb8c365ac4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:53.973959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c859af-7eef-4b4c-b0d9-eb10d03cd699 req-857bee91-d857-4b64-bb95-babb8c365ac4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 945 time: 0.1499095 Feb 15 01:36:54.039593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] Publish callbacks [] for security_group (a4d5d330-642a-44fb-9b7f-3523f080c830), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.052636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c859af-7eef-4b4c-b0d9-eb10d03cd699 req-05f6efaa-5fbd-468a-96d5-72930d8a2d74 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671225 Feb 15 01:36:54.082088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] Publish callbacks [] for security_group (a4d5d330-642a-44fb-9b7f-3523f080c830), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.105066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (426faab3-4366-4a60-b322-a7a9cfd20cc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.109044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.110591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/426faab3-4366-4a60-b322-a7a9cfd20cc6 HTTP/1.1" status: 204 len: 168 time: 0.3278663 Feb 15 01:36:54.119809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052191-020c-4b26-9c8a-ad70b28399eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426faab3-4366-4a60-b322-a7a9cfd20cc6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:54.255500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4d5d330-642a-44fb-9b7f-3523f080c830), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.258189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.259374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4d5d330-642a-44fb-9b7f-3523f080c830 HTTP/1.1" status: 204 len: 168 time: 0.3136921 Feb 15 01:36:54.267285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf423c-8a7e-488d-8e37-e9273c0faee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d5d330-642a-44fb-9b7f-3523f080c830,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:54.379341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.521476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:36:54.595343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd05df9-3506-4e11-99cc-413f47113219 req-0ad5a316-cd89-40bd-b3de-549801d7619a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:54.598167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ddd05df9-3506-4e11-99cc-413f47113219 req-0ad5a316-cd89-40bd-b3de-549801d7619a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0702233 Feb 15 01:36:54.646774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ddd05df9-3506-4e11-99cc-413f47113219 req-ff4c7ee4-abe6-4db8-a27b-fca887511d32 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Feb 15 01:36:54.712676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:36:54.716920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:36:54.718034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.805490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:36:54.806113 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:54.819057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435254-76dd-49e6-bdab-c4cd06eba81e req-f62005ca-b6da-4c27-a444-6e5164b95b57 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:54.826254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd435254-76dd-49e6-bdab-c4cd06eba81e req-f62005ca-b6da-4c27-a444-6e5164b95b57 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0683753 Feb 15 01:36:54.836970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:54.839043 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f8555-fa38-4371-ab0a-00626bf63283" -d '{"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-plugged", "status": "completed", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:54.853630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:54.872572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd435254-76dd-49e6-bdab-c4cd06eba81e req-95a0c1b2-ff2c-4c4f-b846-28722171cbcc tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Feb 15 01:36:54.919518 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a714b3d6-43ff-418d-94c9-984d64779e79 x-openstack-request-id: req-a714b3d6-43ff-418d-94c9-984d64779e79 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:54.919906 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-plugged", "status": "completed", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:54.920156 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a714b3d6-43ff-418d-94c9-984d64779e79 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:54.920574 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'code': 200} Feb 15 01:36:54.951042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:55.033423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:55.057904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5937179-1969-4096-bb86-b23a371ddd74 req-70ec4e3f-b9f4-485b-977f-19a1938cc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:55.060924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5937179-1969-4096-bb86-b23a371ddd74 req-70ec4e3f-b9f4-485b-977f-19a1938cc445 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1129 time: 0.0753553 Feb 15 01:36:55.122776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5937179-1969-4096-bb86-b23a371ddd74 req-0a5484c6-cdbb-4ba0-95b2-36b9a08db193 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Feb 15 01:36:55.181898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197d405-f185-4221-ab36-5306c8e9ac70 req-355e9137-841f-4af4-bf41-0e96015bc55f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:55.183697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d197d405-f185-4221-ab36-5306c8e9ac70 req-355e9137-841f-4af4-bf41-0e96015bc55f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 946 time: 0.0622852 Feb 15 01:36:55.256284 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d197d405-f185-4221-ab36-5306c8e9ac70 req-e16ae201-0da3-4d91-9762-e2f6250d0b14 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653937 Feb 15 01:36:55.749693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:55.773594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df89d-3b91-4eaf-a718-8dddb9682c70 req-71e92d08-795d-4927-af5c-3ba08120c13b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:55.774988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b33df89d-3b91-4eaf-a718-8dddb9682c70 req-71e92d08-795d-4927-af5c-3ba08120c13b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0555923 Feb 15 01:36:55.825328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b33df89d-3b91-4eaf-a718-8dddb9682c70 req-68364d4b-e90e-4aa8-9522-c36122cd63a9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 Feb 15 01:36:55.974216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:56.005753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf307e-2946-42e6-a556-bce4bc01186d req-0b5e4c9b-8451-49f6-b969-9dab2e758c14 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:56.007238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-43bf307e-2946-42e6-a556-bce4bc01186d req-0b5e4c9b-8451-49f6-b969-9dab2e758c14 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0610371 Feb 15 01:36:56.061650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-43bf307e-2946-42e6-a556-bce4bc01186d req-2936cf96-fa48-45c1-8b84-972677fe08e5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Feb 15 01:36:56.241928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e4b4f8-63de-4209-acb4-a3d3160d01fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.320011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e4b4f8-63de-4209-acb4-a3d3160d01fe admin admin] Publish callbacks [] for security_group (6a9faa28-50d7-4a61-a2b5-72f930df5a71), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.380511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff736b8-dc76-44cb-a9d0-12287c681a7c req-42d23bce-e95d-4157-85ad-39988cf2ac88 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:56.382069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ff736b8-dc76-44cb-a9d0-12287c681a7c req-42d23bce-e95d-4157-85ad-39988cf2ac88 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 946 time: 0.0541940 Feb 15 01:36:56.383525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e4b4f8-63de-4209-acb4-a3d3160d01fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a9faa28-50d7-4a61-a2b5-72f930df5a71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.448801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:56.449000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-07e4b4f8-63de-4209-acb4-a3d3160d01fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b0354b9e979462abf99d14516d6bd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734700 Feb 15 01:36:56.457641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b4f8-63de-4209-acb4-a3d3160d01fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9faa28-50d7-4a61-a2b5-72f930df5a71,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:56.485040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ff736b8-dc76-44cb-a9d0-12287c681a7c req-6bfe5c23-2b69-43ec-9ff7-b878937b7563 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Feb 15 01:36:56.544523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] Publish callbacks [] for security_group (6a9faa28-50d7-4a61-a2b5-72f930df5a71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.571653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] Publish callbacks [] for security_group (6a9faa28-50d7-4a61-a2b5-72f930df5a71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.687001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a9faa28-50d7-4a61-a2b5-72f930df5a71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.689660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:56.691458 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a9faa28-50d7-4a61-a2b5-72f930df5a71 HTTP/1.1" status: 204 len: 168 time: 0.2414074 Feb 15 01:36:56.699522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3008d-a597-4598-9def-47576958e182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9faa28-50d7-4a61-a2b5-72f930df5a71,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:56.953067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284db4e-cf5c-4b06-9eaa-de558ae0093e req-887ed73c-8936-44dd-ab34-4dbd40bdc3bf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:56.955796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8284db4e-cf5c-4b06-9eaa-de558ae0093e req-887ed73c-8936-44dd-ab34-4dbd40bdc3bf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0588350 Feb 15 01:36:57.006947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8284db4e-cf5c-4b06-9eaa-de558ae0093e req-061b6a21-4fb1-478d-a0d6-2a0c9fbdbb03 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Feb 15 01:36:57.137585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.138613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.139490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.140102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.140983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.142179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.142179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.148496 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-298fc653-3726-4e1b-bd07-6e8d6d342386 req-a58fba50-e959-4275-a056-5aeb949ee8f0 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1866288 Feb 15 01:36:57.288820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76550-558b-4756-b8ed-96e72b406968 req-9ac08628-c326-46c4-b4c3-269ecad8d998 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.288820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bb76550-558b-4756-b8ed-96e72b406968 req-9ac08628-c326-46c4-b4c3-269ecad8d998 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0679536 Feb 15 01:36:57.288820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bb76550-558b-4756-b8ed-96e72b406968 req-230de089-2739-4deb-9881-5c4d6e48a2ae tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Feb 15 01:36:57.291341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c62a9-de26-4e84-8d18-4738737fcb49 req-96ebf46b-0d7e-4c5c-a68e-896c648d2184 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.292785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-330c62a9-de26-4e84-8d18-4738737fcb49 req-96ebf46b-0d7e-4c5c-a68e-896c648d2184 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 886 time: 0.1173394 Feb 15 01:36:57.396074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:57.445817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.446306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.446773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.447236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.447697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.448155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.448669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.450453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad07e5e-ff67-44f1-a047-5bc730a4bdce req-73c4f9ff-5668-4934-83a5-ee69da66b554 tempest-NetworksTest-932518800 tempest-NetworksTest-932518800-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1393034 Feb 15 01:36:57.473502 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-62013435-c315-45ed-b454-517cd726b6ce req-d7409461-7430-4103-803e-712299a54b5f service neutron] show failed (client error): The resource could not be found. Feb 15 01:36:57.474501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-d7409461-7430-4103-803e-712299a54b5f service neutron] 10.222.0.37 "GET /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0772476 Feb 15 01:36:57.597408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5fbd9-c67a-4493-b8d2-fe8b913faaa4 req-3f869865-6dad-49b2-ae09-24e3bd16a262 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:57.598910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60c5fbd9-c67a-4493-b8d2-fe8b913faaa4 req-3f869865-6dad-49b2-ae09-24e3bd16a262 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 946 time: 0.0532293 Feb 15 01:36:57.645315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60c5fbd9-c67a-4493-b8d2-fe8b913faaa4 req-29215475-92cd-44ee-b70c-27d48d17ff1e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Feb 15 01:36:57.827549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:57.842222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb979-9810-4dc9-9f3d-c527d753f00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:57.921190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb979-9810-4dc9-9f3d-c527d753f00a admin admin] Publish callbacks [] for security_group (2541affe-ef1b-485f-bd62-d4461c234406), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:57.973253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb979-9810-4dc9-9f3d-c527d753f00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2541affe-ef1b-485f-bd62-d4461c234406), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.010150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e5bb979-9810-4dc9-9f3d-c527d753f00a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b027b32387dc45dcae1004b7189aca00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815057 Feb 15 01:36:58.013412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:58.016596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bb979-9810-4dc9-9f3d-c527d753f00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2541affe-ef1b-485f-bd62-d4461c234406,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:58.073975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] Publish callbacks [] for security_group (2541affe-ef1b-485f-bd62-d4461c234406), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.126663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] Publish callbacks [] for security_group (2541affe-ef1b-485f-bd62-d4461c234406), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.230433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d100a-b78c-45ea-9f6b-f493b49784a1 req-306515db-fb56-4b1c-9860-4b7889f27d7f tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:58.237505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-384d100a-b78c-45ea-9f6b-f493b49784a1 req-306515db-fb56-4b1c-9860-4b7889f27d7f tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1129 time: 0.0664184 Feb 15 01:36:58.238485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:58.324748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-384d100a-b78c-45ea-9f6b-f493b49784a1 req-73928a7a-0144-4294-b1e0-ebd86f47669a tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Feb 15 01:36:58.448409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a99c-7b35-4850-89b1-e7bb3d085534 req-2612fb89-7f07-45c8-bda6-aa7ae1bb5522 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:58.451472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fc5a99c-7b35-4850-89b1-e7bb3d085534 req-2612fb89-7f07-45c8-bda6-aa7ae1bb5522 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0682161 Feb 15 01:36:58.461095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32383966-54b2-4e34-be23-ad19c360f07b req-e9dea406-2ed1-49c6-8ced-c1eacbfd48d2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:58.468550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32383966-54b2-4e34-be23-ad19c360f07b req-e9dea406-2ed1-49c6-8ced-c1eacbfd48d2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.3897417 Feb 15 01:36:58.532966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fc5a99c-7b35-4850-89b1-e7bb3d085534 req-98988db1-04de-4b71-9b18-aae2b4578e87 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745726 Feb 15 01:36:58.540485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-997e535c-08b0-423d-8923-146e93f60e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:58.542001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-997e535c-08b0-423d-8923-146e93f60e18 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1133 time: 0.3846092 Feb 15 01:36:58.552588 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32383966-54b2-4e34-be23-ad19c360f07b req-da549bfb-89b2-40a3-9287-f9ac22653660 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831230 Feb 15 01:36:58.563300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:36:58.586325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8b4c-9ffc-4a33-9b84-b677d60d887e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.633501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2541affe-ef1b-485f-bd62-d4461c234406), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.633501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.634866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2541affe-ef1b-485f-bd62-d4461c234406 HTTP/1.1" status: 204 len: 168 time: 0.6205013 Feb 15 01:36:58.647509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.650770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766d588-cae8-4a0c-9978-4caf48172e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2541affe-ef1b-485f-bd62-d4461c234406,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:58.700507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c962a-ec88-4373-80e4-2f1c29d9e52f req-20ad4b97-de7f-418c-a7d7-58d9f5c4e964 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:58.700507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-141c962a-ec88-4373-80e4-2f1c29d9e52f req-20ad4b97-de7f-418c-a7d7-58d9f5c4e964 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1129 time: 0.0786431 Feb 15 01:36:58.763676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8b4c-9ffc-4a33-9b84-b677d60d887e admin admin] Publish callbacks [] for security_group (5a047ba3-a062-4c80-a4dc-3de89dd68aed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.767564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-141c962a-ec88-4373-80e4-2f1c29d9e52f req-0ce692b6-7b0e-44ef-a52b-94180235a6b0 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653319 Feb 15 01:36:58.887861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:36:58.890888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8b4c-9ffc-4a33-9b84-b677d60d887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5a047ba3-a062-4c80-a4dc-3de89dd68aed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:58.928603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c5c8b4c-9ffc-4a33-9b84-b677d60d887e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6175c84c6c204b978bed5e162d69cec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6860127 Feb 15 01:36:58.929257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:36:58.931441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-e55f5306-8fc0-4277-958c-045a2c6d66f8 req-7a87a9fd-dd19-4f9e-af06-33cada579b3a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:36:58.932678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e55f5306-8fc0-4277-958c-045a2c6d66f8 req-7a87a9fd-dd19-4f9e-af06-33cada579b3a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118082 Feb 15 01:36:58.948324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:58.953193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c8b4c-9ffc-4a33-9b84-b677d60d887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a047ba3-a062-4c80-a4dc-3de89dd68aed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:59.020939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks [] for port (254f3595-d853-477a-84bc-383fcef0c989), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.034356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Transition to ACTIVE for port object 254f3595-d853-477a-84bc-383fcef0c989 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:36:59.035159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:36:59.037565 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3762f36c-1fb1-41a0-83ac-fdeac690736c" -d '{"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-unplugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:36:59.056466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] Publish callbacks [] for security_group (5a047ba3-a062-4c80-a4dc-3de89dd68aed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.081369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] Publish callbacks [] for security_group (5a047ba3-a062-4c80-a4dc-3de89dd68aed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.104579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.163807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:59.188947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] No DVR routers for this DVR port 254f3595-d853-477a-84bc-383fcef0c989 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:36:59.242637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:36:59.242637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:36:59.242637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:59.242637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:36:59.242957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Attempting to bind port 254f3595-d853-477a-84bc-383fcef0c989 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:36:59.248238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:36:59.248635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:36:59.249001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:36:59.249432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Bound port: 254f3595-d853-477a-84bc-383fcef0c989, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:36:59.249790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.311651 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd36e6-7ff6-45ea-89e1-e820073d913f x-openstack-request-id: req-11bd36e6-7ff6-45ea-89e1-e820073d913f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:36:59.311955 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-unplugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:36:59.312214 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11bd36e6-7ff6-45ea-89e1-e820073d913f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:36:59.312698 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'code': 200} Feb 15 01:36:59.315060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5a047ba3-a062-4c80-a4dc-3de89dd68aed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.322173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.328262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a047ba3-a062-4c80-a4dc-3de89dd68aed HTTP/1.1" status: 204 len: 168 time: 0.3938429 Feb 15 01:36:59.367878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e871cd-61d8-473c-9dcb-659ff4dc38c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a047ba3-a062-4c80-a4dc-3de89dd68aed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:59.390747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:36:59.399464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:36:59.496230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.531378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:59.532015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:36:59.533430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 1097 time: 0.9799042 Feb 15 01:36:59.556449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989a6f-683f-455b-a336-ef7225c969b7 service neutron] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:36:59.611470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-6c9a8367-bd79-405d-9c85-9417ca024fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:59.613599 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-6c9a8367-bd79-405d-9c85-9417ca024fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.0532548 Feb 15 01:36:59.726501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-99bda2b0-22df-4267-a493-91beb1f78565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:59.729139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-99bda2b0-22df-4267-a493-91beb1f78565 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1000724 Feb 15 01:36:59.793324 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-fc2ce986-d6e8-409b-a821-54b43241dfe9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Feb 15 01:36:59.851328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-2e6f77a0-50f3-4eb6-8216-9b1bd5c1474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:59.852956 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-2e6f77a0-50f3-4eb6-8216-9b1bd5c1474c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0542536 Feb 15 01:36:59.913971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013435-c315-45ed-b454-517cd726b6ce req-6a1e68d9-ef75-4d20-a2c6-5763b1569a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:36:59.915980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-6a1e68d9-ef75-4d20-a2c6-5763b1569a1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0548065 Feb 15 01:37:00.013516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-a3070984-3684-4131-8864-5abca425c3d3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912254 Feb 15 01:37:00.124853 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62013435-c315-45ed-b454-517cd726b6ce req-b2d73f72-d4d1-4871-a09f-13edcbdee36e service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046867 Feb 15 01:37:00.154887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:00.173360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d85e366e-7ec5-4d22-b287-4196f4bc1d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.259166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d85e366e-7ec5-4d22-b287-4196f4bc1d55 admin admin] Publish callbacks [] for security_group (06279af1-cf90-4f2f-babe-319f916923a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.329665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d85e366e-7ec5-4d22-b287-4196f4bc1d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (06279af1-cf90-4f2f-babe-319f916923a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.373270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d85e366e-7ec5-4d22-b287-4196f4bc1d55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=028f1c734cc744a4ac649d53d67a5735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169404 Feb 15 01:37:00.375147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e366e-7ec5-4d22-b287-4196f4bc1d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06279af1-cf90-4f2f-babe-319f916923a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:00.376215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:00.448618 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] Publish callbacks [] for security_group (06279af1-cf90-4f2f-babe-319f916923a7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.485239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] Publish callbacks [] for security_group (06279af1-cf90-4f2f-babe-319f916923a7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.533605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a595-13d3-410c-8559-7449bdf304b3 req-df949edf-5a42-447b-bdcb-14b83382f298 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:00.542173 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4df0a595-13d3-410c-8559-7449bdf304b3 req-df949edf-5a42-447b-bdcb-14b83382f298 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0737159 Feb 15 01:37:00.561980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 254f3595-d853-477a-84bc-383fcef0c989 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:00.595022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4df0a595-13d3-410c-8559-7449bdf304b3 req-3293db00-2f5e-44b3-b40d-b02fe5594862 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519662 Feb 15 01:37:00.604744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (06279af1-cf90-4f2f-babe-319f916923a7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.605530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 254f3595-d853-477a-84bc-383fcef0c989 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:37:00.606094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 254f3595-d853-477a-84bc-383fcef0c989 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:37:00.607498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:00.608933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06279af1-cf90-4f2f-babe-319f916923a7 HTTP/1.1" status: 204 len: 168 time: 0.2301316 Feb 15 01:37:00.618517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f7d4c-c247-4053-a79f-fcb9a3f549d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06279af1-cf90-4f2f-babe-319f916923a7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:00.734945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31bbc3-c381-4de3-9469-19fc85d871dc req-87c9bec7-010a-457e-ac67-fc385031379c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:00.736459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f31bbc3-c381-4de3-9469-19fc85d871dc req-87c9bec7-010a-457e-ac67-fc385031379c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.0554898 Feb 15 01:37:00.782882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f31bbc3-c381-4de3-9469-19fc85d871dc req-27bfe376-d19b-4c7f-bcae-644eda5c79c2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Feb 15 01:37:01.314364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:01.316692 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ebf4d-7582-472f-96f4-5d26c3102473" -d '{"events": [{"name": "network-changed", "server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:01.766332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-ce7bb220-140e-4ed5-b45b-d764c3bf22b8 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:01.767399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-ce7bb220-140e-4ed5-b45b-d764c3bf22b8 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1542637 Feb 15 01:37:01.811262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6687e108-653a-43e5-a59a-c991fe7d8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:01.812662 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6687e108-653a-43e5-a59a-c991fe7d8999 service neutron] 10.222.0.43 "GET /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 1126 time: 0.0379837 Feb 15 01:37:01.821794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Request body: {'binding': {'host': 'n-h2-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:01.822309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:37:01.906675 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2fdf42-bc75-4af6-af63-8c8b3ca82e01 x-openstack-request-id: req-9e2fdf42-bc75-4af6-af63-8c8b3ca82e01 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:01.906965 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:01.907213 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e2fdf42-bc75-4af6-af63-8c8b3ca82e01 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:01.907615 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'status': 'completed', 'code': 200} Feb 15 01:37:01.985396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-25e28459-c87d-416f-9ad6-1a6d61fa8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:01.988434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-25e28459-c87d-416f-9ad6-1a6d61fa8ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.0589516 Feb 15 01:37:02.008257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on host n-h2-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:02.008626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:02.008961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:02.015200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:02.015525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:02.021341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:02.021686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:02.022071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:02.022502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Bound port: 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:02.047677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-b8db18c4-3a09-469b-80b0-640e634c6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.049329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-b8db18c4-3a09-469b-80b0-640e634c6016 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.1262882 Feb 15 01:37:02.108448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-cce78866-b30d-4938-9f70-806bb3b8e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.108448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-cce78866-b30d-4938-9f70-806bb3b8e3b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1100559 Feb 15 01:37:02.154311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-a55098ce-5f23-46b4-a7c3-ad9d8fb67db5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0390022 Feb 15 01:37:02.188146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:02.204627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-9e58441a-7ed5-4c37-a3da-9e9976a7e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.205575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-9e58441a-7ed5-4c37-a3da-9e9976a7e963 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0455730 Feb 15 01:37:02.208565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-b4fc1a22-4938-49dc-8758-43ab84d4e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.210080 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-b4fc1a22-4938-49dc-8758-43ab84d4e5b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1346114 Feb 15 01:37:02.266020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-3e735dec-f082-4024-ae38-6ff72597406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.267574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-3e735dec-f082-4024-ae38-6ff72597406f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0564661 Feb 15 01:37:02.302498 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-62828347-4df1-456d-93d8-df99b461ab8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0843477 Feb 15 01:37:02.306830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:02.308937 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-08d1517d-58ad-4233-907d-ec028baa3213 service neutron] 10.222.0.43 "POST /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077/bindings HTTP/1.1" status: 201 len: 390 time: 0.4900804 Feb 15 01:37:02.370239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-e7012849-3f15-4d59-98eb-d18054f40154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.373922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-e7012849-3f15-4d59-98eb-d18054f40154 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0638652 Feb 15 01:37:02.419262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-42680255-57e1-48b8-920c-6677d3fd7ba3 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437531 Feb 15 01:37:02.468040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-5a73637a-6fc7-4dd4-be60-27ff717e43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.470088 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-5a73637a-6fc7-4dd4-be60-27ff717e43f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0884981 Feb 15 01:37:02.543749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-df95ed26-7c5e-4331-a5cc-bbcdf73e3cec service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151443 Feb 15 01:37:02.610787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab3bf-9347-47a0-85b6-ab42631bed48 req-a29ba18a-0efd-40fe-9e5c-2c73e3d6c2c0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.612890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd7ab3bf-9347-47a0-85b6-ab42631bed48 req-a29ba18a-0efd-40fe-9e5c-2c73e3d6c2c0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1121559 Feb 15 01:37:02.619396 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-e4b13553-7cbd-47f5-95dd-4f93f5f12475 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423483 Feb 15 01:37:02.734491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd7ab3bf-9347-47a0-85b6-ab42631bed48 req-009df66a-a46f-40bf-a4e5-19ec2b14d23b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980668 Feb 15 01:37:02.771143 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-573ebf4d-7582-472f-96f4-5d26c3102473 req-15dea75d-fb6d-468b-8be9-8da94c3e58b3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313031 Feb 15 01:37:02.848770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ebe4c-54b1-4737-bd10-94ee8c63114c req-1124e1f4-1504-4a43-9b03-ea5f5e24ac84 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:02.850289 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9f1ebe4c-54b1-4737-bd10-94ee8c63114c req-1124e1f4-1504-4a43-9b03-ea5f5e24ac84 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.0594196 Feb 15 01:37:02.909964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9f1ebe4c-54b1-4737-bd10-94ee8c63114c req-b23bdd68-94a4-445d-8364-bb64f05157e8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537264 Feb 15 01:37:03.065308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6c819512-a2fe-4c87-b08e-473dbbc6e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.066856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6c819512-a2fe-4c87-b08e-473dbbc6e92c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1129 time: 0.0459545 Feb 15 01:37:03.165400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-4c8a6453-8146-42d8-a90d-2f93c1460733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.167011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-4c8a6453-8146-42d8-a90d-2f93c1460733 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.0936747 Feb 15 01:37:03.210565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907a61-c8ad-475b-8974-f3c05d426372 req-fd726c39-cde4-404e-81eb-03f1abd4ce6f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.211137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-79037542-fee6-4160-bef6-131bf83b0de7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0357931 Feb 15 01:37:03.212048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43907a61-c8ad-475b-8974-f3c05d426372 req-fd726c39-cde4-404e-81eb-03f1abd4ce6f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 946 time: 0.0537055 Feb 15 01:37:03.269433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-7cab9d6c-d3a4-48a2-8af8-c32b654f2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.271252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-7cab9d6c-d3a4-48a2-8af8-c32b654f2338 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0542190 Feb 15 01:37:03.273281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43907a61-c8ad-475b-8974-f3c05d426372 req-b82252b3-10d7-4837-8d02-7920f62b7f36 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Feb 15 01:37:03.309578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-3575510d-e252-4ce4-b683-8ae3c5ad78e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320573 Feb 15 01:37:03.420009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-7c9a0345-53d5-4423-bc20-46af663c5a3d service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025155 Feb 15 01:37:03.437726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-08e78751-0d08-4029-89a3-c567a263ec8a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334098 Feb 15 01:37:03.537960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-15e6757c-a75a-477a-9549-07804ef70468 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077590 Feb 15 01:37:03.644509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-75b9bdbd-2eef-43dd-8b9a-d133e4eb7121 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.645978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-75b9bdbd-2eef-43dd-8b9a-d133e4eb7121 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072320 Feb 15 01:37:03.652465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-3a50ff3d-c097-4590-9ef7-8491970be914 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.653793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-3a50ff3d-c097-4590-9ef7-8491970be914 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586&tenant_id=cc7a8137081c45c890efebef7417ab1a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 948 time: 0.1577892 Feb 15 01:37:03.669602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-9b3158c1-e02b-4210-9700-4201e875f909 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0148823 Feb 15 01:37:03.700116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b2e60-7e2e-403b-a41e-b9b506bb335e req-2b811a46-aad3-45fc-9f07-76508663de03 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.701803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e24b2e60-7e2e-403b-a41e-b9b506bb335e req-2b811a46-aad3-45fc-9f07-76508663de03 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 948 time: 0.0576308 Feb 15 01:37:03.720743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-772e871d-26c7-48ec-b54e-0aa0a7fa1e78 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341296 Feb 15 01:37:03.748362 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-2514b75b-72c2-465e-9466-1c2baf92f7be service neutron] delete failed (client error): The resource could not be found. Feb 15 01:37:03.749386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-2514b75b-72c2-465e-9466-1c2baf92f7be service neutron] 10.222.0.37 "DELETE /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0884490 Feb 15 01:37:03.756694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e24b2e60-7e2e-403b-a41e-b9b506bb335e req-bd356794-bd9b-46e0-b8cd-096bf5345c0c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Feb 15 01:37:03.845808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 254f3595-d853-477a-84bc-383fcef0c989 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:03.889933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-761571b3-f25a-47f8-aeeb-f2aca53c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.891532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-761571b3-f25a-47f8-aeeb-f2aca53c8e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1131 time: 0.0592299 Feb 15 01:37:03.938151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-1b664b37-5724-4b2e-9032-7328fe628610 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:03.942642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-1b664b37-5724-4b2e-9032-7328fe628610 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1129 time: 0.1457667 Feb 15 01:37:03.955085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-14'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:04.018765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:04.033116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '254f3595-d853-477a-84bc-383fcef0c989', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '254f3595-d853-477a-84bc-383fcef0c989', 'mac_address': 'fa:16:3e:88:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:04.056549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-e0210c0a-4603-423b-8652-d7f11914e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:04.059658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-e0210c0a-4603-423b-8652-d7f11914e3af service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1607168 Feb 15 01:37:04.079170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 254f3595-d853-477a-84bc-383fcef0c989 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:04.079641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:04.097434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254f3595-d853-477a-84bc-383fcef0c989 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:04.117212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:04.119877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-428c08fa-9831-44f2-8167-9e90decec1b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0521197 Feb 15 01:37:04.127880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:04.183252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00a87-cf3a-4821-af95-76a0e7be1437 req-37c108d9-ab08-4a4e-bdf2-06c6061593de tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:04.184767 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d2d00a87-cf3a-4821-af95-76a0e7be1437 req-37c108d9-ab08-4a4e-bdf2-06c6061593de tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1389420 Feb 15 01:37:04.204028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9398fabf-04a6-4ea9-be7d-5e07d30c4aca req-8fe776b4-a6cb-4f0a-a57b-70acc88b048e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 210 time: 0.0310988 Feb 15 01:37:04.217665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-0cd7106a-888f-4a87-8b89-892d08792862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:04.217665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-0cd7106a-888f-4a87-8b89-892d08792862 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0892348 Feb 15 01:37:04.238691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:04.318212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d2d00a87-cf3a-4821-af95-76a0e7be1437 req-8937cc99-222c-4101-b4c8-8e5c2b1e4563 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175227 Feb 15 01:37:04.324041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:04.326211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-9e6c2b2f-fba2-4869-af8c-b0e4a883dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:04.329694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-9e6c2b2f-fba2-4869-af8c-b0e4a883dde6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1076832 Feb 15 01:37:04.356643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:04.398236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:04.448338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:04.448338 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0f045-6db1-4b24-ba6e-57f2fca3df6a" -d '{"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:04.453393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks [] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:04.457345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-040d2edb-7987-4b39-ba09-e127ea995f6d service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211812 Feb 15 01:37:04.531387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:04.580920 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa71d08f-8c1a-4a4f-a42d-d21ae03347bb x-openstack-request-id: req-aa71d08f-8c1a-4a4f-a42d-d21ae03347bb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:04.580920 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:04.580920 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa71d08f-8c1a-4a4f-a42d-d21ae03347bb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:04.580920 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'code': 200} Feb 15 01:37:04.653436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11863542-377d-4e7b-8896-fe69b12cbc71 req-302cc017-1518-4f71-9f9c-54f6ff842939 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876147 Feb 15 01:37:04.662393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5451cec-293e-49fd-ac99-3bd56054ca64 req-cf22f232-216a-48db-8995-637f40b19ef8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:04.675807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5451cec-293e-49fd-ac99-3bd56054ca64 req-cf22f232-216a-48db-8995-637f40b19ef8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 946 time: 0.1744835 Feb 15 01:37:04.700360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:04.780627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5451cec-293e-49fd-ac99-3bd56054ca64 req-839ee3b0-bd7e-471e-990a-b1c38224c5aa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 Feb 15 01:37:04.842956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on host n-h1-829064-14 for vnic_type normal with profile {"migrating_to": "n-h2-829064-14"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:04.843350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:04.844817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:04.857369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:04.864366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:04.864366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Attempting to bind port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:04.875706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:04.875706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:04.876115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:04.876876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Bound port: 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:04.878352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.118724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:05.156578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:05.185358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92baa-dc79-4d49-9987-804f15db6138 req-e3d2ef79-3aa5-4c7b-92fd-eb3213e2f60b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:05.186837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2a92baa-dc79-4d49-9987-804f15db6138 req-e3d2ef79-3aa5-4c7b-92fd-eb3213e2f60b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 949 time: 0.3231518 Feb 15 01:37:05.221131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:05.241710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:05.272462 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2a92baa-dc79-4d49-9987-804f15db6138 req-838f5b5c-6f77-49f0-bd1d-f8d5b0621181 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691848 Feb 15 01:37:05.337295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.348951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7df3e2b2-191b-479f-91c0-2d47ec2c6a35 req-d2dea506-0f35-44a4-86ef-2f1a3fa2a00d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 210 time: 0.0397971 Feb 15 01:37:05.404835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd496d-219d-4b88-8fe2-020b3bb76445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.502558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26a7423a-dc57-4196-8579-f35453a3df55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.542973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:05.591067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:05.591980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.593589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-6347971d-bdcc-41ff-8acf-0019ebcaae50 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 1124 time: 1.6440828 Feb 15 01:37:05.622707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ac6c8-5586-470e-867a-912d8d65a256 req-713dcbde-3a28-4e1d-a959-d16e77b8a35f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:05.624308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e11ac6c8-5586-470e-867a-912d8d65a256 req-713dcbde-3a28-4e1d-a959-d16e77b8a35f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1338110 Feb 15 01:37:05.641514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:05.665437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['0f95d98e-b795-47ba-bd2d-b29d4ddc0077'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:05.746225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e11ac6c8-5586-470e-867a-912d8d65a256 req-6545b47b-a49c-4b42-b6da-57a667fc0f1d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096323 Feb 15 01:37:05.849095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 254f3595-d853-477a-84bc-383fcef0c989 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:05.913632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d433ee1-0e21-480b-887d-6982902786bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:05.988515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd496d-219d-4b88-8fe2-020b3bb76445 admin admin] Publish callbacks [] for security_group (79ea53fb-e3ff-4794-9b57-872255d96859), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.020611 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26a7423a-dc57-4196-8579-f35453a3df55 admin admin] Publish callbacks [] for security_group (701e0e18-84bd-4bc0-b93f-24d1e25bb228), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.040916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd533d2-d340-4665-baa7-3b245da4b218 req-e8fd9258-908e-4984-af30-5495937168b9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.043259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afd533d2-d340-4665-baa7-3b245da4b218 req-e8fd9258-908e-4984-af30-5495937168b9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.1162708 Feb 15 01:37:06.063313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d433ee1-0e21-480b-887d-6982902786bb admin admin] Publish callbacks [] for security_group (b62e54ee-d6d3-4676-8314-148da0c9823c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.071037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 254f3595-d853-477a-84bc-383fcef0c989 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:06.079082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 254f3595-d853-477a-84bc-383fcef0c989 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:06.079458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (254f3595-d853-477a-84bc-383fcef0c989), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.120865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afd533d2-d340-4665-baa7-3b245da4b218 req-c7e0e821-c016-4dfb-ad90-cb446fc42601 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685060 Feb 15 01:37:06.124431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd496d-219d-4b88-8fe2-020b3bb76445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (79ea53fb-e3ff-4794-9b57-872255d96859), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.130050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26a7423a-dc57-4196-8579-f35453a3df55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (701e0e18-84bd-4bc0-b93f-24d1e25bb228), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.152503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d433ee1-0e21-480b-887d-6982902786bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b62e54ee-d6d3-4676-8314-148da0c9823c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.187230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd496d-219d-4b88-8fe2-020b3bb76445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea53fb-e3ff-4794-9b57-872255d96859,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.187478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 254f3595-d853-477a-84bc-383fcef0c989 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:06.187816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.203133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-26a7423a-dc57-4196-8579-f35453a3df55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78b36138f290413ea4e653c763f148a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0469244 Feb 15 01:37:06.206898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:06.211508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8cd496d-219d-4b88-8fe2-020b3bb76445 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7a5e8d17b554f41bdf8169769fd15e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0913906 Feb 15 01:37:06.215165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:06.221590 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d433ee1-0e21-480b-887d-6982902786bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a41548661a54e70af36414d95fb6810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5769570 Feb 15 01:37:06.224165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:06.224853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:06.227354 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b444c64-64ec-43b6-96c6-862ec37af061" -d '{"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-plugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:06.261972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:06.278559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d433ee1-0e21-480b-887d-6982902786bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e54ee-d6d3-4676-8314-148da0c9823c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.278954 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83835bf0-b652-410e-9ec6-4abffc3af6d8 x-openstack-request-id: req-83835bf0-b652-410e-9ec6-4abffc3af6d8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:06.279431 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-plugged", "status": "completed", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:06.279830 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83835bf0-b652-410e-9ec6-4abffc3af6d8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:06.280440 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'code': 200} Feb 15 01:37:06.294875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7423a-dc57-4196-8579-f35453a3df55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e0e18-84bd-4bc0-b93f-24d1e25bb228,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.344516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] Publish callbacks [] for security_group (b62e54ee-d6d3-4676-8314-148da0c9823c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.349934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.350093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] Publish callbacks [] for security_group (701e0e18-84bd-4bc0-b93f-24d1e25bb228), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.351784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:06.365032 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] Publish callbacks [] for security_group (79ea53fb-e3ff-4794-9b57-872255d96859), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.393197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] Publish callbacks [] for security_group (b62e54ee-d6d3-4676-8314-148da0c9823c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.393197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] Publish callbacks [] for security_group (701e0e18-84bd-4bc0-b93f-24d1e25bb228), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.428760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] Publish callbacks [] for security_group (79ea53fb-e3ff-4794-9b57-872255d96859), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.491302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.503347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b1f0a-c63e-46f9-a9a7-b1dafa264f75 req-d4abdbc1-545a-427c-b4de-1f2c0ba6a365 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.504881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-021b1f0a-c63e-46f9-a9a7-b1dafa264f75 req-d4abdbc1-545a-427c-b4de-1f2c0ba6a365 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.0972505 Feb 15 01:37:06.547076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5f4eec9-4983-48fe-8932-c92f9a9026aa req-08e66261-0540-4ca2-91fd-369861849cfc tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 210 time: 0.0469806 Feb 15 01:37:06.547707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:06.550696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.582425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:06.584221 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:06.585613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-021b1f0a-c63e-46f9-a9a7-b1dafa264f75 req-9469677a-61eb-4781-8779-219ca666a745 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634050 Feb 15 01:37:06.591878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:06.601482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b62e54ee-d6d3-4676-8314-148da0c9823c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.605072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.606255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b62e54ee-d6d3-4676-8314-148da0c9823c HTTP/1.1" status: 204 len: 168 time: 0.3708808 Feb 15 01:37:06.630837 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e80df9-6b3d-4967-805d-9c7238042168 x-openstack-request-id: req-b3e80df9-6b3d-4967-805d-9c7238042168 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:06.631201 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:06.631519 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3e80df9-6b3d-4967-805d-9c7238042168 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:06.631982 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'status': 'completed', 'code': 200} Feb 15 01:37:06.637806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69096e6-e87d-4b52-84f9-0aa41c1b8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e54ee-d6d3-4676-8314-148da0c9823c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.643528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (701e0e18-84bd-4bc0-b93f-24d1e25bb228), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.645057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (79ea53fb-e3ff-4794-9b57-872255d96859), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.648250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.652890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.655811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79ea53fb-e3ff-4794-9b57-872255d96859 HTTP/1.1" status: 204 len: 168 time: 0.4338391 Feb 15 01:37:06.659431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/701e0e18-84bd-4bc0-b93f-24d1e25bb228 HTTP/1.1" status: 204 len: 168 time: 0.4420314 Feb 15 01:37:06.691758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26c5c6-b1e9-4bba-a465-a142b1407f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea53fb-e3ff-4794-9b57-872255d96859,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.698474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:06.708764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86dc86-1f00-466d-bbb3-493638fcfb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e0e18-84bd-4bc0-b93f-24d1e25bb228,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.795788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-fe79ec46-c78e-4fc9-b6ea-edb56bed0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.800934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-fe79ec46-c78e-4fc9-b6ea-edb56bed0551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1158 time: 0.1352727 Feb 15 01:37:06.814497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:06.913264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c31f6-cb35-44ff-a75b-2e0ec9c673ad req-1bc8b739-b763-4593-9bd7-87ac855dcb99 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.914782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-700c31f6-cb35-44ff-a75b-2e0ec9c673ad req-1bc8b739-b763-4593-9bd7-87ac855dcb99 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.1562948 Feb 15 01:37:06.923094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e419535-fc0f-4a98-829a-baf7b4769ceb req-57c57c5a-b3ad-41f5-a810-063da4301f86 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.931781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4e419535-fc0f-4a98-829a-baf7b4769ceb req-57c57c5a-b3ad-41f5-a810-063da4301f86 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 970 time: 0.0722904 Feb 15 01:37:06.967311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-3b497a8c-3b8e-4e8e-86a7-77f907c35d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:06.968843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-3b497a8c-3b8e-4e8e-86a7-77f907c35d0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1508536 Feb 15 01:37:06.970418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-2cda651c-8edd-47a9-b11e-32f312c87020 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348516 Feb 15 01:37:06.983106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4e419535-fc0f-4a98-829a-baf7b4769ceb req-79b62fae-920d-465f-b595-379fc1296906 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504539 Feb 15 01:37:07.066990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-2d0692d9-0a76-4cd4-ad71-8968866fdb7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0863316 Feb 15 01:37:07.145091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-700c31f6-cb35-44ff-a75b-2e0ec9c673ad req-b38d24fd-9ae9-4763-81bd-5c40132c0834 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228510 Feb 15 01:37:07.190626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-d44e5414-46b7-48f0-bb06-ddade6f9ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:07.192192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-d44e5414-46b7-48f0-bb06-ddade6f9ddf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0943117 Feb 15 01:37:07.244135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-5d139cd1-131b-4e7d-ae63-1d7fe5d99afd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404837 Feb 15 01:37:07.255233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-ca4c556d-d97b-4717-9c4f-f1643f4edd97 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:07.257355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-ca4c556d-d97b-4717-9c4f-f1643f4edd97 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755938 Feb 15 01:37:07.270778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:07.297857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e21f1b-d75f-4c93-b2b8-b83cb53973b3 req-13437835-96e1-486d-934e-55e5895323ff tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:07.300387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-96e21f1b-d75f-4c93-b2b8-b83cb53973b3 req-13437835-96e1-486d-934e-55e5895323ff tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0681059 Feb 15 01:37:07.354909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-96e21f1b-d75f-4c93-b2b8-b83cb53973b3 req-5f85a597-6c62-4c51-b705-0a54682719c7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Feb 15 01:37:07.431678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-f03f2e2d-8a2f-4fbf-908a-14f750956bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732759 Feb 15 01:37:07.504126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:07.523357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5079c625-c916-4fd3-a63a-7f539c878e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.567313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:07.570633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.581014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22ce6d28-37aa-4ff8-b5f6-fdb2e2aef199 req-0fdb6c66-05dc-43ca-86af-01b984eec82e service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411917 Feb 15 01:37:07.594116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.690284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-201600b2-7f07-40af-8c2a-1bdb26327999 req-095842cc-4f21-45a4-bd45-0bbf770d0a1d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 210 time: 0.0457289 Feb 15 01:37:07.698553 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-393553c4-c5b8-4c9f-8c1e-f1032d47b7b2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347493 Feb 15 01:37:07.704494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5079c625-c916-4fd3-a63a-7f539c878e00 admin admin] Publish callbacks [] for security_group (78e2b4b4-75a1-4464-995c-2bd47f53549b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.740057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for security_group (7b7e6f4d-0420-491d-8d84-d6cedd5f84b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.791995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5079c625-c916-4fd3-a63a-7f539c878e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (78e2b4b4-75a1-4464-995c-2bd47f53549b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.803973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-e114b7ac-ce32-423e-9cb5-7c2bdff39940 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:07.805509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-e114b7ac-ce32-423e-9cb5-7c2bdff39940 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063836 Feb 15 01:37:07.820892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-aad2e4b3-8f4c-4a15-8598-c6d5a282d927 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/quotas/cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 375 time: 0.0097623 Feb 15 01:37:07.828411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b7e6f4d-0420-491d-8d84-d6cedd5f84b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.838009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5079c625-c916-4fd3-a63a-7f539c878e00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c29add9ba064371bd9cc46dc2f14d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304069 Feb 15 01:37:07.841102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:07.841448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:07.843752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079c625-c916-4fd3-a63a-7f539c878e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2b4b4-75a1-4464-995c-2bd47f53549b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:07.848413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:07.891625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fdc-c139-4701-8efe-8bfb836b351f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:07.923866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:07.977858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-28e3511a-9684-4b58-8067-911541689379 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456873 Feb 15 01:37:07.984553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:08.000678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'mac_address': 'fa:16:3e:82:03:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:08.000894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.170 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/04f2f612-7a31-491c-bf8f-a1006ff3dfbe) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:08.017463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] Publish callbacks [] for security_group (78e2b4b4-75a1-4464-995c-2bd47f53549b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.048954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:08.049890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.063410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:08.067694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:08.070104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] Publish callbacks [] for security_group (78e2b4b4-75a1-4464-995c-2bd47f53549b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.091266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf4c5-c9f4-4ecb-836c-07d51aaae3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.099189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:08.136173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fdc-c139-4701-8efe-8bfb836b351f admin admin] Publish callbacks [] for security_group (a858dbd1-91a9-4024-a454-cf3dd3e9e8cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.184158 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.197032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd838d8a-25ff-4776-b4c7-c327480aa161 req-3087a2bd-289e-4c3c-b365-ca6ff3b9f048 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:08.198498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd838d8a-25ff-4776-b4c7-c327480aa161 req-3087a2bd-289e-4c3c-b365-ca6ff3b9f048 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 970 time: 0.0926418 Feb 15 01:37:08.214250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (78e2b4b4-75a1-4464-995c-2bd47f53549b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.217252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.220742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78e2b4b4-75a1-4464-995c-2bd47f53549b HTTP/1.1" status: 204 len: 168 time: 0.3760593 Feb 15 01:37:08.220742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fdc-c139-4701-8efe-8bfb836b351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a858dbd1-91a9-4024-a454-cf3dd3e9e8cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.236517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.248380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1219e95-26fc-4308-a23b-8fdf86bc91ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2b4b4-75a1-4464-995c-2bd47f53549b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.281767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:08.282859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf4c5-c9f4-4ecb-836c-07d51aaae3d9 admin admin] Publish callbacks [] for security_group (9edadfaf-d655-4dd8-a9aa-5e419f19fc8f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.288844 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f2a4a-b525-4b1a-aff4-8bd0b20c2a0c" -d '{"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-unplugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:08.316262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a0dc0fdc-c139-4701-8efe-8bfb836b351f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29c9de352acc434e876e2061315a4829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691947 Feb 15 01:37:08.324967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:08.359612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd838d8a-25ff-4776-b4c7-c327480aa161 req-8f340e4c-6851-4ea2-b779-63b416302e48 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525147 Feb 15 01:37:08.359785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc0fdc-c139-4701-8efe-8bfb836b351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a858dbd1-91a9-4024-a454-cf3dd3e9e8cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.378181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf4c5-c9f4-4ecb-836c-07d51aaae3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9edadfaf-d655-4dd8-a9aa-5e419f19fc8f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.387917 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7043acb6-37bd-4681-a566-d3d1d1c83361 req-e1442768-8310-4682-b1dc-a6083ca5d359 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0634053 Feb 15 01:37:08.448504 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865334d7-8d75-40f0-8e2f-8235638c21b2 x-openstack-request-id: req-865334d7-8d75-40f0-8e2f-8235638c21b2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:08.448812 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-unplugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:08.449102 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-865334d7-8d75-40f0-8e2f-8235638c21b2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:08.449484 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'code': 200} Feb 15 01:37:08.462647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] Publish callbacks [] for security_group (a858dbd1-91a9-4024-a454-cf3dd3e9e8cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.494445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] Publish callbacks [] for security_group (a858dbd1-91a9-4024-a454-cf3dd3e9e8cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.502912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:08.506840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bf4c5-c9f4-4ecb-836c-07d51aaae3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edadfaf-d655-4dd8-a9aa-5e419f19fc8f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.520885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd6bf4c5-c9f4-4ecb-836c-07d51aaae3d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1908f2035e1435bb6504758e1ff8275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536805 Feb 15 01:37:08.530307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41618) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:08.540738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.633980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc80b-3de5-4a2b-9dae-62119eaf0f23 req-3d9ab83c-a2be-449e-9d09-85f91607eadc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:08.635499 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50bdc80b-3de5-4a2b-9dae-62119eaf0f23 req-3d9ab83c-a2be-449e-9d09-85f91607eadc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.1184199 Feb 15 01:37:08.641062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] Publish callbacks [] for security_group (9edadfaf-d655-4dd8-a9aa-5e419f19fc8f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.687098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] Publish callbacks [] for security_group (9edadfaf-d655-4dd8-a9aa-5e419f19fc8f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.707699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.717738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a858dbd1-91a9-4024-a454-cf3dd3e9e8cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.720394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.721582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a858dbd1-91a9-4024-a454-cf3dd3e9e8cc HTTP/1.1" status: 204 len: 168 time: 0.3950477 Feb 15 01:37:08.743003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9185e-2a97-4938-b513-85cc3cf0e283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a858dbd1-91a9-4024-a454-cf3dd3e9e8cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.754781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50bdc80b-3de5-4a2b-9dae-62119eaf0f23 req-2a9a9acc-439b-4d9b-8046-d59ef11611d2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118643 Feb 15 01:37:08.806217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:08.810284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:08.815991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:08.820076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.875878 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9edadfaf-d655-4dd8-a9aa-5e419f19fc8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.879288 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.882622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9edadfaf-d655-4dd8-a9aa-5e419f19fc8f HTTP/1.1" status: 204 len: 168 time: 0.3429942 Feb 15 01:37:08.894256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2b5bd-49bb-449b-b2dc-2c38ce2c393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edadfaf-d655-4dd8-a9aa-5e419f19fc8f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:08.929212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:08.929863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:08.954869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac4db6-d8ac-423c-8658-3a82dab5c2e5 req-2558495f-6c3a-4d15-a80b-482fa19014dc tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:08.956532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ac4db6-d8ac-423c-8658-3a82dab5c2e5 req-2558495f-6c3a-4d15-a80b-482fa19014dc tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 936 time: 0.1338894 Feb 15 01:37:09.014240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-4c42e772-52ed-4978-b5b2-b73e253a4c49 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7480345 Feb 15 01:37:09.025396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ac4db6-d8ac-423c-8658-3a82dab5c2e5 req-5f868bce-61c8-4831-9783-e56d820da2ec tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613277 Feb 15 01:37:09.030898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Request body: {'port': {'device_id': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:09.098882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.154008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fc0d10bf-fdae-443a-8789-d0bc5647a8cb None None] Provisioning complete for port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:09.154008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc0d10bf-fdae-443a-8789-d0bc5647a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.192184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d10bf-fdae-443a-8789-d0bc5647a8cb None None] Port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:09.394863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f2f612-7a31-491c-bf8f-a1006ff3dfbe {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:09.402559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks [] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.416384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Transition to ACTIVE for port object 04f2f612-7a31-491c-bf8f-a1006ff3dfbe will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:09.506629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.508330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f4f37-dbd0-49b6-a000-f21f4befa4e0 req-44f0705e-d8b0-4b16-8d81-564c4c23895c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:09.510031 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b0f4f37-dbd0-49b6-a000-f21f4befa4e0 req-44f0705e-d8b0-4b16-8d81-564c4c23895c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 971 time: 0.0728002 Feb 15 01:37:09.534502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64e0465e-d1d9-473f-a62d-8b5044c48508 req-367efed5-9462-4ecf-8f97-ae738846ab19 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0590487 Feb 15 01:37:09.568195 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b0f4f37-dbd0-49b6-a000-f21f4befa4e0 req-89a3e78f-e709-4f3f-a5c0-8bc10cef303d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 Feb 15 01:37:09.596555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Pushing event updated for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:09.695076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Attempting to bind port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:09.695720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Attempting to bind port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:09.696257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Attempting to bind port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:09.701870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:09.702363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Attempting to bind port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:09.708852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:09.709442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:09.710001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:09.710600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Bound port: 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:09.711134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.780919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:09.785024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:09.866869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:09.869046 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.871001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:09.911293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:09.911964 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:09.913411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] 10.222.0.37 "PUT /v2.0/ports/04f2f612-7a31-491c-bf8f-a1006ff3dfbe HTTP/1.1" status: 200 len: 1097 time: 0.8869262 Feb 15 01:37:09.917145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:09.924352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:09.967304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ee05d-73cb-412c-8da7-7ea816c8ca86 req-ff7e3132-ec6c-4117-919d-e735d6a757ed tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:09.969045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-522ee05d-73cb-412c-8da7-7ea816c8ca86 req-ff7e3132-ec6c-4117-919d-e735d6a757ed tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.1460843 Feb 15 01:37:09.985131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190d01-d360-4c81-92e8-8fa168bfe328 service neutron] Pushing event updated for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:10.021684 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e813308-30b7-4075-8933-40641c82a955 x-openstack-request-id: req-0e813308-30b7-4075-8933-40641c82a955 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:10.023374 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:10.023587 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e813308-30b7-4075-8933-40641c82a955 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:10.023965 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe', 'status': 'completed', 'code': 200} Feb 15 01:37:10.079520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 065c81c3-7258-4ec7-9c63-da81d77726b0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:10.081237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:10.116948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-522ee05d-73cb-412c-8da7-7ea816c8ca86 req-ded4623b-16bc-4e27-b547-dcb6dda631d2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355283 Feb 15 01:37:10.146567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa req-7c42254a-bf25-4a6e-a030-50e5c4c40ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.148059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa req-7c42254a-bf25-4a6e-a030-50e5c4c40ebe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1131 time: 0.0765855 Feb 15 01:37:10.223190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:10.232414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa req-55f068dc-0f18-4b13-a6cf-8ef28e9e4be0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686884 Feb 15 01:37:10.238226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842511b-94a8-4c7b-b906-0b16f8aeb993 req-25495597-3f42-4c09-b403-2d508118ea99 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.247375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3842511b-94a8-4c7b-b906-0b16f8aeb993 req-25495597-3f42-4c09-b403-2d508118ea99 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 948 time: 0.0940449 Feb 15 01:37:10.329687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3842511b-94a8-4c7b-b906-0b16f8aeb993 req-3af25820-0038-45aa-89a8-47bf6baa5ef0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797958 Feb 15 01:37:10.380647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa req-080af652-519a-410a-8f97-bbba57cbbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.382132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fde6d3-f16a-498b-8cf5-52609d7eb0fa req-080af652-519a-410a-8f97-bbba57cbbac9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435018 Feb 15 01:37:10.426471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 has no active binding in host n-h2-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:37:10.487343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-bf0823be-ebe2-4170-9300-dfdd4c621691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.489232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-bf0823be-ebe2-4170-9300-dfdd4c621691 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1131 time: 0.0582280 Feb 15 01:37:10.502864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:10.503522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:10.504584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:10.535607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-0de55eb3-219b-47cc-bfcc-ad9c35a64963 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe HTTP/1.1" status: 200 len: 217 time: 0.0391221 Feb 15 01:37:10.543884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:10.544947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:10.547938 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5339a3-1771-4109-a3a1-a9cb3dd0bda3" -d '{"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:10.592108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-56e722ff-19b2-46de-8427-de99d7735294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.594256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-56e722ff-19b2-46de-8427-de99d7735294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0493557 Feb 15 01:37:10.608401 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50838aef-c305-4759-a5a3-f92e4b9314e6 x-openstack-request-id: req-50838aef-c305-4759-a5a3-f92e4b9314e6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:10.609182 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:10.609646 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50838aef-c305-4759-a5a3-f92e4b9314e6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:10.610271 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'code': 200} Feb 15 01:37:10.624219 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:10.674954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-ab1b5185-c9d4-4540-b43c-c9fd92972c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.676937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-ab1b5185-c9d4-4540-b43c-c9fd92972c8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0663428 Feb 15 01:37:10.714074 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-923f1c23-5440-48ad-857c-5016341a5b25 req-962f5404-4129-4eb8-92c6-dfd90ec95c40 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0449147 Feb 15 01:37:10.729047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:10.800276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-network', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:10.841277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e63e56-d270-4cca-9132-8d4707962857 req-0fbce679-8b96-4c14-b98d-0c95a6440af7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.842890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e63e56-d270-4cca-9132-8d4707962857 req-0fbce679-8b96-4c14-b98d-0c95a6440af7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1066651 Feb 15 01:37:10.875222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-f4e3b65f-db3c-406d-a21a-bff841d248c6 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804729 Feb 15 01:37:10.907343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Made reservation on behalf of 550c99024d9e4c9fb4d85a1f102c8799 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:10.910935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:10.919410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-94b64fab-c685-4436-99aa-6277ade96c76 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500302 Feb 15 01:37:10.928079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:10.954238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef1874-266c-4e29-b5a2-d7226ef47c87 req-60469872-8f0e-4871-bbc0-db2fde2a0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:10.958926 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e8ef1874-266c-4e29-b5a2-d7226ef47c87 req-60469872-8f0e-4871-bbc0-db2fde2a0248 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1155 time: 0.0954862 Feb 15 01:37:11.045856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e8ef1874-266c-4e29-b5a2-d7226ef47c87 req-080507c2-13f4-4a6c-bc69-385d056aa2c1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726039 Feb 15 01:37:11.082351 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks [] for security_group (b1840bb0-1062-412e-ad72-3aca58ca223b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.146734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b1840bb0-1062-412e-ad72-3aca58ca223b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.168825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:37:11.190243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1840bb0-1062-412e-ad72-3aca58ca223b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:11.195333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0de17c1f-d7da-4947-928e-ea2c8cc2d37a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.195695 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Added segment 0de17c1f-d7da-4947-928e-ea2c8cc2d37a of type vlan for network 4ec12fa9-8678-4986-ae82-d3d97a5f826c Feb 15 01:37:11.247483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4ec12fa9-8678-4986-ae82-d3d97a5f826c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.320527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e63e56-d270-4cca-9132-8d4707962857 req-49611d2c-8327-4cc2-b3d8-b85de34a0252 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710095 Feb 15 01:37:11.329477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bf465-cafd-40f4-911f-ab11204e3372 req-2d5a8e64-08f8-497d-8ec1-44f6c389ead7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:11.338215 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e2bf465-cafd-40f4-911f-ab11204e3372 req-2d5a8e64-08f8-497d-8ec1-44f6c389ead7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.0804303 Feb 15 01:37:11.381771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-32ea3235-ce8e-406e-8fb8-3b909cda6099 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:11.383441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-32ea3235-ce8e-406e-8fb8-3b909cda6099 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570823 Feb 15 01:37:11.388027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5efdbbcd-c67a-4531-ac7f-8fdd7a2e18cd req-8054984f-c858-4874-a261-4c171ce99a72 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990776 Feb 15 01:37:11.393404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e2bf465-cafd-40f4-911f-ab11204e3372 req-0bb73c0c-0027-4c98-94c0-ad243a26d390 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537169 Feb 15 01:37:11.402033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Request body: {'port': {'device_id': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'cc7a8137081c45c890efebef7417ab1a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:11.429766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4ec12fa9-8678-4986-ae82-d3d97a5f826c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.431196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:11.431762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.507637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec12fa9-8678-4986-ae82-d3d97a5f826c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:11.521605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:37:11.535871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ec8e966-09af-43f0-a55c-2871353e55e0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0286896 Feb 15 01:37:11.539332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:11.544790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Request body: {'subnet': {'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-subnet', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:11.562821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdffd8-ccc1-4b11-98b0-7d444fbf6faf req-ec5368ac-9866-4971-b642-d042cfb954af tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:11.564864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3fdffd8-ccc1-4b11-98b0-7d444fbf6faf req-ec5368ac-9866-4971-b642-d042cfb954af tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 948 time: 0.1074805 Feb 15 01:37:11.641652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3fdffd8-ccc1-4b11-98b0-7d444fbf6faf req-37c39cd7-e7fa-4b2e-8585-e01c4af7c743 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699258 Feb 15 01:37:11.664111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Made reservation on behalf of 550c99024d9e4c9fb4d85a1f102c8799 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:11.666966 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.686690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Made reservation on behalf of cc7a8137081c45c890efebef7417ab1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:11.690606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:11.857822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f91170f-2577-4e88-adf4-bd647bc02739 req-c7a2ea00-430a-4fe0-8651-01ee4cbc4226 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0516644 Feb 15 01:37:11.906414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-1f0e7d86-836e-4da9-abf5-e23b81f8b39b service neutron] 10.222.0.37 "GET /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.1870911 Feb 15 01:37:11.941143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Allocated IP 192.168.233.12 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/20ea3481-d3f5-4915-a365-04f1c6f96245) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:12.001437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (a3795e01-7039-414a-92fe-686d07d7f377), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.068053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3795e01-7039-414a-92fe-686d07d7f377,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:12.092837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Checking segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:12.093379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Network hostable DHCP agents. Network: 4ec12fa9-8678-4986-ae82-d3d97a5f826c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:37:12.198438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:37:12.241997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.275480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4ec12fa9-8678-4986-ae82-d3d97a5f826c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:12.284546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:12.286096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.286237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7219ff-2574-45e4-a3f5-3e0fdc6e8970 None None] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:12.295341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:12.319775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:12.367129 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd1277b2-be9a-44db-8be2-a110049a8ccf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8243570 Feb 15 01:37:12.368330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:12.376164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:12.400205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:12.409709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.432814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:12.433821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:12.436849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'fixed_ips': [{'subnet_id': 'a3795e01-7039-414a-92fe-686d07d7f377'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:37:12.437674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.475173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:12.483482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:12.486883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:12.505816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540ebf-10f6-4379-b8f0-9f0be172bdf8 req-586ea01f-48fe-4d4e-a338-5314b66d6e78 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:12.515511 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eb540ebf-10f6-4379-b8f0-9f0be172bdf8 req-586ea01f-48fe-4d4e-a338-5314b66d6e78 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1065996 Feb 15 01:37:12.519267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (e4e11641-6361-49b0-af2a-bf38872dad68), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.520361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (e4e11641-6361-49b0-af2a-bf38872dad68), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.526306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:12.578980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:12.579740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.596864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.613268 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eb540ebf-10f6-4379-b8f0-9f0be172bdf8 req-d327150a-3297-4033-a6e2-6f2095518146 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908010 Feb 15 01:37:12.623400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccc3cc-0a00-4db5-a494-a9a6183d0300 req-64c04e10-1eca-4404-bf2f-c860ba2fd7b8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:12.625096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eccc3cc-0a00-4db5-a494-a9a6183d0300 req-64c04e10-1eca-4404-bf2f-c860ba2fd7b8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 944 time: 0.1024330 Feb 15 01:37:12.664550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for router_controller (e4e11641-6361-49b0-af2a-bf38872dad68), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.688084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-f9c00773-b151-4bed-8cdd-158ebe276229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2914405 Feb 15 01:37:12.705072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Request body: {'port': {'device_id': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:12.753363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Allocated IP 172.20.0.2 (4ec12fa9-8678-4986-ae82-d3d97a5f826c/a3795e01-7039-414a-92fe-686d07d7f377/72102c8b-7c00-4238-a59c-b68a5580fa91) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:12.830510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eccc3cc-0a00-4db5-a494-a9a6183d0300 req-ac041105-6f51-48d4-966d-dd5bd6b1303c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953433 Feb 15 01:37:12.869433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] Transition to ACTIVE for port object 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:12.894991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41770) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:12.925423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.976827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a7108539-0115-4c03-af44-82dc58fd8976 None None] Provisioning complete for port 20ea3481-d3f5-4915-a365-04f1c6f96245 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:12.977897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7108539-0115-4c03-af44-82dc58fd8976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:12.991483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.034822 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks [] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.039864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7108539-0115-4c03-af44-82dc58fd8976 None None] Port 20ea3481-d3f5-4915-a365-04f1c6f96245 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:13.048374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for router_gateway (e4e11641-6361-49b0-af2a-bf38872dad68), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.072750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d9e6-505f-459e-84ce-c3daa948da28 req-11383b7b-a385-40f8-b6da-dc89c796fd09 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:13.074224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a99d9e6-505f-459e-84ce-c3daa948da28 req-11383b7b-a385-40f8-b6da-dc89c796fd09 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 948 time: 0.1740408 Feb 15 01:37:13.093387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4993-6722-4e92-a735-4e1919180fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.112057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.125047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a99d9e6-505f-459e-84ce-c3daa948da28 req-85d8720d-a433-4307-aa22-fa3a4d313826 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Feb 15 01:37:13.156023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:13.164260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:13.170345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:13.174628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Pushing event updated for resources: {'Port': ['ID=72102c8b-7c00-4238-a59c-b68a5580fa91,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:13.211892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] No DVR routers for this DVR port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:37:13.227678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f00a9-6967-493a-a4fa-09c0958facd4 req-7d7cc379-2ea9-40de-bd5f-645ebb9aff23 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:13.229298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f1f00a9-6967-493a-a4fa-09c0958facd4 req-7d7cc379-2ea9-40de-bd5f-645ebb9aff23 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 935 time: 0.2540386 Feb 15 01:37:13.238143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] Pushing event updated for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:13.246604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Attempting to bind port 72102c8b-7c00-4238-a59c-b68a5580fa91 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:13.246604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Attempting to bind port 72102c8b-7c00-4238-a59c-b68a5580fa91 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:13.246893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Attempting to bind port 72102c8b-7c00-4238-a59c-b68a5580fa91 on network 4ec12fa9-8678-4986-ae82-d3d97a5f826c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:13.252309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:13.254752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Checking segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:13.254752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.254752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Bound using segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:13.254752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Bound port: 72102c8b-7c00-4238-a59c-b68a5580fa91, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:13.254752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.335267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] For port 72102c8b-7c00-4238-a59c-b68a5580fa91, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:13.338488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] For port 72102c8b-7c00-4238-a59c-b68a5580fa91, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72102c8b-7c00-4238-a59c-b68a5580fa91,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:13.375727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-54c5f944-fbd6-4306-ba77-8343e4071dcf service neutron] 10.222.0.37 "PUT /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077/bindings/n-h2-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3914545 Feb 15 01:37:13.398734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f1f00a9-6967-493a-a4fa-09c0958facd4 req-fdfe6539-9afe-4389-b531-4da19afc433a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566684 Feb 15 01:37:13.413057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.431338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for router_gateway (e4e11641-6361-49b0-af2a-bf38872dad68), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.456962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.478843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4993-6722-4e92-a735-4e1919180fb2 admin admin] Publish callbacks [] for security_group (158a4615-88e3-47e1-81b2-69ba7f50bad6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.485633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942b50d-2f4a-4130-b354-25f93518094b None None] Pushing event updated for resources: {'Port': ['ID=72102c8b-7c00-4238-a59c-b68a5580fa91,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:13.555129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea3481-d3f5-4915-a365-04f1c6f96245 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:13.566168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks [] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.578671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4993-6722-4e92-a735-4e1919180fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (158a4615-88e3-47e1-81b2-69ba7f50bad6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.587381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Transition to ACTIVE for port object 20ea3481-d3f5-4915-a365-04f1c6f96245 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:13.624766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ca6b4993-6722-4e92-a735-4e1919180fb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a5580e4bc094f6fa61fa647b925ed3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263389 Feb 15 01:37:13.624766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b4993-6722-4e92-a735-4e1919180fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a4615-88e3-47e1-81b2-69ba7f50bad6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:13.625085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:13.661814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.662604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-2fe1bc41-b87b-4a9d-8e44-18d5d9219ee4 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:13.664141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-2fe1bc41-b87b-4a9d-8e44-18d5d9219ee4 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.1491556 Feb 15 01:37:13.665315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Allocated IP 172.25.2.236 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:13.758548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:13.853902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:13.905287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:13.906058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:13.906629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:13.921776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:13.922480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:13.930451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:13.931707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:13.932391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:13.933070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Bound port: 20ea3481-d3f5-4915-a365-04f1c6f96245, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:13.933747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:13.950585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] Publish callbacks [] for security_group (158a4615-88e3-47e1-81b2-69ba7f50bad6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.005519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-dad2d21e-cec2-4575-996e-995ee4074219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.012770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-dad2d21e-cec2-4575-996e-995ee4074219 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&tenant_id=a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 1128 time: 0.3365316 Feb 15 01:37:14.035742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] Publish callbacks [] for security_group (158a4615-88e3-47e1-81b2-69ba7f50bad6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.078857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322cf8-6c6d-47b3-b776-d6b6c65c8944 req-9b79fd2f-2bf1-415e-bec1-b8ecb25f6c46 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.081212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c322cf8-6c6d-47b3-b776-d6b6c65c8944 req-9b79fd2f-2bf1-415e-bec1-b8ecb25f6c46 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.3460996 Feb 15 01:37:14.094583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:14.103804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a590df-3d1d-409b-9076-1db06a78924f req-53966e5a-24b4-4883-9fe6-cefe82a7556e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.110418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.123627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84a590df-3d1d-409b-9076-1db06a78924f req-53966e5a-24b4-4883-9fe6-cefe82a7556e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 945 time: 0.1320415 Feb 15 01:37:14.131325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:14.157806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2206d78d-62d6-4e8d-96a2-c8ef712134d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.193825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84a590df-3d1d-409b-9076-1db06a78924f req-cf9cbeca-7168-4997-82bd-bcb3b0f7934f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Feb 15 01:37:14.213566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.219600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72102c8b-7c00-4238-a59c-b68a5580fa91 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:14.288826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c322cf8-6c6d-47b3-b776-d6b6c65c8944 req-4af81f58-39c5-4fe5-823b-46ac4221780e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951823 Feb 15 01:37:14.289551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:14.297426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-a6f0398b-8db7-417f-b409-945efc4567b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.297525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.298551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.299866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-a6f0398b-8db7-417f-b409-945efc4567b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1128 time: 0.2088411 Feb 15 01:37:14.300766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-5be21369-dc09-4b4b-8694-41b99c100638 service neutron] 10.222.0.37 "PUT /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 1096 time: 1.6017416 Feb 15 01:37:14.301916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 72102c8b-7c00-4238-a59c-b68a5580fa91 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:14.302302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.303005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:14.306201 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273478d-af2a-4184-8b56-a333cfc10a19" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:14.367229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b2611-635d-47fe-8744-830cd4075998 req-644b046a-cfd3-4aa3-8617-854c282ba825 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.375403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b36b2611-635d-47fe-8744-830cd4075998 req-644b046a-cfd3-4aa3-8617-854c282ba825 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 948 time: 0.0995650 Feb 15 01:37:14.386271 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa075d3-e15a-4675-8370-4682dea73430 x-openstack-request-id: req-7fa075d3-e15a-4675-8370-4682dea73430 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:14.386564 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:14.386815 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fa075d3-e15a-4675-8370-4682dea73430 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:14.387211 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'status': 'completed', 'code': 200} Feb 15 01:37:14.398831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.436729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 72102c8b-7c00-4238-a59c-b68a5580fa91 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:14.438081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.467714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (158a4615-88e3-47e1-81b2-69ba7f50bad6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.472100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.473325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/158a4615-88e3-47e1-81b2-69ba7f50bad6 HTTP/1.1" status: 204 len: 168 time: 0.8470879 Feb 15 01:37:14.488600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:14.503921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 72102c8b-7c00-4238-a59c-b68a5580fa91, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72102c8b-7c00-4238-a59c-b68a5580fa91,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:14.524853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:14.532270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b36b2611-635d-47fe-8744-830cd4075998 req-db26833e-fc6c-4d92-aee8-76422bd50598 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408532 Feb 15 01:37:14.541558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273478d-af2a-4184-8b56-a333cfc10a19 req-2caaeaaf-71bd-4ee1-be0a-cf7df97a929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.543431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2273478d-af2a-4184-8b56-a333cfc10a19 req-2caaeaaf-71bd-4ee1-be0a-cf7df97a929e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1130 time: 0.1426020 Feb 15 01:37:14.549616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:14.558878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e36ae-662b-49a0-be56-4d0f5f78b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a4615-88e3-47e1-81b2-69ba7f50bad6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:14.565879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:14.588773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2273478d-af2a-4184-8b56-a333cfc10a19 req-205baced-7438-437f-ab8c-29b1b26e3c25 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367606 Feb 15 01:37:14.593405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.637856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 04f2f612-7a31-491c-bf8f-a1006ff3dfbe details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:14.664758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2206d78d-62d6-4e8d-96a2-c8ef712134d0 admin admin] Publish callbacks [] for security_group (2dd8ea5e-0547-4322-ab1e-a0a3a386547e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.706241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-cf9b7307-443f-4d44-88b6-b11611e3db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.706456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:14.707743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-cf9b7307-443f-4d44-88b6-b11611e3db78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.3990767 Feb 15 01:37:14.743459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273478d-af2a-4184-8b56-a333cfc10a19 req-4a74c20a-0f08-4306-82c2-2b9fd6dc1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.746564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2273478d-af2a-4184-8b56-a333cfc10a19 req-4a74c20a-0f08-4306-82c2-2b9fd6dc1f92 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510208 Feb 15 01:37:14.768721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=72102c8b-7c00-4238-a59c-b68a5580fa91,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:14.784118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-840a30bc-1813-4237-95f8-0be3c74b8b38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0637987 Feb 15 01:37:14.784738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2206d78d-62d6-4e8d-96a2-c8ef712134d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2dd8ea5e-0547-4322-ab1e-a0a3a386547e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.816056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:37:14.816056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:37:14.840439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:14.856435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-0736f061-ad26-4fd5-b089-0b8c63dd8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.858147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-0736f061-ad26-4fd5-b089-0b8c63dd8467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1130 time: 0.0686700 Feb 15 01:37:14.866239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe', 'mac_address': 'fa:16:3e:b7:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:14.898455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c69ec-2917-4a0c-8ce1-bfebf11df46d req-7a52bf4c-d584-44d7-8673-be6ad8202098 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.906796 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c6c69ec-2917-4a0c-8ce1-bfebf11df46d req-7a52bf4c-d584-44d7-8673-be6ad8202098 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.3238010 Feb 15 01:37:14.910834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-b2ce0ebc-22bd-46bf-850c-040f6a178d49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.0429039 Feb 15 01:37:14.932386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:14.932914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:14.949182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f2f612-7a31-491c-bf8f-a1006ff3dfbe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:14.975744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-681c838c-b5a5-4753-add1-0e61b6785591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:14.977269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-681c838c-b5a5-4753-add1-0e61b6785591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0592818 Feb 15 01:37:14.979239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:15.021952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2206d78d-62d6-4e8d-96a2-c8ef712134d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12768156c0b24d30a4f5d4d6f38cfe16&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1369035 Feb 15 01:37:15.024684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:15.046328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206d78d-62d6-4e8d-96a2-c8ef712134d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8ea5e-0547-4322-ab1e-a0a3a386547e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:15.060208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e565126-c262-4966-a4a6-f0f5ade2d45d None None] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:15.062236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.075792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-38d6bc05-bca2-4162-a151-4a1f2876a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:15.078557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-8010c90b-59b8-4ea9-a786-e7ebcba46cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:15.078692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-38d6bc05-bca2-4162-a151-4a1f2876a594 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0936551 Feb 15 01:37:15.079518 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-8010c90b-59b8-4ea9-a786-e7ebcba46cb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.2826316 Feb 15 01:37:15.113695 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] Publish callbacks [] for security_group (2dd8ea5e-0547-4322-ab1e-a0a3a386547e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.134812 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.140329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c6c69ec-2917-4a0c-8ce1-bfebf11df46d req-856154e7-d9d6-45cb-90c2-a6bf9997a5d4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053130 Feb 15 01:37:15.142673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-286cef65-3c68-41e2-a35f-db46c921e456 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496688 Feb 15 01:37:15.167414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] Publish callbacks [] for security_group (2dd8ea5e-0547-4322-ab1e-a0a3a386547e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.244080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-7713ad4e-c6e7-407f-81a9-47f4fd6c072b service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533597 Feb 15 01:37:15.262352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a710cb20-4568-4bd5-bb09-996cf9238c7a None None] Provisioning complete for port 72102c8b-7c00-4238-a59c-b68a5580fa91 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:15.263278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a710cb20-4568-4bd5-bb09-996cf9238c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.284439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-e22a6814-3606-4724-a011-c903713a6c17 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340928 Feb 15 01:37:15.288890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:15.342486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:15.382589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a710cb20-4568-4bd5-bb09-996cf9238c7a None None] Current status of the port 72102c8b-7c00-4238-a59c-b68a5580fa91 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:15.382982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2dd8ea5e-0547-4322-ab1e-a0a3a386547e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.385649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.389581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dd8ea5e-0547-4322-ab1e-a0a3a386547e HTTP/1.1" status: 204 len: 168 time: 0.3612053 Feb 15 01:37:15.422092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7104642-e715-4de3-a5f7-078f87d5cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8ea5e-0547-4322-ab1e-a0a3a386547e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:15.425157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:15.434645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17c02bfd-675e-49b4-84e8-5d4873a59797 req-e4acffbf-64dc-4223-a5a8-d53dd251e317 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847882 Feb 15 01:37:15.449524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf7af-2047-4ef8-b33c-043a49c459b8 req-ee588512-42e7-4ad4-93c8-2d11c5c37f57 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:15.451102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2edf7af-2047-4ef8-b33c-043a49c459b8 req-ee588512-42e7-4ad4-93c8-2d11c5c37f57 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 945 time: 0.1778717 Feb 15 01:37:15.570193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2edf7af-2047-4ef8-b33c-043a49c459b8 req-f36abb64-e38b-44d8-8bb2-9fb0cc8d0958 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100953 Feb 15 01:37:15.679973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2eabb937-f7b8-4f5b-b36d-77415c9a04a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.690394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0292e-2e52-4913-8ec4-16c1971fde59 req-ef216822-2e25-48cd-a569-f46f07e3d2fd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:15.692618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19f0292e-2e52-4913-8ec4-16c1971fde59 req-ef216822-2e25-48cd-a569-f46f07e3d2fd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 949 time: 0.0746787 Feb 15 01:37:15.719132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8330b473-f052-4e3a-8a85-f2f366ee7410 None None] Provisioning complete for port 72102c8b-7c00-4238-a59c-b68a5580fa91 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:15.719132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8330b473-f052-4e3a-8a85-f2f366ee7410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.742029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for router_gateway (e4e11641-6361-49b0-af2a-bf38872dad68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.751200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19f0292e-2e52-4913-8ec4-16c1971fde59 req-c5dede7d-ab87-4a6d-b651-ec170448ea02 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Feb 15 01:37:15.815769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8330b473-f052-4e3a-8a85-f2f366ee7410 None None] Current status of the port 72102c8b-7c00-4238-a59c-b68a5580fa91 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:15.838876 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-7e733bd6-84c0-4f84-9f8b-314eab11f961 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434089 Feb 15 01:37:15.848851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b52e1-14c0-48fc-aa7e-9a5c12db3e43 req-1ced4370-86e7-4236-8bc2-44ae45e8145c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:15.850314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc5b52e1-14c0-48fc-aa7e-9a5c12db3e43 req-1ced4370-86e7-4236-8bc2-44ae45e8145c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1771402 Feb 15 01:37:15.961001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2eabb937-f7b8-4f5b-b36d-77415c9a04a2 admin admin] Publish callbacks [] for security_group (50547ed1-460a-42ab-b0e5-071def15174b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:15.996986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc5b52e1-14c0-48fc-aa7e-9a5c12db3e43 req-2b038afd-1b97-4fab-8991-8380506c4aae tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399264 Feb 15 01:37:16.045362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2eabb937-f7b8-4f5b-b36d-77415c9a04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50547ed1-460a-42ab-b0e5-071def15174b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.101575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2eabb937-f7b8-4f5b-b36d-77415c9a04a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83089a9dccdf4abcb0ee316c1c78473e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7556090 Feb 15 01:37:16.101575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabb937-f7b8-4f5b-b36d-77415c9a04a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50547ed1-460a-42ab-b0e5-071def15174b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:16.102888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (e4e11641-6361-49b0-af2a-bf38872dad68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.104961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:16.155094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58db8f-db72-439b-a34f-c198dac24f09 req-87eb4578-f0ad-461d-ae02-c8a35200e510 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:16.157093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb58db8f-db72-439b-a34f-c198dac24f09 req-87eb4578-f0ad-461d-ae02-c8a35200e510 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0895958 Feb 15 01:37:16.178889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72102c8b-7c00-4238-a59c-b68a5580fa91 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:16.253714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb58db8f-db72-439b-a34f-c198dac24f09 req-af649bdd-47a0-4e99-87cc-8c39a91ec215 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846567 Feb 15 01:37:16.267067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] Publish callbacks [] for security_group (50547ed1-460a-42ab-b0e5-071def15174b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.279472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 72102c8b-7c00-4238-a59c-b68a5580fa91 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:16.281127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.300100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:16.316760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85930ca4-a0d2-4316-a74b-5d2aca974dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.328224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] Publish callbacks [] for security_group (50547ed1-460a-42ab-b0e5-071def15174b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.363491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f77ee-57b7-4f9e-a892-70152958b2d8 req-743d3475-dbc3-4e1a-b306-b3f94407e347 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:16.365044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f91f77ee-57b7-4f9e-a892-70152958b2d8 req-743d3475-dbc3-4e1a-b306-b3f94407e347 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.1382358 Feb 15 01:37:16.411379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 72102c8b-7c00-4238-a59c-b68a5580fa91 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:16.420753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85930ca4-a0d2-4316-a74b-5d2aca974dfa admin admin] Publish callbacks [] for security_group (d4d99627-603a-408d-b21c-e95aeb75b2f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.486642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f91f77ee-57b7-4f9e-a892-70152958b2d8 req-02d85e5e-e896-4db0-87ab-b038406551ee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097374 Feb 15 01:37:16.488958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85930ca4-a0d2-4316-a74b-5d2aca974dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d4d99627-603a-408d-b21c-e95aeb75b2f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.507819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-660e5c2a-3756-41ff-aee5-282d29473824 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:16.510109 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-660e5c2a-3756-41ff-aee5-282d29473824 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.1041241 Feb 15 01:37:16.526327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85930ca4-a0d2-4316-a74b-5d2aca974dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d99627-603a-408d-b21c-e95aeb75b2f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:16.534486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85930ca4-a0d2-4316-a74b-5d2aca974dfa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79510fbedce5449b84c33fbc6948a4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308478 Feb 15 01:37:16.534867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:16.553982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Router e4e11641-6361-49b0-af2a-bf38872dad68 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:37:16.582727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50547ed1-460a-42ab-b0e5-071def15174b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.585374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.588933 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50547ed1-460a-42ab-b0e5-071def15174b HTTP/1.1" status: 204 len: 168 time: 0.4806538 Feb 15 01:37:16.592590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] Publish callbacks [] for security_group (d4d99627-603a-408d-b21c-e95aeb75b2f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.627655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] Publish callbacks [] for security_group (d4d99627-603a-408d-b21c-e95aeb75b2f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.631353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 04f2f612-7a31-491c-bf8f-a1006ff3dfbe up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:16.641271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2134d-b5c0-4ea5-a215-6cc8747ce87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50547ed1-460a-42ab-b0e5-071def15174b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:16.780966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:37:16.794502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8ace2-bc88-4757-8da7-a73f041a64d3 req-3598c993-5280-4d44-a1e4-4cab1f904e32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:16.794946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Sync routers for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:37:16.796044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcc8ace2-bc88-4757-8da7-a73f041a64d3 req-3598c993-5280-4d44-a1e4-4cab1f904e32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 945 time: 0.1595213 Feb 15 01:37:16.813036 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:16.814304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:36:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:16.819261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d4d99627-603a-408d-b21c-e95aeb75b2f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.826630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:16.835116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:16.836221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.851389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.852663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4d99627-603a-408d-b21c-e95aeb75b2f3 HTTP/1.1" status: 204 len: 168 time: 0.3170457 Feb 15 01:37:16.868972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c17e-05aa-4cb5-9edf-a56ab129946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d99627-603a-408d-b21c-e95aeb75b2f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:16.873902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcc8ace2-bc88-4757-8da7-a73f041a64d3 req-f5c28244-cd0a-4d41-8c21-dff4d31ac555 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Feb 15 01:37:16.910228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.916366 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9becd762-f10f-4cce-98d7-79f06de1d8b6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5446973 Feb 15 01:37:16.920244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-ce8797a9-0a63-4e54-8376-648168e363a2 service neutron] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:16.925578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:16.930663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cb22a-7908-4322-af64-3757a75121df req-929e06eb-9322-4df3-b43f-de3ded2ed9a4 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:16.938851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa2cb22a-7908-4322-af64-3757a75121df req-929e06eb-9322-4df3-b43f-de3ded2ed9a4 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1640675 Feb 15 01:37:16.960962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-ce8797a9-0a63-4e54-8376-648168e363a2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:16.964411 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36807833-7c6f-4ea9-b5f7-c110257377ee req-ce8797a9-0a63-4e54-8376-648168e363a2 service neutron] 10.222.0.31 "DELETE /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077/bindings/n-h1-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.4420815 Feb 15 01:37:16.968323 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:17.006863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa2cb22a-7908-4322-af64-3757a75121df req-48cf9b0e-2fd9-43ae-bfd7-3f3e64a9c831 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610709 Feb 15 01:37:17.192304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:17.192730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.217748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:17.225034 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a2445-3a35-42af-8f0e-3a2c0781f652" -d '{"events": [{"server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "name": "network-vif-plugged", "status": "completed", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:17.259810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf57b3-5f8b-4743-9af7-cc461491b149 req-4889c0f3-9af3-419b-a62b-0803f4b89be8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:17.262065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58cf57b3-5f8b-4743-9af7-cc461491b149 req-4889c0f3-9af3-419b-a62b-0803f4b89be8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 949 time: 0.2275343 Feb 15 01:37:17.270840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:17.291170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7c07-0a11-40cb-b112-ab902c45eafc req-4eea942b-3f03-4c40-a7f3-e2e7b6e9537c tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:17.298542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-580a7c07-0a11-40cb-b112-ab902c45eafc req-4eea942b-3f03-4c40-a7f3-e2e7b6e9537c tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1128 time: 0.0674047 Feb 15 01:37:17.307053 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:15Z', 'revision_number': 3, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:17.350347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Checking router: e4e11641-6361-49b0-af2a-bf38872dad68 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:37:17.352952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Updating router e4e11641-6361-49b0-af2a-bf38872dad68 port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:37:17.376484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.395227 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.417421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-580a7c07-0a11-40cb-b112-ab902c45eafc req-ce6a3a21-08a6-46c4-8f03-dc6f0db942e1 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056678 Feb 15 01:37:17.440354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58cf57b3-5f8b-4743-9af7-cc461491b149 req-f7e613f7-5819-416d-8b43-c64eee04e157 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448495 Feb 15 01:37:17.553890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:17.571311 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6252aed3-feb3-4352-b1e8-d0ac532fdb8e x-openstack-request-id: req-6252aed3-feb3-4352-b1e8-d0ac532fdb8e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:17.572129 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "name": "network-vif-plugged", "status": "completed", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:17.572129 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6252aed3-feb3-4352-b1e8-d0ac532fdb8e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:17.572348 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe', 'code': 200} Feb 15 01:37:17.742845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92041-d079-4c81-aae2-8ce9c9021a14 req-fc69b3d2-05f2-4abc-a991-3ed3eb0492f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:17.750334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25c92041-d079-4c81-aae2-8ce9c9021a14 req-fc69b3d2-05f2-4abc-a991-3ed3eb0492f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.1309979 Feb 15 01:37:17.793178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.863525 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks [] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.888417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f727a-d0c7-443b-926e-c3a506ad86f4 req-a3a602b6-e237-40cb-b48d-ff0349b70154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:17.891086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d73f727a-d0c7-443b-926e-c3a506ad86f4 req-a3a602b6-e237-40cb-b48d-ff0349b70154 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1133 time: 0.1487317 Feb 15 01:37:17.923691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25c92041-d079-4c81-aae2-8ce9c9021a14 req-eb653bf8-1d47-4990-b8de-e44b4a14fed2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725419 Feb 15 01:37:17.975246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:17.986474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d73f727a-d0c7-443b-926e-c3a506ad86f4 req-f463a825-7337-48a5-b1a8-67eeac1b8d57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Feb 15 01:37:17.989647 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.042795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Attempting to bind port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:18.043175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Attempting to bind port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:18.043543 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Attempting to bind port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:18.047867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-7a3fbebe-944d-4907-a162-bb5da1bbc729 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:18.049287 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-7a3fbebe-944d-4907-a162-bb5da1bbc729 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.1784139 Feb 15 01:37:18.061015 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Pushing event updated for resources: {'Port': ['ID=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:18.077802 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.078154 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.078520 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.078934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-915c9ff8-83ae-4639-8917-a8b5d35d64d9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/quotas/a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 375 time: 0.0211866 Feb 15 01:37:18.082211 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.083684 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.084046 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.084417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.084762 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.085100 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.085545 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.085887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.086222 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.086550 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:18.093708 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:18.094094 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:18.094513 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.097304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:18.097830 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Bound port: 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:18.098221 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.146035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-52ee6a4d-64bc-4b93-9974-e56257ffd106 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660834 Feb 15 01:37:18.184199 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] For port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:18.187427 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] For port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:18.241565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Allocated IP 172.20.0.1 (4ec12fa9-8678-4986-ae82-d3d97a5f826c/a3795e01-7039-414a-92fe-686d07d7f377/181ea428-8137-483d-8024-77f10700a80b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:18.265563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-c30638a7-ab26-44da-accc-780f6d71fffe service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106205 Feb 15 01:37:18.271968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb372-62d7-4a89-afed-b408283ff5e6 req-f5bf8ca6-dba6-4314-9492-4630eacfeb2a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:18.275232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-101cb372-62d7-4a89-afed-b408283ff5e6 req-f5bf8ca6-dba6-4314-9492-4630eacfeb2a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0926754 Feb 15 01:37:18.289569 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.370315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-d2fb266a-f239-4c4c-9765-d85ade9cdd17 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971074 Feb 15 01:37:18.390814 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-101cb372-62d7-4a89-afed-b408283ff5e6 req-79ef2ac1-f73f-4d9d-a712-2f861f94d70d tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073155 Feb 15 01:37:18.450290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks [] for port (181ea428-8137-483d-8024-77f10700a80b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.518290 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:18.518919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:36:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:18.591530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a9798-54c1-4532-b571-a6afb7efd221 req-ff6f4195-c2ba-4ccf-91c6-e6f53bafa263 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:18.595950 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f54a9798-54c1-4532-b571-a6afb7efd221 req-ff6f4195-c2ba-4ccf-91c6-e6f53bafa263 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.0604942 Feb 15 01:37:18.595950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (181ea428-8137-483d-8024-77f10700a80b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:18.600745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123180a4-6d57-43f8-ab6c-520dec068a20 None None] Pushing event updated for resources: {'Port': ['ID=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:18.630852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:18.635017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:18.643799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:18.711873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Pushing event updated for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:18.749943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:18.771536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f7332dd-dde0-488c-afac-0569423cc7f7 req-c91b0fdd-fca4-490a-9e45-d738b02891cd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 210 time: 0.0448408 Feb 15 01:37:18.776862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f54a9798-54c1-4532-b571-a6afb7efd221 req-39307edd-4ee4-42f7-b4e2-a542197514ee tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444046 Feb 15 01:37:18.814258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (e4e11641-6361-49b0-af2a-bf38872dad68), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:19.063681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:15Z', 'revision_number': 3, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:19.065682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (181ea428-8137-483d-8024-77f10700a80b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:19.086875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5dd05725-08c9-478b-9d4e-11e5756b61e7 None None] Provisioning complete for port 181ea428-8137-483d-8024-77f10700a80b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:19.088756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5dd05725-08c9-478b-9d4e-11e5756b61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (181ea428-8137-483d-8024-77f10700a80b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:19.099862 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc09b-1a22-4fb1-9328-85c6a68a6a1d None None] The sync data for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 is: [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:15Z', 'revision_number': 3, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:37:19.121783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54553-ceca-402f-9f61-fa09c8ad8874 req-360270df-71d9-4d6d-b3df-86e4161d7041 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:19.127253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ef54553-ceca-402f-9f61-fa09c8ad8874 req-360270df-71d9-4d6d-b3df-86e4161d7041 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.0934908 Feb 15 01:37:19.170601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5dd05725-08c9-478b-9d4e-11e5756b61e7 None None] Port 181ea428-8137-483d-8024-77f10700a80b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:19.189564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ef54553-ceca-402f-9f61-fa09c8ad8874 req-69c59eba-3d20-40fd-92ec-aa68443cab4c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Feb 15 01:37:19.745160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks [] for port (181ea428-8137-483d-8024-77f10700a80b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:19.766267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-30eed52a-b849-4484-b99e-6710b85e524f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1100488 Feb 15 01:37:19.773724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1373b5-562c-4fe6-8fb8-4dace6ea6be7 req-77a4045a-3102-4400-b7a0-eb8ba463ca89 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:19.777480 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e1373b5-562c-4fe6-8fb8-4dace6ea6be7 req-77a4045a-3102-4400-b7a0-eb8ba463ca89 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1224151 Feb 15 01:37:19.851029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (181ea428-8137-483d-8024-77f10700a80b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:19.908806 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e1373b5-562c-4fe6-8fb8-4dace6ea6be7 req-c88dbde3-a4c8-4bdd-9ac7-05e3d02d49c0 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179807 Feb 15 01:37:19.943441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8a6c532-bf9a-4642-8e05-57820534490a req-b0290721-4b19-474c-b2f8-44cdd9a64eeb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 210 time: 0.0666313 Feb 15 01:37:20.042320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (e4e11641-6361-49b0-af2a-bf38872dad68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.085227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Pushing event updated for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:20.129336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-ef173a94-fbc4-43a6-98a9-9ce3d00e640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.131082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-ef173a94-fbc4-43a6-98a9-9ce3d00e640d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.2954478 Feb 15 01:37:20.167977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfee44-4462-4c57-8639-9f51b3aedf26 req-6400e29d-14b8-49dd-b38a-b5e4a2f77c6b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.169495 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ebfee44-4462-4c57-8639-9f51b3aedf26 req-6400e29d-14b8-49dd-b38a-b5e4a2f77c6b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.1747255 Feb 15 01:37:20.268820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:20.293803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:20.316412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:20.342511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:20.343076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.367726 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ebfee44-4462-4c57-8639-9f51b3aedf26 req-3cb9acf3-460a-46a2-9713-06701e1f8d8a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883185 Feb 15 01:37:20.423076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-d9498d6f-a65a-4ed9-ad9a-7a47af6fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.425294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-d9498d6f-a65a-4ed9-ad9a-7a47af6fb628 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2653339 Feb 15 01:37:20.474538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:20.475145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.499059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:20.521634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-00d93b6c-a71d-4cac-a38d-86d2071d7db9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.0885665 Feb 15 01:37:20.583631 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.634413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-291e951f-bc77-444d-ad4e-dfccf2860100 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461743 Feb 15 01:37:20.640324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-2132462c-235d-4879-a44d-9fd0ceb02a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.642084 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-2132462c-235d-4879-a44d-9fd0ceb02a72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1114829 Feb 15 01:37:20.644469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Router e4e11641-6361-49b0-af2a-bf38872dad68 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:37:20.665773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:20.686606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:20.735770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-503bfee7-606a-4804-8f9d-2d40888bfa08 None None] Provisioning complete for port 181ea428-8137-483d-8024-77f10700a80b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:20.736163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-503bfee7-606a-4804-8f9d-2d40888bfa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (181ea428-8137-483d-8024-77f10700a80b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.779009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-66f62eb1-edc5-4c48-b18c-1a0b2a72a3b2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.780573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-66f62eb1-edc5-4c48-b18c-1a0b2a72a3b2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429853 Feb 15 01:37:20.805229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-6605dd6e-d0e8-479d-8ec7-f5e139893e7a tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/quotas/80f419df2d4e4fc19cbee1fa7e275276 HTTP/1.1" status: 200 len: 375 time: 0.0157957 Feb 15 01:37:20.806635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-0cb4ed69-1b7b-4f5c-8d48-d4220e79cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.808392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-0cb4ed69-1b7b-4f5c-8d48-d4220e79cb22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1595573 Feb 15 01:37:20.814837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-503bfee7-606a-4804-8f9d-2d40888bfa08 None None] Port 181ea428-8137-483d-8024-77f10700a80b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:20.843088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:20.854278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'mac_address': 'fa:16:3e:27:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:20.866421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-b7dcce3d-a75f-4a20-b94e-54d5a7a26268 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559666 Feb 15 01:37:20.914176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ec9d9-785d-49c0-9771-21fe1706c122 req-262a45eb-5950-450f-9153-187a11ad2d16 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:20.915534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-023ec9d9-785d-49c0-9771-21fe1706c122 req-262a45eb-5950-450f-9153-187a11ad2d16 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.2198937 Feb 15 01:37:20.922586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:20.923287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:20.935773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:37:20.942711 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-13f56797-de58-48cc-8a5a-dcb9b5eb0f63 admin admin] 10.222.0.43 "PUT /v2.0/routers/e4e11641-6361-49b0-af2a-bf38872dad68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0147324 Feb 15 01:37:20.949525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea3481-d3f5-4915-a365-04f1c6f96245 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:20.981643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:21.008584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-023ec9d9-785d-49c0-9771-21fe1706c122 req-fcbc77dd-8f40-4507-b3cc-20928ea3f38b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861070 Feb 15 01:37:21.013221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-66e8721c-47dd-4965-8f33-dc9eedc06bd1 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729109 Feb 15 01:37:21.015281 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b74c807b-e229-45c9-aed0-12238795130e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.050607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.156333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:21.290583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-798f0eba-b66b-413c-85ec-e576ca3ccbac req-99b9157a-a428-45b1-a147-15c50698e7cc service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703650 Feb 15 01:37:21.316974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-a7fa6d2e-8fc6-405f-ab1e-3e6d0bef7cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1147308 Feb 15 01:37:21.364145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256cba4-87ee-4682-a336-c06788f5246d req-ba4d4e1c-b085-4a47-986c-e2b12b9c72ac tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:21.365964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8256cba4-87ee-4682-a336-c06788f5246d req-ba4d4e1c-b085-4a47-986c-e2b12b9c72ac tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1133 time: 0.0559452 Feb 15 01:37:21.401539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:21.466746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Sync routers for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:37:21.483974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8256cba4-87ee-4682-a336-c06788f5246d req-a49a7e1c-0357-463d-b6ce-cff70e89d5e8 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.511071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:21.512098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:36:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:21.625072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-c5fd8e79-bb5a-4060-aee7-d21a4039deae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:21.626594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-c5fd8e79-bb5a-4060-aee7-d21a4039deae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.2549365 Feb 15 01:37:21.647821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Request body: {'port': {'device_id': '76d0f516-c828-46fa-ace5-361facea903f', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'admin_state_up': True, 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:21.702795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:21.729547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8256cba4-87ee-4682-a336-c06788f5246d req-a49a7e1c-0357-463d-b6ce-cff70e89d5e8 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Publish callbacks [] for security_group (df7e83c6-0bbe-4323-89d7-a19e226f97bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.741917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14a36b-6bc2-4348-8a8e-05b9d63e2d8f req-950f22a2-5cc6-48f7-b151-4ec858f2c9d6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:21.741917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c14a36b-6bc2-4348-8a8e-05b9d63e2d8f req-950f22a2-5cc6-48f7-b151-4ec858f2c9d6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.4033074 Feb 15 01:37:21.741917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f5927-6254-4051-ade0-312489db9395 req-f372f14f-7c5a-430c-ac89-0fb770c9a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:21.741917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-f372f14f-7c5a-430c-ac89-0fb770c9a813 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 1128 time: 0.3637516 Feb 15 01:37:21.815205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8256cba4-87ee-4682-a336-c06788f5246d req-a49a7e1c-0357-463d-b6ce-cff70e89d5e8 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df7e83c6-0bbe-4323-89d7-a19e226f97bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.833835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c14a36b-6bc2-4348-8a8e-05b9d63e2d8f req-c6b697f8-36f8-4c7b-84c6-c2549ce24ff7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950937 Feb 15 01:37:21.863223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8256cba4-87ee-4682-a336-c06788f5246d req-a49a7e1c-0357-463d-b6ce-cff70e89d5e8 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513066 Feb 15 01:37:21.890804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:21.906857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:21.947243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f5927-6254-4051-ade0-312489db9395 req-603faffd-b108-4b1d-b7cf-47b4df56d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:21.947243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-603faffd-b108-4b1d-b7cf-47b4df56d8de service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 924 time: 0.1592340 Feb 15 01:37:21.971599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7e1c-0357-463d-b6ce-cff70e89d5e8 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e83c6-0bbe-4323-89d7-a19e226f97bc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:21.979233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98091809-a2a0-4af6-b10f-1632d82b9278 req-e1a4b369-909f-4e93-94ee-07ad5d90639d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 210 time: 0.0459590 Feb 15 01:37:22.043014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6eb701d0-8634-4404-8e5b-8591ac46ed1d req-88ef590f-3109-4055-8044-180c3fccd2a2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 210 time: 0.1179273 Feb 15 01:37:22.053801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-120ddc14-3adf-41d8-b90a-fffbe68a7009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 200 len: 1000 time: 0.0888553 Feb 15 01:37:22.078668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:18Z', 'revision_number': 4, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '181ea428-8137-483d-8024-77f10700a80b', 'name': '', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'mac_address': 'fa:16:3e:38:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:17Z', 'updated_at': '2022-02-15T01:37:19Z', 'revision_number': 2, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'subnets': [{'id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:22.121912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Checking router: e4e11641-6361-49b0-af2a-bf38872dad68 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:37:22.122252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Updating router e4e11641-6361-49b0-af2a-bf38872dad68 port 181ea428-8137-483d-8024-77f10700a80b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:37:22.151112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f5927-6254-4051-ade0-312489db9395 req-c3853c5a-c780-4d1b-9d39-8d71bf7c5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:22.165719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-c3853c5a-c780-4d1b-9d39-8d71bf7c5944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.1059899 Feb 15 01:37:22.175358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (181ea428-8137-483d-8024-77f10700a80b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.231559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:22.236939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-network', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:22.243922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:22.271392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Allocated IP 172.20.0.8 (ed2d4070-d7c5-466e-a105-821fcd0b74f9/8bffe9a5-7296-4d2d-9c09-f49d155ea06c/90ab4b37-b053-4628-b4b3-0a32f51aa535) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:22.299428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f5927-6254-4051-ade0-312489db9395 req-7dcda206-c71d-4393-b853-e2041232d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:22.301861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-7dcda206-c71d-4393-b853-e2041232d206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1275971 Feb 15 01:37:22.342154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438415cf-4559-437d-ad51-0e995122392c req-4e9a8fa3-0dd0-4101-a1a7-8884c9d8db80 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:22.343697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-438415cf-4559-437d-ad51-0e995122392c req-4e9a8fa3-0dd0-4101-a1a7-8884c9d8db80 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 948 time: 0.1130016 Feb 15 01:37:22.368233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:22.368656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.445463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Made reservation on behalf of ecf1a463c9c34309a7a714123c544ea6 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:22.448511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.471563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.503278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-438415cf-4559-437d-ad51-0e995122392c req-519acba6-a75a-4a15-9691-7950ec798953 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165977 Feb 15 01:37:22.548747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:22.567445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-42dfc977-1b15-43c1-a79b-2d70154c77d4 service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567937 Feb 15 01:37:22.619388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks [] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.645095 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks [] for port (181ea428-8137-483d-8024-77f10700a80b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.653308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:22.728113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-8f66f4d2-8d56-4adc-9895-90262463ff69 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552692 Feb 15 01:37:22.732366 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (181ea428-8137-483d-8024-77f10700a80b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.770475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.783817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab1595-9f7f-4f96-b812-44a4d79fea04 None None] Pushing event updated for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:22.810743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729f5927-6254-4051-ade0-312489db9395 req-fa02f5c7-8853-4e57-a2e1-5ae06d8eb55a service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350378 Feb 15 01:37:22.815223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks [] for security_group (ac207966-f898-4c1b-887a-ceab5dfd328e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.866449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 20ea3481-d3f5-4915-a365-04f1c6f96245 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:22.879888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 20ea3481-d3f5-4915-a365-04f1c6f96245 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:22.880268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.908728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:22.917575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:22.918334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Attempting to bind port 181ea428-8137-483d-8024-77f10700a80b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:22.918685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Attempting to bind port 181ea428-8137-483d-8024-77f10700a80b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:22.921363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:22.926942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Attempting to bind port 181ea428-8137-483d-8024-77f10700a80b on network 4ec12fa9-8678-4986-ae82-d3d97a5f826c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:22.927669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ac207966-f898-4c1b-887a-ceab5dfd328e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.941767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:37:22.953127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:22.954362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:22.956350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Checking segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:22.957038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.958151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Bound using segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:22.958830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Bound port: 181ea428-8137-483d-8024-77f10700a80b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:22.959646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (181ea428-8137-483d-8024-77f10700a80b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.985417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (42c1913d-de22-46a8-8e3a-0f6739c4c9c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:22.985923 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Added segment 42c1913d-de22-46a8-8e3a-0f6739c4c9c8 of type vlan for network ed813bbf-61bb-46c7-bc74-23a0e3110f9b Feb 15 01:37:23.032191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:23.032918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.045434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac207966-f898-4c1b-887a-ceab5dfd328e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:23.085512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:23.086032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.090338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd70ca-dc43-4ceb-9249-c377475a99cf req-652bbb70-2828-4131-897f-82e88b9ffcd3 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:23.094000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ed813bbf-61bb-46c7-bc74-23a0e3110f9b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.097629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcfd70ca-dc43-4ceb-9249-c377475a99cf req-652bbb70-2828-4131-897f-82e88b9ffcd3 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1220801 Feb 15 01:37:23.134036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] For port 181ea428-8137-483d-8024-77f10700a80b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:23.140002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:23.142977 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741366d5-cf46-43f4-a280-40f6eeb8ff92" -d '{"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:23.149044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] For port 181ea428-8137-483d-8024-77f10700a80b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=181ea428-8137-483d-8024-77f10700a80b,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:23.156223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-f5869b04-2343-4d1d-bace-2c0b7fa1736c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:23.168660 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcfd70ca-dc43-4ceb-9249-c377475a99cf req-e57501c3-d7bc-4779-8721-ca4fe08ade4c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658166 Feb 15 01:37:23.168813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-f5869b04-2343-4d1d-bace-2c0b7fa1736c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219835 Feb 15 01:37:23.172171 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-cd9316d1-70c2-417c-a777-914839702588 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308256 Feb 15 01:37:23.187780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Request body: {'port': {'device_id': '76d0f516-c828-46fa-ace5-361facea903f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:23.200932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-fd0e3f66-fab8-4680-bad5-40fe2f1342fc tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0301437 Feb 15 01:37:23.201445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:23.213995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0b3fe7d2-47a4-479b-9b1d-f57f56ddf573 None None] Provisioning complete for port 181ea428-8137-483d-8024-77f10700a80b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:23.214355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe7d2-47a4-479b-9b1d-f57f56ddf573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (181ea428-8137-483d-8024-77f10700a80b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.253588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ed813bbf-61bb-46c7-bc74-23a0e3110f9b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.254558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:23.255428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (181ea428-8137-483d-8024-77f10700a80b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.255825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.264814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.350412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab1595-9f7f-4f96-b812-44a4d79fea04 None None] Pushing event updated for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:23.352916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fe7d2-47a4-479b-9b1d-f57f56ddf573 None None] Port 181ea428-8137-483d-8024-77f10700a80b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:23.356931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9172ad3-5b54-4766-a69a-956ed37155e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.358717 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.384668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1518092 Feb 15 01:37:23.385673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87321873-cbb3-4211-a057-d8eb65c33569 admin admin] Pushing event updated for resources: {'Network': ['ID=ed813bbf-61bb-46c7-bc74-23a0e3110f9b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:23.387859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:23.400355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Request body: {'subnet': {'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-subnet', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:23.409810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:23.432941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-3a083b79-f7e5-4001-91c2-39bf9f755ee7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311809 Feb 15 01:37:23.529257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9c9a6-26c6-4fa4-9808-ee9f90e5c267 req-97ba3171-4e3d-4d13-ab1c-f6b5e4f4bc6a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:23.530827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36d9c9a6-26c6-4fa4-9808-ee9f90e5c267 req-97ba3171-4e3d-4d13-ab1c-f6b5e4f4bc6a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 931 time: 0.1418445 Feb 15 01:37:23.535585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Made reservation on behalf of ecf1a463c9c34309a7a714123c544ea6 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:23.537677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.572669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:37:23.594968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75395f44-985c-4132-9ac6-f135c524917f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.657907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:23.687736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36d9c9a6-26c6-4fa4-9808-ee9f90e5c267 req-6a38af68-454b-463f-b527-f214d16b51b4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271610 Feb 15 01:37:23.717862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:23.718502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:23.856949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e8b2adc8-13f9-41c9-b569-b2f1269ca9a9 req-57a848e1-55fd-4cf2-87fb-ee69e8182fe7 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 210 time: 0.0705216 Feb 15 01:37:23.865010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ab4b37-b053-4628-b4b3-0a32f51aa535 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:23.878838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (3f71a535-b8bd-4d2d-8b08-b70344c9e89f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.889567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks [] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.903274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75395f44-985c-4132-9ac6-f135c524917f admin admin] Publish callbacks [] for security_group (20a1a0a0-7602-403b-b3d0-74c2b4490fdb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:23.907186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:23.916808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Transition to ACTIVE for port object 90ab4b37-b053-4628-b4b3-0a32f51aa535 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:23.941754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4a9af-2a25-4281-af50-cb15d1d9f332 x-openstack-request-id: req-21e4a9af-2a25-4281-af50-cb15d1d9f332 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:23.942115 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:23.942815 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21e4a9af-2a25-4281-af50-cb15d1d9f332 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:23.943266 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'code': 200} Feb 15 01:37:23.981125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f71a535-b8bd-4d2d-8b08-b70344c9e89f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:23.992140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75395f44-985c-4132-9ac6-f135c524917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20a1a0a0-7602-403b-b3d0-74c2b4490fdb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.026935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-4065ca3e-5f7c-4aa7-851c-198856130461 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411351 Feb 15 01:37:24.065586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.069244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75395f44-985c-4132-9ac6-f135c524917f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18f1f90ad90047ae95f2130eb2c435e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6584189 Feb 15 01:37:24.075543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:24.087560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395f44-985c-4132-9ac6-f135c524917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a1a0a0-7602-403b-b3d0-74c2b4490fdb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:24.096689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Provisioning complete for port 181ea428-8137-483d-8024-77f10700a80b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:24.097083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (181ea428-8137-483d-8024-77f10700a80b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.105622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Checking segment: {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:24.112679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Network hostable DHCP agents. Network: ed813bbf-61bb-46c7-bc74-23a0e3110f9b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:37:24.170131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:24.210598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a49c31-87f5-4da9-a705-60e3af80f6df req-671be3f4-734e-4b7f-af17-304990182aa0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:24.217900 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-64a49c31-87f5-4da9-a705-60e3af80f6df req-671be3f4-734e-4b7f-af17-304990182aa0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1967440 Feb 15 01:37:24.275865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98786-84d2-4c79-8f6a-07e9e5f56597 req-72e62167-c87f-42bc-87dc-c64e554d9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:24.277733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccc98786-84d2-4c79-8f6a-07e9e5f56597 req-72e62167-c87f-42bc-87dc-c64e554d9222 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1132 time: 0.2369506 Feb 15 01:37:24.282332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Current status of the port 181ea428-8137-483d-8024-77f10700a80b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:24.282752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (181ea428-8137-483d-8024-77f10700a80b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.323918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:18Z', 'revision_number': 4, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '181ea428-8137-483d-8024-77f10700a80b', 'name': '', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'mac_address': 'fa:16:3e:38:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:17Z', 'updated_at': '2022-02-15T01:37:23Z', 'revision_number': 4, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'subnets': [{'id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:24.358963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dbf3-41bd-4e0d-b37c-73c7019b0942 None None] The sync data for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 is: [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:37:18Z', 'revision_number': 4, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '181ea428-8137-483d-8024-77f10700a80b', 'name': '', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'mac_address': 'fa:16:3e:38:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:17Z', 'updated_at': '2022-02-15T01:37:23Z', 'revision_number': 4, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'subnets': [{'id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:37:24.363726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] For port 181ea428-8137-483d-8024-77f10700a80b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=181ea428-8137-483d-8024-77f10700a80b,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:24.371621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-475d7829-8efb-416f-a5e2-7c565b7bf208 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:24.373203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-475d7829-8efb-416f-a5e2-7c565b7bf208 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208156 Feb 15 01:37:24.375625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:37:24.380657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.383082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccc98786-84d2-4c79-8f6a-07e9e5f56597 req-493fe855-236b-445c-b659-229da8b58e54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938256 Feb 15 01:37:24.390342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Request body: {'port': {'device_id': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '80f419df2d4e4fc19cbee1fa7e275276'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:24.443494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (181ea428-8137-483d-8024-77f10700a80b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.552921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] Publish callbacks [] for security_group (20a1a0a0-7602-403b-b3d0-74c2b4490fdb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.569562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08cde6-dad7-41e1-8027-49c074b89506 None None] Pushing event updated for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:24.623250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] Publish callbacks [] for security_group (20a1a0a0-7602-403b-b3d0-74c2b4490fdb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.623431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ed813bbf-61bb-46c7-bc74-23a0e3110f9b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:24.625074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:24.625609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:24.626088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:24.634279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c0744-59e8-4fd5-b3fa-48efa513bf38 None None] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:24.640608 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-64a49c31-87f5-4da9-a705-60e3af80f6df req-4ed32fc7-52cc-4000-8e61-cf1bb42cba8d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216294 Feb 15 01:37:24.649056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:24.649650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.654140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:24.654483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:24.689444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656c7e-0865-4c3f-a05e-274cfddbdb51 req-476479df-e21f-4af3-a883-b86265fc1dc5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:24.691048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7656c7e-0865-4c3f-a05e-274cfddbdb51 req-476479df-e21f-4af3-a883-b86265fc1dc5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1023042 Feb 15 01:37:24.695048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:24.695671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:24.696242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:24.697099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Bound port: 90ab4b37-b053-4628-b4b3-0a32f51aa535, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:24.697611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.752535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Made reservation on behalf of 80f419df2d4e4fc19cbee1fa7e275276 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:24.754663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.779702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.801636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:24.807421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:24.808861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ccf3899c-221d-4dab-b024-00707ff9c27e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4154856 Feb 15 01:37:24.815963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:24.834152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:24.839027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20a1a0a0-7602-403b-b3d0-74c2b4490fdb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.842473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.843822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20a1a0a0-7602-403b-b3d0-74c2b4490fdb HTTP/1.1" status: 204 len: 168 time: 0.7648208 Feb 15 01:37:24.854580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868e31-1cbb-440f-ae2f-ea85661df2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a1a0a0-7602-403b-b3d0-74c2b4490fdb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:24.862905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'fixed_ips': [{'subnet_id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:37:24.863880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.893632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7656c7e-0865-4c3f-a05e-274cfddbdb51 req-336c3b9d-fbc9-451d-90ca-f5b57ed83514 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907375 Feb 15 01:37:24.940951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.942100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:24.947578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.057472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:25.058106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.059659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] 10.222.0.31 "PUT /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 1092 time: 1.8785136 Feb 15 01:37:25.060126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:25.062728 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf" -d '{"events": [{"name": "network-changed", "server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:25.090618 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks [] for security_group (8836aff6-70b4-4743-8b5c-0332c27e44cd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.113380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86ac65-f0d8-4942-bbed-b40d97f5b470 req-95a4ddef-48f2-43b1-8713-79b4af5455f5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:25.117003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf86ac65-f0d8-4942-bbed-b40d97f5b470 req-95a4ddef-48f2-43b1-8713-79b4af5455f5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.1260543 Feb 15 01:37:25.147951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Allocated IP 172.20.0.2 (ed813bbf-61bb-46c7-bc74-23a0e3110f9b/3f71a535-b8bd-4d2d-8b08-b70344c9e89f/e47732a8-f6e2-4608-8ff2-4da392402a71) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:25.160807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for router_controller (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.167528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a52eb9-4a34-40ad-9523-878b5c20dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:25.178612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8836aff6-70b4-4743-8b5c-0332c27e44cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.223252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bdfa8736-47a0-49ac-97c4-55fb73e4706a req-f2b4a845-eb5a-409d-b92a-ae9e439e7e1f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 210 time: 0.0526211 Feb 15 01:37:25.327749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf86ac65-f0d8-4942-bbed-b40d97f5b470 req-00b3aa45-fb7e-457a-8cae-5b1af94d4eaf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039154 Feb 15 01:37:25.400277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-fab42790-4402-4d52-a371-1379f979de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:25.401993 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-fab42790-4402-4d52-a371-1379f979de71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1126 time: 0.2213984 Feb 15 01:37:25.406244 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f23bc99-0db5-40f2-aecb-22ccaadb4626 x-openstack-request-id: req-5f23bc99-0db5-40f2-aecb-22ccaadb4626 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:25.406244 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:25.406244 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f23bc99-0db5-40f2-aecb-22ccaadb4626 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:25.406244 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'status': 'completed', 'code': 200} Feb 15 01:37:25.488243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8836aff6-70b4-4743-8b5c-0332c27e44cd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:25.508352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for router_gateway (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.513429 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-0935d0bb-114b-4aa0-b8a0-8c1fdd18abef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0915697 Feb 15 01:37:25.541530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks [] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.562584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d56cd0b-6767-400b-a148-dec7147dabd1 req-cd517657-7884-461d-b0f0-eb0745ef81a8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 210 time: 0.0755339 Feb 15 01:37:25.586647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Allocated IP 192.168.233.180 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/fc663ff9-c50c-4470-84ae-9651bc415c22) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:25.594033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-ce73cc4e-d04f-4496-8fcb-fb99d1bb1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:25.594033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-ce73cc4e-d04f-4496-8fcb-fb99d1bb1f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0692048 Feb 15 01:37:25.629093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-7ece62d8-b3c6-4897-99f4-2e90058ee620 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278234 Feb 15 01:37:25.647414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.722911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Pushing event updated for resources: {'Port': ['ID=e47732a8-f6e2-4608-8ff2-4da392402a71,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:25.755501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:25.762786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:25.789612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:25.823112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks [] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.878430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:25.890574 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.896532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06e0f018-76ff-4f5a-960a-6cd243b78199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.897807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Attempting to bind port e47732a8-f6e2-4608-8ff2-4da392402a71 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:25.900707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-26a3018d-e045-4429-99dc-26ba64633510 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562168 Feb 15 01:37:25.901213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Attempting to bind port e47732a8-f6e2-4608-8ff2-4da392402a71 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:25.901649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Attempting to bind port e47732a8-f6e2-4608-8ff2-4da392402a71 on network ed813bbf-61bb-46c7-bc74-23a0e3110f9b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:25.909747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:25.910242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Checking segment: {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:25.910751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.911274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Bound using segment: {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:25.911817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Bound port: e47732a8-f6e2-4608-8ff2-4da392402a71, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:25.912272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:25.926326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d739c-17dc-4be5-a999-ffc392c03e92 req-9d523945-5d5a-418f-8c4c-8e813ec81a00 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:25.928912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b98d739c-17dc-4be5-a999-ffc392c03e92 req-9d523945-5d5a-418f-8c4c-8e813ec81a00 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1368196 Feb 15 01:37:26.010122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06e0f018-76ff-4f5a-960a-6cd243b78199 admin admin] Publish callbacks [] for security_group (e5d84fd1-992a-4b58-bc48-89e2af7497b0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.015799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.064090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b98d739c-17dc-4be5-a999-ffc392c03e92 req-d77a7338-4cf2-42b5-81b4-253217b60491 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342714 Feb 15 01:37:26.071372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] For port e47732a8-f6e2-4608-8ff2-4da392402a71, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:26.077913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] For port e47732a8-f6e2-4608-8ff2-4da392402a71, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e47732a8-f6e2-4608-8ff2-4da392402a71,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:26.103845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:26.107157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8819995-69ab-429f-8a40-64cebeaa11d4 req-31d949aa-b9c6-40d4-83d5-398919c70f6c service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960084 Feb 15 01:37:26.115498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:26.117699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Pushing event updated for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:26.126280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:26.156835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06e0f018-76ff-4f5a-960a-6cd243b78199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5d84fd1-992a-4b58-bc48-89e2af7497b0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.184929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.236224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c407-2e54-4946-a27e-ecd7c27be224 req-d1a42b5e-4978-4ff8-959b-70c482cba3fd tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.239017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48b1c407-2e54-4946-a27e-ecd7c27be224 req-d1a42b5e-4978-4ff8-959b-70c482cba3fd tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.2109725 Feb 15 01:37:26.265910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.266542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.279986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-06e0f018-76ff-4f5a-960a-6cd243b78199 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c2b26e5c41a4e6a9b7aa164a74a0e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004395 Feb 15 01:37:26.280777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:26.283513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f018-76ff-4f5a-960a-6cd243b78199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d84fd1-992a-4b58-bc48-89e2af7497b0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:26.312798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 181ea428-8137-483d-8024-77f10700a80b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:26.383057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3214-a10b-43c1-9a84-eab4248cdbbf None None] Pushing event updated for resources: {'Port': ['ID=e47732a8-f6e2-4608-8ff2-4da392402a71,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:26.405158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48b1c407-2e54-4946-a27e-ecd7c27be224 req-83f1f489-e620-4263-aa79-be8b315b02f5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336355 Feb 15 01:37:26.419433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-ce173765-482a-455c-a71a-5569b9764835 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0331411 Feb 15 01:37:26.438033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Request body: {'port': {'device_id': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:26.474371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 181ea428-8137-483d-8024-77f10700a80b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:26.474750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (181ea428-8137-483d-8024-77f10700a80b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.486042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] Publish callbacks [] for security_group (e5d84fd1-992a-4b58-bc48-89e2af7497b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.529435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] Publish callbacks [] for security_group (e5d84fd1-992a-4b58-bc48-89e2af7497b0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.607091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for router_gateway (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.613460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-a38c71bb-22a4-4e54-88c2-88029b8b1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.615432 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-a38c71bb-22a4-4e54-88c2-88029b8b1528 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1126 time: 0.2605596 Feb 15 01:37:26.624569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.627155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 181ea428-8137-483d-8024-77f10700a80b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:26.637065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ed696b7f-4828-497d-92f8-49df602560d4 None None] Provisioning complete for port fc663ff9-c50c-4470-84ae-9651bc415c22 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:26.638153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed696b7f-4828-497d-92f8-49df602560d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.650376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.667650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bea8e7-65c1-435a-afce-eed8af561490 req-d5481fda-7a7b-4a34-8a4a-638586e47c28 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.669326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96bea8e7-65c1-435a-afce-eed8af561490 req-d5481fda-7a7b-4a34-8a4a-638586e47c28 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.1623721 Feb 15 01:37:26.695283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b6e22-3f25-4b55-adf2-4cc721c2389a req-070aeb43-823f-4881-8ec2-39907b93db59 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.707712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-848b6e22-3f25-4b55-adf2-4cc721c2389a req-070aeb43-823f-4881-8ec2-39907b93db59 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 936 time: 0.2573946 Feb 15 01:37:26.725589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed696b7f-4828-497d-92f8-49df602560d4 None None] Port fc663ff9-c50c-4470-84ae-9651bc415c22 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:26.848882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-848b6e22-3f25-4b55-adf2-4cc721c2389a req-3ba15c8c-01e8-442a-a77c-a6f696435c41 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402192 Feb 15 01:37:26.851119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96bea8e7-65c1-435a-afce-eed8af561490 req-69970449-3e9a-42c2-91be-c6560e43aafc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590009 Feb 15 01:37:26.854727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5d84fd1-992a-4b58-bc48-89e2af7497b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.857292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-dd3118c2-dd83-40f0-83df-40a993b7bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:26.859769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:26.859769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5d84fd1-992a-4b58-bc48-89e2af7497b0 HTTP/1.1" status: 204 len: 168 time: 0.5729570 Feb 15 01:37:26.861172 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-dd3118c2-dd83-40f0-83df-40a993b7bd9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.2194872 Feb 15 01:37:26.901489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adf11a-8c28-46b0-8a0d-8ce39bb22e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d84fd1-992a-4b58-bc48-89e2af7497b0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:26.965664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-f82a8cdb-8b5b-4d02-8e84-7dca2e6f650d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0686033 Feb 15 01:37:27.040025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-148b2543-8f6a-4213-91fa-de10495ac107 req-8ea1ead7-a4e8-4025-b454-cfb23048b1b7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 210 time: 0.0476766 Feb 15 01:37:27.074753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-e31d1f2d-2254-4dec-ab52-1b0a4a9a713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:27.076342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-e31d1f2d-2254-4dec-ab52-1b0a4a9a713e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0991313 Feb 15 01:37:27.103876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Allocated IP 172.25.2.239 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5db9bc4a-9fab-4ca7-8f17-a35a25a8f742) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:27.138603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-b6b7a93c-f9b0-4a3a-adef-e413cf1d7ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518510 Feb 15 01:37:27.192922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc663ff9-c50c-4470-84ae-9651bc415c22 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:27.200614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks [] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.213394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Transition to ACTIVE for port object fc663ff9-c50c-4470-84ae-9651bc415c22 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:27.232083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.311685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.380342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Pushing event updated for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:27.383079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d8f1-7bca-4d96-b343-6788f9fd2557 req-4a64bb8e-5bb2-4ebf-bf7d-1d28505232a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:27.384995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df5d8f1-7bca-4d96-b343-6788f9fd2557 req-4a64bb8e-5bb2-4ebf-bf7d-1d28505232a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1885104 Feb 15 01:37:27.392674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-d6c66b04-66d5-45d8-953e-df3276beb9a0 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435143 Feb 15 01:37:27.499223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.576593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df5d8f1-7bca-4d96-b343-6788f9fd2557 req-d6147ac0-9258-42ed-b01a-73c87ec2d233 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828802 Feb 15 01:37:27.642931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Attempting to bind port fc663ff9-c50c-4470-84ae-9651bc415c22 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:27.646803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Attempting to bind port fc663ff9-c50c-4470-84ae-9651bc415c22 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:27.647191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Attempting to bind port fc663ff9-c50c-4470-84ae-9651bc415c22 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:27.673965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Port fc663ff9-c50c-4470-84ae-9651bc415c22 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:27.680587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Attempting to bind port fc663ff9-c50c-4470-84ae-9651bc415c22 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:27.694448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ea6e5-c566-4dfe-964d-a6b8e1200467 req-6dc8e548-a6f0-4928-8e4f-66db25c24e6f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:27.699991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b17ea6e5-c566-4dfe-964d-a6b8e1200467 req-6dc8e548-a6f0-4928-8e4f-66db25c24e6f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1743655 Feb 15 01:37:27.703949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:27.705431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:27.705885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:27.706391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Bound port: fc663ff9-c50c-4470-84ae-9651bc415c22, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:27.706804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.711879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcbf0611-24b1-4a5a-bc2b-fdde928f57cf req-dd8d6a6d-55c0-4e78-ac19-f518f7c268b8 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549224 Feb 15 01:37:27.817973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-35819a71-7cfd-4d05-947e-9ce57f3de5bc req-8b86c0be-f2d7-4093-b8f1-4c228bdf4402 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:27.820481 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35819a71-7cfd-4d05-947e-9ce57f3de5bc req-8b86c0be-f2d7-4093-b8f1-4c228bdf4402 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071495 Feb 15 01:37:27.822617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.832458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b17ea6e5-c566-4dfe-964d-a6b8e1200467 req-0ebff700-6e5c-4c3b-9c52-6db8ebc68af7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101482 Feb 15 01:37:27.840731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:27.843822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fc663ff9-c50c-4470-84ae-9651bc415c22,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:27.932203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:27.935221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-c9808e66-38ee-4a5e-8fa2-2fc44c85b3ac tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351503 Feb 15 01:37:27.937487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:27.937656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:27.941535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:27.980614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62d9ab-fdb9-4349-bd80-985fd0a76234 None None] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:28.031077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Pushing event updated for resources: {'Port': ['ID=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:28.109862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Provisioning complete for port e47732a8-f6e2-4608-8ff2-4da392402a71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:28.111232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.122452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.122452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.123631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc663ff9-c50c-4470-84ae-9651bc415c22 HTTP/1.1" status: 200 len: 1097 time: 1.6898096 Feb 15 01:37:28.137661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:28.138825 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b86ad-d523-4719-85dc-3ceca634585d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:28.300109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e47732a8-f6e2-4608-8ff2-4da392402a71 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:28.315796 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:37:28.379797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.37', 60509) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:28.496149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Current status of the port e47732a8-f6e2-4608-8ff2-4da392402a71 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:28.496586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.535128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:28.558534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] For port e47732a8-f6e2-4608-8ff2-4da392402a71, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e47732a8-f6e2-4608-8ff2-4da392402a71,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:28.560084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e47732a8-f6e2-4608-8ff2-4da392402a71 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:28.560828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.587467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-c56f908c-0856-4403-9cdc-d95bcd5f8246 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3853552 Feb 15 01:37:28.591722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877481-7f37-49ac-8f3e-193df47ca472 service neutron] Pushing event updated for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:28.659370 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.677258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6743a-b6e5-4678-858a-1c5a144dc7f1 req-dcd8991a-aec1-4ae9-ada2-958281b3f047 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.680375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70a6743a-b6e5-4678-858a-1c5a144dc7f1 req-dcd8991a-aec1-4ae9-ada2-958281b3f047 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 948 time: 0.6962726 Feb 15 01:37:28.760023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-62cc9c83-dce0-48f9-b11d-b7fce188f603 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.761895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-62cc9c83-dce0-48f9-b11d-b7fce188f603 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8152266 Feb 15 01:37:28.762021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1aec-bdc9-49a0-a88b-5b1588dd64b7 req-9e9c08be-c649-4ba0-87c1-d95185807612 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.762546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:28.763472 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8acc1aec-bdc9-49a0-a88b-5b1588dd64b7 req-9e9c08be-c649-4ba0-87c1-d95185807612 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.3814347 Feb 15 01:37:28.775205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-0f945a61-2ffd-4514-9ff2-f80de01cbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.777082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-0f945a61-2ffd-4514-9ff2-f80de01cbf67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 1131 time: 0.3959014 Feb 15 01:37:28.777307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e47732a8-f6e2-4608-8ff2-4da392402a71 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:28.785877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1412721280-network', 'tenant_id': '2a4ef89369c64aaea1d061084018d19a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:28.795626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:28.816934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e914c851-e645-4ea3-ab31-288cafb4ede6 None None] Provisioning complete for port e47732a8-f6e2-4608-8ff2-4da392402a71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:28.817524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e914c851-e645-4ea3-ab31-288cafb4ede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.849690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-22c0aec5-40f1-44bd-8b9a-2cc9121e1706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fc663ff9-c50c-4470-84ae-9651bc415c22 HTTP/1.1" status: 200 len: 217 time: 0.0605943 Feb 15 01:37:28.855014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for router_gateway (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:28.867229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50877-3005-4503-ba70-16fbe5e8101e None None] Pushing event updated for resources: {'Port': ['ID=e47732a8-f6e2-4608-8ff2-4da392402a71,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:28.950839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70a6743a-b6e5-4678-858a-1c5a144dc7f1 req-3f6ee43d-f020-4f29-9227-6b9be3d7a1b4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120016 Feb 15 01:37:28.965914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-d6bb651e-c4ce-4329-acad-6fac8f4121f2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.967645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-d6bb651e-c4ce-4329-acad-6fac8f4121f2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3700671 Feb 15 01:37:28.988137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:28.992489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-fe5c3d8e-0fd8-420b-8f1a-9d7a9b718ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:28.996598 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-fe5c3d8e-0fd8-420b-8f1a-9d7a9b718ee1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1384726 Feb 15 01:37:29.002541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8acc1aec-bdc9-49a0-a88b-5b1588dd64b7 req-acfb522c-d17b-48b5-b220-d3e736d17b94 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219267 Feb 15 01:37:29.007193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:29.010272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.028542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.049810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-cad01761-ec96-4690-8176-cf0d64557a3c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2829292 Feb 15 01:37:29.061870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-ccf4c4c5-948a-4424-998a-f67d27c6e5fe service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:29.065836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-ccf4c4c5-948a-4424-998a-f67d27c6e5fe service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071530 Feb 15 01:37:29.067507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e914c851-e645-4ea3-ab31-288cafb4ede6 None None] Current status of the port e47732a8-f6e2-4608-8ff2-4da392402a71 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:29.110108 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f58e38-11f0-4302-885f-e41b294da0c4 x-openstack-request-id: req-63f58e38-11f0-4302-885f-e41b294da0c4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:29.110929 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:29.111250 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63f58e38-11f0-4302-885f-e41b294da0c4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:29.111638 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22', 'status': 'completed', 'code': 200} Feb 15 01:37:29.149357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b65109f-3c43-468c-81fb-434e4aeeb197 req-b865a4e9-1d2c-4fa8-ad52-9818becebc44 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 210 time: 0.0411577 Feb 15 01:37:29.178076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:29.181592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.275732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:29.279226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.421138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eba5a-ca29-4d4c-83eb-973b04753029 req-0e06e629-1e54-4010-b5e5-805d73cb3771 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:29.422638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc7eba5a-ca29-4d4c-83eb-973b04753029 req-0e06e629-1e54-4010-b5e5-805d73cb3771 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1846013 Feb 15 01:37:29.442028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.253 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:29.517392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc7eba5a-ca29-4d4c-83eb-973b04753029 req-3c6d3f3c-d4f9-4dd9-ba7e-1e3550b3ab91 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796154 Feb 15 01:37:29.522418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e279-d3ed-432e-999f-d582d0213015 req-bb70b8f1-20dc-4916-b2cf-9506a286a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:29.524539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-bb70b8f1-20dc-4916-b2cf-9506a286a694 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4172392 Feb 15 01:37:29.580976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03ba9-d1b8-4396-b5dc-a05e740f941b req-32c14fc0-2fd6-43b0-a273-8ffdd6ffb83d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:29.582465 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1cb03ba9-d1b8-4396-b5dc-a05e740f941b req-32c14fc0-2fd6-43b0-a273-8ffdd6ffb83d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.2012355 Feb 15 01:37:29.633487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.670829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks [] for security_group (7a46a439-03b4-4952-8358-3fe3f0d04f15), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.680788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.747091 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1cb03ba9-d1b8-4396-b5dc-a05e740f941b req-831ba8b9-ad95-4731-9634-ad4ca6656588 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473908 Feb 15 01:37:29.789108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-a79b28ba-d35d-427f-8da0-47d6e81bbd19 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516155 Feb 15 01:37:29.821884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.824002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7a46a439-03b4-4952-8358-3fe3f0d04f15), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.833218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:29.895841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:37:29.902857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-ba67a9dd-a57c-485d-b324-468c3d8858e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:29.904239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-ba67a9dd-a57c-485d-b324-468c3d8858e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 946 time: 0.1152854 Feb 15 01:37:29.915567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:29.926073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:29.929527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ebe614d5-581d-4ca9-993f-4548c929032f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:29.930065 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Added segment ebe614d5-581d-4ca9-993f-4548c929032f of type vlan for network d653ca81-fb09-49c1-80ba-ae3171ded49b Feb 15 01:37:29.933641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a46a439-03b4-4952-8358-3fe3f0d04f15,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:29.935040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:29.955861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:29.963214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:29.969691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.209 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/3971a840-7084-4c80-8c57-b54f60abccd3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:30.007764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.007764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.023569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d653ca81-fb09-49c1-80ba-ae3171ded49b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.032197 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1936e279-d3ed-432e-999f-d582d0213015 req-7ed62cff-3c6c-4fa3-9b8f-907e40644d61 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175121 Feb 15 01:37:30.161886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d653ca81-fb09-49c1-80ba-ae3171ded49b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.163137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.163436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-07bcffc9-0f6a-40c5-818c-5fa9b98105ce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3833873 Feb 15 01:37:30.164131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.186169 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:37:30.200254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:37:30.215527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e47732a8-f6e2-4608-8ff2-4da392402a71 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:30.223066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Request body: {'port': {'device_id': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:30.356029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:30.358413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e47732a8-f6e2-4608-8ff2-4da392402a71 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:30.358535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.365745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (3971a840-7084-4c80-8c57-b54f60abccd3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.372673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.385791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622671f4-3d97-4912-9b7a-bc1ea8b6fd4b req-e5185c83-e156-459a-b663-c24e581f5036 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.386483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'port_id': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'mac_address': 'fa:16:3e:00:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bffe9a5-7296-4d2d-9c09-f49d155ea06c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:30.393950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-622671f4-3d97-4912-9b7a-bc1ea8b6fd4b req-e5185c83-e156-459a-b663-c24e581f5036 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 948 time: 0.2867463 Feb 15 01:37:30.398621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] Pushing event updated for resources: {'Network': ['ID=d653ca81-fb09-49c1-80ba-ae3171ded49b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:30.418520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d653ca81-fb09-49c1-80ba-ae3171ded49b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:37:30.458539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f8b3bc7-8e9d-4b07-8b19-683a4d5ec874 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9009047 Feb 15 01:37:30.469541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:30.475846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Request body: {'subnet': {'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1412721280-subnet', 'tenant_id': '2a4ef89369c64aaea1d061084018d19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:30.482436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a33223-726d-44dd-8969-a8e5a9f73a51 req-c4991f18-4095-4144-aa22-c745524daaec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.484201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7a33223-726d-44dd-8969-a8e5a9f73a51 req-c4991f18-4095-4144-aa22-c745524daaec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.3430533 Feb 15 01:37:30.494103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-fd5ff0be-f6b3-460b-940a-df00c53e1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.496393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-fd5ff0be-f6b3-460b-940a-df00c53e1d3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 1131 time: 0.2883551 Feb 15 01:37:30.524708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 90ab4b37-b053-4628-b4b3-0a32f51aa535 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:30.524708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.529355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-622671f4-3d97-4912-9b7a-bc1ea8b6fd4b req-fc7e9823-7c64-428c-93ca-1d73112a1a1e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342754 Feb 15 01:37:30.531221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4cafd567-1217-406e-8b0a-0ae4f34e6b22 None None] Provisioning complete for port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:30.531591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cafd567-1217-406e-8b0a-0ae4f34e6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.598623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ab4b37-b053-4628-b4b3-0a32f51aa535 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:30.599638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:37:30.602919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.613490 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Sync routers for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:37:30.625128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:30.630503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:30.633702 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:30.668064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:30.675076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4cafd567-1217-406e-8b0a-0ae4f34e6b22 None None] Port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:30.686837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e47732a8-f6e2-4608-8ff2-4da392402a71 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:30.736045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:30.739157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.748748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.778088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:30.783033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7a33223-726d-44dd-8969-a8e5a9f73a51 req-11be716b-94e6-4b1a-87fd-e950cfac05cb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756368 Feb 15 01:37:30.819277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-8586d3db-bb32-4b10-ad8e-da33a6ad89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:30.821403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-8586d3db-bb32-4b10-ad8e-da33a6ad89aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2168417 Feb 15 01:37:30.842715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:30.901820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:30.902980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1cb42200-d39f-4702-a367-fab8760b712f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1003904 Feb 15 01:37:30.904343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-6ac348e7-fc30-477f-ab24-7309cadbdd4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fc663ff9-c50c-4470-84ae-9651bc415c22 HTTP/1.1" status: 200 len: 217 time: 0.0745180 Feb 15 01:37:30.911444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:30.968983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:30.986106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:30.988762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:31.001883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:31.014585 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:28Z', 'revision_number': 3, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:31.029723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-c4528463-ac80-4ffb-9724-cfcbc23ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.031196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['90ab4b37-b053-4628-b4b3-0a32f51aa535'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:31.038039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-c4528463-ac80-4ffb-9724-cfcbc23ee961 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1197882 Feb 15 01:37:31.050508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Checking router: 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:37:31.051281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Updating router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:37:31.090553 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.166657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8a1e-4c26-4296-963c-0ea8b969ba63 req-5af7a09d-4531-4c83-b6b1-093a2b5eebaf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.168517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c72f8a1e-4c26-4296-963c-0ea8b969ba63 req-5af7a09d-4531-4c83-b6b1-093a2b5eebaf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 936 time: 0.4404936 Feb 15 01:37:31.185597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22de31-0fb5-4077-80b2-b1a981e88da1 req-edc678c6-d811-4612-a3f8-ecac04bd78dc tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.189360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ab22de31-0fb5-4077-80b2-b1a981e88da1 req-edc678c6-d811-4612-a3f8-ecac04bd78dc tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.2915437 Feb 15 01:37:31.306730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.307358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.328777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-fca65f89-cfa1-4345-a2c4-7326d2e9cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.330825 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-fca65f89-cfa1-4345-a2c4-7326d2e9cf53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2800381 Feb 15 01:37:31.375446 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ab22de31-0fb5-4077-80b2-b1a981e88da1 req-d6f4b0eb-ceb6-4a12-afaf-2af0263196f6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742358 Feb 15 01:37:31.422183 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks [] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.430173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b51d96b9-8050-42b3-ba8c-f0d78dcd5ce4 None None] Provisioning complete for port 3971a840-7084-4c80-8c57-b54f60abccd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:31.435401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b51d96b9-8050-42b3-ba8c-f0d78dcd5ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.457763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c72f8a1e-4c26-4296-963c-0ea8b969ba63 req-bb143737-a6a9-4a35-abfd-f84df773b13e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745333 Feb 15 01:37:31.466467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:31.478922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b51d96b9-8050-42b3-ba8c-f0d78dcd5ce4 None None] Port 3971a840-7084-4c80-8c57-b54f60abccd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:31.483586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-748a86d6-265c-4cff-a0c6-63e8b35f6a21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5024822 Feb 15 01:37:31.488478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks [] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.496256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Request body: {'port': {'device_id': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:31.506039 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.530311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Transition to ACTIVE for port object 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:31.559735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (fef077fe-30ac-4dc0-b717-050623c64dee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.569425 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-71676b8b-8398-420f-867f-c1fd7e06cce3 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208126 Feb 15 01:37:31.572595 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4061-4a84-4723-8ded-8fff0a78fb22 None None] Pushing event updated for resources: {'Port': ['ID=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:31.573472 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Attempting to bind port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:31.573842 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Attempting to bind port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:31.574260 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Attempting to bind port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:31.580472 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:31.580842 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:31.581645 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.581645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:31.582129 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Bound port: 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:31.582514 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.599962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.634302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.654384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef077fe-30ac-4dc0-b717-050623c64dee,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:31.657726 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] For port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:31.662544 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] For port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:31.721674 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:31.782051 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:31.783236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:31.818155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Pushing event updated for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:31.829190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:31.830014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Network hostable DHCP agents. Network: d653ca81-fb09-49c1-80ba-ae3171ded49b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:37:31.899076 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4061-4a84-4723-8ded-8fff0a78fb22 None None] Pushing event updated for resources: {'Port': ['ID=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:31.939126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98fc7d-e853-4139-a1bf-e2a686548dc0 req-a55341ab-abf0-4f21-b49e-f8a0a53dbdfb tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:31.941427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef98fc7d-e853-4139-a1bf-e2a686548dc0 req-a55341ab-abf0-4f21-b49e-f8a0a53dbdfb tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 948 time: 0.2816164 Feb 15 01:37:31.965059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:31.992073 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:32.011456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8b86ad-d523-4719-85dc-3ceca634585d req-9da85b74-f8d9-4d54-add4-568a2673554f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285469 Feb 15 01:37:32.033425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d271e-809a-42e3-a639-aac84c043bdf req-1a3e6308-670e-4072-864e-66ca2339e4b8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.046233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f9d271e-809a-42e3-a639-aac84c043bdf req-1a3e6308-670e-4072-864e-66ca2339e4b8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.5300794 Feb 15 01:37:32.053664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Attempting to bind port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:32.054618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Attempting to bind port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:32.055165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Attempting to bind port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:32.066580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Network d653ca81-fb09-49c1-80ba-ae3171ded49b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:37:32.086570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:32.087064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Attempting to bind port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:32.123722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:32.124091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:32.124825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:32.124946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Bound port: 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:32.125299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.163270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f9d271e-809a-42e3-a639-aac84c043bdf req-322f58de-d30d-4d6d-a1cf-cbd11aeeda1f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158230 Feb 15 01:37:32.176875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 90ab4b37-b053-4628-b4b3-0a32f51aa535 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:32.194303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 90ab4b37-b053-4628-b4b3-0a32f51aa535 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:32.195049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.292031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:28Z', 'revision_number': 3, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:32.318675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-7eaed293-572c-4613-b223-65fcda0aebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.320330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-7eaed293-572c-4613-b223-65fcda0aebea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1132 time: 0.1527424 Feb 15 01:37:32.328440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.336745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 90ab4b37-b053-4628-b4b3-0a32f51aa535 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:32.337454 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.376754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:32.379573 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5998ab6-8270-4a7e-85d7-2ed48c2a4d84" -d '{"events": [{"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-plugged", "status": "completed", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:32.397053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef98fc7d-e853-4139-a1bf-e2a686548dc0 req-677ac5a3-ac96-44af-975b-99c79906df7d tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404020 Feb 15 01:37:32.398503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:32.403522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d653ca81-fb09-49c1-80ba-ae3171ded49b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:32.417444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732da1f9-f794-4b4b-8a9b-8f7addace1cb None None] Network d653ca81-fb09-49c1-80ba-ae3171ded49b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:32.420216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2d90-db38-451a-b7fb-9c5cc141e1c3 req-dd56a448-e632-4529-87eb-28b26dbe80f1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.423887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3bad2d90-db38-451a-b7fb-9c5cc141e1c3 req-dd56a448-e632-4529-87eb-28b26dbe80f1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 944 time: 0.1585584 Feb 15 01:37:32.424693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.425289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.455550 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6769-00da-415a-875f-4e0cb5e849a5 None None] The sync data for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 is: [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:28Z', 'revision_number': 3, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:37:32.488676 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9dc1e-89f9-40b1-9478-d1bcf5f8dc99 x-openstack-request-id: req-1fb9dc1e-89f9-40b1-9478-d1bcf5f8dc99 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:32.489220 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-plugged", "status": "completed", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:32.489220 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fb9dc1e-89f9-40b1-9478-d1bcf5f8dc99 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:32.489596 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'code': 200} Feb 15 01:37:32.494491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.575185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34114d3a-656f-40ab-b2a8-9702e825d574 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1030090 Feb 15 01:37:32.641559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:32.661789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:32.681016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3971a840-7084-4c80-8c57-b54f60abccd3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:32.720406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-2261c366-f69f-4cd9-9e71-ce6830a4ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.721462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:32.721912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-2261c366-f69f-4cd9-9e71-ce6830a4ccfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3912814 Feb 15 01:37:32.742402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks [] for port (3971a840-7084-4c80-8c57-b54f60abccd3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.744673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1a619-80b4-4a81-9f7c-dfe720b7274f None None] Network d653ca81-fb09-49c1-80ba-ae3171ded49b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:32.799694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f966ad5-13af-4d82-8ce4-123bcbb59154 req-efe07ee3-148a-43dc-9890-da2c74054bc5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.802435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f966ad5-13af-4d82-8ce4-123bcbb59154 req-efe07ee3-148a-43dc-9890-da2c74054bc5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1850617 Feb 15 01:37:32.804342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Transition to ACTIVE for port object 3971a840-7084-4c80-8c57-b54f60abccd3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:32.806895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:32.825061 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-1042ec42-9b37-41c7-8058-8f163cc0b23b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.0942881 Feb 15 01:37:32.856652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3bad2d90-db38-451a-b7fb-9c5cc141e1c3 req-2c7f32b0-86cc-435c-9648-0d4085526c0b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909682 Feb 15 01:37:32.885579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5102c3-fc1b-4663-9605-d26387497ba7 req-d96a490b-ab49-40e6-9d2a-2649805aac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.887470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af5102c3-fc1b-4663-9605-d26387497ba7 req-d96a490b-ab49-40e6-9d2a-2649805aac4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.2872109 Feb 15 01:37:32.888659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Allocated IP 172.20.0.1 (ed813bbf-61bb-46c7-bc74-23a0e3110f9b/3f71a535-b8bd-4d2d-8b08-b70344c9e89f/f093516b-1e34-4e8a-ae44-94e85c2ae824) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:32.955111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-66827a41-6863-4289-a434-924ac368fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:32.957062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-66827a41-6863-4289-a434-924ac368fb5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0948231 Feb 15 01:37:32.960788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.057172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.058895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.060455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] 10.222.0.37 "PUT /v2.0/ports/835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d HTTP/1.1" status: 200 len: 1097 time: 2.8451817 Feb 15 01:37:33.060920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:33.063298 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d" -d '{"events": [{"name": "network-changed", "server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:33.120999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28711840-9fd3-45a4-a0b5-225506463c7f service neutron] Pushing event updated for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:33.149506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f966ad5-13af-4d82-8ce4-123bcbb59154 req-e4905dd9-c3e2-4d9e-a1fd-e0f8a08b9570 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379858 Feb 15 01:37:33.158470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af5102c3-fc1b-4663-9605-d26387497ba7 req-d04d5b72-b9ea-4639-a2f2-8be62fdded65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985097 Feb 15 01:37:33.220414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938330a1-2401-492a-83b0-bcee1cc63378 req-d1d02a5d-a37a-4708-9841-d2ada1ffddb6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.227701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-938330a1-2401-492a-83b0-bcee1cc63378 req-d1d02a5d-a37a-4708-9841-d2ada1ffddb6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 948 time: 0.2252014 Feb 15 01:37:33.286482 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3129566-4a4b-4d8c-a86f-901401982641 x-openstack-request-id: req-e3129566-4a4b-4d8c-a86f-901401982641 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:33.286779 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:33.287043 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3129566-4a4b-4d8c-a86f-901401982641 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:33.287458 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', 'status': 'completed', 'code': 200} Feb 15 01:37:33.314381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-3fe076a3-07a7-47ad-a5b8-88962a11dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.316629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-3fe076a3-07a7-47ad-a5b8-88962a11dc97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3314657 Feb 15 01:37:33.336722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Pushing event updated for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:33.353006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks [] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.414746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-b942b457-981b-4362-b5d0-d2262b78774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.421427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-b942b457-981b-4362-b5d0-d2262b78774d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 1131 time: 0.2106550 Feb 15 01:37:33.437022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-938330a1-2401-492a-83b0-bcee1cc63378 req-c9f0867d-e0cc-4dd2-bc55-cb5c4db2038c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029862 Feb 15 01:37:33.442182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Attempting to bind port 3971a840-7084-4c80-8c57-b54f60abccd3 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:33.442644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Attempting to bind port 3971a840-7084-4c80-8c57-b54f60abccd3 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:33.443064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Attempting to bind port 3971a840-7084-4c80-8c57-b54f60abccd3 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:33.530131 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-8134a901-2e07-4751-94ab-836044910c3c service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032208 Feb 15 01:37:33.532041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-1cee5525-5e8e-477e-b3cb-2541e2d5c076 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d HTTP/1.1" status: 200 len: 217 time: 0.1007352 Feb 15 01:37:33.534657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Port 3971a840-7084-4c80-8c57-b54f60abccd3 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:33.534988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Attempting to bind port 3971a840-7084-4c80-8c57-b54f60abccd3 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:33.545406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:33.545760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:33.546159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:33.546665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Bound port: 3971a840-7084-4c80-8c57-b54f60abccd3, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:33.547034 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.557775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3624e-9727-4138-8933-e4abd36aa1ba req-635487ed-ac88-4536-a12a-823f3fefb525 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.559419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe3624e-9727-4138-8933-e4abd36aa1ba req-635487ed-ac88-4536-a12a-823f3fefb525 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.2203460 Feb 15 01:37:33.628175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.662545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-36de7a61-f13d-49f6-97db-b9263b7d23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.664595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-36de7a61-f13d-49f6-97db-b9263b7d23b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1042340 Feb 15 01:37:33.691818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:33.701302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:33.703651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:33.704818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe3624e-9727-4138-8933-e4abd36aa1ba req-c0a091c1-3158-4214-a83c-2bbab346eb3a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341333 Feb 15 01:37:33.786736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:33.789155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Pushing event updated for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:33.804402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-54a2998f-e43f-4941-8768-780600c1cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.806066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-54a2998f-e43f-4941-8768-780600c1cec6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0996258 Feb 15 01:37:33.857471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b305a40-e04d-470c-8f8f-3b4de0be7f15 req-62443a96-cae5-4005-b758-0b03d9a0b6d6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:33.864974 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9b305a40-e04d-470c-8f8f-3b4de0be7f15 req-62443a96-cae5-4005-b758-0b03d9a0b6d6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 948 time: 0.3151419 Feb 15 01:37:33.872724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:33.881447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-d55fa6d5-ccc1-40ce-a7c9-ba3a905660a0 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399951 Feb 15 01:37:33.905944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:33.911202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1030345554-network', 'tenant_id': '32cc89bee5da4d3c89d9b6c5315dde2f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:33.923671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3971a840-7084-4c80-8c57-b54f60abccd3,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:33.984613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9b305a40-e04d-470c-8f8f-3b4de0be7f15 req-56377ff5-3e8c-4fb5-b41a-06bb420cd613 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186068 Feb 15 01:37:34.018132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-0b8e5fc6-7860-4f29-8051-90567a465643 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056329 Feb 15 01:37:34.042016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e23c1571-4b5e-4118-b2f0-51e6a904333d None None] Provisioning complete for port f093516b-1e34-4e8a-ae44-94e85c2ae824 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:34.042685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e23c1571-4b5e-4118-b2f0-51e6a904333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.050823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Made reservation on behalf of 32cc89bee5da4d3c89d9b6c5315dde2f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:34.053050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.057649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.080862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e23c1571-4b5e-4118-b2f0-51e6a904333d None None] Port f093516b-1e34-4e8a-ae44-94e85c2ae824 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:34.119428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.148324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.148895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.150256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] 10.222.0.37 "PUT /v2.0/ports/3971a840-7084-4c80-8c57-b54f60abccd3 HTTP/1.1" status: 200 len: 1097 time: 2.6590497 Feb 15 01:37:34.162176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4476b-f226-4b51-8dd0-c5e526f2cf2c req-d98dcfc3-b2b8-4bfd-b173-9e60d8e09fc1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.163786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28c4476b-f226-4b51-8dd0-c5e526f2cf2c req-d98dcfc3-b2b8-4bfd-b173-9e60d8e09fc1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 945 time: 0.1964092 Feb 15 01:37:34.193678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.227563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5577-5eb4-48f7-82e4-8452f6092a02 service neutron] Pushing event updated for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:34.257990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:34.259167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-3ec21126-fc93-4288-ac77-9a3e91ad399e service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301600 Feb 15 01:37:34.314539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28c4476b-f226-4b51-8dd0-c5e526f2cf2c req-2cb01a5b-1dfa-4510-8c10-decd9df9737a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389859 Feb 15 01:37:34.378410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:34.379061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.435531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks [] for security_group (e253eb87-9909-4c76-854e-50f5358a888e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.450952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-1d8e6005-5123-470e-81d2-9d0db329d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.452858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-1d8e6005-5123-470e-81d2-9d0db329d186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 1131 time: 0.1444187 Feb 15 01:37:34.481251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2195db-92d6-4dde-8d6f-7d43d546a2e3 req-3766d3e5-ce45-437d-a6e7-7991887db578 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.488607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2195db-92d6-4dde-8d6f-7d43d546a2e3 req-3766d3e5-ce45-437d-a6e7-7991887db578 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1899827 Feb 15 01:37:34.534329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:34.534937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.540598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e253eb87-9909-4c76-854e-50f5358a888e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.569963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:34.575240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-dedc8732-21c8-4093-8200-be53f56b4f1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3971a840-7084-4c80-8c57-b54f60abccd3 HTTP/1.1" status: 200 len: 217 time: 0.1133044 Feb 15 01:37:34.600936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks [] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.606067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2195db-92d6-4dde-8d6f-7d43d546a2e3 req-0432e562-163e-4b60-97e9-f196089f8278 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992200 Feb 15 01:37:34.632592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.661538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.674944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:37:34.692412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:34.713963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fc663ff9-c50c-4470-84ae-9651bc415c22 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:34.721239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a7382823-8ee0-41ed-b685-2e135a1e8e9b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.721589 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Added segment a7382823-8ee0-41ed-b685-2e135a1e8e9b of type vlan for network bdc31456-a777-4f00-9d57-a2a63fb60b44 Feb 15 01:37:34.722945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253eb87-9909-4c76-854e-50f5358a888e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:34.770298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.789568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-faa10462-9c4a-4ded-84b7-16f4f38e9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.791545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-faa10462-9c4a-4ded-84b7-16f4f38e9d91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.2072310 Feb 15 01:37:34.806377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (bdc31456-a777-4f00-9d57-a2a63fb60b44), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.851263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Pushing event updated for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:34.861175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fc663ff9-c50c-4470-84ae-9651bc415c22,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:34.861414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-0ce9a893-aae5-4f4c-b05b-454668e4e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.863635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-0ce9a893-aae5-4f4c-b05b-454668e4e73f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 1131 time: 0.3245833 Feb 15 01:37:34.873875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a35a-a39e-45b7-ba48-3c9204c4f2ab req-13a5b495-12a0-4a49-a55f-740756c7cb0c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.875340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a99a35a-a39e-45b7-ba48-3c9204c4f2ab req-13a5b495-12a0-4a49-a55f-740756c7cb0c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 948 time: 0.2710314 Feb 15 01:37:34.883899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'fc663ff9-c50c-4470-84ae-9651bc415c22', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'fc663ff9-c50c-4470-84ae-9651bc415c22', 'mac_address': 'fa:16:3e:6c:d7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:34.928851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port fc663ff9-c50c-4470-84ae-9651bc415c22 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:34.929175 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:34.932583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84548eac-48dd-49bc-9251-a2f5811a4e0c req-34d71071-26a9-4304-9516-0ff583d75942 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:34.934225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-84548eac-48dd-49bc-9251-a2f5811a4e0c req-34d71071-26a9-4304-9516-0ff583d75942 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.0881181 Feb 15 01:37:34.946984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc663ff9-c50c-4470-84ae-9651bc415c22 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:34.966604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fc663ff9-c50c-4470-84ae-9651bc415c22,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:34.974990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:34.977896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:35.016940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-e3c8a93f-ceb3-4e2b-91d1-35173c5076f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.018471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-e3c8a93f-ceb3-4e2b-91d1-35173c5076f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2164052 Feb 15 01:37:35.026410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a99a35a-a39e-45b7-ba48-3c9204c4f2ab req-36570137-17a7-4b08-9d3e-3b3c0d0b25d2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350622 Feb 15 01:37:35.047132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-84548eac-48dd-49bc-9251-a2f5811a4e0c req-a71c0a99-4961-4702-8d51-b0725b0b5723 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059446 Feb 15 01:37:35.067236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-11b86a1a-c846-40af-8141-954ac9d892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.068824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-11b86a1a-c846-40af-8141-954ac9d892aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1917307 Feb 15 01:37:35.069829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:35.071547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (bdc31456-a777-4f00-9d57-a2a63fb60b44), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:35.072472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.073572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:35.149360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:37:35.225730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-fc62b361-e85e-4440-a4d2-fdef66488a52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d HTTP/1.1" status: 200 len: 217 time: 0.1499472 Feb 15 01:37:35.295233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:37:35.329056 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f2ce8bfc-0957-48dd-b269-b8f1c6e24366 admin admin] 10.222.0.43 "PUT /v2.0/routers/6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3893268 Feb 15 01:37:35.331480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:35.331597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:35.331597 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39795714-b67e-47ee-999f-a40c975ec2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:35.331829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Sync routers for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:37:35.331940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc31456-a777-4f00-9d57-a2a63fb60b44,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:35.331940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e0c628c2-198f-4305-ae3c-2c3020033570 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4179304 Feb 15 01:37:35.333321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:35.333321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:35.334638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:37:35.344185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Request body: {'subnet': {'network_id': 'bdc31456-a777-4f00-9d57-a2a63fb60b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1030345554-subnet', 'tenant_id': '32cc89bee5da4d3c89d9b6c5315dde2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:35.393368 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab7b3f-f5d4-49fd-bfa1-0c855e50b0f0 x-openstack-request-id: req-3dab7b3f-f5d4-49fd-bfa1-0c855e50b0f0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:35.393664 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:35.393930 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dab7b3f-f5d4-49fd-bfa1-0c855e50b0f0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:35.394319 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3', 'status': 'completed', 'code': 200} Feb 15 01:37:35.405424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-689d608e-aa6e-4d27-855c-0fd12771cccb service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728900 Feb 15 01:37:35.410660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-5d1d75d4-8e76-437d-bc80-c56682645374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.412087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-5d1d75d4-8e76-437d-bc80-c56682645374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1628318 Feb 15 01:37:35.462411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network bdc31456-a777-4f00-9d57-a2a63fb60b44 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:37:35.501111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bdb94-93ee-42b6-8d6f-ccaeb0793033 req-cdf27dd0-8c4e-4017-bd23-5e4eef7b75f2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.507621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aba875-30cc-4c85-8836-b1e91f6eb0ef req-46703cff-62dc-41d4-ae96-8cd229efb1b7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.507621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53aba875-30cc-4c85-8836-b1e91f6eb0ef req-46703cff-62dc-41d4-ae96-8cd229efb1b7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 945 time: 0.0606349 Feb 15 01:37:35.508555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-968bdb94-93ee-42b6-8d6f-ccaeb0793033 req-cdf27dd0-8c4e-4017-bd23-5e4eef7b75f2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 949 time: 0.3278809 Feb 15 01:37:35.561909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:35.562832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53aba875-30cc-4c85-8836-b1e91f6eb0ef req-e4b6ddda-7551-4913-8d54-769c989b5635 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Feb 15 01:37:35.612087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-0c187b72-b753-46b5-8b5a-25b4c673e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.613935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-0c187b72-b753-46b5-8b5a-25b4c673e2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1898487 Feb 15 01:37:35.637502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-968bdb94-93ee-42b6-8d6f-ccaeb0793033 req-f305a778-03dc-4bb5-a144-8bccfed2e818 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145644 Feb 15 01:37:35.638195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-396108ee-f900-415a-a8d0-d2f1515ca620 None None] Provisioning complete for port f093516b-1e34-4e8a-ae44-94e85c2ae824 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:35.638573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-396108ee-f900-415a-a8d0-d2f1515ca620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:35.688638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ce0aa-615f-4051-b7f5-1069dc9e4dd5 req-a69cb3fd-fad2-4651-bccb-48bebf025912 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646284 Feb 15 01:37:35.709728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3825-3431-408f-ab4a-05430a804478 req-86609d72-6da3-4000-ac95-e01a143c0c47 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.711566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4acc3825-3431-408f-ab4a-05430a804478 req-86609d72-6da3-4000-ac95-e01a143c0c47 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.0681543 Feb 15 01:37:35.712699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Made reservation on behalf of 32cc89bee5da4d3c89d9b6c5315dde2f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:35.715387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:35.749490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-396108ee-f900-415a-a8d0-d2f1515ca620 None None] Port f093516b-1e34-4e8a-ae44-94e85c2ae824 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:35.759936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['fc663ff9-c50c-4470-84ae-9651bc415c22'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:35.816021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-7c6aecbb-6a9f-43b8-bb99-7f26e5280cdc service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759493 Feb 15 01:37:35.818103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4acc3825-3431-408f-ab4a-05430a804478 req-fa920d69-2088-4b10-9259-d1aa6adebaae tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997531 Feb 15 01:37:35.893376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ad8c-ce5f-456e-b4f0-1b9c2082c621 req-577afd09-6c40-415e-84e9-6a1e276f43c6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:35.895626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8503ad8c-ce5f-456e-b4f0-1b9c2082c621 req-577afd09-6c40-415e-84e9-6a1e276f43c6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1473384 Feb 15 01:37:36.005442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39795714-b67e-47ee-999f-a40c975ec2ab req-621cff19-c705-41c7-ac16-129939829a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.007011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-621cff19-c705-41c7-ac16-129939829a6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 1131 time: 0.1579759 Feb 15 01:37:36.030199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2230f3b7-7ff5-4d5b-9fb1-b6aac68a783d req-fbc9d045-b6ba-4e8d-baac-f9a81d085bfb service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956861 Feb 15 01:37:36.035819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8503ad8c-ce5f-456e-b4f0-1b9c2082c621 req-e8a0996f-c52d-459c-b5b1-cbe3e8e01a73 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102362 Feb 15 01:37:36.139858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c2b6b-f221-4307-ac22-067e1ed5f52b req-027cf553-0dcb-4191-b9ba-2290b3287672 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.163743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-483c2b6b-f221-4307-ac22-067e1ed5f52b req-027cf553-0dcb-4191-b9ba-2290b3287672 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.1722963 Feb 15 01:37:36.164153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39795714-b67e-47ee-999f-a40c975ec2ab req-e9c3f3f8-b0ad-4b4b-805e-e2425a714904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.164153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-e9c3f3f8-b0ad-4b4b-805e-e2425a714904 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1412199 Feb 15 01:37:36.204941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c9c3ad78-7515-476c-9e9a-677d60845cdc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:36.217580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-a0215f16-ca44-43e2-ad1a-54360bc5f0f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3971a840-7084-4c80-8c57-b54f60abccd3 HTTP/1.1" status: 200 len: 217 time: 0.0525782 Feb 15 01:37:36.257332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:36.271770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c3ad78-7515-476c-9e9a-677d60845cdc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:36.296365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f093516b-1e34-4e8a-ae44-94e85c2ae824', 'name': '', 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'mac_address': 'fa:16:3e:0c:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:32Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 2, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'subnets': [{'id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:36.307040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-483c2b6b-f221-4307-ac22-067e1ed5f52b req-91e8f17e-c3ae-4845-a9ba-edb7b1960650 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505566 Feb 15 01:37:36.348950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Checking segment: {'id': 'a7382823-8ee0-41ed-b685-2e135a1e8e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc31456-a777-4f00-9d57-a2a63fb60b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:36.349322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Network hostable DHCP agents. Network: bdc31456-a777-4f00-9d57-a2a63fb60b44, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:37:36.381742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39795714-b67e-47ee-999f-a40c975ec2ab req-1ee59b0d-638e-40bc-b22f-c52efd2ca27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.391688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-1ee59b0d-638e-40bc-b22f-c52efd2ca27d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1559985 Feb 15 01:37:36.398382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Checking router: 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:37:36.398738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Updating router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 port f093516b-1e34-4e8a-ae44-94e85c2ae824 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:37:36.399971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff254ee-e825-4353-94f7-c1a8bdffa781 req-c09a27a0-869e-480d-bf99-37c9e2bee3b9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.402037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ff254ee-e825-4353-94f7-c1a8bdffa781 req-c09a27a0-869e-480d-bf99-37c9e2bee3b9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 948 time: 0.1545198 Feb 15 01:37:36.450484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:36.473140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:36.473562 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:36.477677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Network bdc31456-a777-4f00-9d57-a2a63fb60b44 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:37:36.535549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c601-d1e0-4d83-a69e-76efb8a8d136 req-99f3ddff-029e-4d81-beaa-fbe2627e581f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.543548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-88c4c601-d1e0-4d83-a69e-76efb8a8d136 req-99f3ddff-029e-4d81-beaa-fbe2627e581f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1299825 Feb 15 01:37:36.575735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, bdc31456-a777-4f00-9d57-a2a63fb60b44) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:36.586983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.587949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:36.644221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-88c4c601-d1e0-4d83-a69e-76efb8a8d136 req-32530257-445d-470f-8e8c-a05cb8f5881a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 Feb 15 01:37:36.687059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8a058-cbb9-4ecd-934d-3b31738871f9 None None] Network bdc31456-a777-4f00-9d57-a2a63fb60b44 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:36.731049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dac8253e-28b8-45d2-a3ef-78f19e169945 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3893538 Feb 15 01:37:36.775571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39795714-b67e-47ee-999f-a40c975ec2ab req-af859d50-a826-4a13-bf5a-4804d98e0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:36.777358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-af859d50-a826-4a13-bf5a-4804d98e0b30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3746340 Feb 15 01:37:36.787803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ff254ee-e825-4353-94f7-c1a8bdffa781 req-0640831b-f5e9-4734-87f6-fe587b466713 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333952 Feb 15 01:37:36.934268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d0cfa-d927-47ca-84af-e857211323f2 None None] Network bdc31456-a777-4f00-9d57-a2a63fb60b44 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:37:36.978119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-802cc88d-3900-4a35-9ab1-9354b01cdd3d service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869643 Feb 15 01:37:36.999827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:37.112125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8079e-13c7-4d77-a34c-40206f43227a req-bdceffc4-2ee2-4ca5-87a9-7b6899ffcec6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:37.119386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64a8079e-13c7-4d77-a34c-40206f43227a req-bdceffc4-2ee2-4ca5-87a9-7b6899ffcec6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 949 time: 0.1401522 Feb 15 01:37:37.197303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64a8079e-13c7-4d77-a34c-40206f43227a req-a9aa7d60-9862-49ee-94f3-877ba9ec6b96 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Feb 15 01:37:37.219717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39795714-b67e-47ee-999f-a40c975ec2ab req-6845f13f-8c16-4a77-8077-1d3f35e3ee86 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308676 Feb 15 01:37:37.428701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0710-53f2-454c-aa72-57b2ab1fe1a1 req-cdff523e-c9d8-453c-8c00-4f52134a75fe tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:37.440942 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-48cc0710-53f2-454c-aa72-57b2ab1fe1a1 req-cdff523e-c9d8-453c-8c00-4f52134a75fe tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1141419 Feb 15 01:37:37.458425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks [] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:37.502284 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-48cc0710-53f2-454c-aa72-57b2ab1fe1a1 req-8b3d4dc8-94ad-4b4b-9e94-612b7bc80537 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Feb 15 01:37:37.523137 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:37.717718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74e1a-305b-4325-a06e-2ef9439c3244 None None] Pushing event updated for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:37.732812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Attempting to bind port f093516b-1e34-4e8a-ae44-94e85c2ae824 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:37.733550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Attempting to bind port f093516b-1e34-4e8a-ae44-94e85c2ae824 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:37.734079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Attempting to bind port f093516b-1e34-4e8a-ae44-94e85c2ae824 on network ed813bbf-61bb-46c7-bc74-23a0e3110f9b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:37.741238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:37.741933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Checking segment: {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:37.742611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:37.743156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Bound using segment: {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:37.743934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Bound port: f093516b-1e34-4e8a-ae44-94e85c2ae824, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c1913d-de22-46a8-8e3a-0f6739c4c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:37.744520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:37.793089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4ab4935f-6f14-4bd9-afe6-5c2fd305a96a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:37.805460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4ab4935f-6f14-4bd9-afe6-5c2fd305a96a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.2583694 Feb 15 01:37:37.823586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-d6a4bd7e-932e-44b9-b710-7b2d4f04a33c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/quotas/2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 375 time: 0.0167611 Feb 15 01:37:37.881909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-46c51cf7-9601-4008-bc5b-e60869d477de tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566714 Feb 15 01:37:37.931052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] For port f093516b-1e34-4e8a-ae44-94e85c2ae824, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:37.937898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] For port f093516b-1e34-4e8a-ae44-94e85c2ae824, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f093516b-1e34-4e8a-ae44-94e85c2ae824,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:38.000393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-71187adc-0b1d-463e-b5a0-6fd5972f6d61 service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176274 Feb 15 01:37:38.010774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Provisioning complete for port f093516b-1e34-4e8a-ae44-94e85c2ae824 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:38.011395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:38.054597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:38.161041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704744a-bd2d-4bd6-a8ee-eaceab01b869 req-aab49cc4-f906-4106-abd4-a472829a28ac tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:38.171342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8704744a-bd2d-4bd6-a8ee-eaceab01b869 req-aab49cc4-f906-4106-abd4-a472829a28ac tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.5509012 Feb 15 01:37:38.181100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-cdeecadf-029b-4976-9132-1821edd04253 service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681345 Feb 15 01:37:38.211318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:38.212138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:38.217216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74e1a-305b-4325-a06e-2ef9439c3244 None None] Pushing event updated for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:38.271729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8704744a-bd2d-4bd6-a8ee-eaceab01b869 req-7d358b88-cc62-4a8a-b593-48cd84cefca0 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994017 Feb 15 01:37:38.452932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69629e-495c-4da1-9611-afd7e543bebc req-fb473b02-9d6f-4ee6-95ea-2d34059fab08 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:38.463669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b69629e-495c-4da1-9611-afd7e543bebc req-fb473b02-9d6f-4ee6-95ea-2d34059fab08 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1028671 Feb 15 01:37:38.590256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b69629e-495c-4da1-9611-afd7e543bebc req-28e11e8e-1bdd-4083-bad1-a8fe469b23d1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153109 Feb 15 01:37:38.716237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a77c9b-429e-41d3-a76e-b08f3a6a5ffe req-3895d6e0-11a3-43b7-a951-bdf088c64bfe tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:38.724441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-61a77c9b-429e-41d3-a76e-b08f3a6a5ffe req-3895d6e0-11a3-43b7-a951-bdf088c64bfe tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 949 time: 0.0909207 Feb 15 01:37:38.815153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-61a77c9b-429e-41d3-a76e-b08f3a6a5ffe req-2dc44a4d-cdc5-4f87-8fea-5737d8d4bd71 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897334 Feb 15 01:37:38.815296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e60f3d-b852-4773-b178-12fa1b72dbeb req-f704a9b1-1aa1-430b-8e93-f0619f00bea8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:38.827509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13e60f3d-b852-4773-b178-12fa1b72dbeb req-f704a9b1-1aa1-430b-8e93-f0619f00bea8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 948 time: 0.2005463 Feb 15 01:37:38.843631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:38.885051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-84b02546-84d1-4885-b0a7-dd30d0590370 req-9abe7eb5-6010-488f-a631-fb4c4dd7ed11 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 210 time: 0.0359645 Feb 15 01:37:38.929901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13e60f3d-b852-4773-b178-12fa1b72dbeb req-5fd6311f-b9f4-4f0f-85b7-030972605962 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014333 Feb 15 01:37:38.962049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:38.964793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fc663ff9-c50c-4470-84ae-9651bc415c22 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:38.971523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Current status of the port f093516b-1e34-4e8a-ae44-94e85c2ae824 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:38.971523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.058539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d58b9-2635-4b4f-aa4c-9fdfe8eb1436 req-350e1e8d-ec7e-45da-b61b-549f5fed78db tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:39.067513 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-227d58b9-2635-4b4f-aa4c-9fdfe8eb1436 req-350e1e8d-ec7e-45da-b61b-549f5fed78db tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0955117 Feb 15 01:37:39.101823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] For port f093516b-1e34-4e8a-ae44-94e85c2ae824, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f093516b-1e34-4e8a-ae44-94e85c2ae824,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:39.147004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-227d58b9-2635-4b4f-aa4c-9fdfe8eb1436 req-c25c4d19-447b-422e-965d-70272aa9b40f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761096 Feb 15 01:37:39.186265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.283427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:39.323405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880777f-a7ca-4cf3-a1f0-320eedf113e8 None None] Pushing event updated for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:39.332775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port fc663ff9-c50c-4470-84ae-9651bc415c22 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:39.359030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port fc663ff9-c50c-4470-84ae-9651bc415c22 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:39.359462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.362118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', 'mac_address': 'fa:16:3e:55:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:39.432538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:39.432919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.450176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1d5a6-56c8-4751-91e6-a301b3e1b236 req-a12e02ec-9436-4160-a135-3f8dc91aac36 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:39.451916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53f1d5a6-56c8-4751-91e6-a301b3e1b236 req-a12e02ec-9436-4160-a135-3f8dc91aac36 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.1028790 Feb 15 01:37:39.460855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ada1729f-92ee-43ad-9539-c7cd47ffe50a None None] Provisioning complete for port f093516b-1e34-4e8a-ae44-94e85c2ae824 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:39.461269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ada1729f-92ee-43ad-9539-c7cd47ffe50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.492721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:39.539539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:39.556949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53f1d5a6-56c8-4751-91e6-a301b3e1b236 req-5aa0ad6f-73ba-4f62-aee6-e66e9c078fe6 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950403 Feb 15 01:37:39.564131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f093516b-1e34-4e8a-ae44-94e85c2ae824', 'name': '', 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'mac_address': 'fa:16:3e:0c:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:32Z', 'updated_at': '2022-02-15T01:37:37Z', 'revision_number': 4, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'subnets': [{'id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:39.595265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0feb9-cc67-418e-92b2-1fa805a41715 None None] The sync data for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 is: [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f093516b-1e34-4e8a-ae44-94e85c2ae824', 'name': '', 'network_id': 'ed813bbf-61bb-46c7-bc74-23a0e3110f9b', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'mac_address': 'fa:16:3e:0c:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:32Z', 'updated_at': '2022-02-15T01:37:37Z', 'revision_number': 4, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'subnets': [{'id': '3f71a535-b8bd-4d2d-8b08-b70344c9e89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:37:39.658464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.737823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ada1729f-92ee-43ad-9539-c7cd47ffe50a None None] Current status of the port f093516b-1e34-4e8a-ae44-94e85c2ae824 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:39.740430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port fc663ff9-c50c-4470-84ae-9651bc415c22 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:39.740430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:39.802007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054943a-09b2-4e9d-9cff-95aa1efb1d6d req-5fab1861-7b76-4f45-841f-cf604b2443e2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:39.806884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6054943a-09b2-4e9d-9cff-95aa1efb1d6d req-5fab1861-7b76-4f45-841f-cf604b2443e2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1244030 Feb 15 01:37:39.830119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:39.832421 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c6785-18cc-4eda-890c-885d0b2fdfcb" -d '{"events": [{"server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "name": "network-vif-plugged", "status": "completed", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:39.834728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:39.873741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fc663ff9-c50c-4470-84ae-9651bc415c22,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:39.908883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6054943a-09b2-4e9d-9cff-95aa1efb1d6d req-57a006df-9329-4aca-b0d8-24777eb147bc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968282 Feb 15 01:37:39.986805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:40.036111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:40.093056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182740-605d-46dc-8c1a-1d71026e15b9 req-15c2f087-c5e6-4051-a9fe-db70ed77387e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:40.096362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0182740-605d-46dc-8c1a-1d71026e15b9 req-15c2f087-c5e6-4051-a9fe-db70ed77387e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.1145396 Feb 15 01:37:40.225482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0182740-605d-46dc-8c1a-1d71026e15b9 req-b18fb02b-be93-4da6-b2fa-3b71c4cbcff6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137035 Feb 15 01:37:40.314079 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f8fa2-5f23-4ed6-9270-b2c537d0dde9 x-openstack-request-id: req-941f8fa2-5f23-4ed6-9270-b2c537d0dde9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:40.314647 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "name": "network-vif-plugged", "status": "completed", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:40.315111 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-941f8fa2-5f23-4ed6-9270-b2c537d0dde9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:40.316540 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22', 'code': 200} Feb 15 01:37:40.319399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f093516b-1e34-4e8a-ae44-94e85c2ae824 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:40.353076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:40.364392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.365136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.365697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.366254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.366960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.367601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.368319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.368881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.369414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.369953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.370516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.371054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.371591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:40.482290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b50f46af-fca5-4359-a877-98dbd0d6f306 req-01442399-0e72-4174-b858-90f437e509bb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 210 time: 0.1054826 Feb 15 01:37:40.528481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f093516b-1e34-4e8a-ae44-94e85c2ae824 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:40.533265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:40.578501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911caf93-961b-4c7b-b963-7bc3aee27151 req-0f232656-1dd1-469c-8bf8-04004871267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:40.580922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-911caf93-961b-4c7b-b963-7bc3aee27151 req-0f232656-1dd1-469c-8bf8-04004871267d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 1133 time: 0.1534529 Feb 15 01:37:40.648110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f093516b-1e34-4e8a-ae44-94e85c2ae824 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:40.720586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3971a840-7084-4c80-8c57-b54f60abccd3 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:40.735389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-911caf93-961b-4c7b-b963-7bc3aee27151 req-2c45c2ea-379a-4667-bf94-2d48804b5f71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439278 Feb 15 01:37:40.767363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4c24-413c-4b24-9a29-68018086a02b req-3581c133-79be-4694-b159-481226a69538 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:40.782828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-917c4c24-413c-4b24-9a29-68018086a02b req-3581c133-79be-4694-b159-481226a69538 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 948 time: 0.1271758 Feb 15 01:37:40.861826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3971a840-7084-4c80-8c57-b54f60abccd3,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:40.868853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-917c4c24-413c-4b24-9a29-68018086a02b req-42584271-7c25-4bf5-89ee-d5f9453d7a64 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792935 Feb 15 01:37:40.880336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '3971a840-7084-4c80-8c57-b54f60abccd3', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '3971a840-7084-4c80-8c57-b54f60abccd3', 'mac_address': 'fa:16:3e:e1:48:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:40.921195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3971a840-7084-4c80-8c57-b54f60abccd3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:40.921584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:40.937311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3971a840-7084-4c80-8c57-b54f60abccd3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:40.981729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3971a840-7084-4c80-8c57-b54f60abccd3,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:41.029267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31518516-56d1-4d59-a11f-fc473c65b1ec req-59cf19b7-167b-495d-b375-2a487c934e4b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:41.032838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31518516-56d1-4d59-a11f-fc473c65b1ec req-59cf19b7-167b-495d-b375-2a487c934e4b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0688255 Feb 15 01:37:41.060644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:41.106589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31518516-56d1-4d59-a11f-fc473c65b1ec req-529a6c66-4fac-4fd1-9ae4-fb06b9791806 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698342 Feb 15 01:37:41.155653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:41.243944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ea3f-442b-4532-86df-f4a8819eb7ea req-080d0289-9071-4b03-ae4a-0619bc5e81ee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:41.245572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2373ea3f-442b-4532-86df-f4a8819eb7ea req-080d0289-9071-4b03-ae4a-0619bc5e81ee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.0666127 Feb 15 01:37:41.302747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2373ea3f-442b-4532-86df-f4a8819eb7ea req-d00e77fc-5a4c-4cc8-8a5d-81221e57a3eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Feb 15 01:37:41.462556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-d4f30c82-ad4f-4a40-915c-2cef7963b9ca tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:41.465193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-d4f30c82-ad4f-4a40-915c-2cef7963b9ca tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.1561987 Feb 15 01:37:41.481886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Request body: {'port': {'device_id': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'admin_state_up': True, 'tenant_id': '2a4ef89369c64aaea1d061084018d19a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:41.484725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd28b82-c2c9-4ece-a93b-6330bc8454cb req-36b7c209-70ee-4e01-b78a-866847f02e54 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:41.486392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffd28b82-c2c9-4ece-a93b-6330bc8454cb req-36b7c209-70ee-4e01-b78a-866847f02e54 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0635147 Feb 15 01:37:41.546910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffd28b82-c2c9-4ece-a93b-6330bc8454cb req-0c19a1ea-0411-42de-ab77-a1097e043924 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534446 Feb 15 01:37:41.610223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['3971a840-7084-4c80-8c57-b54f60abccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:41.644031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d76fb59e-566a-4337-b809-c20223678021 req-b0394dbf-c294-4ff9-a1d5-96785f3068a2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 210 time: 0.0461948 Feb 15 01:37:41.726418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:41.729940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:41.866887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Allocated IP 172.20.0.7 (d653ca81-fb09-49c1-80ba-ae3171ded49b/fef077fe-30ac-4dc0-b717-050623c64dee/0444b562-87cd-462a-87bf-cc2aa4bcb417) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:42.009567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec434a24-5731-4289-a2d9-097c88fe136c req-3bd7dbbc-c08e-4eeb-88a7-f4601f0f25f2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.012935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec434a24-5731-4289-a2d9-097c88fe136c req-3bd7dbbc-c08e-4eeb-88a7-f4601f0f25f2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 949 time: 0.0583143 Feb 15 01:37:42.036505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks [] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.069913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec434a24-5731-4289-a2d9-097c88fe136c req-21b7b38f-95b2-4721-902c-a8ba13504831 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Feb 15 01:37:42.166454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.212250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Network d653ca81-fb09-49c1-80ba-ae3171ded49b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:42.217917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:42.222607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:42.230187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:42.267434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ecd2-80ca-4f99-a4da-1001f2732ee5 req-122eeda8-f7fe-4ce0-9dbb-b91a8acc072b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.269032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.269181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.269598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.269892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c91ecd2-80ca-4f99-a4da-1001f2732ee5 req-122eeda8-f7fe-4ce0-9dbb-b91a8acc072b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0754719 Feb 15 01:37:42.270284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.270731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.271189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.271626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.272058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.272524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.272953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.273390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.273901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.274352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:42.302692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.303447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.340770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c91ecd2-80ca-4f99-a4da-1001f2732ee5 req-16c44783-b293-4d16-8327-381615031534 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645909 Feb 15 01:37:42.383214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-372d3d94-b205-41fd-92b4-6aa9471d6bda tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068444 Feb 15 01:37:42.406199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Request body: {'port': {'device_id': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:42.466334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-626c0089-bfa5-46fb-ad8f-9fc3bf6e68d1 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:42.468189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-626c0089-bfa5-46fb-ad8f-9fc3bf6e68d1 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1627376 Feb 15 01:37:42.479472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.535980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d681e8d-e1ad-4fcc-bd70-629bb7ed7f62 req-32f502a2-27bf-4219-8587-7e80dc1db37b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.537603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d681e8d-e1ad-4fcc-bd70-629bb7ed7f62 req-32f502a2-27bf-4219-8587-7e80dc1db37b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1312394 Feb 15 01:37:42.538602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d63befa6-dae0-4580-ad5c-4afc93203316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.539858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d63befa6-dae0-4580-ad5c-4afc93203316 service neutron] 10.222.0.43 "GET /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 1125 time: 0.0599735 Feb 15 01:37:42.569811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:42.570343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:37:42.623602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d681e8d-e1ad-4fcc-bd70-629bb7ed7f62 req-0c1cde37-b7b6-4a10-9a12-0fbd65f3764b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799453 Feb 15 01:37:42.715203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:42.801961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:42.802332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:42.802645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:42.803751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0444b562-87cd-462a-87bf-cc2aa4bcb417 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:42.810471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:42.810799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:42.812874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks [] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.824973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c29b9-5001-4470-868e-11c6410e7ec3 req-47803ca1-5b01-4603-9e1a-16ed97e79961 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:42.825480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Transition to ACTIVE for port object 0444b562-87cd-462a-87bf-cc2aa4bcb417 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:42.826625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-434c29b9-5001-4470-868e-11c6410e7ec3 req-47803ca1-5b01-4603-9e1a-16ed97e79961 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0928233 Feb 15 01:37:42.827374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:42.827712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:42.828092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:42.829082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Bound port: 90ab4b37-b053-4628-b4b3-0a32f51aa535, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:42.864332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:42.869239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:42.869857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.895041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:42.945101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-434c29b9-5001-4470-868e-11c6410e7ec3 req-ced45b32-11d8-480b-bb7e-9166154b6b86 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113453 Feb 15 01:37:42.954448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:42.985024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:42.991648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:42.992423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.048866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:43.048866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:43.048866 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aaa5d0-d087-4230-81d2-c833c2ed58c5" -d '{"events": [{"server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:43.064415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.065728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-1f080954-e6fc-4f39-b63b-ec0137f439a9 service neutron] 10.222.0.43 "POST /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535/bindings HTTP/1.1" status: 201 len: 390 time: 0.4993975 Feb 15 01:37:43.080496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:43.081155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:43.081713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:43.092045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:43.093121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:43.108824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:43.111998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:43.111998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:43.111998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Bound port: 0444b562-87cd-462a-87bf-cc2aa4bcb417, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:43.112278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.133452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f16bd-3509-4fda-b2f0-673d39139dda req-5604debb-6ac8-4e1d-a471-01ad6a284ac1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.137975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.142989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d63f16bd-3509-4fda-b2f0-673d39139dda req-5604debb-6ac8-4e1d-a471-01ad6a284ac1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1036787 Feb 15 01:37:43.205786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d63f16bd-3509-4fda-b2f0-673d39139dda req-88aa60e7-9057-4fbf-a02f-ac166d039610 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625231 Feb 15 01:37:43.212435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:43.220176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:43.340848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.387947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:43.416889 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc038955-a7a5-4b16-8058-b50485acfebb x-openstack-request-id: req-dc038955-a7a5-4b16-8058-b50485acfebb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:43.417022 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:43.417886 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc038955-a7a5-4b16-8058-b50485acfebb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:43.417886 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', 'code': 200} Feb 15 01:37:43.425799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.427179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:43.428754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] 10.222.0.31 "PUT /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 1092 time: 1.0270298 Feb 15 01:37:43.429307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:43.431687 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed928e18-446c-488e-8041-448be97076fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:43.532330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ade19-df2c-4744-98ac-ce95fedfaecf service neutron] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:43.564202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93db47-8e29-42f2-b4a0-d14e45114e03 req-e25236bb-3426-4495-990e-3f59018b3c46 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.574190 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a93db47-8e29-42f2-b4a0-d14e45114e03 req-e25236bb-3426-4495-990e-3f59018b3c46 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 949 time: 0.0949092 Feb 15 01:37:43.634063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6e94-ec46-42dc-bbbd-2f7351ed8873 req-93d7f550-99d9-40d6-858b-d16fa1a96418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.635767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8abb6e94-ec46-42dc-bbbd-2f7351ed8873 req-93d7f550-99d9-40d6-858b-d16fa1a96418 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 1133 time: 0.0948553 Feb 15 01:37:43.693095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a93db47-8e29-42f2-b4a0-d14e45114e03 req-b01b2b47-a5ae-48ba-8cad-90b3063d5b55 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Feb 15 01:37:43.701718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-333000c9-17d3-420c-8f35-4f898933b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.705320 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-333000c9-17d3-420c-8f35-4f898933b66c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1126 time: 0.0894318 Feb 15 01:37:43.744641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8abb6e94-ec46-42dc-bbbd-2f7351ed8873 req-f5b66ccc-a506-46a1-9ca9-b34410bcc629 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945110 Feb 15 01:37:43.764427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c756da1-d8fe-42de-8025-9f284bcf1ac6 req-de127d52-318b-4f82-9353-512c3ac00901 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.768069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c756da1-d8fe-42de-8025-9f284bcf1ac6 req-de127d52-318b-4f82-9353-512c3ac00901 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 945 time: 0.1309695 Feb 15 01:37:43.796407 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-a614d8c0-8642-4560-8f00-9c3715ed97f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0619028 Feb 15 01:37:43.826601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c756da1-d8fe-42de-8025-9f284bcf1ac6 req-94daf9ea-5706-4ea7-98f6-f8dcd7c671bc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528641 Feb 15 01:37:43.874781 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddef1fd-d1f1-40ba-a185-26085be8ce73 x-openstack-request-id: req-fddef1fd-d1f1-40ba-a185-26085be8ce73 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:43.875075 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:43.875330 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fddef1fd-d1f1-40ba-a185-26085be8ce73 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:43.875823 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'status': 'completed', 'code': 200} Feb 15 01:37:43.883498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-3c652172-1212-4dd2-96b9-acf71580c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.885102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-3c652172-1212-4dd2-96b9-acf71580c30a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0778234 Feb 15 01:37:43.907215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b3bb-9f8b-4915-89d8-c1b8018ee22b req-c4dce48a-3bde-41ad-816e-46410f33206e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.912088 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87c8b3bb-9f8b-4915-89d8-c1b8018ee22b req-c4dce48a-3bde-41ad-816e-46410f33206e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1177101 Feb 15 01:37:43.947494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-65778943-fdf7-4de0-bfde-27d43dedef70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551252 Feb 15 01:37:43.986814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b424789-bc68-4c77-bbcc-172e76d174f7 req-5f56b801-356b-470d-9447-93beb35dac76 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:43.988542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b424789-bc68-4c77-bbcc-172e76d174f7 req-5f56b801-356b-470d-9447-93beb35dac76 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0591691 Feb 15 01:37:44.045005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87c8b3bb-9f8b-4915-89d8-c1b8018ee22b req-fbc10155-c426-4aa6-ab07-0012b44ce4de tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067028 Feb 15 01:37:44.054577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b424789-bc68-4c77-bbcc-172e76d174f7 req-c3d3d323-21d3-45f0-a4f6-a0bc6c424f06 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600457 Feb 15 01:37:44.084357 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-c1258626-ae2f-4807-9348-ebb6b24a2216 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296847 Feb 15 01:37:44.247579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-03c35049-5d46-457e-a084-c1da8e04b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.249144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-03c35049-5d46-457e-a084-c1da8e04b615 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1128 time: 0.0672297 Feb 15 01:37:44.276244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fba11d7-2da3-4cba-9024-609efca2ecae req-76136616-a4e6-4146-a179-76ba8535658c service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780415 Feb 15 01:37:44.290961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3259-c013-491c-b874-4e72e084164c req-bd65aa4a-e59e-48c6-a463-21cea5a6abed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.292768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a0f3259-c013-491c-b874-4e72e084164c req-bd65aa4a-e59e-48c6-a463-21cea5a6abed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1244366 Feb 15 01:37:44.355246 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a0f3259-c013-491c-b874-4e72e084164c req-b0f46072-86b3-471d-bd41-b3d947ee9f85 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533397 Feb 15 01:37:44.361381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-85d80157-f5bf-4183-8f0d-401c874a7c07 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696042 Feb 15 01:37:44.494641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d4e7f075-9f33-402b-8778-bfc3f2f5ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.496219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d4e7f075-9f33-402b-8778-bfc3f2f5ea2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.2122962 Feb 15 01:37:44.517685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928e18-446c-488e-8041-448be97076fa req-6a5cd6f9-48bd-42f5-9417-a6ad33e1b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.519342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-6a5cd6f9-48bd-42f5-9417-a6ad33e1b8fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1126 time: 0.0955260 Feb 15 01:37:44.549076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e2645d69-44dd-4816-ba93-ba837cce4be3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0453305 Feb 15 01:37:44.553060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f5fc-6536-4b41-a4bb-dbf047d2346b req-1b67f5c4-7bd9-4d9a-a129-fe467848f43c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.554677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b85f5fc-6536-4b41-a4bb-dbf047d2346b req-1b67f5c4-7bd9-4d9a-a129-fe467848f43c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0948980 Feb 15 01:37:44.567943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-8a0477dc-9474-4a7b-ab64-2c67262d20e8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.571274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-8a0477dc-9474-4a7b-ab64-2c67262d20e8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013209 Feb 15 01:37:44.615920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-c308dd0f-4205-4049-bd48-f11775a4883b tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/quotas/80f419df2d4e4fc19cbee1fa7e275276 HTTP/1.1" status: 200 len: 375 time: 0.0436654 Feb 15 01:37:44.644327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-0ea75fe2-4495-4719-a7df-384aa4f6ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.644327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-0ea75fe2-4495-4719-a7df-384aa4f6ac27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0702839 Feb 15 01:37:44.652235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b85f5fc-6536-4b41-a4bb-dbf047d2346b req-4e341116-af3f-42bc-ac2e-2d9916eaf460 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688245 Feb 15 01:37:44.669869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928e18-446c-488e-8041-448be97076fa req-6193d3e1-cac6-466c-a7eb-3e0c2a98d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.674626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-6193d3e1-cac6-466c-a7eb-3e0c2a98d1b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1463432 Feb 15 01:37:44.690322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-848e758b-9d27-45e0-b8e8-adf358c48d47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303299 Feb 15 01:37:44.721489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3971a840-7084-4c80-8c57-b54f60abccd3 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:44.731103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-6327724c-82a8-46b4-9fa2-b8f2c98b7c09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0464034 Feb 15 01:37:44.755312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-41488b75-ed97-4c41-aaf0-965200d81573 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279318 Feb 15 01:37:44.807760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-dce9eae2-b837-4537-8fb2-a96c2904e7a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088045 Feb 15 01:37:44.858936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928e18-446c-488e-8041-448be97076fa req-5f13dff7-d5be-4966-a775-48fb99f1fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.861136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-5f13dff7-d5be-4966-a775-48fb99f1fb5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1228287 Feb 15 01:37:44.898334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-711f8d71-d859-4c2d-8dce-98d441e6011d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296757 Feb 15 01:37:44.914973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 3971a840-7084-4c80-8c57-b54f60abccd3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:44.917096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9fe4-fa57-45ad-a09a-12542d554ccd req-b6426480-3991-409b-a347-8b2bf1dc01eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:44.918895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 3971a840-7084-4c80-8c57-b54f60abccd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:44.919573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:44.929551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-291b9fe4-fa57-45ad-a09a-12542d554ccd req-b6426480-3991-409b-a347-8b2bf1dc01eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 949 time: 0.1303072 Feb 15 01:37:44.932721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-b436ebe8-c6df-4bd3-8888-c647f772250b service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176128 Feb 15 01:37:45.009237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:45.022828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3971a840-7084-4c80-8c57-b54f60abccd3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:45.023606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:45.053504 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-291b9fe4-fa57-45ad-a09a-12542d554ccd req-3653afb6-7ec6-4654-97f8-5e995913e742 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228862 Feb 15 01:37:45.072069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3971a840-7084-4c80-8c57-b54f60abccd3,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:45.082283 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-acd6e43b-91f9-48ea-9322-4f0b3f6ae2d4 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449585 Feb 15 01:37:45.163956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:45.260331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:45.267332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d39cc5d2-9c95-42a4-894d-5244db258de3 req-00542d34-47a6-47cb-bae3-42e7561af58d tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 210 time: 0.0485506 Feb 15 01:37:45.316628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed928e18-446c-488e-8041-448be97076fa req-b9aeead9-ee29-43a2-b63a-23c0ffad69a6 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269461 Feb 15 01:37:45.361981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd98e3e-bab4-4e3d-80ef-e25561fd9302 req-76e6a96e-ff0d-46c6-9a1b-a23b991b4275 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:45.369286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbd98e3e-bab4-4e3d-80ef-e25561fd9302 req-76e6a96e-ff0d-46c6-9a1b-a23b991b4275 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 945 time: 0.2146957 Feb 15 01:37:45.383530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-b5657ede-438c-4e0d-8033-79dc140fdd7d tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:45.383530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-b5657ede-438c-4e0d-8033-79dc140fdd7d tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.2848182 Feb 15 01:37:45.412833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:45.422886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:45.437564 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a6f8e-cbd4-4e0f-919d-111df8274617" -d '{"events": [{"server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "name": "network-vif-plugged", "status": "completed", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:45.522380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653272-320d-49b8-98ad-07765161dd06 req-2a164991-654c-40f8-99a4-7d23100dafea tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:45.523962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea653272-320d-49b8-98ad-07765161dd06 req-2a164991-654c-40f8-99a4-7d23100dafea tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1360559 Feb 15 01:37:45.525384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbd98e3e-bab4-4e3d-80ef-e25561fd9302 req-9bc4750a-6b1b-4834-82ad-b33cf36ea6a4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551032 Feb 15 01:37:45.582620 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:45.623824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea653272-320d-49b8-98ad-07765161dd06 req-29a8f333-97c4-4b29-b3b8-6b4ca3a002d8 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873427 Feb 15 01:37:45.746513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46f5d-aac5-4dae-adf2-9c886a2cbfca req-e1908973-ff6d-4596-9ba7-83272379ee21 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:45.753397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12c46f5d-aac5-4dae-adf2-9c886a2cbfca req-e1908973-ff6d-4596-9ba7-83272379ee21 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1203020 Feb 15 01:37:45.816365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:45.827149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12c46f5d-aac5-4dae-adf2-9c886a2cbfca req-018605d3-7908-487c-b870-b2ebd06a1489 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729275 Feb 15 01:37:45.859986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:45.907438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:45.908148 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d66996e-56b7-4249-bb28-cca5df1f9d95 x-openstack-request-id: req-1d66996e-56b7-4249-bb28-cca5df1f9d95 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:45.908680 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "name": "network-vif-plugged", "status": "completed", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:45.908779 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d66996e-56b7-4249-bb28-cca5df1f9d95 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:45.909251 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3', 'code': 200} Feb 15 01:37:45.909875 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8898820-fe26-458c-b4d2-53f3dabc0405" -d '{"events": [{"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:45.914010 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks [] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:45.993420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:46.099728 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e04f588-68f5-48bf-a27d-43a019144ce0 x-openstack-request-id: req-1e04f588-68f5-48bf-a27d-43a019144ce0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:46.100069 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:46.100417 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e04f588-68f5-48bf-a27d-43a019144ce0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:46.100942 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'code': 200} Feb 15 01:37:46.178108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:46.201366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.201714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.202063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.202401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.202738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.203234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.204177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.204537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.204868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.205193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.205524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.205847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.206169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:37:46.211257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca586-a93f-4a78-bd7f-82872084022f req-79428154-6714-4a80-ac40-af167be3ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.212896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c71ca586-a93f-4a78-bd7f-82872084022f req-79428154-6714-4a80-ac40-af167be3ac29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 1133 time: 0.2324464 Feb 15 01:37:46.215185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:46.215522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:46.215850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:46.235751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:46.238414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Attempting to bind port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:46.246395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85010b-fa3d-4d06-a241-0ea935953bdd req-393f9a95-f3ba-4331-ae96-47f693935fa1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.247955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad85010b-fa3d-4d06-a241-0ea935953bdd req-393f9a95-f3ba-4331-ae96-47f693935fa1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.2346082 Feb 15 01:37:46.255784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:46.256147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:46.256538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:46.256980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Bound port: 90ab4b37-b053-4628-b4b3-0a32f51aa535, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:46.257337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:46.289672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807475-924a-4637-bd16-27d14851f6b8 req-ab5498b5-ea11-4b3b-9809-b9ca0302cde9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.291737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05807475-924a-4637-bd16-27d14851f6b8 req-ab5498b5-ea11-4b3b-9809-b9ca0302cde9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 950 time: 0.0946343 Feb 15 01:37:46.388184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05807475-924a-4637-bd16-27d14851f6b8 req-f4e46378-2e7a-4f38-95b1-92b34f6a102b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735888 Feb 15 01:37:46.571745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c71ca586-a93f-4a78-bd7f-82872084022f req-23d6f95f-4563-4456-9e61-ac95bc8ead01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501999 Feb 15 01:37:46.583905 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-f1550b0f-cb0c-468f-813e-5144dbb237d0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--50838014&fields=id&tenant_id=93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 267 time: 0.0775156 Feb 15 01:37:46.612082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad85010b-fa3d-4d06-a241-0ea935953bdd req-d5bb3566-7106-41a8-9809-10d8df678c56 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488653 Feb 15 01:37:46.661141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:46.668855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:46.716393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b820c51-79c3-4791-b9ff-a51948162007 req-ec2277f0-8570-4c7c-aefc-b3c6300aa300 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 210 time: 0.0445127 Feb 15 01:37:46.766904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-af099225-a0dd-4f62-b2e5-1f1c4f85af6d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.770093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:46.784909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-af099225-a0dd-4f62-b2e5-1f1c4f85af6d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 823 time: 0.1910121 Feb 15 01:37:46.801256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-7c7fea00-6415-4b2a-8882-506403402641 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/quotas/93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 375 time: 0.0152636 Feb 15 01:37:46.872174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:46.889004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-23078329-b798-4e7b-9add-2893d28ee49c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831344 Feb 15 01:37:46.890237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eecbeb-a8ee-476a-a08d-d05b7553f7ed req-a4f44205-2d86-49d7-b9b7-7ba818f3e927 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.896873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-c644957e-4c75-4924-93f5-8889f9e3a0d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:46.897200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5eecbeb-a8ee-476a-a08d-d05b7553f7ed req-a4f44205-2d86-49d7-b9b7-7ba818f3e927 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.1005344 Feb 15 01:37:46.905263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-c644957e-4c75-4924-93f5-8889f9e3a0d0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122797 Feb 15 01:37:46.927809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:46.928456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:46.930057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e948329d-008d-4cc0-9cfc-9f0c08f7e6a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 1123 time: 1.5298204 Feb 15 01:37:46.999731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5eecbeb-a8ee-476a-a08d-d05b7553f7ed req-9a05b505-53d1-47a5-8a0d-9431b3c57512 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015921 Feb 15 01:37:47.032776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['90ab4b37-b053-4628-b4b3-0a32f51aa535'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:47.037637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-46f0dd4e-2f7f-4b9b-8ce7-150d80d358ca service neutron] 10.222.0.43 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Feb 15 01:37:47.196574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-58c675ed-0b57-4b18-ad5b-5d735e260951 service neutron] 10.222.0.43 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574550 Feb 15 01:37:47.197228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc0ce3-c023-4d39-b7f4-ce6258c38818 req-4b5a3503-cd99-4006-aaf5-272bccfdfbcf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:47.199605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-acfc0ce3-c023-4d39-b7f4-ce6258c38818 req-4b5a3503-cd99-4006-aaf5-272bccfdfbcf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.0960808 Feb 15 01:37:47.256420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-acfc0ce3-c023-4d39-b7f4-ce6258c38818 req-1046c2f9-007b-45db-9294-c202be2df4d7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501633 Feb 15 01:37:47.393380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8e096-8ccf-4298-8526-fbe4c757a91d req-1e30086c-c81f-4c45-86ea-8a96f7d589ba tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:47.395350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8b8e096-8ccf-4298-8526-fbe4c757a91d req-1e30086c-c81f-4c45-86ea-8a96f7d589ba tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.0653877 Feb 15 01:37:47.489765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8b8e096-8ccf-4298-8526-fbe4c757a91d req-736888d6-0c91-442a-bff5-2aaf9f235b67 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886338 Feb 15 01:37:47.537810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f114f7fa-449a-4a24-897c-4b026c75c969 req-8538dc47-bc7a-49f4-bc70-2ded859d2e14 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.0694559 Feb 15 01:37:47.558906 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-eec7f37e-6721-4dea-8822-401c6711ddf2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444477 Feb 15 01:37:47.740801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb640-0200-44fd-85a0-7a764e8f90fe req-1a705ad6-c3e0-4c9a-8156-760dc96745a8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:47.743024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c64fb640-0200-44fd-85a0-7a764e8f90fe req-1a705ad6-c3e0-4c9a-8156-760dc96745a8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 950 time: 0.1529100 Feb 15 01:37:47.763779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:47.795730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-4124d3e9-b96c-44ee-ab01-b238f95e09ff tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:47.797388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c64fb640-0200-44fd-85a0-7a764e8f90fe req-15237c3c-9ed1-409b-8c94-0a8b9ff50f5a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Feb 15 01:37:47.798230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-4124d3e9-b96c-44ee-ab01-b238f95e09ff tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340291 Feb 15 01:37:47.810271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Request body: {'port': {'device_id': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '80f419df2d4e4fc19cbee1fa7e275276'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:47.916923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9949a139-79b4-488f-bdfa-62309953a0aa req-fbda2330-7a1c-4357-ba14-6187539373b0 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Feb 15 01:37:47.921684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021249b-bdfd-4d69-988b-ff306d2b687e req-5a5be969-59cf-4be5-b887-bb508febeaac tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:47.923823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2021249b-bdfd-4d69-988b-ff306d2b687e req-5a5be969-59cf-4be5-b887-bb508febeaac tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1744707 Feb 15 01:37:48.007464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2021249b-bdfd-4d69-988b-ff306d2b687e req-1e7219cb-d234-4e15-9953-035ddc0ca0b9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781162 Feb 15 01:37:48.026277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:48.106370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:48.110872 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf458e-bed1-432d-910b-d934eca6eb77" -d '{"events": [{"name": "network-changed", "server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:48.111570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Made reservation on behalf of 80f419df2d4e4fc19cbee1fa7e275276 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:48.115795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.167340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:48.180772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'port_id': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'mac_address': 'fa:16:3e:07:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef077fe-30ac-4dc0-b717-050623c64dee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:48.188455 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76484fd-876f-4d4a-90c9-449ebd41afb9 x-openstack-request-id: req-a76484fd-876f-4d4a-90c9-449ebd41afb9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:48.188883 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:48.189141 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a76484fd-876f-4d4a-90c9-449ebd41afb9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:48.189534 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'status': 'completed', 'code': 200} Feb 15 01:37:48.237023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0444b562-87cd-462a-87bf-cc2aa4bcb417 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:48.237300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.251805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0444b562-87cd-462a-87bf-cc2aa4bcb417 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:48.287722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:48.309678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69a6a6-091a-4d2c-a434-2777d489f946 req-b268130c-8974-4d80-9a74-2139133aafd4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.312467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de69a6a6-091a-4d2c-a434-2777d489f946 req-b268130c-8974-4d80-9a74-2139133aafd4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.2154024 Feb 15 01:37:48.359439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-fc47f6d4-7afa-44ca-bc5c-c60ba3d6d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.362702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-fc47f6d4-7afa-44ca-bc5c-c60ba3d6d0fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1157 time: 0.1504426 Feb 15 01:37:48.367949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Allocated IP 192.168.233.43 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/76a0b8d3-33c6-4dc1-9bb1-cc66499343a4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:48.377265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-7da0ccfa-6de6-464b-9e7f-4faefb963858 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.379679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-7da0ccfa-6de6-464b-9e7f-4faefb963858 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b14ad08-1ad7-415a-9036-3b071c4f8d25 HTTP/1.1" status: 200 len: 945 time: 0.1798902 Feb 15 01:37:48.391309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.448730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:48.512621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de69a6a6-091a-4d2c-a434-2777d489f946 req-74415870-81af-4104-825f-afecb6b97567 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887281 Feb 15 01:37:48.527589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c8c57-7baa-4295-a9ec-027d637d8b11 req-85fd9535-3d89-42fd-ac0c-f96e44a369ff tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.532062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b00c8c57-7baa-4295-a9ec-027d637d8b11 req-85fd9535-3d89-42fd-ac0c-f96e44a369ff tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.1546502 Feb 15 01:37:48.597941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-44002a00-c670-4095-8b75-fc0533db4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.599444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-44002a00-c670-4095-8b75-fc0533db4f64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.2181549 Feb 15 01:37:48.639221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b00c8c57-7baa-4295-a9ec-027d637d8b11 req-4d8e0335-6df9-4681-b2e7-5864296e444c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735865 Feb 15 01:37:48.662318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['0444b562-87cd-462a-87bf-cc2aa4bcb417'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:48.673786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-e5222776-5963-4607-a3a9-d0bee7a0b8b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0601983 Feb 15 01:37:48.691712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks [] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.727334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Deleting port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:37:48.727696 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.733873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:48.779305 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed5c1452-5f37-4a52-b074-2be4221ed0f3 req-a895d0da-19c3-4bc0-841f-54f9ae191913 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.0484548 Feb 15 01:37:48.808802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-de838bfe-4048-4999-8ce8-813c0d41e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.810159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-de838bfe-4048-4999-8ce8-813c0d41e4b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.1273346 Feb 15 01:37:48.856094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883213d-4384-4ebd-9cd3-c2c1a3e68ad1 req-6220aa67-f770-44ec-a2f0-29da2fea9129 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:48.859489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8883213d-4384-4ebd-9cd3-c2c1a3e68ad1 req-6220aa67-f770-44ec-a2f0-29da2fea9129 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1902077 Feb 15 01:37:48.864624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-4f9d9966-e237-410f-9883-d9e5a68fb975 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479372 Feb 15 01:37:48.893802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.914719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['fc663ff9-c50c-4470-84ae-9651bc415c22'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:48.975609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Pushing event updated for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:48.992897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] For port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:48.993273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:48.996722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:49.002211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:49.019344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:49.022815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8883213d-4384-4ebd-9cd3-c2c1a3e68ad1 req-ebf3f809-106d-42b5-b774-760f82501baa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550839 Feb 15 01:37:49.087665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:49.088069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:49.088887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:49.145143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac19b-70e4-4eb2-9e18-cb23eb824e38 req-a91611b7-9553-4eb2-9821-621a94f3d76c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:49.147263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dadac19b-70e4-4eb2-9e18-cb23eb824e38 req-a91611b7-9553-4eb2-9821-621a94f3d76c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 950 time: 0.2648432 Feb 15 01:37:49.176313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:37:49.216954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-a0a846d4-a64a-4ba4-b295-e3e5a7740688 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4103599 Feb 15 01:37:49.246574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Request body: {'port': {'device_id': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:49.340359 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dadac19b-70e4-4eb2-9e18-cb23eb824e38 req-ed362cbe-d797-425d-a3ee-02c22fe3460a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922615 Feb 15 01:37:49.413448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:49.483103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5fb81b82-5102-4c9b-a3c8-4167ad636877 None None] Provisioning complete for port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:49.483483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fb81b82-5102-4c9b-a3c8-4167ad636877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:49.540363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fb81b82-5102-4c9b-a3c8-4167ad636877 None None] Port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:37:49.663847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-61dcb7fd-3a64-458a-931a-707117f4a4fd service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818081 Feb 15 01:37:49.669565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:49.669970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:49.670364 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Floating IP c1fe281b-a967-48c6-a623-504db6596229 disassociated. External IP: 172.25.2.20, port: 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f. Feb 15 01:37:49.670717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Calling delete_port for 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:37:49.799033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86a60-a99a-4fab-a306-481a28175fff req-3c9d4a2a-4a83-4006-89f2-bb0f515f761e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:49.800622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aa86a60-a99a-4fab-a306-481a28175fff req-3c9d4a2a-4a83-4006-89f2-bb0f515f761e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 935 time: 0.2270508 Feb 15 01:37:49.875426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8daf458e-bed1-432d-910b-d934eca6eb77 req-ba22dfeb-2d37-426b-bfd9-8fc148f5ac35 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015805 Feb 15 01:37:49.954067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aa86a60-a99a-4fab-a306-481a28175fff req-963fa0de-2635-40ec-a4ac-c848d0ea76bf tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445940 Feb 15 01:37:50.011785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3e2b2-d59f-48cf-ae27-f40f13ee3ac4 req-7eecb036-7661-47b3-b198-4dc13c956970 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:50.013322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bea3e2b2-d59f-48cf-ae27-f40f13ee3ac4 req-7eecb036-7661-47b3-b198-4dc13c956970 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.5266466 Feb 15 01:37:50.043111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:50.100430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.135609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a31d2-3862-48d0-995a-b36531716921 req-70ff1a8f-23c2-4100-98b5-21f71ee9c7d7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:50.139701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b0a31d2-3862-48d0-995a-b36531716921 req-70ff1a8f-23c2-4100-98b5-21f71ee9c7d7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 950 time: 0.0996335 Feb 15 01:37:50.166024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event deleted for resources: {'Port': ['ID=2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:50.184424 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bea3e2b2-d59f-48cf-ae27-f40f13ee3ac4 req-3674c6f3-a7bc-4d90-a453-eb00c9149ec4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548028 Feb 15 01:37:50.203997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 0444b562-87cd-462a-87bf-cc2aa4bcb417 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:37:50.215031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 0444b562-87cd-462a-87bf-cc2aa4bcb417 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:50.215409 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.323439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b0a31d2-3862-48d0-995a-b36531716921 req-f44d37a7-fe65-4ffb-8bc4-9c37a97be346 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826229 Feb 15 01:37:50.444993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:50.456013 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks [] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.474146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cebc2-6754-43b2-8fc5-3e2dd4e44882 req-2a544d73-6c62-45b6-95d4-b2a08fd24447 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:50.476028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f76cebc2-6754-43b2-8fc5-3e2dd4e44882 req-2a544d73-6c62-45b6-95d4-b2a08fd24447 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.1250489 Feb 15 01:37:50.484940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0444b562-87cd-462a-87bf-cc2aa4bcb417 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:50.487733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.507223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Transition to ACTIVE for port object 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:50.555516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f76cebc2-6754-43b2-8fc5-3e2dd4e44882 req-f854234d-b555-4847-8548-2c69c6aa0fe4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723886 Feb 15 01:37:50.561958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:50.566265 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d3459-d84e-4292-aa0a-d0abe9015c16" -d '{"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-plugged", "status": "completed", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:50.571599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:50.580742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.601939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:37:50.634722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.670200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Pushing event updated for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:50.687619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-11d8bfb2-2252-41fe-bb80-ee37c4fad753 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:50.689947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-11d8bfb2-2252-41fe-bb80-ee37c4fad753 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 823 time: 0.4935555 Feb 15 01:37:50.776922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1275c4b5-5b50-4624-8775-823edd0cb836 req-d249ad38-cb16-4e35-a892-7f6142fced23 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.0462210 Feb 15 01:37:50.779292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:50.862347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Attempting to bind port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:50.862931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Attempting to bind port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:50.863415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Attempting to bind port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:50.872542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:50.875583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Attempting to bind port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:50.881646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:50.888203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:50.888830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:50.889515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Bound port: 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:50.890086 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.974240 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-909e84a5-e66b-45f1-8520-9f1098d645f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:50.985381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62058-de3f-4c73-98c6-06b0447497e1 req-62008431-2a55-45d2-ad3e-a8b4692e4d36 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:50.998762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7c62058-de3f-4c73-98c6-06b0447497e1 req-62008431-2a55-45d2-ad3e-a8b4692e4d36 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 972 time: 0.4610214 Feb 15 01:37:51.041021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:37:51.056572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e38a8-bc3e-486c-82f9-5b96be5a0bc9 req-c63235c4-d5c8-4d2f-8633-bcfb39fe4e73 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.059195 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:37:51.066971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f1e38a8-bc3e-486c-82f9-5b96be5a0bc9 req-c63235c4-d5c8-4d2f-8633-bcfb39fe4e73 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1567128 Feb 15 01:37:51.078926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:51.079545 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:51.086737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:51.138618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f1e38a8-bc3e-486c-82f9-5b96be5a0bc9 req-cac93492-1001-42c6-afb9-f60fe98bb973 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704460 Feb 15 01:37:51.152545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:51.165564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] No DVR routers for this DVR port 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:37:51.169133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:51.174000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddeb7def-57b7-4c4a-8c04-b23fe6d4ae56 req-8cda5115-568b-49ad-b246-61d4e4e28b07 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "DELETE /v2.0/ports/2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f HTTP/1.1" status: 204 len: 173 time: 2.7760603 Feb 15 01:37:51.177805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'name': 'network-vif-deleted', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:51.190024 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caef941-9511-4fb2-ba56-401ce24e12bd" -d '{"events": [{"server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "name": "network-vif-deleted", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:51.214060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-44d51cf1-6dda-4cbd-ac01-44b30acdcf1a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dcbc0e09104152aed49f7518adf934 HTTP/1.1" status: 200 len: 378 time: 0.5092676 Feb 15 01:37:51.226386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:51.308998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Pushing event updated for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:51.319112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:51.332438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.333674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:51.335218 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-2df3a9e4-829c-41f1-86c0-90e306078fff service neutron] 10.222.0.31 "PUT /v2.0/ports/76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 HTTP/1.1" status: 200 len: 1096 time: 2.1035872 Feb 15 01:37:51.335741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:51.355834 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b8563-9538-455a-905d-0ce2c72abdac" -d '{"events": [{"name": "network-changed", "server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:51.616697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-11e61e20-54e2-4f54-bd95-7df82cedab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.618571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-11e61e20-54e2-4f54-bd95-7df82cedab65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 1130 time: 0.1726582 Feb 15 01:37:51.678793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'port': {'device_id': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'admin_state_up': True, 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'security_groups': ['e1ceb5bd-46a2-40d3-a000-60e68ea18be4']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:51.733155 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-0e42df63-2f38-4edb-9e4d-6c978f97d9b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 HTTP/1.1" status: 200 len: 217 time: 0.0903373 Feb 15 01:37:51.822445 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:51.880214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837bc9-350a-43e2-b3af-c6748ad8dbfc req-4afe1d15-3806-420c-a12c-ea7dbce90585 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.888334 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:37:51.898336 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:37:51.899224 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:51.900018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837bc9-350a-43e2-b3af-c6748ad8dbfc req-4afe1d15-3806-420c-a12c-ea7dbce90585 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.902475 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04837bc9-350a-43e2-b3af-c6748ad8dbfc req-4afe1d15-3806-420c-a12c-ea7dbce90585 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f&device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 1691 time: 0.3368256 Feb 15 01:37:51.913646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-f1252862-8cd4-4e9f-a70a-8bbbdf4eaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:51.915370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-f1252862-8cd4-4e9f-a70a-8bbbdf4eaf67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1813548 Feb 15 01:37:51.918977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7c62058-de3f-4c73-98c6-06b0447497e1 req-0b68aec8-6208-48de-bbe9-b5eb803d30dc tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9112167 Feb 15 01:37:51.989620 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-30e1c0ed-a6ae-4a73-9204-b0cd6cbfd24c service neutron] show failed (client error): The resource could not be found. Feb 15 01:37:51.990678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-30e1c0ed-a6ae-4a73-9204-b0cd6cbfd24c service neutron] 10.222.0.37 "GET /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.1503346 Feb 15 01:37:52.005243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Made reservation on behalf of 93dcbc0e09104152aed49f7518adf934 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:37:52.009544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:52.012234 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99670e-b9aa-41fd-a788-3fade33b4819 x-openstack-request-id: req-9f99670e-b9aa-41fd-a788-3fade33b4819 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:52.012234 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-plugged", "status": "completed", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:52.012234 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f99670e-b9aa-41fd-a788-3fade33b4819 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:52.012234 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'code': 200} Feb 15 01:37:52.059054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:52.145909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04837bc9-350a-43e2-b3af-c6748ad8dbfc req-6522bd99-e4d4-4056-9532-d1b155e2bf07 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295251 Feb 15 01:37:52.162648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-3946a844-9173-43f2-853a-23532c4ddc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:52.166988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-3946a844-9173-43f2-853a-23532c4ddc81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2375312 Feb 15 01:37:52.216981 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:37:52.290860 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088d28c-5b46-45cc-99e6-81c794a409eb x-openstack-request-id: req-6088d28c-5b46-45cc-99e6-81c794a409eb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:52.291205 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b14ad08-1ad7-415a-9036-3b071c4f8d25", "name": "network-vif-deleted", "tag": "2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:52.291563 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6088d28c-5b46-45cc-99e6-81c794a409eb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:52.292722 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b14ad08-1ad7-415a-9036-3b071c4f8d25', 'name': 'network-vif-deleted', 'tag': '2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f', 'status': 'completed', 'code': 200} Feb 15 01:37:52.333528 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-08b2dcbf-d7ce-49d6-a731-ca37dd2fa830 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603730 Feb 15 01:37:52.341970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa49c5-2e73-4f7c-9289-6094e22ca8aa req-4e31a197-e03e-43e4-8f99-b8312dda9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:52.344166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0caa49c5-2e73-4f7c-9289-6094e22ca8aa req-4e31a197-e03e-43e4-8f99-b8312dda9603 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1128 time: 0.1987016 Feb 15 01:37:52.407409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27d0ac-0c11-42f9-9eee-f2e2f1d205f8 req-d1040e59-26f5-4f4e-8f5a-a2ab0b2d31a8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:52.411986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df27d0ac-0c11-42f9-9eee-f2e2f1d205f8 req-d1040e59-26f5-4f4e-8f5a-a2ab0b2d31a8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 947 time: 0.1921248 Feb 15 01:37:52.449530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:52.478046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c417b0c7-d24c-43ce-804d-e1a4f5d4ce00 req-5e757888-1e62-4a93-b44c-1c73cbf79bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367583 Feb 15 01:37:52.503337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'mac_address': 'fa:16:3e:82:03:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-1619364930', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:52.506341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Allocated IP 172.20.0.11 (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad/d29ff15e-be13-4b5d-98bd-c2578af9b845/a584ab8c-ba8f-4cac-8aed-93dda56eb39c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:37:52.543336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59913cd-24d7-4353-aac6-935206494f9c req-e2e5483e-533c-41f8-89e7-c0540c98207f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:52.551963 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59913cd-24d7-4353-aac6-935206494f9c req-e2e5483e-533c-41f8-89e7-c0540c98207f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 945 time: 0.0722377 Feb 15 01:37:52.578220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0caa49c5-2e73-4f7c-9289-6094e22ca8aa req-60fd09a2-3ba9-4d38-bb22-507013d24c73 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168992 Feb 15 01:37:52.619998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59913cd-24d7-4353-aac6-935206494f9c req-5f28dd58-075c-4656-a5bd-f92f5ea3bee9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669219 Feb 15 01:37:52.669812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:52.673128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:52.686794 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5641744e-cbda-4d93-a9ad-b29316988fab x-openstack-request-id: req-5641744e-cbda-4d93-a9ad-b29316988fab {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:52.687016 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:52.687270 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5641744e-cbda-4d93-a9ad-b29316988fab {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:52.689220 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4', 'status': 'completed', 'code': 200} Feb 15 01:37:52.736277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:52.761570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df27d0ac-0c11-42f9-9eee-f2e2f1d205f8 req-65c66151-7cdd-41ce-9a29-98b77b7594bd tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022392 Feb 15 01:37:52.767756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:52.803459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:52.851180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:37:52.930808 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e122c-f23b-48e4-a0d8-30395e578603 None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:37:53.035016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-5891cf04-1b7d-4703-9ecf-c7d90d23d277 service neutron] 10.222.0.31 "GET /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.1009867 Feb 15 01:37:53.051500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b8563-9538-455a-905d-0ce2c72abdac req-d32905c5-4123-45c4-8895-bd47caa56c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.053985 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-d32905c5-4123-45c4-8895-bd47caa56c16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 1130 time: 0.2085476 Feb 15 01:37:53.059635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:53.077379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:37:53.078060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2cf1b1bb-7d38-4ab5-8d37-8df0f8d3a54f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:37:53.081806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:37:53.085296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:53.132904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f01dd27-09e3-404a-b8b4-c26896371e4f req-1a39fca5-b3c5-4ea1-b8f7-3b1093bd732f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.1564298 Feb 15 01:37:53.149379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.223544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:53.275383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-8215757b-f80d-47ec-b2f2-621371cb3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.277026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-8215757b-f80d-47ec-b2f2-621371cb3240 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1132 time: 0.4571636 Feb 15 01:37:53.301916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:53.309622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e159-0d40-413a-baf8-71c0ff8b7182 req-200191e5-40bd-45e6-b0c3-1aff9fd14183 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.319763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8a06e159-0d40-413a-baf8-71c0ff8b7182 req-200191e5-40bd-45e6-b0c3-1aff9fd14183 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 943 time: 0.5642266 Feb 15 01:37:53.333104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b8563-9538-455a-905d-0ce2c72abdac req-d90e4ace-5fac-4b41-9444-751b4e8cb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.334575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-d90e4ace-5fac-4b41-9444-751b4e8cb7b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2677088 Feb 15 01:37:53.374227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0759f0f6-aeea-4333-a0e1-c5ddb9fb8258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.378660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.456546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc972512-5ee3-477f-9e1c-3c4a9dbf043d None None] New status for floating IP c1fe281b-a967-48c6-a623-504db6596229: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:37:53.559336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:53.581828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:53.603300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.610215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.618854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:53.626397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ab4b37-b053-4628-b4b3-0a32f51aa535 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:53.637284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:53.698071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-6dcc4725-9a90-49f9-9100-7b988d220d79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 HTTP/1.1" status: 200 len: 217 time: 0.2817478 Feb 15 01:37:53.747095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8a06e159-0d40-413a-baf8-71c0ff8b7182 req-ba916918-7314-46c3-8615-ad3e8283f2ee tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210215 Feb 15 01:37:53.843016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:53.880251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:37:53.905695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b8563-9538-455a-905d-0ce2c72abdac req-64b63bd6-7a70-42f7-a1e6-0a101e8c2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.907784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-64b63bd6-7a70-42f7-a1e6-0a101e8c2f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1797462 Feb 15 01:37:53.916093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:37:53.925237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:37:53.996485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b8563-9538-455a-905d-0ce2c72abdac req-0ee71881-47a0-4cc2-9245-e04a4f784ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:53.998171 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-0ee71881-47a0-4cc2-9245-e04a4f784ca3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0817320 Feb 15 01:37:54.014831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] Transition to ACTIVE for port object 90ab4b37-b053-4628-b4b3-0a32f51aa535 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:54.059271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:54.084849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:54.085840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.096855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.195847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: BUILD; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:54.196432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.221782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:54.259849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c22c5-94b9-4da2-9ac4-ceed3bde248e req-87e449fe-2383-4cdf-92a1-0a7a3a155e3e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:54.264005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c3c22c5-94b9-4da2-9ac4-ceed3bde248e req-87e449fe-2383-4cdf-92a1-0a7a3a155e3e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 971 time: 0.2623634 Feb 15 01:37:54.312032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] Pushing event updated for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:54.318081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7dad-fff2-4d65-9a80-ff26367814e4 req-048f2808-957b-4bce-be59-24f5238c4c71 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:54.330015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e35e7dad-fff2-4d65-9a80-ff26367814e4 req-048f2808-957b-4bce-be59-24f5238c4c71 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 1.0172236 Feb 15 01:37:54.359321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] No DVR routers for this DVR port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:37:54.373363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:54.448132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event updated for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:54.448501 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-f3e755da-f6c4-4627-85ee-03b51bc7ff86 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348795 Feb 15 01:37:54.452766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.455256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:54.476922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c3c22c5-94b9-4da2-9ac4-ceed3bde248e req-1ff61a00-47ae-4caa-a4d7-7b43d1e7366e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661553 Feb 15 01:37:54.505968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e35e7dad-fff2-4d65-9a80-ff26367814e4 req-4bbc24c4-21e2-41a8-97c2-ea04cc67c36d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759820 Feb 15 01:37:54.506443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-00d2e265-1dcb-432a-b93c-e3087c6a6b71 service neutron] 10.222.0.31 "PUT /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4404566 Feb 15 01:37:54.555355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-07532e1f-88ee-4196-a040-92bac77f8288 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3316765 Feb 15 01:37:54.559685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:54.591359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Request body: {'port': {'device_id': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:54.655491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.691811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 90ab4b37-b053-4628-b4b3-0a32f51aa535 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:37:54.692224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:37:54.696339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:54.776194 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f63b8563-9538-455a-905d-0ce2c72abdac req-fdb57982-b686-4256-adcc-7663e3642333 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685106 Feb 15 01:37:54.790101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817e42-e0bd-4daf-bd64-0218672029f0 req-85662c53-139d-4321-bfb5-e347e17b5cd4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:54.791813 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39817e42-e0bd-4daf-bd64-0218672029f0 req-85662c53-139d-4321-bfb5-e347e17b5cd4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 945 time: 0.1308498 Feb 15 01:37:54.801958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:54.836269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:54.874162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:54.889859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39817e42-e0bd-4daf-bd64-0218672029f0 req-1a395b7a-e657-48c3-a0d7-ebe3873840c6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830743 Feb 15 01:37:54.978412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57cf8e-5024-48e6-aa30-8862e380ed39 req-0bea9bf7-d9a7-4ad5-8980-75299fe92f0f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:54.987481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c57cf8e-5024-48e6-aa30-8862e380ed39 req-0bea9bf7-d9a7-4ad5-8980-75299fe92f0f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 947 time: 0.3428440 Feb 15 01:37:54.990473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:54.991326 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:55.044142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-c578baa4-0beb-4d3a-bee9-3d7a5190b6d0 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.046244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-c578baa4-0beb-4d3a-bee9-3d7a5190b6d0 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.3999612 Feb 15 01:37:55.054895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6446fb-eb1a-4bdc-bc9c-415870d566b6 req-b4bfdab1-9eb3-4399-b061-1df41247d683 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.064118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0b6446fb-eb1a-4bdc-bc9c-415870d566b6 req-b4bfdab1-9eb3-4399-b061-1df41247d683 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 1133 time: 0.0656557 Feb 15 01:37:55.124715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0b6446fb-eb1a-4bdc-bc9c-415870d566b6 req-3265c739-a2c2-4496-903f-ca7564df4d4a tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Feb 15 01:37:55.150362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:55.152663 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b0295-86bf-4959-a291-1d6f6ec05dc5" -d '{"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-unplugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:55.161518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks [] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:55.237838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044151da-e410-4d1b-b185-b245afd584f0 req-5df836e8-17a5-4cec-bb4f-2cfb58bc1431 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.238493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c57cf8e-5024-48e6-aa30-8862e380ed39 req-e56021e1-4b23-4660-a146-e31efa2bd88b tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500272 Feb 15 01:37:55.249299 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-044151da-e410-4d1b-b185-b245afd584f0 req-5df836e8-17a5-4cec-bb4f-2cfb58bc1431 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 932 time: 0.0714240 Feb 15 01:37:55.253373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Transition to ACTIVE for port object 20ea3481-d3f5-4915-a365-04f1c6f96245 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:55.263365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-74f1f227-0597-4b8f-a32c-d7bcecbb98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.264917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-74f1f227-0597-4b8f-a32c-d7bcecbb98fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&tenant_id=a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 1127 time: 0.1894360 Feb 15 01:37:55.343102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-044151da-e410-4d1b-b185-b245afd584f0 req-40b18301-f4dd-4097-b5b2-ac979d792b5b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829923 Feb 15 01:37:55.346194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:55.388898 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:37:55.389470 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:37:55.520095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:55.561602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] No DVR routers for this DVR port 20ea3481-d3f5-4915-a365-04f1c6f96245 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:37:55.601655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-232b305c-8111-4007-b837-1fec9b8a4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.603246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-232b305c-8111-4007-b837-1fec9b8a4187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1127 time: 0.2931297 Feb 15 01:37:55.631782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79ddf2-40fc-4608-8722-5c49d875a313 req-7ce46cd2-fc8b-4ca1-8c1b-761e6b5e503c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.636880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4c79ddf2-40fc-4608-8722-5c49d875a313 req-7ce46cd2-fc8b-4ca1-8c1b-761e6b5e503c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1128 time: 0.0928640 Feb 15 01:37:55.656140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976e8c4-481a-4843-af8d-432f9fb53c97 req-68d49ad2-e8e4-4820-8d70-0edc43e84095 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.658567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1976e8c4-481a-4843-af8d-432f9fb53c97 req-68d49ad2-e8e4-4820-8d70-0edc43e84095 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 944 time: 0.3030453 Feb 15 01:37:55.673788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:55.673788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:55.673788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:55.721324 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4c79ddf2-40fc-4608-8722-5c49d875a313 req-13b25e9b-4f84-42d2-8935-881526406f8d tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625670 Feb 15 01:37:55.734401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:55.734401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Attempting to bind port 20ea3481-d3f5-4915-a365-04f1c6f96245 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:55.776081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:55.776081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:55.776638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:55.777219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Bound port: 20ea3481-d3f5-4915-a365-04f1c6f96245, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:55.777723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:55.871963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a584ab8c-ba8f-4cac-8aed-93dda56eb39c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:55.900236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ac0af-b5a8-4d42-853a-f1ea41cfbb23 req-ddf8abdc-876d-4fa0-bf31-d1aa75d87773 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.904995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e70ac0af-b5a8-4d42-853a-f1ea41cfbb23 req-ddf8abdc-876d-4fa0-bf31-d1aa75d87773 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 1133 time: 0.0485191 Feb 15 01:37:55.909277 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks [] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:55.914251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1976e8c4-481a-4843-af8d-432f9fb53c97 req-698f4d36-1ce2-4f03-9a08-12f894f54af9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440476 Feb 15 01:37:55.932216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-dddeb615-49d0-4e43-8084-f5082cba169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:55.933719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-dddeb615-49d0-4e43-8084-f5082cba169f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.3121071 Feb 15 01:37:55.949135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Transition to ACTIVE for port object a584ab8c-ba8f-4cac-8aed-93dda56eb39c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:37:55.968521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:55.969995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:37:55.987156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e70ac0af-b5a8-4d42-853a-f1ea41cfbb23 req-387e2401-028a-412d-8dfb-8d8d68903694 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704720 Feb 15 01:37:56.021995 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e54c6-64b7-4918-9744-e099bee3559d x-openstack-request-id: req-b42e54c6-64b7-4918-9744-e099bee3559d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:56.022295 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-unplugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:56.022679 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b42e54c6-64b7-4918-9744-e099bee3559d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:56.023083 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'code': 200} Feb 15 01:37:56.029942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-e2c424f4-8465-4580-b452-42131d379835 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0793097 Feb 15 01:37:56.034568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:56.038763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:56.110487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-81e28d02-694c-4105-bddb-5b6a991c0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.113416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-81e28d02-694c-4105-bddb-5b6a991c0b1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0710073 Feb 15 01:37:56.146381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82995b7b-4e58-4067-9f58-4f429d9e490f req-cfd1cbca-9e68-4ae4-ad1b-2f6ee5969676 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.148104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-82995b7b-4e58-4067-9f58-4f429d9e490f req-cfd1cbca-9e68-4ae4-ad1b-2f6ee5969676 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 971 time: 0.0856366 Feb 15 01:37:56.199471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-fc3b24cf-a22d-4ad4-b9ed-703e06625fce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418091 Feb 15 01:37:56.215371 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-82995b7b-4e58-4067-9f58-4f429d9e490f req-ba35ca0b-9fa0-4344-9066-e771ec1006d5 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Feb 15 01:37:56.240342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:37:56.309636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755fbe-785f-4e44-8745-6657fec00d84 req-052ea281-1f2e-4736-ba62-e652b27eaaef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.311417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3755fbe-785f-4e44-8745-6657fec00d84 req-052ea281-1f2e-4736-ba62-e652b27eaaef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.1970575 Feb 15 01:37:56.330698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0f67-e5a6-4f55-bdd6-4a14c532179e req-2931ec93-2f26-4b49-84f1-cbf670d5da3e tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.338818 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-501a0f67-e5a6-4f55-bdd6-4a14c532179e req-2931ec93-2f26-4b49-84f1-cbf670d5da3e tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1128 time: 0.0641520 Feb 15 01:37:56.359907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:56.374152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:37:56.392346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-501a0f67-e5a6-4f55-bdd6-4a14c532179e req-7b5a599c-7c16-4266-87ec-901489268d2a tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Feb 15 01:37:56.396094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4', 'mac_address': 'fa:16:3e:d9:94:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:37:56.396565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3755fbe-785f-4e44-8745-6657fec00d84 req-8a8d8362-54e2-497c-a95d-7fdeea23f86e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629919 Feb 15 01:37:56.396972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.397086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.397086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.397292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 90ab4b37-b053-4628-b4b3-0a32f51aa535 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:56.407065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-58a98ef4-2e55-4291-a22e-86d3885d92c3 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037251 Feb 15 01:37:56.485903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:56.487037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:56.487439 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.513525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:37:56.535790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Pushing event updated for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:56.566439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:56.599740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 065c81c3-7258-4ec7-9c63-da81d77726b0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:37:56.600138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.666522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.669523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.669523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-db253129-723c-4c40-8caf-dd18f0271dab service neutron] 10.222.0.31 "PUT /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 1096 time: 3.3766174 Feb 15 01:37:56.677319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.718323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e60709-fedd-4527-a25c-a521f5f42bee req-e27843fa-0254-47e2-91d6-cca9e09a72d2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.745839 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45e60709-fedd-4527-a25c-a521f5f42bee req-e27843fa-0254-47e2-91d6-cca9e09a72d2 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 947 time: 0.1585791 Feb 15 01:37:56.764125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:56.862382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Attempting to bind port a584ab8c-ba8f-4cac-8aed-93dda56eb39c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:56.864474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Attempting to bind port a584ab8c-ba8f-4cac-8aed-93dda56eb39c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:56.864474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Attempting to bind port a584ab8c-ba8f-4cac-8aed-93dda56eb39c on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:56.877330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Port a584ab8c-ba8f-4cac-8aed-93dda56eb39c on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:56.877652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Attempting to bind port a584ab8c-ba8f-4cac-8aed-93dda56eb39c on network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:56.889531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 065c81c3-7258-4ec7-9c63-da81d77726b0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:37:56.890133 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.900494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:56.900772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Checking segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:56.901168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Bound using segment: {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:56.907280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Bound port: a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e5f50e-fe35-4d43-8e1c-a0721cf045ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:56.907661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:56.915210 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45e60709-fedd-4527-a25c-a521f5f42bee req-0bcc72f6-dc46-4d61-b00f-22cea5e74aa9 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683254 Feb 15 01:37:56.928771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-9a70006c-fab9-45ee-8cb5-1bf4ed8b5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:56.930371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-9a70006c-fab9-45ee-8cb5-1bf4ed8b5b01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1130 time: 0.2090878 Feb 15 01:37:56.945771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:56.948414 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5a769-3c92-408c-90e8-61b70cfda2bc" -d '{"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:56.977481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['76a0b8d3-33c6-4dc1-9bb1-cc66499343a4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:37:56.993979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:37:57.058614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:57.127406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56421ae-7724-4f36-a2f6-e68a49b456f9 req-6e7f7250-98d3-4f97-8cad-ae03576fab98 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.136536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a56421ae-7724-4f36-a2f6-e68a49b456f9 req-6e7f7250-98d3-4f97-8cad-ae03576fab98 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 944 time: 0.1375270 Feb 15 01:37:57.155605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-d0f158ea-45c4-462d-858f-789dc7b36c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.161070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-d0f158ea-45c4-462d-858f-789dc7b36c0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2175646 Feb 15 01:37:57.194210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:57.244060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a56421ae-7724-4f36-a2f6-e68a49b456f9 req-32834df5-6366-4f5a-abfe-660f6a184ced tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002345 Feb 15 01:37:57.322306 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec182130-a396-46b2-8887-4d0a816df60d x-openstack-request-id: req-ec182130-a396-46b2-8887-4d0a816df60d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:37:57.322959 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-plugged", "status": "completed", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:37:57.323606 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec182130-a396-46b2-8887-4d0a816df60d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:37:57.324495 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'code': 200} Feb 15 01:37:57.372515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:57.582359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-43120d08-a8d2-4a3e-b935-b19e824deb1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.4145739 Feb 15 01:37:57.586071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b90ec7-0543-4473-bf8a-28d592e6d801 req-43be271d-fc5c-430d-a616-ccc91df71241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.587851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-31b90ec7-0543-4473-bf8a-28d592e6d801 req-43be271d-fc5c-430d-a616-ccc91df71241 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1156 time: 0.0561657 Feb 15 01:37:57.611532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d38892eb-0a5c-4bb6-92e9-d2909a076fbd service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1383631 Feb 15 01:37:57.650617 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-31b90ec7-0543-4473-bf8a-28d592e6d801 req-3b69ac44-5a7e-4311-8115-9779e88806fe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 Feb 15 01:37:57.696903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:57.699835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-62a9a8fc-8d29-43a9-a33b-4ca2e5413703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.701376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-62a9a8fc-8d29-43a9-a33b-4ca2e5413703 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1068501 Feb 15 01:37:57.703729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:57.715827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7659-34b4-4d5c-8311-0c550ccd5267 req-ad7e4e29-e8c2-4e80-8313-a17b7bf32181 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.717383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fabb7659-34b4-4d5c-8311-0c550ccd5267 req-ad7e4e29-e8c2-4e80-8313-a17b7bf32181 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 944 time: 0.1414266 Feb 15 01:37:57.774047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fabb7659-34b4-4d5c-8311-0c550ccd5267 req-3854b6c1-c954-47f5-b544-a3bf78704a72 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Feb 15 01:37:57.775720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:57.876769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.877576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:57.879104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] 10.222.0.37 "PUT /v2.0/ports/a584ab8c-ba8f-4cac-8aed-93dda56eb39c HTTP/1.1" status: 200 len: 1093 time: 3.3153632 Feb 15 01:37:57.947954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14e43-aadf-4ede-a616-3c49e024c309 service neutron] Pushing event updated for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:37:57.998073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-84952b5d-f6e9-4c4b-96da-4f4e72227075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:57.999923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-84952b5d-f6e9-4c4b-96da-4f4e72227075 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1364546 Feb 15 01:37:58.010833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce022e4-68a8-4e07-bd70-b7a88940ebfa req-49900782-c74b-482a-9d31-e5707b4cc86a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.012679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ce022e4-68a8-4e07-bd70-b7a88940ebfa req-49900782-c74b-482a-9d31-e5707b4cc86a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 973 time: 0.1302433 Feb 15 01:37:58.077614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}, {'name': 'network-changed', 'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:37:58.080674 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb684612-9105-4e58-840c-1559dd76da44" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}, {"name": "network-changed", "server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:37:58.207399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-a4673dfe-b2fc-4f40-b971-fe07d61f057c service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192307 Feb 15 01:37:58.350301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-2e096e0e-6ba5-46a9-afdf-6a982f208331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.351925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-2e096e0e-6ba5-46a9-afdf-6a982f208331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 1127 time: 0.3382483 Feb 15 01:37:58.363347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ce022e4-68a8-4e07-bd70-b7a88940ebfa req-8d5b6f70-f1dc-4aca-ad16-f4f5bc776511 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778277 Feb 15 01:37:58.404437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d11f15d0-cb90-4add-9237-dc7e8d89f424 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.420630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-d11f15d0-cb90-4add-9237-dc7e8d89f424 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.2025785 Feb 15 01:37:58.519234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52ab2d49-0852-4ae1-8a31-06734da919e0 req-abbd0ea8-1079-435b-b0f3-3a3aaea0c134 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884865 Feb 15 01:37:58.521638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-e51cf6ef-0ce3-4bdd-9367-62fb43d6c8e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c HTTP/1.1" status: 200 len: 217 time: 0.1573198 Feb 15 01:37:58.602649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-19b6f000-7d59-4c41-921b-907ffbd53cc9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759432 Feb 15 01:37:58.616205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-935098e0-886b-4bce-b680-5df1699adcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.617677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-935098e0-886b-4bce-b680-5df1699adcb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.0863817 Feb 15 01:37:58.782689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-d1e970dd-b15e-4541-875b-1474ddb8c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.784199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-d1e970dd-b15e-4541-875b-1474ddb8c0ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1543791 Feb 15 01:37:58.794007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-ed244064-35c9-4137-85f0-b16e3275b5a5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:58.801190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-ed244064-35c9-4137-85f0-b16e3275b5a5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813791 Feb 15 01:37:58.872063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-4a11f0c0-3344-475a-8a0b-716dc6253717 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0668654 Feb 15 01:37:58.874432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b898923e-e4d0-443c-a031-6ad701a7668f req-c8562fb1-6c43-43b1-968e-7b50da38531e service neutron] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:37:58.879774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b898923e-e4d0-443c-a031-6ad701a7668f req-c8562fb1-6c43-43b1-968e-7b50da38531e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:58.880884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b898923e-e4d0-443c-a031-6ad701a7668f req-c8562fb1-6c43-43b1-968e-7b50da38531e service neutron] 10.222.0.37 "DELETE /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.4415436 Feb 15 01:37:58.945272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-588e10f8-d82f-474d-999e-88b40c5426f8 service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487141 Feb 15 01:37:58.963397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-8d0caee2-4a36-4ff4-9909-db2a61084702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802543 Feb 15 01:37:59.083891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffb989d6-ee31-42ec-999c-c80536528a02 req-5fc83ff4-ccf8-4fae-b0a1-8044a15eff51 service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294374 Feb 15 01:37:59.476444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ab27fb0f-be61-4cf4-aba7-816b1491984f tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:37:59.477614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ab27fb0f-be61-4cf4-aba7-816b1491984f tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101757 Feb 15 01:37:59.544678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ce0a1d62-6fed-48ef-8b98-ece87cb7a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:59.551721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ce0a1d62-6fed-48ef-8b98-ece87cb7a6bb service neutron] 10.222.0.43 "GET /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 1125 time: 0.0657294 Feb 15 01:37:59.556420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:37:59.556877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:37:59.720304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:37:59.724133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:37:59.724133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:59.732818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:37:59.733182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:37:59.739354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:37:59.739834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:37:59.740212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:37:59.740670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Bound port: 0444b562-87cd-462a-87bf-cc2aa4bcb417, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:37:59.801289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626cf6e-404a-48e2-92c0-64037ef9e7f8 req-596002a8-4aee-4313-ae1a-bec1cd27e54e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:59.809772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a626cf6e-404a-48e2-92c0-64037ef9e7f8 req-596002a8-4aee-4313-ae1a-bec1cd27e54e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.0678713 Feb 15 01:37:59.831644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:37:59.857870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a626cf6e-404a-48e2-92c0-64037ef9e7f8 req-1d803140-3399-480b-88e7-61b6618a4450 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Feb 15 01:37:59.931237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:37:59.934563 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-45830b4d-c3a3-4f32-88bf-21656f34d742 service neutron] 10.222.0.43 "POST /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417/bindings HTTP/1.1" status: 201 len: 390 time: 0.3800397 Feb 15 01:37:59.993575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532139-3b10-4a00-a238-1a84b1bf7b7a req-eeb35a11-50aa-4f6b-91be-8a6e5f4f0ef7 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:37:59.995091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b532139-3b10-4a00-a238-1a84b1bf7b7a req-eeb35a11-50aa-4f6b-91be-8a6e5f4f0ef7 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 948 time: 0.0581112 Feb 15 01:38:00.046108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b532139-3b10-4a00-a238-1a84b1bf7b7a req-468aeaea-fe89-4f69-8a36-54f2c3941f11 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Feb 15 01:38:00.090220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:00.177432 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3036b31-cfa4-4a30-a73f-392aed6447ae x-openstack-request-id: req-b3036b31-cfa4-4a30-a73f-392aed6447ae {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:00.177738 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:00.177986 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3036b31-cfa4-4a30-a73f-392aed6447ae {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:00.178375 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'status': 'completed', 'code': 200} Feb 15 01:38:00.178632 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'status': 'completed', 'code': 200} Feb 15 01:38:00.240461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:00.242487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:00.242876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:00.346511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-af7d1528-a0b4-4cce-9348-f60710e599b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.348045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-af7d1528-a0b4-4cce-9348-f60710e599b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1130 time: 0.1458158 Feb 15 01:38:00.358313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-b31fbe9a-6cd1-41f5-90b3-61e957340b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.361914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-b31fbe9a-6cd1-41f5-90b3-61e957340b68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1130 time: 0.1593659 Feb 15 01:38:00.395359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b90c1-4f72-4d2b-89e5-8211b58811e2 req-7025e65c-9c84-424b-846d-ecf436b78f8f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.397461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-363b90c1-4f72-4d2b-89e5-8211b58811e2 req-7025e65c-9c84-424b-846d-ecf436b78f8f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 944 time: 0.1179545 Feb 15 01:38:00.428190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:00.428622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:00.476839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:00.477810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115348c-8b53-4e11-800c-ac778755d046 req-eadb9a86-3ea4-45a2-ae76-aae552b5fb16 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.479986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c115348c-8b53-4e11-800c-ac778755d046 req-eadb9a86-3ea4-45a2-ae76-aae552b5fb16 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 944 time: 0.1047542 Feb 15 01:38:00.493187 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f38db-e851-413b-a8fc-37530477dcb9" -d '{"events": [{"server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "name": "network-vif-plugged", "status": "completed", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:00.514189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:00.562662 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c115348c-8b53-4e11-800c-ac778755d046 req-36f8b352-961b-4b45-a2c2-70b4e174c8ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706542 Feb 15 01:38:00.583455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:00.626605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-484a821b-925a-4f3d-9df4-fdb0c2366686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.629541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-484a821b-925a-4f3d-9df4-fdb0c2366686 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2667708 Feb 15 01:38:00.662291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-363b90c1-4f72-4d2b-89e5-8211b58811e2 req-ba4572ff-03a9-4c72-b23c-2d79d126191f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2571981 Feb 15 01:38:00.678703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:00.761712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-1359385b-fbd1-451e-af08-44814c715d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.0864356 Feb 15 01:38:00.767801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-7708aa8c-6b02-42d3-a77f-070c72902e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.769646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-7708aa8c-6b02-42d3-a77f-070c72902e8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3871076 Feb 15 01:38:00.852578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258b93-ae50-4464-976a-70a7dd40afb6 req-e7681164-29d8-4293-9f79-0706875b0fee tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.862025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-e5fdf267-0506-4eb8-84f9-60803e52014b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.0625963 Feb 15 01:38:00.864733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1258b93-ae50-4464-976a-70a7dd40afb6 req-e7681164-29d8-4293-9f79-0706875b0fee tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 973 time: 0.2227848 Feb 15 01:38:00.871586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-88402708-428d-4d11-9588-a307a91814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.875124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-88402708-428d-4d11-9588-a307a91814e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1128 time: 0.2017689 Feb 15 01:38:00.901119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-55eaad55-736e-4b78-888b-61b83e047e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.902970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-55eaad55-736e-4b78-888b-61b83e047e44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1373708 Feb 15 01:38:00.950803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-39163ff2-5f9d-4314-95aa-e5a48cd8914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:00.960486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-39163ff2-5f9d-4314-95aa-e5a48cd8914e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0836141 Feb 15 01:38:00.960778 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1258b93-ae50-4464-976a-70a7dd40afb6 req-f7ac11b4-9101-4874-8e45-356fcafeb2b9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927930 Feb 15 01:38:01.137058 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70713e-55fd-43e5-b47f-77b04df5cc38 x-openstack-request-id: req-0a70713e-55fd-43e5-b47f-77b04df5cc38 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:01.137058 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "name": "network-vif-plugged", "status": "completed", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:01.137058 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a70713e-55fd-43e5-b47f-77b04df5cc38 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:01.137058 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4', 'code': 200} Feb 15 01:38:01.138482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-4d1ecd2b-0c4f-40f2-be0a-aa9cf3014b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.138482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-4d1ecd2b-0c4f-40f2-be0a-aa9cf3014b11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1094077 Feb 15 01:38:01.138482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-b05710a6-0755-4e8c-a47f-6021e76e75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.138482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-b05710a6-0755-4e8c-a47f-6021e76e75c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1861451 Feb 15 01:38:01.181180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-0d4e8266-e887-41f3-a994-aad99766578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.182627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-0d4e8266-e887-41f3-a994-aad99766578e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2785788 Feb 15 01:38:01.191704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7cd-5356-4504-bcf1-c63124467cc1 req-69b5caa6-f7cc-43ed-8f9d-11e096af9c85 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.194885 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd66d7cd-5356-4504-bcf1-c63124467cc1 req-69b5caa6-f7cc-43ed-8f9d-11e096af9c85 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 945 time: 0.1037872 Feb 15 01:38:01.264854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466f9b-3f50-4a64-89de-475f09d122a7 req-7e51afc8-badc-4255-8dfd-a015810295b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.266771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53466f9b-3f50-4a64-89de-475f09d122a7 req-7e51afc8-badc-4255-8dfd-a015810295b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 1132 time: 0.0959260 Feb 15 01:38:01.272079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd66d7cd-5356-4504-bcf1-c63124467cc1 req-143ec25d-ed1d-433e-aa26-9efd64afecf2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624559 Feb 15 01:38:01.283168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-2515d9b2-df4a-4719-8b4f-417aa3638db0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0601916 Feb 15 01:38:01.317774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53466f9b-3f50-4a64-89de-475f09d122a7 req-364ecd53-8092-4625-bba8-3a9370193f15 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Feb 15 01:38:01.398044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3cfe-d607-474e-b3d4-5d5c5262d563 req-aa0ca823-609a-4442-a475-68dfa98ab782 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.399436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-163e3cfe-d607-474e-b3d4-5d5c5262d563 req-aa0ca823-609a-4442-a475-68dfa98ab782 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 947 time: 0.2615914 Feb 15 01:38:01.401203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-4ac5de1f-9e0b-4e85-ae3c-77cb575485e6 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046284 Feb 15 01:38:01.414207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ecc33585-74b9-4b2c-be35-1eb59a605482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.415576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ecc33585-74b9-4b2c-be35-1eb59a605482 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1073508 Feb 15 01:38:01.417349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-7fd3dc7e-b77a-4325-a1a2-d0a0be92158f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047843 Feb 15 01:38:01.478802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-ea221fd5-4856-4dda-a0df-f0ad1ce94504 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473561 Feb 15 01:38:01.544230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-163e3cfe-d607-474e-b3d4-5d5c5262d563 req-9ad23fcf-251f-4bbf-baf1-d3f8a7762e30 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369419 Feb 15 01:38:01.902533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a19c9-0120-41cb-9292-6f57cceb0e5f req-837904b1-e2ef-4314-a8b5-a9026f01f7cf tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:01.905033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-898a19c9-0120-41cb-9292-6f57cceb0e5f req-837904b1-e2ef-4314-a8b5-a9026f01f7cf tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.0842848 Feb 15 01:38:01.969560 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-898a19c9-0120-41cb-9292-6f57cceb0e5f req-0388247c-d882-43f0-a98e-f53f89606f13 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Feb 15 01:38:02.036275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f659eef8-2496-48df-8766-198893b5b6e4 req-6aea501b-9851-4b26-b1e5-33596204104f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 210 time: 0.0567758 Feb 15 01:38:02.065105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-c08030b3-90d0-43ba-a300-4c61fac8e7d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550430 Feb 15 01:38:02.094613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-53e40519-decd-455c-974c-b399e5e592ff service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621392 Feb 15 01:38:02.105052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:02.107246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12358e-b26d-42fe-831c-8b87d576192c req-6f8e5f38-a830-415a-93e8-27da52a6c079 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.117871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d12358e-b26d-42fe-831c-8b87d576192c req-6f8e5f38-a830-415a-93e8-27da52a6c079 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1127 time: 0.0816283 Feb 15 01:38:02.181397 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d12358e-b26d-42fe-831c-8b87d576192c req-0f2e30f0-2e61-4ff3-b36f-6b9c9e1daf91 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Feb 15 01:38:02.342060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-69ae0a25-e66a-47aa-84e6-291f821bfe4b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8352127 Feb 15 01:38:02.408217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926221d4-0c5c-48ea-97f7-deb38b6fc195 req-5e74db44-6af1-4c61-8954-702262666f3e tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.418916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-926221d4-0c5c-48ea-97f7-deb38b6fc195 req-5e74db44-6af1-4c61-8954-702262666f3e tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1156 time: 0.1249998 Feb 15 01:38:02.423354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:02.451792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'mac_address': 'fa:16:3e:27:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:02.517043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-926221d4-0c5c-48ea-97f7-deb38b6fc195 req-9ac24118-1b4d-48c3-88de-18141a3778fd tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957482 Feb 15 01:38:02.536085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:02.536870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:02.539624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272dcf5-175e-4286-9378-ee96b47ddfe7 req-13c5468f-41dc-4d04-99a2-f6f359a4e254 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.557175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea3481-d3f5-4915-a365-04f1c6f96245 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:02.564882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c272dcf5-175e-4286-9378-ee96b47ddfe7 req-13c5468f-41dc-4d04-99a2-f6f359a4e254 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 944 time: 0.4527607 Feb 15 01:38:02.581615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:02.606789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-d51d92bf-0bea-4370-a96a-8b8a20ef1427 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244117 Feb 15 01:38:02.641357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-e81d9442-6c70-40d9-b473-b57549fd4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.642886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-e81d9442-6c70-40d9-b473-b57549fd4733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 1127 time: 0.4183016 Feb 15 01:38:02.659710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c272dcf5-175e-4286-9378-ee96b47ddfe7 req-59e9276f-0236-4da6-bd34-4d2f81aa1197 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880377 Feb 15 01:38:02.661127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e56a4-7799-483b-8c01-707e11ff7a75 req-29134345-d9e8-4fc4-bdbc-0139f7e4bc3f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.668375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-558e56a4-7799-483b-8c01-707e11ff7a75 req-29134345-d9e8-4fc4-bdbc-0139f7e4bc3f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 945 time: 0.0868397 Feb 15 01:38:02.669946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:02.757389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-558e56a4-7799-483b-8c01-707e11ff7a75 req-00bbcb91-e4a2-41e1-abf8-62d7fe237dd9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879457 Feb 15 01:38:02.763973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-c1425c26-84a0-4190-946e-28c64397efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.765533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-c1425c26-84a0-4190-946e-28c64397efa1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 924 time: 0.1047313 Feb 15 01:38:02.830353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a584ab8c-ba8f-4cac-8aed-93dda56eb39c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:02.834678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:02.851231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-dbd613bc-330e-4b9d-b708-df6e2c15be48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c HTTP/1.1" status: 200 len: 217 time: 0.0773997 Feb 15 01:38:02.988361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:02.990543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-bc0b0b64-8dea-4a16-8498-a533b76953b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:02.991885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-bc0b0b64-8dea-4a16-8498-a533b76953b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.0929039 Feb 15 01:38:03.004125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:03.030333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'port_id': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'mac_address': 'fa:16:3e:a8:61:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:03.091396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a584ab8c-ba8f-4cac-8aed-93dda56eb39c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:03.091783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:03.132443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a584ab8c-ba8f-4cac-8aed-93dda56eb39c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:03.180559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-b84d8124-bb55-4e1c-8614-1fa31e5df0d9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.201005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:03.206101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-b84d8124-bb55-4e1c-8614-1fa31e5df0d9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.3657048 Feb 15 01:38:03.250721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-b9d3c044-7f11-4ad9-ae79-3d6cbc23e511 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/quotas/a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 375 time: 0.0421982 Feb 15 01:38:03.261745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684612-9105-4e58-840c-1559dd76da44 req-fa7d12dd-415b-4bf3-a54e-39914d855a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.271078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-fa7d12dd-415b-4bf3-a54e-39914d855a01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2357407 Feb 15 01:38:03.275032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:03.294734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-146a5db8-d38d-4478-8fa0-22b48f73af4b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.296201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-146a5db8-d38d-4478-8fa0-22b48f73af4b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.3987451 Feb 15 01:38:03.310611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4650c-058d-4f14-be75-e8183ec2199a req-f263ed6e-5b97-4643-ab7a-4e8dbbe1dbed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.312993 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-16c4650c-058d-4f14-be75-e8183ec2199a req-f263ed6e-5b97-4643-ab7a-4e8dbbe1dbed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 948 time: 0.0914614 Feb 15 01:38:03.382714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-16c4650c-058d-4f14-be75-e8183ec2199a req-3ed40595-7ef1-4e34-b8d6-24c473285523 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Feb 15 01:38:03.406607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:03.439463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:03.520192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cdcc7-0d4b-4cd2-94d1-9011bf1020a0 req-6e217b56-2348-4e61-b3b2-1b0dabccbad8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.528381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-941cdcc7-0d4b-4cd2-94d1-9011bf1020a0 req-6e217b56-2348-4e61-b3b2-1b0dabccbad8 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.0743611 Feb 15 01:38:03.550759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-55b91855-f4cf-4752-8301-bee6ca7cddeb service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596452 Feb 15 01:38:03.576636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-941cdcc7-0d4b-4cd2-94d1-9011bf1020a0 req-304cc729-ce49-4785-b939-d5fd4c094678 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Feb 15 01:38:03.582059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-95ab9f48-cab2-4c78-8f53-d0dec2b4cd4b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499356 Feb 15 01:38:03.589399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-bcae43c2-6746-4f04-a541-1e6f5f6de246 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3373127 Feb 15 01:38:03.599991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:03.692100 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3074411c-7f5e-46e2-8be9-19cf6fb16cbf req-a39bbd75-9e03-4da4-80d6-63a8a0b46fef tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 210 time: 0.0382607 Feb 15 01:38:03.695140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a584ab8c-ba8f-4cac-8aed-93dda56eb39c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:03.846382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c54556-a964-4745-a2dc-9d15e1b8e8dc req-da347033-bffe-4a33-b06c-0b4ec09e7f77 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:03.854371 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32c54556-a964-4745-a2dc-9d15e1b8e8dc req-da347033-bffe-4a33-b06c-0b4ec09e7f77 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1156 time: 0.0700583 Feb 15 01:38:03.920701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32c54556-a964-4745-a2dc-9d15e1b8e8dc req-16125778-bb04-4bec-895f-974fdace2cb7 tempest-ServersAdminTestJSON-442804356 tempest-ServersAdminTestJSON-442804356-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 Feb 15 01:38:03.982783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb684612-9105-4e58-840c-1559dd76da44 req-bd972e52-b066-4b7e-b3e8-1b680a0f6c36 service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158227 Feb 15 01:38:03.995503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-84c61682-e4af-470e-8f65-75732cb686e8 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845077 Feb 15 01:38:04.013659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-d01546ef-3ab1-4864-8ca4-93ab3e77f24a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:04.015123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-d01546ef-3ab1-4864-8ca4-93ab3e77f24a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251289 Feb 15 01:38:04.034748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '33d3f038-312c-4bea-8524-10fda81899e9', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:04.152438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:04.215035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-8b458f57-1c2f-4995-8ced-3e3e6e1492cb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578957 Feb 15 01:38:04.315592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-d1dbac61-0b8e-4f12-8fa0-cabba7b9ddca service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111730 Feb 15 01:38:04.410802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:04.514119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-a950e8af-8fdd-43ac-a43c-2e9b2635a601 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:04.517617 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-a950e8af-8fdd-43ac-a43c-2e9b2635a601 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e&tenant_id=cc7a8137081c45c890efebef7417ab1a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 948 time: 0.1506960 Feb 15 01:38:04.547873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:04.550526 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081c383-48c5-4e8d-8ebd-38065bdca631" -d '{"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-unplugged", "status": "completed", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:04.554962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks [] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:04.600062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-ef5c8e28-30c5-41e5-a5e6-1dfb4855df8b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:04.601986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-ef5c8e28-30c5-41e5-a5e6-1dfb4855df8b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3707440 Feb 15 01:38:04.619982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:04.643088 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-38bae2ce-ae6a-47cf-b86d-b32d99f2a153 service neutron] delete failed (client error): The resource could not be found. Feb 15 01:38:04.643635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-38bae2ce-ae6a-47cf-b86d-b32d99f2a153 service neutron] 10.222.0.37 "DELETE /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.1068473 Feb 15 01:38:04.807182 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:04.809203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:04.821161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:04.901026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-ba8a8e2a-04db-4a51-97fc-01da717c0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:04.902589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-ba8a8e2a-04db-4a51-97fc-01da717c0189 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 1131 time: 0.1511116 Feb 15 01:38:05.099368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:05.126134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08392601-c9bf-4a04-bbbe-3316bb093ebe req-3151c751-6919-449e-9fe4-dc535098cde8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.146906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08392601-c9bf-4a04-bbbe-3316bb093ebe req-3151c751-6919-449e-9fe4-dc535098cde8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 945 time: 0.4974256 Feb 15 01:38:05.161083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-2e6436a8-38fb-4b49-a362-24aa803e9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.163291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-2e6436a8-38fb-4b49-a362-24aa803e9989 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2441266 Feb 15 01:38:05.199111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a061-1299-4f03-b0f8-fa01b64d65f3 req-9e47f603-6f1a-4139-8a41-f48c406ef775 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.202241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8b7a061-1299-4f03-b0f8-fa01b64d65f3 req-9e47f603-6f1a-4139-8a41-f48c406ef775 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.3746922 Feb 15 01:38:05.247361 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-2744d78d-4fed-427b-9d3b-f4639dc4a00a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 200 len: 217 time: 0.0695274 Feb 15 01:38:05.317074 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:38:05.330904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-1e1d3c21-2e26-4cb7-a160-80e609874d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.332414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-1e1d3c21-2e26-4cb7-a160-80e609874d01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0686421 Feb 15 01:38:05.337216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:05.338116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:05.338656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:05.402376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:05.419271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:05.429925 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8b7a061-1299-4f03-b0f8-fa01b64d65f3 req-64ab3abe-58d2-4db8-9a31-0882385dd2e1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815681 Feb 15 01:38:05.450301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08392601-c9bf-4a04-bbbe-3316bb093ebe req-89e12d8a-566f-45a4-b022-f77bc96d470f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3024378 Feb 15 01:38:05.467365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-3a04c34a-13c2-4af9-aa86-2e3e6bb99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.475952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-3a04c34a-13c2-4af9-aa86-2e3e6bb99370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1355164 Feb 15 01:38:05.494778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:05.495455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Attempting to bind port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:05.540395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:05.541204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:05.541204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:05.545470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Bound port: 0444b562-87cd-462a-87bf-cc2aa4bcb417, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:05.546359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:05.605079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.122 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/d67f9f5a-0f3a-4955-9877-b967e7f88b32) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:05.629617 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-746f3e23-f76b-4ab8-b04b-40e07fe7c102 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453452 Feb 15 01:38:05.812643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:05.814624 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af069296-2e07-4927-8fc6-6f6d5ea44f42 req-d74cf3f9-ce4f-4232-a808-379390633287 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742127 Feb 15 01:38:05.851201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f03ea-abc4-4ede-a8fd-f94a179f92e6 req-2c86f8e4-1b79-47de-9302-d09065143f43 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:05.858305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-469f03ea-abc4-4ede-a8fd-f94a179f92e6 req-2c86f8e4-1b79-47de-9302-d09065143f43 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 948 time: 0.2747965 Feb 15 01:38:06.125528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:06.186693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:06.250693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4b7f1fdb-6d1c-4413-a0ba-a5a36061c53e req-46f0a267-b465-4479-a1a0-4d20cb69ced6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 210 time: 0.1036282 Feb 15 01:38:06.265363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-469f03ea-abc4-4ede-a8fd-f94a179f92e6 req-ea7be3ed-2b88-452c-8388-3aa2ac4bfbf5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999524 Feb 15 01:38:06.286529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 20ea3481-d3f5-4915-a365-04f1c6f96245 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:06.293645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 20ea3481-d3f5-4915-a365-04f1c6f96245 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:06.299720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.300099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.330828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.358588 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47394acd-e03c-4183-aa81-c3e7397e1868 x-openstack-request-id: req-47394acd-e03c-4183-aa81-c3e7397e1868 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:06.359211 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-unplugged", "status": "completed", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:06.359211 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47394acd-e03c-4183-aa81-c3e7397e1868 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:06.359547 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'code': 200} Feb 15 01:38:06.500635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca418c-e9a6-4614-8572-33225b343738 req-cff674e0-7897-4f64-84bf-72932db035df tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:06.507705 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6ca418c-e9a6-4614-8572-33225b343738 req-cff674e0-7897-4f64-84bf-72932db035df tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.0814109 Feb 15 01:38:06.509776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86038fee-0f65-4931-b695-61d94c5505f1 req-a013399a-3ed3-4533-9071-d02ffd7c9d9c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 210 time: 0.0928767 Feb 15 01:38:06.556631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 20ea3481-d3f5-4915-a365-04f1c6f96245 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:06.557921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.567452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:06.620761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:06.634002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:06.634002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.634002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4f43b81d-461e-4354-9d29-522063c3c382 service neutron] 10.222.0.37 "PUT /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 1123 time: 3.2735426 Feb 15 01:38:06.634405 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a619f-1f8e-4938-9bcd-5b1b61fc8743" -d '{"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:06.665260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6ca418c-e9a6-4614-8572-33225b343738 req-41735046-ce8e-4dfb-8f47-2cb510d61d01 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553116 Feb 15 01:38:06.691570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:06.691855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.732319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:06.825233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['0444b562-87cd-462a-87bf-cc2aa4bcb417'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:06.858020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:06.872814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:06.877783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:06.930463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8a086-4a03-4024-af05-bd55e30d5d10 req-612bc05e-cdcc-47fa-b9da-77f115775b40 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:06.932056 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-02a8a086-4a03-4024-af05-bd55e30d5d10 req-612bc05e-cdcc-47fa-b9da-77f115775b40 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1818910 Feb 15 01:38:06.942462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a584ab8c-ba8f-4cac-8aed-93dda56eb39c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:06.958094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:06.958321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.985934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:06.991016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58270f-256f-4753-af2a-9cefca381cd7 req-d0700047-54a3-4571-ab75-088be9d2c0f9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:07.066543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e58270f-256f-4753-af2a-9cefca381cd7 req-d0700047-54a3-4571-ab75-088be9d2c0f9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.3197179 Feb 15 01:38:07.066543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:07.066543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.173 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/21706457-055e-4ffd-a4cc-ef2ff0e9c856) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:07.067895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-02a8a086-4a03-4024-af05-bd55e30d5d10 req-ee6a5fd0-c1e4-4582-a466-ec171edcdf7c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760062 Feb 15 01:38:07.121784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e58270f-256f-4753-af2a-9cefca381cd7 req-b9a59123-acd9-4541-aee9-e11ae4dbc319 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979316 Feb 15 01:38:07.176062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:07.277234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fc2c-434f-471b-9881-f3086dab6907 req-b6b47a34-02a3-4b66-b26b-9d785a88ee45 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:07.282038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f33fc2c-434f-471b-9881-f3086dab6907 req-b6b47a34-02a3-4b66-b26b-9d785a88ee45 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 945 time: 0.0930967 Feb 15 01:38:07.356040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f33fc2c-434f-471b-9881-f3086dab6907 req-ae0393ed-081d-4883-9743-36dbf9e3e0fb tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662558 Feb 15 01:38:07.415063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-20646279-3e82-42bd-8ed3-8b94234cda7d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:07.416847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-20646279-3e82-42bd-8ed3-8b94234cda7d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 1132 time: 0.1788747 Feb 15 01:38:07.439972 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e4007a-1e91-4cf6-8a82-f89d82fc4de3 x-openstack-request-id: req-05e4007a-1e91-4cf6-8a82-f89d82fc4de3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:07.440547 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:07.440963 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05e4007a-1e91-4cf6-8a82-f89d82fc4de3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:07.441496 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'code': 200} Feb 15 01:38:07.448065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.460495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-5a5f29e4-cda4-48b6-8758-2066fa48106d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.536032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4da4a157-03cd-4e00-a8cb-bd01986e6768 None None] Provisioning complete for port d67f9f5a-0f3a-4955-9877-b967e7f88b32 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:07.536788 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4da4a157-03cd-4e00-a8cb-bd01986e6768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.549381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port a584ab8c-ba8f-4cac-8aed-93dda56eb39c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:07.550343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e9b5c0b2-11eb-401e-8469-6f04cf0c6616 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5228767 Feb 15 01:38:07.575170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port a584ab8c-ba8f-4cac-8aed-93dda56eb39c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:07.575838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.589406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Request body: {'port': {'device_id': '33d3f038-312c-4bea-8524-10fda81899e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:07.630546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc7a5b-3670-42fc-b3da-95133e9c73f7 req-beadea92-0084-4943-80a4-ad40685e5224 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:07.638686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e0dc7a5b-3670-42fc-b3da-95133e9c73f7 req-beadea92-0084-4943-80a4-ad40685e5224 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1252108 Feb 15 01:38:07.719810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.726680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db0db5-1643-4b83-8045-2446a3009806 req-0262ff11-5824-4022-a3e1-920a9430fa61 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:07.728284 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76db0db5-1643-4b83-8045-2446a3009806 req-0262ff11-5824-4022-a3e1-920a9430fa61 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.1439226 Feb 15 01:38:07.738850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.743655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4da4a157-03cd-4e00-a8cb-bd01986e6768 None None] Port d67f9f5a-0f3a-4955-9877-b967e7f88b32 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:07.756008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:07.757709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e0dc7a5b-3670-42fc-b3da-95133e9c73f7 req-52073d0e-f97b-43eb-8599-d5ddbba898b9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181104 Feb 15 01:38:07.904494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-5a5f29e4-cda4-48b6-8758-2066fa48106d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] Publish callbacks [] for security_group (887f7ba0-e00a-40aa-be5c-8696e85585a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:07.908864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:07.919296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:07.929972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:07.978376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a584ab8c-ba8f-4cac-8aed-93dda56eb39c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:07.978376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.060712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:08.164157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:08.170763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.175066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-5a5f29e4-cda4-48b6-8758-2066fa48106d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (887f7ba0-e00a-40aa-be5c-8696e85585a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.277724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:08.289847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:08.295966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.336743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4555d9b-a382-4a92-8542-96f26b802e48 req-5a5f29e4-cda4-48b6-8758-2066fa48106d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036236 Feb 15 01:38:08.375194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:08.378331 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31f109-8d44-41d0-ab4f-6e70979dbe68" -d '{"events": [{"name": "network-changed", "server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:08.383649 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e05f5dba-4385-4040-8f9d-004c850f60e2 req-ab37b075-5482-4923-a56b-3f83e1e2c907 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 210 time: 0.0777974 Feb 15 01:38:08.424146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f29e4-cda4-48b6-8758-2066fa48106d tempest-LiveMigrationNegativeTest-390261881 tempest-LiveMigrationNegativeTest-390261881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f7ba0-e00a-40aa-be5c-8696e85585a0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:08.518493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-630b7689-5ccf-4518-b31b-e9a4b16365b8 None None] Provisioning complete for port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:08.518888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-630b7689-5ccf-4518-b31b-e9a4b16365b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.593833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-630b7689-5ccf-4518-b31b-e9a4b16365b8 None None] Port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:08.643792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-adb980e1-1db9-454d-a6c2-bc7dbb275dfa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0278823 Feb 15 01:38:08.648466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-e00123ec-37f6-4268-b549-2eec38b46a62 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:08.650037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-e00123ec-37f6-4268-b549-2eec38b46a62 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.2516322 Feb 15 01:38:08.661446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Deleting port e4a44eb2-e71e-4dbd-ac18-b83a00539377 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:38:08.661789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.670205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Request body: {'port': {'device_id': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:08.680800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Request body: {'port': {'device_id': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'admin_state_up': True, 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:08.691388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df219632-fad6-4855-ac8e-d1b7fe8dc2f5 req-82901688-79f8-4b32-aaa1-bfd543e8c030 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:08.693217 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df219632-fad6-4855-ac8e-d1b7fe8dc2f5 req-82901688-79f8-4b32-aaa1-bfd543e8c030 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1448987 Feb 15 01:38:08.742280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55241-3cdd-4410-a87b-3f2865599c57 req-b64adbdf-f736-4448-aaed-5f567b3a4acf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:08.742280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dae55241-3cdd-4410-a87b-3f2865599c57 req-b64adbdf-f736-4448-aaed-5f567b3a4acf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 936 time: 0.1712439 Feb 15 01:38:08.848536 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.855307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:08.857381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df219632-fad6-4855-ac8e-d1b7fe8dc2f5 req-f1f51cca-cea0-4a19-a596-2c36dd8abbdf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499190 Feb 15 01:38:08.882919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dae55241-3cdd-4410-a87b-3f2865599c57 req-ea46491c-9981-4e04-8b67-cf1f8d89db96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407566 Feb 15 01:38:08.886591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67f9f5a-0f3a-4955-9877-b967e7f88b32 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:08.888066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] For port e4a44eb2-e71e-4dbd-ac18-b83a00539377, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e4a44eb2-e71e-4dbd-ac18-b83a00539377,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:08.888644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.912432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Calling delete_port for e4a44eb2-e71e-4dbd-ac18-b83a00539377 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:38:08.926422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks [] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:08.945110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Transition to ACTIVE for port object d67f9f5a-0f3a-4955-9877-b967e7f88b32 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:09.029907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:09.046263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:38:09.050593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.157784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780ba0-007c-46cc-8437-0dbba5b21bc0 req-8327f4f1-8155-4afc-82b1-3b4969b1b6ea tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:09.159914 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5780ba0-007c-46cc-8437-0dbba5b21bc0 req-8327f4f1-8155-4afc-82b1-3b4969b1b6ea tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3856b3e3-718f-4a7e-9c63-38c1d41f01d4 HTTP/1.1" status: 200 len: 950 time: 0.1373219 Feb 15 01:38:09.182199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Pushing event updated for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:09.222898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e4a44eb2-e71e-4dbd-ac18-b83a00539377), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.237987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', '065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:09.250771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5780ba0-007c-46cc-8437-0dbba5b21bc0 req-4c82204a-ea4c-424e-b069-775c8e5e90f9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828567 Feb 15 01:38:09.301547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event deleted for resources: {'Port': ['ID=e4a44eb2-e71e-4dbd-ac18-b83a00539377,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:09.311280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948004-09dc-455b-9327-a7484745fe9b req-8fc5e442-c855-41a9-808d-c105b4d21799 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:09.315010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:09.318295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.323649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8948004-09dc-455b-9327-a7484745fe9b req-8fc5e442-c855-41a9-808d-c105b4d21799 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1990285 Feb 15 01:38:09.357261 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80961d0-bc16-424c-b8c1-29acce16ff9c x-openstack-request-id: req-c80961d0-bc16-424c-b8c1-29acce16ff9c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:09.357559 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:09.357818 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c80961d0-bc16-424c-b8c1-29acce16ff9c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:09.358226 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'status': 'completed', 'code': 200} Feb 15 01:38:09.428189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] No DVR routers for this DVR port e4a44eb2-e71e-4dbd-ac18-b83a00539377 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:09.431458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.434863 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76db0db5-1643-4b83-8045-2446a3009806 req-ec5380b1-cd4b-40a0-96d8-4af239c515e1 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "DELETE /v2.0/ports/e4a44eb2-e71e-4dbd-ac18-b83a00539377 HTTP/1.1" status: 204 len: 173 time: 1.6760337 Feb 15 01:38:09.435429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'name': 'network-vif-deleted', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:09.438212 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fecf4c5-d92f-4bdb-84c9-dfc7bdde3ac9" -d '{"events": [{"server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "name": "network-vif-deleted", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:09.448106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:09.450601 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006bdfb0-0271-4b49-9a23-ee0466c403f0" -d '{"events": [{"server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "name": "network-vif-plugged", "status": "completed", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:09.556334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Attempting to bind port d67f9f5a-0f3a-4955-9877-b967e7f88b32 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:09.556963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Attempting to bind port d67f9f5a-0f3a-4955-9877-b967e7f88b32 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:09.557235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Attempting to bind port d67f9f5a-0f3a-4955-9877-b967e7f88b32 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:09.563812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21706457-055e-4ffd-a4cc-ef2ff0e9c856 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:09.573506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8948004-09dc-455b-9327-a7484745fe9b req-a447cc3d-3617-4646-896c-7e8e3012dd4e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2450891 Feb 15 01:38:09.579459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Port d67f9f5a-0f3a-4955-9877-b967e7f88b32 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:09.579459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Attempting to bind port d67f9f5a-0f3a-4955-9877-b967e7f88b32 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:09.583245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks [] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.588054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-bc234aab-1917-4697-a283-6310b5796f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:09.590676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-bc234aab-1917-4697-a283-6310b5796f9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1157 time: 0.2035868 Feb 15 01:38:09.601533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:09.601958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:09.602486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:09.603321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Bound port: d67f9f5a-0f3a-4955-9877-b967e7f88b32, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:09.603873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.623087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Allocated IP 172.20.0.7 (ed2d4070-d7c5-466e-a105-821fcd0b74f9/8bffe9a5-7296-4d2d-9c09-f49d155ea06c/e21d5de7-bb18-4235-8c8e-f7e001489a27) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:09.638741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Transition to ACTIVE for port object 21706457-055e-4ffd-a4cc-ef2ff0e9c856 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:09.647737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce080-19d4-4eee-a82d-a4d67fc49651 req-50ddce86-f55f-465d-afc7-40dffd4ba05a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:09.647737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bf3ce080-19d4-4eee-a82d-a4d67fc49651 req-50ddce86-f55f-465d-afc7-40dffd4ba05a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1163378 Feb 15 01:38:09.741744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bf3ce080-19d4-4eee-a82d-a4d67fc49651 req-5c8e3ab6-9a4a-4712-a5f0-71aec3bafe17 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863867 Feb 15 01:38:09.788227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.798501 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25675864-832e-4737-bed4-18cc3a2d169f x-openstack-request-id: req-25675864-832e-4737-bed4-18cc3a2d169f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:09.798899 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3856b3e3-718f-4a7e-9c63-38c1d41f01d4", "name": "network-vif-deleted", "tag": "e4a44eb2-e71e-4dbd-ac18-b83a00539377", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:09.799249 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25675864-832e-4737-bed4-18cc3a2d169f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:09.799765 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856b3e3-718f-4a7e-9c63-38c1d41f01d4', 'name': 'network-vif-deleted', 'tag': 'e4a44eb2-e71e-4dbd-ac18-b83a00539377', 'status': 'completed', 'code': 200} Feb 15 01:38:09.830307 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5504b3-3acd-4bc4-93eb-25c84277f0b0 x-openstack-request-id: req-fe5504b3-3acd-4bc4-93eb-25c84277f0b0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:09.830635 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "name": "network-vif-plugged", "status": "completed", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:09.830894 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe5504b3-3acd-4bc4-93eb-25c84277f0b0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:09.831306 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'code': 200} Feb 15 01:38:09.860100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-363f23aa-f5e4-4329-9585-cb392262685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:09.861571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-363f23aa-f5e4-4329-9585-cb392262685c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2614036 Feb 15 01:38:09.873556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks [] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:09.875948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bb0ce38-4285-486f-8b2e-f9c0daf05a24 req-75e18d8e-4411-4f97-871d-3dc207de0489 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 210 time: 0.0884771 Feb 15 01:38:09.989067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Pushing event updated for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:09.998105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-6fffb228-7bdb-493c-841e-91a5365be904 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.1162627 Feb 15 01:38:10.032376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:10.087088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:10.096515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.134838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-380a4913-e62f-4508-b7bb-3cdd8586163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.144397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-380a4913-e62f-4508-b7bb-3cdd8586163e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1152632 Feb 15 01:38:10.156958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023049c1-977c-467f-bff6-5e5a4f26d2c5 req-b429bc81-e508-45f1-bea2-b45d3aef4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.158470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-023049c1-977c-467f-bff6-5e5a4f26d2c5 req-b429bc81-e508-45f1-bea2-b45d3aef4afa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 1129 time: 0.1821496 Feb 15 01:38:10.159505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.170261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:10.180148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-e46b1f47-c80f-4699-85c9-90b5c8d8a81a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.182307 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-e46b1f47-c80f-4699-85c9-90b5c8d8a81a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/networks?id=4ec12fa9-8678-4986-ae82-d3d97a5f826c HTTP/1.1" status: 200 len: 814 time: 0.1647024 Feb 15 01:38:10.183231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:10.185817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:10.188671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:10.227045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-e4345461-1197-4a5b-83ed-89b903cb3ccc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633950 Feb 15 01:38:10.248721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-ab293bd2-df4c-4a1e-a94b-7741cbb28272 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/quotas/550c99024d9e4c9fb4d85a1f102c8799 HTTP/1.1" status: 200 len: 375 time: 0.0569048 Feb 15 01:38:10.267613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.268232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.269739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] 10.222.0.31 "PUT /v2.0/ports/d67f9f5a-0f3a-4955-9877-b967e7f88b32 HTTP/1.1" status: 200 len: 1097 time: 2.6852155 Feb 15 01:38:10.288251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Attempting to bind port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:10.288613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Attempting to bind port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:10.288939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Attempting to bind port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:10.321757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.322403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.351811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:10.352499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Attempting to bind port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:10.353805 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-4bd37c90-8962-4ba5-8320-bbd4d242a61a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=550c99024d9e4c9fb4d85a1f102c8799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027179 Feb 15 01:38:10.365560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c303b30-0804-4dba-ace9-cfb3bf188cdc service neutron] Pushing event updated for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:10.389182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:10.389724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:10.390154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:10.390715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Bound port: 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:10.391138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.433560 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-8914b848-33a3-421d-b932-75a77a78702c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565091 Feb 15 01:38:10.442185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-023049c1-977c-467f-bff6-5e5a4f26d2c5 req-5220f430-b315-4652-9f29-f3669f2a9d2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2622256 Feb 15 01:38:10.448892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Request body: {'port': {'device_id': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:10.510755 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-8aae92c3-f1cb-4d96-b225-f37e1c91ab8b service neutron] 10.222.0.43 "GET /v2.0/networks/4ec12fa9-8678-4986-ae82-d3d97a5f826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458373 Feb 15 01:38:10.532630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-9bb31fca-a260-440a-986c-24884b298864 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864757 Feb 15 01:38:10.571715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafa5a-c596-41a5-8474-09c33b0cc5cd req-06e2b469-93ec-4e0b-926c-736961cd9c49 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.573308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78fafa5a-c596-41a5-8474-09c33b0cc5cd req-06e2b469-93ec-4e0b-926c-736961cd9c49 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.2160709 Feb 15 01:38:10.589813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.619513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:10.687771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-e6a39830-f86e-4024-ade0-754247603e41 service neutron] 10.222.0.43 "GET /v2.0/networks/4ec12fa9-8678-4986-ae82-d3d97a5f826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601779 Feb 15 01:38:10.928919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-cda31da8-4153-445a-9587-bcf10fe76bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:10.930453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-cda31da8-4153-445a-9587-bcf10fe76bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 1131 time: 0.5066297 Feb 15 01:38:10.937328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:10.962609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21d5de7-bb18-4235-8c8e-f7e001489a27 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:10.975464 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks [] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:10.995362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Transition to ACTIVE for port object e21d5de7-bb18-4235-8c8e-f7e001489a27 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:11.002500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-65bfac67-1ab0-48ec-8687-b5da2dc3c541 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32 HTTP/1.1" status: 200 len: 217 time: 0.0569971 Feb 15 01:38:11.003605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18dba-027c-4a5e-9104-cb7b6a46c840 req-81c8e358-76b3-4726-9c9c-62b1d9571314 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.005177 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bed18dba-027c-4a5e-9104-cb7b6a46c840 req-81c8e358-76b3-4726-9c9c-62b1d9571314 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0840878 Feb 15 01:38:11.041376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78fafa5a-c596-41a5-8474-09c33b0cc5cd req-2613167f-864b-4ac0-b819-702024769672 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503684 Feb 15 01:38:11.051013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.058570 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bed18dba-027c-4a5e-9104-cb7b6a46c840 req-473fa609-1359-4052-b3bc-2ae9cd0901bf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Feb 15 01:38:11.085784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.091433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d31f109-8d44-41d0-ab4f-6e70979dbe68 req-35ccca8e-b9dc-4001-8d8a-7334a2680cfe service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470018 Feb 15 01:38:11.108703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-9b20c0b3-9f17-4364-bfd0-7f5114d8ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.110342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-9b20c0b3-9f17-4364-bfd0-7f5114d8ace6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1045258 Feb 15 01:38:11.115843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.116479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.117870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] 10.222.0.37 "PUT /v2.0/ports/21706457-055e-4ffd-a4cc-ef2ff0e9c856 HTTP/1.1" status: 200 len: 1097 time: 2.4591360 Feb 15 01:38:11.159385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942c9d7-e986-41f6-b5f1-9a50099b482d service neutron] Pushing event updated for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:11.171056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:11.188360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-c57e45a0-dfca-4da9-8c6d-646c1ec743ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.188360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-c57e45a0-dfca-4da9-8c6d-646c1ec743ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0675507 Feb 15 01:38:11.285323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:11.285541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:11.285816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:11.293274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:11.293595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:11.301591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:11.301927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:11.302313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:11.302895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Bound port: e21d5de7-bb18-4235-8c8e-f7e001489a27, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:11.303257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.318968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f639c-861f-4871-af06-2a415c3fe88c req-effbff87-3e8d-4a42-9507-3220bb20bdd6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.320539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-868f639c-861f-4871-af06-2a415c3fe88c req-effbff87-3e8d-4a42-9507-3220bb20bdd6 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.0968201 Feb 15 01:38:11.327356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c920c93-cb0d-4077-b9d9-11381bbed757 req-6dcf3dca-7275-4f5a-8835-23fb88df69c0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.329293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c920c93-cb0d-4077-b9d9-11381bbed757 req-6dcf3dca-7275-4f5a-8835-23fb88df69c0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.1217222 Feb 15 01:38:11.335963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-e59acb8e-a41a-448d-a05a-ca45958ea263 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386378 Feb 15 01:38:11.360877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32'}, {'name': 'network-changed', 'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:11.363844 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe6b31-8582-4c1b-80f9-4e885eab9192" -d '{"events": [{"name": "network-changed", "server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32"}, {"name": "network-changed", "server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:11.413646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-868f639c-861f-4871-af06-2a415c3fe88c req-c4ac81f7-5b40-4b5a-8b19-13f8171be9f7 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851700 Feb 15 01:38:11.416392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:11.419989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:11.442557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c920c93-cb0d-4077-b9d9-11381bbed757 req-3f60ff52-0866-4dc0-a8fd-57f1a40eaf36 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052527 Feb 15 01:38:11.479088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-37a426c5-20c3-40f9-b8ef-3735f0485f6c service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341450 Feb 15 01:38:11.506198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.524139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ae270a-2882-4951-bcf0-c6bb5217d492 req-c9a29f52-8313-4265-a340-53f4f48034e0 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 210 time: 0.0297995 Feb 15 01:38:11.565026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.565643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:11.567022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] 10.222.0.31 "PUT /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 1092 time: 1.1225858 Feb 15 01:38:11.597509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c38d31-40fc-433f-bafa-e6af17792b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:11.611658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b638c81-ec7a-4ec3-a802-f8c29210edcf req-eedcd901-7ef1-4385-98a5-c83c0727ca47 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.613226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b638c81-ec7a-4ec3-a802-f8c29210edcf req-eedcd901-7ef1-4385-98a5-c83c0727ca47 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1045599 Feb 15 01:38:11.635810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf373-6693-4546-8bdd-cecd7ae7caf3 req-3aea4d9c-83fb-4d23-9bfc-4aa1bbdec812 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.637633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7bdf373-6693-4546-8bdd-cecd7ae7caf3 req-3aea4d9c-83fb-4d23-9bfc-4aa1bbdec812 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0569553 Feb 15 01:38:11.688730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7bdf373-6693-4546-8bdd-cecd7ae7caf3 req-3bcf244d-c1f8-4f5d-857e-05bff2a1f878 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Feb 15 01:38:11.700905 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b638c81-ec7a-4ec3-a802-f8c29210edcf req-abc546d6-ce0e-4f5e-9131-a6af073542a9 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780756 Feb 15 01:38:11.742833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-07e14e5f-fc73-4edd-92d1-fd4c2ff260c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.744522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-07e14e5f-fc73-4edd-92d1-fd4c2ff260c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1126 time: 0.0688705 Feb 15 01:38:11.791037 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a350a5-24d9-4648-89fb-ce1645ecae4a x-openstack-request-id: req-b7a350a5-24d9-4648-89fb-ce1645ecae4a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:11.793903 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:11.795521 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7a350a5-24d9-4648-89fb-ce1645ecae4a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:11.795696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-2ccaacc8-57a7-475b-8ebc-c5dd235cd422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 217 time: 0.0362177 Feb 15 01:38:11.796328 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32', 'status': 'completed', 'code': 200} Feb 15 01:38:11.797019 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856', 'status': 'completed', 'code': 200} Feb 15 01:38:11.801292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:11.804256 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:11.847203 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa6ca57-cae7-4521-8762-d4cba94ff9de x-openstack-request-id: req-2aa6ca57-cae7-4521-8762-d4cba94ff9de {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:11.847496 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:11.847750 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2aa6ca57-cae7-4521-8762-d4cba94ff9de {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:11.848145 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'status': 'completed', 'code': 200} Feb 15 01:38:11.854556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4013-049f-4dee-b538-50e65355b20b req-1ad5281e-db42-4440-94dd-007e39bb1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.855141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-1ad5281e-db42-4440-94dd-007e39bb1575 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0478029 Feb 15 01:38:11.877009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-ae5cbc28-5371-41aa-afca-d22f94bc4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.883053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-ae5cbc28-5371-41aa-afca-d22f94bc4817 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 1131 time: 0.0541067 Feb 15 01:38:11.895988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-cb3fa114-3aed-469a-8b57-c93459ff26f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291281 Feb 15 01:38:11.990554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-4a26574f-a544-46f0-9868-890a718f2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:11.992175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-4a26574f-a544-46f0-9868-890a718f2880 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1071100 Feb 15 01:38:11.995569 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-c35c24bd-5af4-4203-b048-b1a34b796f2f service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916095 Feb 15 01:38:12.058788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-73f6c593-25e2-4025-99ff-a72cd8b12692 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32 HTTP/1.1" status: 200 len: 217 time: 0.0509815 Feb 15 01:38:12.105079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f3c4013-049f-4dee-b538-50e65355b20b req-09a8416d-a68a-4cfb-a910-8c850eb6f4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955343 Feb 15 01:38:12.115760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-f312997b-1c16-489e-bcbf-457f833ede38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.117461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-f312997b-1c16-489e-bcbf-457f833ede38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0504558 Feb 15 01:38:12.155545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e4a44eb2-e71e-4dbd-ac18-b83a00539377 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:12.180254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: e4a44eb2-e71e-4dbd-ac18-b83a00539377 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:38:12.180624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e4a44eb2-e71e-4dbd-ac18-b83a00539377 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:38:12.188739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-79f03260-ba13-47bd-9758-1da9ca56b1e9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277324 Feb 15 01:38:12.201975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-032e78e9-5ae7-448a-962e-53e350976d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.203569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-032e78e9-5ae7-448a-962e-53e350976d76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0703351 Feb 15 01:38:12.298715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891948-73e7-443c-90a1-82bb8a0d8c5a req-3ba33db1-c9a4-421b-bd97-d8c56ce08359 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.300234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5e891948-73e7-443c-90a1-82bb8a0d8c5a req-3ba33db1-c9a4-421b-bd97-d8c56ce08359 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0979545 Feb 15 01:38:12.315178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-5afc0823-c88f-4bcc-baba-30a44ca8f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.316922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-5afc0823-c88f-4bcc-baba-30a44ca8f06f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1126 time: 0.0832038 Feb 15 01:38:12.405066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5e891948-73e7-443c-90a1-82bb8a0d8c5a req-db8d7de1-e05a-4b5d-9cbd-49cce70b4f3d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977230 Feb 15 01:38:12.408187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-9a9ba4f8-95c2-4df8-86ae-d242ac1a17fe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.414717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-9a9ba4f8-95c2-4df8-86ae-d242ac1a17fe tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101748 Feb 15 01:38:12.431203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-09070d9c-5672-4080-bee5-a0b910fbd955 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.432679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-09070d9c-5672-4080-bee5-a0b910fbd955 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.1803718 Feb 15 01:38:12.448132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-13de4bd0-da48-4b4f-96b5-199a4537b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.449749 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-13de4bd0-da48-4b4f-96b5-199a4537b5db service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1253052 Feb 15 01:38:12.453798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-1516edc2-af07-493a-8e46-814043272bc3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/quotas/cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 375 time: 0.0382190 Feb 15 01:38:12.492134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-27318679-63f6-4221-9a3d-0861251eabc1 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346060 Feb 15 01:38:12.507060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-ddb0dc98-05f0-47af-ae5f-6f9c62bf9f32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 217 time: 0.0467999 Feb 15 01:38:12.599018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b62c5-f212-4885-be38-11fbfb9064ef req-76e1d6f7-c83f-4efc-98ce-0d19e91c50ba tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.600478 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c9b62c5-f212-4885-be38-11fbfb9064ef req-76e1d6f7-c83f-4efc-98ce-0d19e91c50ba tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.0960376 Feb 15 01:38:12.601876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-7ce661de-7f32-4c8d-a2e5-f8dfb3a4ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.603208 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-7ce661de-7f32-4c8d-a2e5-f8dfb3a4ece2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0707090 Feb 15 01:38:12.619437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-4a28f177-47d5-4982-b404-3be9d8552d4c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470113 Feb 15 01:38:12.650712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-c5edf620-cea7-496a-87ac-fa979c111737 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367796 Feb 15 01:38:12.663800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-4ee6dd1c-1ba3-4eb0-96db-0cce21d3df89 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435030 Feb 15 01:38:12.672645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Deleting port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:38:12.672992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:12.733271 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c9b62c5-f212-4885-be38-11fbfb9064ef req-567d5815-01b5-4d96-957d-0768165a658e tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258636 Feb 15 01:38:12.786800 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-f0058a6c-f33a-421f-8a81-d6c4ad6851fc service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235549 Feb 15 01:38:12.792855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] For port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:12.793225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:12.806752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Calling delete_port for 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:38:12.940954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e64d7b9-9bcd-4b21-9b18-ac08aeff57b0 req-26ea1358-323a-49f6-9c0b-715f5aeba1a6 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458986 Feb 15 01:38:12.970392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82f024-24ff-4d27-bd1b-61effdc7742f req-2c85bf6e-c759-4ef3-94fc-8130d4355d9d tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.972041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e82f024-24ff-4d27-bd1b-61effdc7742f req-2c85bf6e-c759-4ef3-94fc-8130d4355d9d tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 949 time: 0.1556733 Feb 15 01:38:12.994178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40052-a3cb-4e58-9cca-5b421c109122 req-94c652d9-fbd8-4075-92be-46e0636ce1d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:12.995712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cd40052-a3cb-4e58-9cca-5b421c109122 req-94c652d9-fbd8-4075-92be-46e0636ce1d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0780144 Feb 15 01:38:13.025519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e82f024-24ff-4d27-bd1b-61effdc7742f req-f0f851a8-51c7-4b4d-94d0-9f3c107ec5fa tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Feb 15 01:38:13.052995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cd40052-a3cb-4e58-9cca-5b421c109122 req-bb500851-5804-4e53-83f1-78852d549fff tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Feb 15 01:38:13.066798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (76a0b8d3-33c6-4dc1-9bb1-cc66499343a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:13.076664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['fc663ff9-c50c-4470-84ae-9651bc415c22'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:13.079161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['76a0b8d3-33c6-4dc1-9bb1-cc66499343a4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:13.092877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Pushing event deleted for resources: {'Port': ['ID=76a0b8d3-33c6-4dc1-9bb1-cc66499343a4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:13.135507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f22e2fb-b715-4a8d-8de6-9ef26c65cc31 req-5bc12d55-acd4-4432-8a74-92e9b12de5be tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 210 time: 0.0333729 Feb 15 01:38:13.166806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] No DVR routers for this DVR port 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:13.166806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:13.166806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3b690f5-4697-4982-9af8-096784bb4c56 req-8c3be86f-70f8-44c4-bf22-71f0c07f74c4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.31 "DELETE /v2.0/ports/76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 HTTP/1.1" status: 204 len: 173 time: 0.7240417 Feb 15 01:38:13.246335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596b1f9-0e0a-45a4-ba53-435b05fd44ef req-951b4ff7-cc5f-431b-86e4-75e4e88ddf8c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.254203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1596b1f9-0e0a-45a4-ba53-435b05fd44ef req-951b4ff7-cc5f-431b-86e4-75e4e88ddf8c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0717459 Feb 15 01:38:13.330102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1596b1f9-0e0a-45a4-ba53-435b05fd44ef req-9bba9880-1300-4e42-a722-70bf9e97c5f6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720015 Feb 15 01:38:13.358595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bd663-0343-4dd5-82c1-bf8709102b7f req-756096be-2025-411a-b26f-4458ff5961f0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.360828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b79bd663-0343-4dd5-82c1-bf8709102b7f req-756096be-2025-411a-b26f-4458ff5961f0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1130891 Feb 15 01:38:13.410974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fc5c8d9-5c00-4ada-a1bf-054982ef718c req-9cc85847-4665-407a-8dd2-86851a43daf7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0375357 Feb 15 01:38:13.425383 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b79bd663-0343-4dd5-82c1-bf8709102b7f req-e9b8d5d7-5f72-47d0-9e31-fb940a754d27 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591671 Feb 15 01:38:13.622579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5a257-9d30-438b-8957-34495f09637c req-6defd331-592e-46b5-a5f7-76583629da23 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.624078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c5a257-9d30-438b-8957-34495f09637c req-6defd331-592e-46b5-a5f7-76583629da23 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1387565 Feb 15 01:38:13.634344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-7e487c2a-8dd8-4089-a004-64ada32d97c2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.635796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-7e487c2a-8dd8-4089-a004-64ada32d97c2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.31 "GET /v2.0/networks?id=4ec12fa9-8678-4986-ae82-d3d97a5f826c HTTP/1.1" status: 200 len: 814 time: 0.1517909 Feb 15 01:38:13.655540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Request body: {'port': {'device_id': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'admin_state_up': True, 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:13.730684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c5a257-9d30-438b-8957-34495f09637c req-707a0ba9-1c59-429c-ba74-fb99924059be tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Feb 15 01:38:13.798446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'name': 'network-vif-deleted', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:13.800813 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37690a10-1272-46dd-956f-634d87cce8c8" -d '{"events": [{"server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "name": "network-vif-deleted", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:13.836466 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657da29-340c-4abf-abaf-1e697c662dd2 x-openstack-request-id: req-6657da29-340c-4abf-abaf-1e697c662dd2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:13.836760 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e16ce78-b17a-49a2-99c0-b098275ab301", "name": "network-vif-deleted", "tag": "76a0b8d3-33c6-4dc1-9bb1-cc66499343a4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:13.837041 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6657da29-340c-4abf-abaf-1e697c662dd2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:13.837407 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e16ce78-b17a-49a2-99c0-b098275ab301', 'name': 'network-vif-deleted', 'tag': '76a0b8d3-33c6-4dc1-9bb1-cc66499343a4', 'status': 'completed', 'code': 200} Feb 15 01:38:13.879884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Made reservation on behalf of 550c99024d9e4c9fb4d85a1f102c8799 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:13.883380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:13.896683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952be5-3604-47db-9779-5e675da67ac1 req-5fb074cb-9003-4536-8f82-f5b2093472d6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.898240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7952be5-3604-47db-9779-5e675da67ac1 req-5fb074cb-9003-4536-8f82-f5b2093472d6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.0894570 Feb 15 01:38:13.927044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-b0972f26-c53f-486d-9ce3-4903baf7290b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:13.928549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-b0972f26-c53f-486d-9ce3-4903baf7290b tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 972 time: 0.0762317 Feb 15 01:38:13.983567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7952be5-3604-47db-9779-5e675da67ac1 req-dcf3d46b-cdb5-4c97-b3e1-fb7db6db17ae tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781057 Feb 15 01:38:14.017256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Allocated IP 172.20.0.5 (4ec12fa9-8678-4986-ae82-d3d97a5f826c/a3795e01-7039-414a-92fe-686d07d7f377/63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:14.061355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Deleting port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:38:14.061893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.183185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6308ba1-4193-4da9-b3c5-1edd14141228 req-4dee382f-6539-4f2b-8761-b8b609f813f1 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e16ce78-b17a-49a2-99c0-b098275ab301 HTTP/1.1" status: 200 len: 210 time: 0.0326679 Feb 15 01:38:14.184132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d67f9f5a-0f3a-4955-9877-b967e7f88b32 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:14.250852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86a3d-2b79-421a-9681-14a7440a04c5 req-b65440b0-86d8-4ac1-8e94-90ef5da2f021 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:14.253000 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ad86a3d-2b79-421a-9681-14a7440a04c5 req-b65440b0-86d8-4ac1-8e94-90ef5da2f021 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0940056 Feb 15 01:38:14.283317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] For port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:14.283672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.288023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks [] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.316332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Calling delete_port for dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc owned by compute:tempest-test_az-1619364930 {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:38:14.335816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12f76ddd-32b6-4569-b0de-4f99929076ec req-ee004be8-e78c-4a38-ba06-7f4b429b5e37 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 210 time: 0.0395467 Feb 15 01:38:14.361401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:14.375926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32', 'mac_address': 'fa:16:3e:86:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:14.441050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.523215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:14.533329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:14.556186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:14.623246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Pushing event updated for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:14.672212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d67f9f5a-0f3a-4955-9877-b967e7f88b32 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:14.672831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.677057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b5182-5655-4c47-af94-5d1a4fed73db req-bdd0481a-387b-4a40-8b08-03ce5105b8b6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:14.692784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77b5182-5655-4c47-af94-5d1a4fed73db req-bdd0481a-387b-4a40-8b08-03ce5105b8b6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.2661953 Feb 15 01:38:14.700869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ad86a3d-2b79-421a-9681-14a7440a04c5 req-401a1530-7c45-431e-8c3c-593f131579b2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247153 Feb 15 01:38:14.711212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67f9f5a-0f3a-4955-9877-b967e7f88b32 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:14.766249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:14.780139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:14.781500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.832817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77b5182-5655-4c47-af94-5d1a4fed73db req-e605a8ea-ad46-46c5-ae79-a6d4532dbb24 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394606 Feb 15 01:38:14.835449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:14.873943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-80a02a7b-40f9-4c01-b3b0-ca8ccc74354c req-792f396d-e340-493f-a872-ec615201a028 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0530035 Feb 15 01:38:14.913987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f863cadb-2018-4389-a86e-9cab1fb6e866 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2633069 Feb 15 01:38:14.972072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:15.001014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ec081098-3a8d-48a8-97c9-13906565ebc7 None None] Provisioning complete for port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:15.001394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec081098-3a8d-48a8-97c9-13906565ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.026521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2ec39-a5d5-43a9-8ff9-771240227c59 req-87d290ca-eeef-4880-a707-fa43b233ab4d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:15.037345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-84c2ec39-a5d5-43a9-8ff9-771240227c59 req-87d290ca-eeef-4880-a707-fa43b233ab4d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0862153 Feb 15 01:38:15.054269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.065888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f4d15-4498-4fee-b064-619a98c41b2e req-bfc11dac-9a01-4bdb-8d66-70958013f4c8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:15.069218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', '065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:15.072377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ec081098-3a8d-48a8-97c9-13906565ebc7 None None] Port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:15.074019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-313f4d15-4498-4fee-b064-619a98c41b2e req-bfc11dac-9a01-4bdb-8d66-70958013f4c8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1253655 Feb 15 01:38:15.085989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Request body: {'port': {'device_id': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:15.095080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event deleted for resources: {'Port': ['ID=dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:15.137023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.157578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:15.182448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] No DVR routers for this DVR port dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:15.187289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.190611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a1272a6-b6e2-4f4e-ad64-ea201f4b0bba req-9aab9f04-9e40-490e-9ef4-1056fd8133e6 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "DELETE /v2.0/ports/dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc HTTP/1.1" status: 204 len: 173 time: 1.2545075 Feb 15 01:38:15.191065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'name': 'network-vif-deleted', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:15.193492 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cc42a-30a1-4b5f-8e8b-00e9d01596f4" -d '{"events": [{"server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "name": "network-vif-deleted", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:15.215955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-84c2ec39-a5d5-43a9-8ff9-771240227c59 req-c88dfeec-abb5-40e8-b7ed-d9f3b56eae18 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758218 Feb 15 01:38:15.236664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.383531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1095ce52-5369-46fa-b0c4-f75eb7e164a9 req-b56168ee-48ed-434f-bbbb-3a77badcde1f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0638106 Feb 15 01:38:15.436418 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40527294-2fd6-48ca-8aad-951b65220276 x-openstack-request-id: req-40527294-2fd6-48ca-8aad-951b65220276 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:15.436620 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2beab-e076-4c32-8621-970527af8d3d", "name": "network-vif-deleted", "tag": "dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:15.438070 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40527294-2fd6-48ca-8aad-951b65220276 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:15.438478 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2beab-e076-4c32-8621-970527af8d3d', 'name': 'network-vif-deleted', 'tag': 'dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc', 'status': 'completed', 'code': 200} Feb 15 01:38:15.618009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-dd5936db-bbda-463f-b868-c8da32b4de69 service neutron] 10.222.0.31 "GET /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.5246170 Feb 15 01:38:15.627088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-313f4d15-4498-4fee-b064-619a98c41b2e req-a32ea865-6a54-434f-888b-c366b2e61f2c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5521803 Feb 15 01:38:15.639570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:15.664014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks [] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.692158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Transition to ACTIVE for port object 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:15.760065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:15.770779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89255a6-fe9b-4134-a24c-d49dbc88a0b1 req-e66390ae-1807-4231-a779-47f3251c731a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:15.785504 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c89255a6-fe9b-4134-a24c-d49dbc88a0b1 req-e66390ae-1807-4231-a779-47f3251c731a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 931 time: 0.1190467 Feb 15 01:38:15.821615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Pushing event updated for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:15.883735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c89255a6-fe9b-4134-a24c-d49dbc88a0b1 req-24674a9a-f909-4bce-be7b-29d80bb447bb tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973268 Feb 15 01:38:15.960878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Attempting to bind port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:15.960878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Attempting to bind port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:15.960878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Attempting to bind port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 on network 4ec12fa9-8678-4986-ae82-d3d97a5f826c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:15.965075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 on network 4ec12fa9-8678-4986-ae82-d3d97a5f826c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:15.965406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Attempting to bind port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 on network 4ec12fa9-8678-4986-ae82-d3d97a5f826c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:15.971661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:15.972186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Checking segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:15.972672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Bound using segment: {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:15.973212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Bound port: 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de17c1f-d7da-4947-928e-ea2c8cc2d37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:15.973746 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:16.044077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dd575-0ce4-4d84-bbb7-ed83e1117f5a req-d127ef57-b856-4f6e-8eaf-cb43a06c5a27 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:16.045856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c65dd575-0ce4-4d84-bbb7-ed83e1117f5a req-d127ef57-b856-4f6e-8eaf-cb43a06c5a27 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0735555 Feb 15 01:38:16.080230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:16.083868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:16.152820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c65dd575-0ce4-4d84-bbb7-ed83e1117f5a req-02653ffe-e316-4acd-94f8-45fc0a2bd28a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986485 Feb 15 01:38:16.162957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:16.207311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:16.215608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:16.297008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:38:16.297590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 76a0b8d3-33c6-4dc1-9bb1-cc66499343a4 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:38:16.401562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4de7d003-a25f-4a97-bb8f-9adc680cde19 req-b23dacc8-4d21-44c2-a749-cf7507e4b808 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0835643 Feb 15 01:38:16.574073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:16.586642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'port_id': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'mac_address': 'fa:16:3e:01:4b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bffe9a5-7296-4d2d-9c09-f49d155ea06c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:16.622001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159af7-d2cc-4092-9c42-2e7c51236dc9 req-803afab7-e10a-4261-adc5-75ff2a1f1a28 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:16.631492 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9159af7-d2cc-4092-9c42-2e7c51236dc9 req-803afab7-e10a-4261-adc5-75ff2a1f1a28 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.1017282 Feb 15 01:38:16.634394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e21d5de7-bb18-4235-8c8e-f7e001489a27 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:16.637049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:16.676210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21d5de7-bb18-4235-8c8e-f7e001489a27 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:16.682973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:16.683613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:16.685026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] 10.222.0.31 "PUT /v2.0/ports/63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 HTTP/1.1" status: 200 len: 1092 time: 1.6083431 Feb 15 01:38:16.685480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:16.687748 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed572a-3ce5-41c0-b69d-94f4b1689f48" -d '{"events": [{"name": "network-changed", "server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:16.699043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:16.724727 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9159af7-d2cc-4092-9c42-2e7c51236dc9 req-dfcbde4f-6dc6-4811-8454-5464ccbe6597 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902553 Feb 15 01:38:16.731418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e72eb-d2bb-436e-bca4-b437b95662b4 req-53f1a02b-6757-4ad0-a531-9968f9ca2694 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:16.738456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c4e72eb-d2bb-436e-bca4-b437b95662b4 req-53f1a02b-6757-4ad0-a531-9968f9ca2694 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.5882359 Feb 15 01:38:16.748757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5f8e6-08e8-45ff-a1f0-5bc2de64b3ca service neutron] Pushing event updated for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:16.801679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c4e72eb-d2bb-436e-bca4-b437b95662b4 req-a77a1c5e-b424-4e5b-a0fa-2f5e704b1712 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602748 Feb 15 01:38:16.814236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:16.920010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a83b1c-a938-4c38-84bc-2539d4890ce0 req-ca4d7eb7-6f50-4a88-afe4-b9f54c47ce8a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:16.931498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:16.932200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9a83b1c-a938-4c38-84bc-2539d4890ce0 req-ca4d7eb7-6f50-4a88-afe4-b9f54c47ce8a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1392715 Feb 15 01:38:16.998240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9a83b1c-a938-4c38-84bc-2539d4890ce0 req-61a0d9e7-e56f-408b-ae48-1daf93a2b77f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Feb 15 01:38:17.004034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-027a4334-0d86-498e-a3c3-1b2b2587b0dc req-56ab5b29-ddd3-4eb1-81d7-d6e3546936cb tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0433338 Feb 15 01:38:17.069543 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6b36c2-d45a-4290-b7d6-4f3d2ef7d4c3 x-openstack-request-id: req-2f6b36c2-d45a-4290-b7d6-4f3d2ef7d4c3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:17.070738 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:17.071096 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f6b36c2-d45a-4290-b7d6-4f3d2ef7d4c3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:17.071721 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0', 'status': 'completed', 'code': 200} Feb 15 01:38:17.110104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e21d5de7-bb18-4235-8c8e-f7e001489a27'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:17.177919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa304b46-a48f-4c47-aa47-27b6d46c8df4 req-dd9d5e93-0696-4b37-99e5-609ae1c0f8cc tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:17.196913 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aa304b46-a48f-4c47-aa47-27b6d46c8df4 req-dd9d5e93-0696-4b37-99e5-609ae1c0f8cc tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1097162 Feb 15 01:38:17.223822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e08349-df92-444b-8be4-2b754d801c50 req-07acdc20-b9d9-4d9d-8e43-de6e1dc88ff2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:17.225390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4e08349-df92-444b-8be4-2b754d801c50 req-07acdc20-b9d9-4d9d-8e43-de6e1dc88ff2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0984476 Feb 15 01:38:17.273934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aa304b46-a48f-4c47-aa47-27b6d46c8df4 req-10ea4b50-831b-42eb-b595-66fa3284ee77 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760095 Feb 15 01:38:17.320033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4e08349-df92-444b-8be4-2b754d801c50 req-1dbed8d7-27ff-4002-ad92-bff860b9fdeb tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832119 Feb 15 01:38:17.410556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652f183-7007-48f5-8b55-5c1e39b2daaa req-8a09c8f0-f8bb-4a45-8ec1-bbf7e5c5b66d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:17.412483 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0652f183-7007-48f5-8b55-5c1e39b2daaa req-8a09c8f0-f8bb-4a45-8ec1-bbf7e5c5b66d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0579321 Feb 15 01:38:17.470722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0652f183-7007-48f5-8b55-5c1e39b2daaa req-11009321-c7a6-4114-97a1-f79ef30d1e99 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Feb 15 01:38:17.524081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d0529c5-b91c-4f1d-a2bf-2e499184cd0e req-d734f861-34de-44a5-ad67-b1fed4628a14 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0409024 Feb 15 01:38:17.768015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:17.848166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8e870-c77e-4eab-ab1c-7c11ece5e430 req-86cf8d4a-d95a-4ff7-80b4-e0b0d8a37452 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:17.849751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40a8e870-c77e-4eab-ab1c-7c11ece5e430 req-86cf8d4a-d95a-4ff7-80b4-e0b0d8a37452 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0610807 Feb 15 01:38:17.915502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40a8e870-c77e-4eab-ab1c-7c11ece5e430 req-63a636cc-c88f-4081-8785-9d1d7f3663d5 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582409 Feb 15 01:38:17.948446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f8d45-3029-4ef8-b649-0e582c2de410 req-2535a77e-141b-492b-8f72-d1da52f81583 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:17.950056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77f8d45-3029-4ef8-b649-0e582c2de410 req-2535a77e-141b-492b-8f72-d1da52f81583 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.0679095 Feb 15 01:38:17.998555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77f8d45-3029-4ef8-b649-0e582c2de410 req-4358987e-5dd8-4a39-b233-099586b7a1fd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Feb 15 01:38:18.143664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c48a0-bcb9-4753-84b1-8c6ba2590096 req-6515b9e0-e201-46cf-adbc-8e1d51a516d8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:18.145572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-926c48a0-bcb9-4753-84b1-8c6ba2590096 req-6515b9e0-e201-46cf-adbc-8e1d51a516d8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0638244 Feb 15 01:38:18.151115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db69e240-4165-4f5c-82be-f8ec25c25b42 req-b3c28ba5-82b8-4f16-8790-00ac05499011 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0425293 Feb 15 01:38:18.198899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d67f9f5a-0f3a-4955-9877-b967e7f88b32 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:18.207634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-926c48a0-bcb9-4753-84b1-8c6ba2590096 req-fc9a6e21-c96f-4036-bd6c-a3759c51c400 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Feb 15 01:38:18.310775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port d67f9f5a-0f3a-4955-9877-b967e7f88b32 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:18.315594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port d67f9f5a-0f3a-4955-9877-b967e7f88b32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:18.316506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:18.442034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d67f9f5a-0f3a-4955-9877-b967e7f88b32 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:18.442528 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:18.449372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49179b4-a82f-455b-bf13-39f9e4ac0903 req-f54a9f53-71be-41c1-9cdd-0d8c65799c5b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:18.451127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c49179b4-a82f-455b-bf13-39f9e4ac0903 req-f54a9f53-71be-41c1-9cdd-0d8c65799c5b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0996823 Feb 15 01:38:18.490121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64144b-6606-4579-9a53-c58da76e9339 req-b32d55df-4778-49b3-8cb1-27f4ab754e43 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:18.498470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be64144b-6606-4579-9a53-c58da76e9339 req-b32d55df-4778-49b3-8cb1-27f4ab754e43 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0683637 Feb 15 01:38:18.500770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:18.504021 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b7603-8e63-44ad-9b99-6929faa1f4e2" -d '{"events": [{"server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "name": "network-vif-plugged", "status": "completed", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:18.516596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c49179b4-a82f-455b-bf13-39f9e4ac0903 req-6feed3e3-419e-4088-b6ed-f757dc9a057f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582788 Feb 15 01:38:18.540142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:18.574565 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be64144b-6606-4579-9a53-c58da76e9339 req-5565f5e9-83d6-45c7-a953-9477921e0a4b tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714326 Feb 15 01:38:18.613888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:18.614697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:18.668264 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae6f22d-84a2-44ea-893e-22a82fa14e77 x-openstack-request-id: req-4ae6f22d-84a2-44ea-893e-22a82fa14e77 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:18.668593 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "name": "network-vif-plugged", "status": "completed", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:18.669021 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ae6f22d-84a2-44ea-893e-22a82fa14e77 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:18.669363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a14b-21cd-49d0-9695-1fdb47944975 req-18279083-ef5f-41cc-af8a-6efc08ce5198 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:18.669744 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32', 'code': 200} Feb 15 01:38:18.671129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f327a14b-21cd-49d0-9695-1fdb47944975 req-18279083-ef5f-41cc-af8a-6efc08ce5198 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0710986 Feb 15 01:38:18.721760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d34e5f45-3806-48d4-bbb9-bd625d6174f8 req-42668656-0ca0-47a9-878c-5d656c27f76b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0360596 Feb 15 01:38:18.748538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f327a14b-21cd-49d0-9695-1fdb47944975 req-277b54fc-04e9-481e-ac6d-5ad750c0b025 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710588 Feb 15 01:38:18.763288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:18.854149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e21d5de7-bb18-4235-8c8e-f7e001489a27 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:18.858494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e21d5de7-bb18-4235-8c8e-f7e001489a27 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:18.858873 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:18.944127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e21d5de7-bb18-4235-8c8e-f7e001489a27 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:18.944687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:18.986934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:19.046981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01e3cb-c63d-4009-9e0c-2c315c1da8c0 req-3b9391db-d691-43ef-a68a-c7094734c08e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.048598 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3a01e3cb-c63d-4009-9e0c-2c315c1da8c0 req-3b9391db-d691-43ef-a68a-c7094734c08e tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0587382 Feb 15 01:38:19.065460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:19.066280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:19.119112 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3a01e3cb-c63d-4009-9e0c-2c315c1da8c0 req-7e7c1af2-6118-42dc-8296-03d2b7957cf1 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615556 Feb 15 01:38:19.164062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:38:19.167700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device dd2cdd2d-de89-4602-b18f-b1ea3ecaf3cc not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:38:19.167700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:19.171359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129784-99dc-471d-9bb8-7b40b139bc57 req-98bf0a6c-3ec8-4d83-bd24-fe48e5a5d25e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.179159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5129784-99dc-471d-9bb8-7b40b139bc57 req-98bf0a6c-3ec8-4d83-bd24-fe48e5a5d25e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1045117 Feb 15 01:38:19.195614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:19.239392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5129784-99dc-471d-9bb8-7b40b139bc57 req-be23ce31-b095-4d2d-8d60-d4d9ef7a8faf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592980 Feb 15 01:38:19.273341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0444b562-87cd-462a-87bf-cc2aa4bcb417 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:19.312846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2ef3c153-35e5-41f5-ae07-32727e31cb31 req-79e9916d-8d32-465e-8ade-4b57212c85de tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0308034 Feb 15 01:38:19.403919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68808d-6e17-4be8-8088-42e061d40393 req-49322ced-1eff-4513-9435-0a9bb12bba4e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.406237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e68808d-6e17-4be8-8088-42e061d40393 req-49322ced-1eff-4513-9435-0a9bb12bba4e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0630987 Feb 15 01:38:19.458506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e68808d-6e17-4be8-8088-42e061d40393 req-1411c5a3-fbf7-4c4d-a5bd-2793292a2aa9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Feb 15 01:38:19.644398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544251fe-cf55-4ce0-99d6-f367617eb088 req-8c9a4fb3-7142-4fbb-8a34-35ec5f0f1949 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.646450 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-544251fe-cf55-4ce0-99d6-f367617eb088 req-8c9a4fb3-7142-4fbb-8a34-35ec5f0f1949 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0593076 Feb 15 01:38:19.707015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b271d8-1b5b-470e-8f15-ddc6d93b3afa req-c80223eb-4c26-4eb7-9f45-fef84a7ac77e tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.708973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b271d8-1b5b-470e-8f15-ddc6d93b3afa req-c80223eb-4c26-4eb7-9f45-fef84a7ac77e tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0580769 Feb 15 01:38:19.716526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-544251fe-cf55-4ce0-99d6-f367617eb088 req-64da119f-a09e-48f1-a5f0-ebcda5010649 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552266 Feb 15 01:38:19.767653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b271d8-1b5b-470e-8f15-ddc6d93b3afa req-2f28b6cf-d0b0-48f7-8aed-597c8a013f7a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499043 Feb 15 01:38:19.844277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-67ca15ab-6d0f-4cde-8ee6-0a0c81127176 req-30eec060-b17a-49d3-88a1-e7a1cb60253c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0388174 Feb 15 01:38:19.926230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf48dc2-59c7-42ff-b80e-0b3491a44b32 req-0cd775cd-a89b-403c-b337-8523c103883a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:19.933285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bf48dc2-59c7-42ff-b80e-0b3491a44b32 req-0cd775cd-a89b-403c-b337-8523c103883a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0887392 Feb 15 01:38:20.052533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bf48dc2-59c7-42ff-b80e-0b3491a44b32 req-7f026aeb-1727-4364-990d-4c14832ae9de tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164436 Feb 15 01:38:20.072567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-d9af4a15-81bb-4659-8bf2-2eb3ec303a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.075482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-d9af4a15-81bb-4659-8bf2-2eb3ec303a20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 1131 time: 0.1047337 Feb 15 01:38:20.114469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-47f4dd90-d37f-420f-b2d1-6454f2bc6b34 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266404 Feb 15 01:38:20.286093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-c10799fe-8565-4c5b-9cb2-8417eaeadf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.289566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebe6b31-8582-4c1b-80f9-4e885eab9192 req-c10799fe-8565-4c5b-9cb2-8417eaeadf81 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642404 Feb 15 01:38:20.320036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e55a5-0278-4a09-bad3-0a6cb2dfdd14 req-2d23d522-7f69-4b27-85c5-8615d8f39ea4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.331846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-787e55a5-0278-4a09-bad3-0a6cb2dfdd14 req-2d23d522-7f69-4b27-85c5-8615d8f39ea4 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0894344 Feb 15 01:38:20.423664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-787e55a5-0278-4a09-bad3-0a6cb2dfdd14 req-0c8aae3e-e1a6-4e84-a55a-901ee00b5759 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886045 Feb 15 01:38:20.478607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab3184-f0dc-462f-8a93-d9d672f11e7d req-44e71b13-c691-4cce-8907-0c93925ddbcb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.480132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ab3184-f0dc-462f-8a93-d9d672f11e7d req-44e71b13-c691-4cce-8907-0c93925ddbcb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1527185 Feb 15 01:38:20.490075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-b658d238-3146-4b8a-8868-7a379f905951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.492348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-b658d238-3146-4b8a-8868-7a379f905951 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 1131 time: 0.1112838 Feb 15 01:38:20.569716 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e55763c6-f930-494b-92b9-d9d0104359cb req-307fe0e8-5268-4d5d-95c6-9695f3867494 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0591757 Feb 15 01:38:20.608183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-ce4b3570-dd2e-4827-893a-a878d48c7c07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856 HTTP/1.1" status: 200 len: 217 time: 0.0972908 Feb 15 01:38:20.671430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:20.673909 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61623096-ab43-41b5-8192-4d8e854c11d7" -d '{"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-plugged", "status": "completed", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:20.696219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ab3184-f0dc-462f-8a93-d9d672f11e7d req-156cc1e9-49c0-4070-8f63-a0e18c63051f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084975 Feb 15 01:38:20.720789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-2be4aec4-7677-4220-bc46-3c9bce32fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.722364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-2be4aec4-7677-4220-bc46-3c9bce32fd04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1059523 Feb 15 01:38:20.735029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23548a5f-208e-49aa-bf5d-002ae5dfb85a req-ed5e331b-207a-45ad-8a0a-70c63b323bf7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.738491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-23548a5f-208e-49aa-bf5d-002ae5dfb85a req-ed5e331b-207a-45ad-8a0a-70c63b323bf7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0918076 Feb 15 01:38:20.784837 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381083cc-fcdd-459b-8f54-47f6c52abb6f x-openstack-request-id: req-381083cc-fcdd-459b-8f54-47f6c52abb6f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:20.785565 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-plugged", "status": "completed", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:20.785986 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-381083cc-fcdd-459b-8f54-47f6c52abb6f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:20.786563 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'code': 200} Feb 15 01:38:20.814094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-c8d54c55-c09e-4777-9c0e-3b21a2e55ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.827391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-23548a5f-208e-49aa-bf5d-002ae5dfb85a req-693d6121-01d2-44a1-969c-5e8230bfedee tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719352 Feb 15 01:38:20.828268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-c8d54c55-c09e-4777-9c0e-3b21a2e55ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0844209 Feb 15 01:38:20.971540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0472a338-e184-490e-be34-1b0ac73d09fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:20.987591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-dbd111c1-a0e4-4f7f-bbe7-fa0044d67286 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629021 Feb 15 01:38:20.996978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248fa57-4eae-44ea-971f-c18b8a1767ef req-fdf7ee86-d1be-45bd-9d4c-f717bce3e8ff tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:20.998442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cc7c-94af-4ba0-9775-152c22498d29 req-2e7415b1-f382-4bef-86d0-59bc30ee470d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:21.000450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a248fa57-4eae-44ea-971f-c18b8a1767ef req-fdf7ee86-d1be-45bd-9d4c-f717bce3e8ff tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1419482 Feb 15 01:38:21.000815 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fcc2cc7c-94af-4ba0-9775-152c22498d29 req-2e7415b1-f382-4bef-86d0-59bc30ee470d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0885983 Feb 15 01:38:21.106251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fcc2cc7c-94af-4ba0-9775-152c22498d29 req-0927e4d9-82d4-4edb-a0a1-47e7c5040458 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987020 Feb 15 01:38:21.140498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a248fa57-4eae-44ea-971f-c18b8a1767ef req-baa4fb37-0bcf-4e3a-b95e-ea695cc72ab4 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260586 Feb 15 01:38:21.216326 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ba50fcac-3ab5-41a4-839a-4e35cb63c257 req-2769a3ea-57f2-43e5-a0bd-5e386323374b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0374258 Feb 15 01:38:21.216881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-3fada79e-5cef-4c34-942a-3fa31f21a8ee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240037 Feb 15 01:38:21.223048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c787fc75-2a09-4c1d-a19f-1c2ece83cbe3 req-bdeae4b3-f0ba-4d31-874c-a87731efb4ad service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212260 Feb 15 01:38:21.344996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d762-f903-460e-96b1-f14694fe8d7a req-a368f56b-f77c-4beb-810c-e39b3453e721 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:21.346607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9404d762-f903-460e-96b1-f14694fe8d7a req-a368f56b-f77c-4beb-810c-e39b3453e721 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.1287582 Feb 15 01:38:21.442302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-4571c39e-76bd-4fb3-acf1-675ba6543189 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:21.442302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-4571c39e-76bd-4fb3-acf1-675ba6543189 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138536 Feb 15 01:38:21.448117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9404d762-f903-460e-96b1-f14694fe8d7a req-df836044-4666-4bd2-8bb9-11c83b91b18b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Feb 15 01:38:21.461028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Request body: {'port': {'device_id': '8d179086-9474-452e-a042-5bed783db0ed', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'cc7a8137081c45c890efebef7417ab1a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:21.583038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af37a-b7e0-464a-9dd3-803e35a89a97 req-d8d30633-db4d-4dc1-b41f-53a157456e28 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:21.585292 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1a4af37a-b7e0-464a-9dd3-803e35a89a97 req-d8d30633-db4d-4dc1-b41f-53a157456e28 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.0637429 Feb 15 01:38:21.663610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1a4af37a-b7e0-464a-9dd3-803e35a89a97 req-56719e8c-47e5-4b8b-864f-9058aea54b7a tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650272 Feb 15 01:38:21.713469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe6ba2f-1f91-4c76-9c7e-b8b4f616cc5c req-db4757ba-a601-47dd-855c-6258039563c7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0325818 Feb 15 01:38:21.831442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333d5d-ff6d-4f58-8be7-4d2c1975b92f req-4cfac5a7-3c8b-45d1-9dc0-94cad994cfe7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:21.833303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d333d5d-ff6d-4f58-8be7-4d2c1975b92f req-4cfac5a7-3c8b-45d1-9dc0-94cad994cfe7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0550361 Feb 15 01:38:21.888531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Made reservation on behalf of cc7a8137081c45c890efebef7417ab1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:21.906293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:21.939543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d333d5d-ff6d-4f58-8be7-4d2c1975b92f req-5e9def9e-1f72-4db6-9a08-31effb2324ac tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Feb 15 01:38:22.025103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c32a2-1f23-4fc6-af35-15960a779b1a req-0691add9-d7b1-4b0e-a89f-466bae2c3532 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:22.026658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f5c32a2-1f23-4fc6-af35-15960a779b1a req-0691add9-d7b1-4b0e-a89f-466bae2c3532 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1178315 Feb 15 01:38:22.118849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f5c32a2-1f23-4fc6-af35-15960a779b1a req-d6f112cd-6add-4e0f-be8e-9e8eb34331fe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Feb 15 01:38:22.176493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Allocated IP 192.168.233.52 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/ba7cfd56-b3e6-48ca-a48e-21810194c791) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:22.245835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-38df5d86-1093-46af-b934-e7237a657506 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:22.247357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-38df5d86-1093-46af-b934-e7237a657506 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.1137593 Feb 15 01:38:22.271300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7aa08-3191-400c-96dc-a5e7ca90b996 req-16591f70-480b-4d44-b68f-edb0f066b5c8 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:22.279776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac7aa08-3191-400c-96dc-a5e7ca90b996 req-16591f70-480b-4d44-b68f-edb0f066b5c8 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0667794 Feb 15 01:38:22.328759 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac7aa08-3191-400c-96dc-a5e7ca90b996 req-9987ae84-5b31-493a-be6a-1dd4584c2f46 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Feb 15 01:38:22.444853 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-beeefe4b-bfe6-40ca-9a8e-26884d07ab84 req-a70e5e76-1e87-4aa4-912b-b79f6a52ef2c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0448916 Feb 15 01:38:22.493719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0745-d10d-4101-a9c1-4077fc2d6a21 req-379a9714-7624-4989-af21-673493a99190 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:22.494315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1a0745-d10d-4101-a9c1-4077fc2d6a21 req-379a9714-7624-4989-af21-673493a99190 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.2653542 Feb 15 01:38:22.552587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:22.573162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Deleting port fc663ff9-c50c-4470-84ae-9651bc415c22 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:38:22.573523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:22.628284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea711752-445d-4dfa-80c8-a5142baa041f req-da4864d2-be89-473e-b2e9-ae5d7cd082c9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:22.633635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea711752-445d-4dfa-80c8-a5142baa041f req-da4864d2-be89-473e-b2e9-ae5d7cd082c9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.0775664 Feb 15 01:38:22.642817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1a0745-d10d-4101-a9c1-4077fc2d6a21 req-906c7eab-2c88-44e8-bbd7-177961a7039b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378317 Feb 15 01:38:22.712249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea711752-445d-4dfa-80c8-a5142baa041f req-51be706c-8216-42f3-839b-5bd7f1f25448 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668795 Feb 15 01:38:22.721064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] For port fc663ff9-c50c-4470-84ae-9651bc415c22, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fc663ff9-c50c-4470-84ae-9651bc415c22,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:22.721064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:22.741875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Calling delete_port for fc663ff9-c50c-4470-84ae-9651bc415c22 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:38:22.837345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:22.851525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989', '20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:22.860785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-67995cb2-094e-4685-82c6-44ae4fbf5080 req-1740f865-6d4b-4274-a632-3313ec3ed57f tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0306273 Feb 15 01:38:22.930195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:22.933154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:22.938360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:22.941750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:23.000099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a313-4ed5-4160-94a4-75892230cf99 req-41ec3557-f5cd-4672-9df1-23e1a0fc87be tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.001802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d49a313-4ed5-4160-94a4-75892230cf99 req-41ec3557-f5cd-4672-9df1-23e1a0fc87be tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 950 time: 0.1982951 Feb 15 01:38:23.134578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.141278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.182619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239c5cf-3452-4dc4-a4b6-eea25c008659 req-48b02ac7-8388-4bc9-912e-16c2af458d59 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.194139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239c5cf-3452-4dc4-a4b6-eea25c008659 req-48b02ac7-8388-4bc9-912e-16c2af458d59 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1288748 Feb 15 01:38:23.209837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fc663ff9-c50c-4470-84ae-9651bc415c22), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.287835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d49a313-4ed5-4160-94a4-75892230cf99 req-1e27c053-80e7-4491-9886-73c8589aeb15 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/security-groups?id=8836aff6-70b4-4743-8b5c-0332c27e44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657630 Feb 15 01:38:23.290531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Pushing event deleted for resources: {'Port': ['ID=fc663ff9-c50c-4470-84ae-9651bc415c22,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:23.331236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-030ac673-2386-415c-bfcc-d834925616af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.363663 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239c5cf-3452-4dc4-a4b6-eea25c008659 req-7f61b3d7-0abd-43e1-bf6e-7f49ffe70568 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676476 Feb 15 01:38:23.392628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-8e439619-cbb8-4498-8a64-d4964a5626a3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9432883 Feb 15 01:38:23.406997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Request body: {'port': {'device_id': '8d179086-9474-452e-a042-5bed783db0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:23.444522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-44be73ca-78a5-4c5b-ad0b-42500bcf61f4 None None] Provisioning complete for port ba7cfd56-b3e6-48ca-a48e-21810194c791 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:23.445465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44be73ca-78a5-4c5b-ad0b-42500bcf61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.472238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-4dfa27bf-b36f-4d25-aadb-fdbef0fe1e3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516027 Feb 15 01:38:23.503399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] No DVR routers for this DVR port fc663ff9-c50c-4470-84ae-9651bc415c22 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:23.523097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44be73ca-78a5-4c5b-ad0b-42500bcf61f4 None None] Port ba7cfd56-b3e6-48ca-a48e-21810194c791 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:23.530141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.533802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-337ebfde-c58f-4582-80db-5b2949cb7df1 req-9cc85fdc-0fa2-49b5-9b43-2f6c6c76357f tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.37 "DELETE /v2.0/ports/fc663ff9-c50c-4470-84ae-9651bc415c22 HTTP/1.1" status: 204 len: 173 time: 1.2580440 Feb 15 01:38:23.534487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'name': 'network-vif-deleted', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:23.536956 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c2f97-81cd-4ce6-9825-6ca90fad42c9" -d '{"events": [{"server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "name": "network-vif-deleted", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:23.590229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3de8b-7723-4c20-9f6a-76e17f40adb6 req-56983851-2331-44ba-9c63-a8f12c7dc0af tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.592522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af3de8b-7723-4c20-9f6a-76e17f40adb6 req-56983851-2331-44ba-9c63-a8f12c7dc0af tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.1116590 Feb 15 01:38:23.596700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-5ae01b26-666f-4ec2-8d3f-ef017e1b5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.599545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-5ae01b26-666f-4ec2-8d3f-ef017e1b5104 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1133 time: 0.0856817 Feb 15 01:38:23.613854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:23.635922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dffe8-7349-46e4-a40b-0670e6a6924f req-6df8e236-b5ca-4592-82a2-a6e58aba00d2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.637912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0dffe8-7349-46e4-a40b-0670e6a6924f req-6df8e236-b5ca-4592-82a2-a6e58aba00d2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.1728401 Feb 15 01:38:23.704651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af3de8b-7723-4c20-9f6a-76e17f40adb6 req-f8d4cf42-73bc-45e4-b266-32a955b47b2d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030874 Feb 15 01:38:23.751687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-c7496830-e20a-4c06-b714-a991e29683ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.754543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-c7496830-e20a-4c06-b714-a991e29683ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1313756 Feb 15 01:38:23.776870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0dffe8-7349-46e4-a40b-0670e6a6924f req-72020ca2-a2a6-45c0-85d8-9e6ef5c8024b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Feb 15 01:38:23.809027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-a0342b42-e32d-4ac3-971a-5051745f263b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe HTTP/1.1" status: 200 len: 217 time: 0.0482483 Feb 15 01:38:23.836465 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca28e2-c12e-4ad9-be58-2911267a3179 x-openstack-request-id: req-f2ca28e2-c12e-4ad9-be58-2911267a3179 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:23.836761 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc71a9f-1358-4bb4-9bf7-d67ed171c209", "name": "network-vif-deleted", "tag": "fc663ff9-c50c-4470-84ae-9651bc415c22", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:23.837013 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2ca28e2-c12e-4ad9-be58-2911267a3179 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:23.837409 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc71a9f-1358-4bb4-9bf7-d67ed171c209', 'name': 'network-vif-deleted', 'tag': 'fc663ff9-c50c-4470-84ae-9651bc415c22', 'status': 'completed', 'code': 200} Feb 15 01:38:23.882897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-5c6730a7-7f2f-4d4c-b193-982ca6676695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.884745 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-5c6730a7-7f2f-4d4c-b193-982ca6676695 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0561597 Feb 15 01:38:23.895822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5e54-0cf8-48dd-87b3-2117519b3c07 req-07dc0d6e-ca44-4765-8c1c-d7a0324181eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.897510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1c3a5e54-0cf8-48dd-87b3-2117519b3c07 req-07dc0d6e-ca44-4765-8c1c-d7a0324181eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 935 time: 0.1278741 Feb 15 01:38:23.970699 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1c3a5e54-0cf8-48dd-87b3-2117519b3c07 req-b069eda9-7df4-455b-94d7-70c786c8e164 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Feb 15 01:38:23.976591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-12610092-9928-489e-997b-9053dc101575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.978277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-12610092-9928-489e-997b-9053dc101575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0798783 Feb 15 01:38:23.984512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1404c-1726-47e2-a7db-049558efa6f4 req-4e07336b-1377-480c-aa4b-0cd839839eda tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:23.991176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ca1404c-1726-47e2-a7db-049558efa6f4 req-4e07336b-1377-480c-aa4b-0cd839839eda tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1018112 Feb 15 01:38:24.018797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:24.030996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks [] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:24.060324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Transition to ACTIVE for port object ba7cfd56-b3e6-48ca-a48e-21810194c791 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:24.064787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ca1404c-1726-47e2-a7db-049558efa6f4 req-14cc1b32-4764-478a-af50-fb07b0d09498 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728128 Feb 15 01:38:24.155063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-23d1582d-5017-43e1-a8b3-19f0fd9b3a5d service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683087 Feb 15 01:38:24.166676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802778-3a19-4204-b45d-2b483572a0c0 req-42a51434-e6c2-45c1-8bf4-d7d93740e52d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.168167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6802778-3a19-4204-b45d-2b483572a0c0 req-42a51434-e6c2-45c1-8bf4-d7d93740e52d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 948 time: 0.1180706 Feb 15 01:38:24.197365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:24.234668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1365b50e-2798-493f-b7b7-c873b247a47d req-431dda23-132b-461e-abc9-2ad3f6a34ef9 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.0527239 Feb 15 01:38:24.295824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6802778-3a19-4204-b45d-2b483572a0c0 req-89cc25f5-a1ff-4aaf-967c-d718230b931d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182714 Feb 15 01:38:24.322409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a9abfae-dae0-4940-8bef-1624717534c8 req-025bb8c9-45cf-4fcc-a3dd-c1b67a830adb service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529508 Feb 15 01:38:24.374156 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:24.399692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16082-2576-436d-9fec-2e4665a76e66 req-9e7224f3-57e9-440d-9da2-ac773c05d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.401270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9de16082-2576-436d-9fec-2e4665a76e66 req-9e7224f3-57e9-440d-9da2-ac773c05d68e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 1133 time: 0.0714111 Feb 15 01:38:24.477976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1cb1ffc-9e7a-486e-a101-de183f866582 req-993c1ac9-20e5-4fcf-88a6-5cb8ab214a84 tempest-LiveMigrationNegativeTest-392017296 tempest-LiveMigrationNegativeTest-392017296-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc71a9f-1358-4bb4-9bf7-d67ed171c209 HTTP/1.1" status: 200 len: 210 time: 0.0744603 Feb 15 01:38:24.502992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.31', 56135) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:24.600267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9de16082-2576-436d-9fec-2e4665a76e66 req-282841a1-f1ae-424c-ba34-9fc47cbb9ed2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909442 Feb 15 01:38:24.606066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:24.615280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-1b0e5fe2-3195-40c2-834f-a86256c56f99 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667671 Feb 15 01:38:24.626279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3beb7-98a5-48e0-8f80-e7b24dfb11b9 req-c832a680-52ec-47b9-8cc8-408ef1a8e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.627761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-85e3beb7-98a5-48e0-8f80-e7b24dfb11b9 req-c832a680-52ec-47b9-8cc8-408ef1a8e16e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1128 time: 0.1163960 Feb 15 01:38:24.640395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8b812-ac6d-4f97-884e-7e5019a46c64 req-16a2b0f9-0891-47a8-81bf-3bd7bac24877 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.641866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-23a8b812-ac6d-4f97-884e-7e5019a46c64 req-16a2b0f9-0891-47a8-81bf-3bd7bac24877 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1183548 Feb 15 01:38:24.670194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-cd0a3d17-b1c0-458d-a65a-00cd52453cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.671751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-cd0a3d17-b1c0-458d-a65a-00cd52453cad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=550c99024d9e4c9fb4d85a1f102c8799&device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 1126 time: 0.3573551 Feb 15 01:38:24.704835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-23a8b812-ac6d-4f97-884e-7e5019a46c64 req-d5ca3b59-55d0-4414-8d2c-d1d956b63e8d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Feb 15 01:38:24.909734 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-85e3beb7-98a5-48e0-8f80-e7b24dfb11b9 req-75f421a4-2e2e-462d-a500-c03b89237b67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002538 Feb 15 01:38:24.911098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 21706457-055e-4ffd-a4cc-ef2ff0e9c856 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:24.922038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fc663ff9-c50c-4470-84ae-9651bc415c22 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:24.951450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-7f7e9dba-7591-41bd-a80f-e93576aa20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.955929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-7f7e9dba-7591-41bd-a80f-e93576aa20fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 1156 time: 0.1257370 Feb 15 01:38:24.960194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: fc663ff9-c50c-4470-84ae-9651bc415c22 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:38:24.960470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fc663ff9-c50c-4470-84ae-9651bc415c22 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:38:24.983766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27d3d9-9e15-4aac-af21-67ec3233d8ea req-e2db5e74-6fdd-4f1f-8814-957250ae0a18 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:24.985519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bc27d3d9-9e15-4aac-af21-67ec3233d8ea req-e2db5e74-6fdd-4f1f-8814-957250ae0a18 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 943 time: 0.0916383 Feb 15 01:38:25.025109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:25.025491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:25.025774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:25.049733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bc27d3d9-9e15-4aac-af21-67ec3233d8ea req-ad31cdf0-5ebd-41fe-a761-20bee848278a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 Feb 15 01:38:25.081508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:25.095680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:25.096005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:25.097497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '21706457-055e-4ffd-a4cc-ef2ff0e9c856', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '21706457-055e-4ffd-a4cc-ef2ff0e9c856', 'mac_address': 'fa:16:3e:c1:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:25.111349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:25.145510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:25.145918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:25.146235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:25.146687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Bound port: ba7cfd56-b3e6-48ca-a48e-21810194c791, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:25.147046 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.153197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:25.153595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.167127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21706457-055e-4ffd-a4cc-ef2ff0e9c856 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:25.190364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:25.208795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:25.231805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b539c9-cf8b-4674-a54e-7f12b4605459 req-42bb19a3-696e-4232-bb9e-5370de9a8832 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.233354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2b539c9-cf8b-4674-a54e-7f12b4605459 req-42bb19a3-696e-4232-bb9e-5370de9a8832 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1193223 Feb 15 01:38:25.244210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa3909-48f4-4381-aeaa-2d538925051a req-23480124-28cf-4462-9f42-5b817bca751c tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.245798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97fa3909-48f4-4381-aeaa-2d538925051a req-23480124-28cf-4462-9f42-5b817bca751c tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.2776217 Feb 15 01:38:25.253825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.292558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-830e2a32-6858-472a-8269-6c0f4e14365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.293697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-830e2a32-6858-472a-8269-6c0f4e14365a service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1436241 Feb 15 01:38:25.305038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2b539c9-cf8b-4674-a54e-7f12b4605459 req-e7d29b2c-252f-45cd-8f2a-df5e83b8de27 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Feb 15 01:38:25.305273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-c246dc13-d264-41f6-830a-379f3ac740e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.306508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-c246dc13-d264-41f6-830a-379f3ac740e9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=550c99024d9e4c9fb4d85a1f102c8799&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3441780 Feb 15 01:38:25.315969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0444b562-87cd-462a-87bf-cc2aa4bcb417 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:25.319163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:25.356895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:25.360839 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-bb87a130-0785-4568-8da7-1e3c96d2a7f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=065c81c3-7258-4ec7-9c63-da81d77726b0 HTTP/1.1" status: 200 len: 217 time: 0.0548623 Feb 15 01:38:25.433718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:25.439595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:25.446343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97fa3909-48f4-4381-aeaa-2d538925051a req-458fa918-cd77-4e8c-9318-f711783f1a63 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925302 Feb 15 01:38:25.447045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-304f9628-346a-415e-9e92-0c3808387fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.448687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-304f9628-346a-415e-9e92-0c3808387fd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0752153 Feb 15 01:38:25.487894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-55b5d163-e280-4729-9faf-f67698e7c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.489422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfed572a-3ce5-41c0-b69d-94f4b1689f48 req-55b5d163-e280-4729-9faf-f67698e7c8f2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688650 Feb 15 01:38:25.491271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.500142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd46fa3-7613-4278-a667-ece12609ff31 req-dee8dbd4-9057-42bc-82db-2c7a75ca6de0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.501828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9cd46fa3-7613-4278-a667-ece12609ff31 req-dee8dbd4-9057-42bc-82db-2c7a75ca6de0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1162505 Feb 15 01:38:25.521333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-22900f8f-61ce-48aa-8ffc-cf26e4f7c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.522919 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-22900f8f-61ce-48aa-8ffc-cf26e4f7c461 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0678272 Feb 15 01:38:25.532626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.629081 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9cd46fa3-7613-4278-a667-ece12609ff31 req-d96cc1ef-d2a6-4af6-87f3-737c0dde3f9d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049809 Feb 15 01:38:25.659060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.659060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.659060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] 10.222.0.37 "PUT /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 1096 time: 2.2556000 Feb 15 01:38:25.670827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-1a688283-1b26-4696-acb9-8c7d913a0808 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396384 Feb 15 01:38:25.673022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe498966-bf81-4099-b2de-b29fe63d39d8 req-6ad4be4d-8af2-40f0-9ab0-981eca060ed7 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cd2beab-e076-4c32-8621-970527af8d3d HTTP/1.1" status: 200 len: 210 time: 0.1001916 Feb 15 01:38:25.710551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb2c97-3dbb-43b7-99d8-ca12dd1eae8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:25.722545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:25.750399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] Transition to ACTIVE for port object 0444b562-87cd-462a-87bf-cc2aa4bcb417 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:25.759479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f7846f99-3dbd-4f69-ab63-9cff91dd4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.761919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-f7846f99-3dbd-4f69-ab63-9cff91dd4b28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=550c99024d9e4c9fb4d85a1f102c8799&device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 1126 time: 0.1681490 Feb 15 01:38:25.849105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:25.853470 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f45fd-0763-4479-94f7-fe0d74201f24" -d '{"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:25.874532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-65e94951-61e3-46b8-9437-e70c1f559d6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 HTTP/1.1" status: 200 len: 217 time: 0.0903358 Feb 15 01:38:25.888693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.928344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:25.986410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b12f3-b275-492a-9890-39239d18c319 req-4888b2c5-806d-4d4e-be8d-22b25011b970 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:25.988137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-205b12f3-b275-492a-9890-39239d18c319 req-4888b2c5-806d-4d4e-be8d-22b25011b970 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 949 time: 0.1380000 Feb 15 01:38:25.992257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d5373583-1b11-4ca1-aa66-7fbf022460e0 req-2106485b-c05c-4351-a39c-9cb9ee2a6355 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969604 Feb 15 01:38:26.064624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-6cecfa74-2f4c-414f-9e68-8f8f8faec239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.068460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-6cecfa74-2f4c-414f-9e68-8f8f8faec239 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3795e01-7039-414a-92fe-686d07d7f377 HTTP/1.1" status: 200 len: 853 time: 0.1690094 Feb 15 01:38:26.070301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] No DVR routers for this DVR port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:26.079281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-205b12f3-b275-492a-9890-39239d18c319 req-fec9715c-6b37-4546-9881-7762b637c953 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807736 Feb 15 01:38:26.083617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] Pushing event updated for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:26.094680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a402-2b1e-4d7f-a827-124feb3247e9 req-2594412e-12ac-4e63-90cd-28b7a7468540 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.100530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a244a402-2b1e-4d7f-a827-124feb3247e9 req-2594412e-12ac-4e63-90cd-28b7a7468540 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.2612979 Feb 15 01:38:26.118374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-609443e9-c842-431d-a553-7dc1d30a3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.119908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-609443e9-c842-431d-a553-7dc1d30a3d05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1130 time: 0.2819233 Feb 15 01:38:26.146012 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928b70f-c2b0-4f76-9177-b056db6b16f6 x-openstack-request-id: req-e928b70f-c2b0-4f76-9177-b056db6b16f6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:26.146289 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:26.146539 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e928b70f-c2b0-4f76-9177-b056db6b16f6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:26.146997 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'status': 'completed', 'code': 200} Feb 15 01:38:26.205511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-cf08e407-d871-4d9f-9ace-844babcab120 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0667188 Feb 15 01:38:26.224374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-623259ab-0534-4ffc-90c5-e971299b03cc service neutron] 10.222.0.31 "PUT /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 2.1196492 Feb 15 01:38:26.241531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdaae4-f534-4b85-b807-c871dfbea2c8 req-2d07a7e4-d288-427f-be2f-9eb5b22febbe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.243191 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56cdaae4-f534-4b85-b807-c871dfbea2c8 req-2d07a7e4-d288-427f-be2f-9eb5b22febbe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.0609827 Feb 15 01:38:26.279302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a244a402-2b1e-4d7f-a827-124feb3247e9 req-285fcd67-a7d7-407e-b60f-09adafd71611 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779170 Feb 15 01:38:26.287285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-614b46ff-26bf-4225-b081-75af9902b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.288697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-614b46ff-26bf-4225-b081-75af9902b1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ec12fa9-8678-4986-ae82-d3d97a5f826c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2078383 Feb 15 01:38:26.293112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-b2a6045a-7f24-4320-8dd8-c7e19949c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.297387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-b2a6045a-7f24-4320-8dd8-c7e19949c3d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0808308 Feb 15 01:38:26.309500 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56cdaae4-f534-4b85-b807-c871dfbea2c8 req-441620f1-6180-47b0-9e9c-c2ecda061b03 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588579 Feb 15 01:38:26.419469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-a37acfb8-2052-46b4-8992-e145d1b238e0 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.421031 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-a37acfb8-2052-46b4-8992-e145d1b238e0 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0621984 Feb 15 01:38:26.451575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-bf9960d4-194a-460d-a340-b91c829c7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.453821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-bf9960d4-194a-460d-a340-b91c829c7474 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1522160 Feb 15 01:38:26.496452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-6165dcb2-77f2-4fa1-9862-ff96619e6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.498132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-6165dcb2-77f2-4fa1-9862-ff96619e6c83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&tenant_id=2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 1127 time: 0.0574124 Feb 15 01:38:26.534389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-803ad799-0ec1-481e-bb85-ca63a653fb27 service neutron] 10.222.0.31 "GET /v2.0/networks/4ec12fa9-8678-4986-ae82-d3d97a5f826c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188191 Feb 15 01:38:26.569904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b305a-2c27-4bd1-aca4-67f8d0e19702 req-148fd8b6-11c4-431f-8031-8f75b4e1e87a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.571990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-779b305a-2c27-4bd1-aca4-67f8d0e19702 req-148fd8b6-11c4-431f-8031-8f75b4e1e87a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1768367 Feb 15 01:38:26.606416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:26.633298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4eff7fab-340a-4f57-8495-089c889932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.635352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-4eff7fab-340a-4f57-8495-089c889932c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1127 time: 0.1087930 Feb 15 01:38:26.663865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcca15f-8e50-4072-8533-9e6e107fd887 req-22d606ab-8f85-4117-a43d-fd714093f9a5 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.664942 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8bcca15f-8e50-4072-8533-9e6e107fd887 req-22d606ab-8f85-4117-a43d-fd714093f9a5 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0943902 Feb 15 01:38:26.694555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-bb498ec7-2b8e-42a3-b716-36f65492c519 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321148 Feb 15 01:38:26.719535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-779b305a-2c27-4bd1-aca4-67f8d0e19702 req-7d080004-65ac-40cf-a80c-aaeb45a7cb5d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187875 Feb 15 01:38:26.733830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2222fa5f-451f-4aa2-a636-4e8a920a575d req-7bbbf1c1-6e66-422b-874d-5fe897414c13 service neutron] 10.222.0.31 "GET /v2.0/networks/4ec12fa9-8678-4986-ae82-d3d97a5f826c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898348 Feb 15 01:38:26.803159 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8bcca15f-8e50-4072-8533-9e6e107fd887 req-5e0e8efc-8f3c-4261-be39-9d2e418df80f tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258869 Feb 15 01:38:26.808610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-34adaac6-598e-49d2-8fe6-941c547190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.810067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-34adaac6-598e-49d2-8fe6-941c547190f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1652329 Feb 15 01:38:26.866471 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-96a42c30-5999-4e6e-a55e-9897cabdb9ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0504041 Feb 15 01:38:26.872250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9534cf9c-1030-40e1-958c-cbca39eba8a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80f419df2d4e4fc19cbee1fa7e275276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630892 Feb 15 01:38:26.876900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fa4edd-00c5-4cd4-952a-a93ff40028f0 req-4a752946-1049-4918-97b2-f8f3cdd93c3a service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692419 Feb 15 01:38:26.878065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:26.925527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-aa4283d0-1915-4fe5-b2eb-3c27985da084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.927133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-aa4283d0-1915-4fe5-b2eb-3c27985da084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0546346 Feb 15 01:38:26.932085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431eef-cea2-4c4b-8c15-98cea80d784f req-31f2b529-91ad-4989-b8ec-c81d264c697e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:26.933685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79431eef-cea2-4c4b-8c15-98cea80d784f req-31f2b529-91ad-4989-b8ec-c81d264c697e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1193993 Feb 15 01:38:26.960208 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] Publish callbacks [] for security_group (8836aff6-70b4-4743-8b5c-0332c27e44cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:26.964021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-e7ab522a-ccaa-410b-b14b-7b1c26c95f25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309196 Feb 15 01:38:26.999958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] Publish callbacks [] for security_group (8836aff6-70b4-4743-8b5c-0332c27e44cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:27.020004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79431eef-cea2-4c4b-8c15-98cea80d784f req-00bba3a5-756b-48cf-886e-e1d9a14c6094 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756352 Feb 15 01:38:27.060422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-017b144f-6fa4-4057-a948-c4522ae3e022 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899246 Feb 15 01:38:27.148808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-d5254e53-abfe-4090-82c5-930a7a3e794f service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819957 Feb 15 01:38:27.407969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ea190-6793-421a-8164-cb2d05e8ad19 req-6ff0f4f7-e362-4407-9928-dbc927a7c99a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.409471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d7ea190-6793-421a-8164-cb2d05e8ad19 req-6ff0f4f7-e362-4407-9928-dbc927a7c99a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 949 time: 0.0563421 Feb 15 01:38:27.456312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d7ea190-6793-421a-8164-cb2d05e8ad19 req-eb1e584e-6003-4f68-a01f-173c71202d7e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Feb 15 01:38:27.564071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddc26a-79c5-4dfa-86f1-437ede82a81b req-039f38bd-6ea5-49e8-a14a-513449647d7e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.565626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92ddc26a-79c5-4dfa-86f1-437ede82a81b req-039f38bd-6ea5-49e8-a14a-513449647d7e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0560839 Feb 15 01:38:27.611410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92ddc26a-79c5-4dfa-86f1-437ede82a81b req-660a5a2a-57da-4d41-9e72-41e5c2a870c8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Feb 15 01:38:27.648311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:27.649553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8836aff6-70b4-4743-8b5c-0332c27e44cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:27.652339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:27.658065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8836aff6-70b4-4743-8b5c-0332c27e44cd HTTP/1.1" status: 204 len: 168 time: 0.7745233 Feb 15 01:38:27.662129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870fc55-d3b4-4894-b4c1-619cbc1ca819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836aff6-70b4-4743-8b5c-0332c27e44cd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:27.750531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423423-881e-4882-aa86-1fc91b585019 req-eb8ccb29-d5c3-481f-aa87-eef280e2108c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.752054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c423423-881e-4882-aa86-1fc91b585019 req-eb8ccb29-d5c3-481f-aa87-eef280e2108c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.0814934 Feb 15 01:38:27.779540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-2d4b189d-8866-486b-9305-678cdaf0091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.782053 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-2d4b189d-8866-486b-9305-678cdaf0091a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1130 time: 0.0575793 Feb 15 01:38:27.812638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c423423-881e-4882-aa86-1fc91b585019 req-3f1bafec-02f5-4e33-a6d2-dfbb32f165fb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Feb 15 01:38:27.889456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-fe8f4e87-4c0a-404e-a122-72890c8b8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.891718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-fe8f4e87-4c0a-404e-a122-72890c8b8e04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.0982754 Feb 15 01:38:27.935698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d850-6a05-40e5-9b51-3cb9aa92c6f9 req-5e5393e7-3ff3-4f50-b1ae-0859c0742bdd tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:27.937340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db04d850-6a05-40e5-9b51-3cb9aa92c6f9 req-5e5393e7-3ff3-4f50-b1ae-0859c0742bdd tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1128 time: 0.0509107 Feb 15 01:38:27.954939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-520d71ae-ef2c-434a-833a-f0d36bec4351 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0564697 Feb 15 01:38:27.984664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db04d850-6a05-40e5-9b51-3cb9aa92c6f9 req-ea0edf7d-c041-4a65-aee1-74a8aaf6f4ce tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Feb 15 01:38:28.044584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-a4766d69-e53c-46c7-b7c5-4b9f01fd88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.046413 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-a4766d69-e53c-46c7-b7c5-4b9f01fd88bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0826705 Feb 15 01:38:28.060861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b1ad-47e1-4da6-9a29-bb2303122e05 req-b1289202-5b05-4fa8-a087-9f21a84e30f6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.069024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f89b1ad-47e1-4da6-9a29-bb2303122e05 req-b1289202-5b05-4fa8-a087-9f21a84e30f6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1171355 Feb 15 01:38:28.148801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe6f29-d872-44bb-8c6a-241c1b814710 req-1f9fd890-cc09-4a1e-a7b9-31abfb681c15 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.148801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89fe6f29-d872-44bb-8c6a-241c1b814710 req-1f9fd890-cc09-4a1e-a7b9-31abfb681c15 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0992336 Feb 15 01:38:28.149799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-a2e6ab74-df46-4205-934f-535a119f366c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.151160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-a2e6ab74-df46-4205-934f-535a119f366c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.1119769 Feb 15 01:38:28.156723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f89b1ad-47e1-4da6-9a29-bb2303122e05 req-738efdef-7d29-4a97-bf7d-961c2eac5245 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Feb 15 01:38:28.159559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-e1a2aa0c-0592-494e-b65a-7b9d6b2d03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.161039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-e1a2aa0c-0592-494e-b65a-7b9d6b2d03e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0905511 Feb 15 01:38:28.263180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89fe6f29-d872-44bb-8c6a-241c1b814710 req-faffe9e6-5d9a-4edb-9156-46e822990705 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085238 Feb 15 01:38:28.288508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-2af7f387-5138-4a79-b148-b77c57da04b5 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202228 Feb 15 01:38:28.310796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7f58-a895-4be0-b435-7bb056820aab req-793fb11c-a1c4-42be-9819-2de9336fb37a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.312943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ab2d7f58-a895-4be0-b435-7bb056820aab req-793fb11c-a1c4-42be-9819-2de9336fb37a tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 973 time: 0.0799079 Feb 15 01:38:28.418093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-38078df8-ba84-49e4-af13-4c0dacb6e511 service neutron] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:28.427880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ab2d7f58-a895-4be0-b435-7bb056820aab req-f4a4fb97-8f8e-4258-bd34-ecf68ed5e1da tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953536 Feb 15 01:38:28.428213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-38078df8-ba84-49e4-af13-4c0dacb6e511 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:28.428213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c44de70c-00a8-4302-a99d-abeaca0d2f83 req-38078df8-ba84-49e4-af13-4c0dacb6e511 service neutron] 10.222.0.37 "DELETE /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.2623141 Feb 15 01:38:28.445325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce5f45fd-0763-4479-94f7-fe0d74201f24 req-cc538d11-05f9-45d9-8781-c25a8b052b94 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495080 Feb 15 01:38:28.448204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:28.472471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76129b7d-3150-4c23-ac84-9092e83622be req-d3627e45-0ab7-4bab-9104-4ec0ebe3290f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.474001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76129b7d-3150-4c23-ac84-9092e83622be req-d3627e45-0ab7-4bab-9104-4ec0ebe3290f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0921154 Feb 15 01:38:28.497077 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5db006b-2b5e-4a23-be7e-fb33f244ce7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7433895ceb79445c84acd647b610a8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443447 Feb 15 01:38:28.497077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:28.548612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76129b7d-3150-4c23-ac84-9092e83622be req-b2c338fb-1bea-4534-a4c3-bb7cd82a467c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652494 Feb 15 01:38:28.601905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] Publish callbacks [] for security_group (887f7ba0-e00a-40aa-be5c-8696e85585a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:28.631935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec95b1-ed14-4ce2-a79d-a832bae53bab req-542d1335-e2d3-433d-87b5-7bc4f69aecdf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.633448 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-01ec95b1-ed14-4ce2-a79d-a832bae53bab req-542d1335-e2d3-433d-87b5-7bc4f69aecdf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 949 time: 0.0852292 Feb 15 01:38:28.638456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] Publish callbacks [] for security_group (887f7ba0-e00a-40aa-be5c-8696e85585a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:28.704569 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-01ec95b1-ed14-4ce2-a79d-a832bae53bab req-58496d0c-c0a1-4439-9728-e753a924012b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639682 Feb 15 01:38:28.750915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (887f7ba0-e00a-40aa-be5c-8696e85585a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:28.753620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:28.754859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/887f7ba0-e00a-40aa-be5c-8696e85585a0 HTTP/1.1" status: 204 len: 168 time: 0.2568779 Feb 15 01:38:28.763641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45909-98dc-49ea-b28f-79c89cfb657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f7ba0-e00a-40aa-be5c-8696e85585a0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:28.955798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 21706457-055e-4ffd-a4cc-ef2ff0e9c856 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:28.956571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61756a09-1a39-485c-823b-43655a622a5a req-33fd8bbb-3725-4a1a-92cd-ec56e2ad3f59 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:28.958353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61756a09-1a39-485c-823b-43655a622a5a req-33fd8bbb-3725-4a1a-92cd-ec56e2ad3f59 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.0636861 Feb 15 01:38:29.018352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61756a09-1a39-485c-823b-43655a622a5a req-461d2ccf-d0aa-4ac4-9ef1-7725918ecf62 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Feb 15 01:38:29.133792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:29.139225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:29.140270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:29.168004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c38c2-18d7-48c2-bdad-f7a3f89d71c1 req-120a23e9-d2fa-44e2-9571-0f0b57f5ba44 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.170370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb2c38c2-18d7-48c2-bdad-f7a3f89d71c1 req-120a23e9-d2fa-44e2-9571-0f0b57f5ba44 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1127 time: 0.0530486 Feb 15 01:38:29.262573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:29.262940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:29.278640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb2c38c2-18d7-48c2-bdad-f7a3f89d71c1 req-620f4418-efb4-4023-9c4b-dc16d6c1c4a6 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977561 Feb 15 01:38:29.313169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:29.318415 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8e11c3-5c24-43c8-80ac-00d2d2f71324" -d '{"events": [{"server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:29.348856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:29.379039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb654c3-7e2d-4a31-a5eb-86e4aca9feb7 req-a6ef2bac-2ed2-4520-b531-ae2773f055cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.386291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cb654c3-7e2d-4a31-a5eb-86e4aca9feb7 req-a6ef2bac-2ed2-4520-b531-ae2773f055cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1193883 Feb 15 01:38:29.421304 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:29.482010 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cb654c3-7e2d-4a31-a5eb-86e4aca9feb7 req-030dc7d5-8b4b-4bc4-a1cf-a5fe68c39bff tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Feb 15 01:38:29.500036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:29.527385 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4109335-0712-4b47-a9b7-f3e3dc0f2fd0 x-openstack-request-id: req-a4109335-0712-4b47-a9b7-f3e3dc0f2fd0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:29.527935 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:29.528420 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4109335-0712-4b47-a9b7-f3e3dc0f2fd0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:29.529045 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856', 'code': 200} Feb 15 01:38:29.604821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042db97-d7bf-4ce1-b585-4cc621b06389 req-28a1411b-fcad-4da4-b703-7e262eab9360 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.607255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8042db97-d7bf-4ce1-b585-4cc621b06389 req-28a1411b-fcad-4da4-b703-7e262eab9360 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 943 time: 0.0923474 Feb 15 01:38:29.705665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8042db97-d7bf-4ce1-b585-4cc621b06389 req-5cbc985e-b155-4d2e-bc67-f282cf5f2742 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886884 Feb 15 01:38:29.722759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-c8f5d22c-0323-4e12-9380-722321a77ccf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.724583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-c8f5d22c-0323-4e12-9380-722321a77ccf tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 973 time: 0.0912337 Feb 15 01:38:29.727136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ea5d3-ec0b-463a-939b-0d74c6ab2e57 req-f3598af1-9821-4e5e-90aa-cfdb78119262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.728667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed6ea5d3-ec0b-463a-939b-0d74c6ab2e57 req-f3598af1-9821-4e5e-90aa-cfdb78119262 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 1133 time: 0.1067510 Feb 15 01:38:29.735992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb203b6-22f6-4097-99df-270dc1474439 req-868257cf-e357-4a67-9da7-6dac25eece0c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.739204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bbb203b6-22f6-4097-99df-270dc1474439 req-868257cf-e357-4a67-9da7-6dac25eece0c tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 973 time: 0.1341119 Feb 15 01:38:29.817018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed6ea5d3-ec0b-463a-939b-0d74c6ab2e57 req-8f5890a0-c975-4c58-9a79-0932a24bc5da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769680 Feb 15 01:38:29.821656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bbb203b6-22f6-4097-99df-270dc1474439 req-4e9aa3dd-fe0d-4d2e-84c5-6f94855dfd81 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/security-groups?id=26b18326-bc0c-457a-8d5c-b1834068eab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747864 Feb 15 01:38:29.887331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e433f5c-fd1d-4aea-9b31-655b6e0a881e req-3067a694-0ad2-41c6-9fe3-74e14c2e5823 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:29.888882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e433f5c-fd1d-4aea-9b31-655b6e0a881e req-3067a694-0ad2-41c6-9fe3-74e14c2e5823 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1151211 Feb 15 01:38:29.900169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Deleting port 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:38:29.900169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.032503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e433f5c-fd1d-4aea-9b31-655b6e0a881e req-26f26e37-d43a-4e28-8087-3eac9d5a6212 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282680 Feb 15 01:38:30.043199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-a3894b57-d9c0-43fa-99be-8f8d352563d8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:30.043199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-a3894b57-d9c0-43fa-99be-8f8d352563d8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.1132095 Feb 15 01:38:30.052710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] For port 065c81c3-7258-4ec7-9c63-da81d77726b0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=065c81c3-7258-4ec7-9c63-da81d77726b0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:30.053119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.068539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Calling delete_port for 065c81c3-7258-4ec7-9c63-da81d77726b0 owned by compute:tempest-test_az-1619364930 {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:38:30.072879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-5695c5df-1df4-40f3-aea7-851966e0e88d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/quotas/2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 375 time: 0.0195699 Feb 15 01:38:30.160225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-674bd3c7-ec1f-44d4-ad23-497f1cd3d32f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783362 Feb 15 01:38:30.268872 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-6cee5a45-45ab-43f1-bca4-1c12e1c6a67a service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076493 Feb 15 01:38:30.276806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:30.390144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:30.404122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0', 'network_id': '4ec12fa9-8678-4986-ae82-d3d97a5f826c', 'port_id': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0', 'mac_address': 'fa:16:3e:ee:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3795e01-7039-414a-92fe-686d07d7f377', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:30.417127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-8ac777ca-5262-4672-b577-3f50e659b5fb service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423888 Feb 15 01:38:30.482993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:30.484415 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.504106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:30.530027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:30.533166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b0a05-f792-4d1e-a729-fa0b7e2fae56 req-33902fdf-2f2f-49f7-9add-4d3fd5b1b918 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:30.535127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8b0a05-f792-4d1e-a729-fa0b7e2fae56 req-33902fdf-2f2f-49f7-9add-4d3fd5b1b918 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.4029689 Feb 15 01:38:30.609268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.664746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8b0a05-f792-4d1e-a729-fa0b7e2fae56 req-680eebc1-9511-4946-aa85-6d5f3f87a5a2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204174 Feb 15 01:38:30.709644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (065c81c3-7258-4ec7-9c63-da81d77726b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.732889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['065c81c3-7258-4ec7-9c63-da81d77726b0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:30.741058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:30.774241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1a6e2-2caa-4ddc-94cb-17f6b79fc1a2 req-e0a9a2a4-1f32-42bf-a8cc-75f17dd5d58d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:30.777111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bad1a6e2-2caa-4ddc-94cb-17f6b79fc1a2 req-e0a9a2a4-1f32-42bf-a8cc-75f17dd5d58d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1060445 Feb 15 01:38:30.801296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Pushing event deleted for resources: {'Port': ['ID=065c81c3-7258-4ec7-9c63-da81d77726b0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:30.883261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bad1a6e2-2caa-4ddc-94cb-17f6b79fc1a2 req-cd39068e-741c-4463-ab87-4181b0356bd0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888107 Feb 15 01:38:30.899341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:30.906071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-558a89af-b075-4fbb-80ff-23b903f6d7fd req-59f0d688-bd44-42e3-8eef-1fd8106e6f1d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 210 time: 0.1157868 Feb 15 01:38:30.943621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] No DVR routers for this DVR port 065c81c3-7258-4ec7-9c63-da81d77726b0 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:38:30.949149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:30.958432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-827f40b1-80f5-498c-8eb0-c5b574fb4502 req-29540ca0-db48-4cd8-bca8-8ae727327930 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.31 "DELETE /v2.0/ports/065c81c3-7258-4ec7-9c63-da81d77726b0 HTTP/1.1" status: 204 len: 173 time: 1.2279341 Feb 15 01:38:30.960075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-deleted', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:30.965459 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d23bc-9c33-41c2-8578-b41b4000300e" -d '{"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-deleted", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:30.980903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:31.044792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849feb-1995-44a9-8bf0-36a246ef59e4 req-a86f9cff-24fb-4b1c-812c-592a474de53a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:31.053380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40849feb-1995-44a9-8bf0-36a246ef59e4 req-a86f9cff-24fb-4b1c-812c-592a474de53a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 944 time: 0.0855582 Feb 15 01:38:31.061026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebaa4dca-acbe-4af1-ab8d-de0033dfa818 req-65a2f34b-e0bd-45a2-94e2-ba196ed95696 tempest-ServersAdminTestJSON-1226587313 tempest-ServersAdminTestJSON-1226587313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd4faaf-612c-4876-bd79-b7f2bd60d347 HTTP/1.1" status: 200 len: 210 time: 0.0402422 Feb 15 01:38:31.126580 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40849feb-1995-44a9-8bf0-36a246ef59e4 req-f0c3f510-b9b2-4b34-a3cd-c958b0933f79 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721583 Feb 15 01:38:31.185721 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178c525-6379-4837-a1ec-df7b74373b33 x-openstack-request-id: req-a178c525-6379-4837-a1ec-df7b74373b33 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:31.186022 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4faaf-612c-4876-bd79-b7f2bd60d347", "name": "network-vif-deleted", "tag": "065c81c3-7258-4ec7-9c63-da81d77726b0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:31.186128 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a178c525-6379-4837-a1ec-df7b74373b33 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:31.186589 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4faaf-612c-4876-bd79-b7f2bd60d347', 'name': 'network-vif-deleted', 'tag': '065c81c3-7258-4ec7-9c63-da81d77726b0', 'status': 'completed', 'code': 200} Feb 15 01:38:31.195734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:38:31.312210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744da8d-c740-4c72-9828-c8baff59e612 req-0400e043-7699-4dab-b69a-88bcf4f0152b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:31.320760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4744da8d-c740-4c72-9828-c8baff59e612 req-0400e043-7699-4dab-b69a-88bcf4f0152b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1214640 Feb 15 01:38:31.347423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:31.358592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'mac_address': 'fa:16:3e:27:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:31.373785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4744da8d-c740-4c72-9828-c8baff59e612 req-80de6ebd-0bc9-4e8e-b00c-cd68b08ec501 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521607 Feb 15 01:38:31.418558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:31.418976 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:31.436888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:31.461681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:31.545418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:31.604281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:31.786752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5199ff-cf22-427e-bcb7-8d042c09c47b req-c205d949-2970-4cc6-8bc3-8783049cd172 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:31.788256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c5199ff-cf22-427e-bcb7-8d042c09c47b req-c205d949-2970-4cc6-8bc3-8783049cd172 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0580006 Feb 15 01:38:31.842260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c5199ff-cf22-427e-bcb7-8d042c09c47b req-ac9ee814-2b78-413c-b4a4-8686bd045bc5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Feb 15 01:38:32.015372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5006f41-720c-4aac-9756-0713839db5cf req-1cfdb5f8-ba93-452d-b6da-24d5669b0c13 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:32.016947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5006f41-720c-4aac-9756-0713839db5cf req-1cfdb5f8-ba93-452d-b6da-24d5669b0c13 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.0726540 Feb 15 01:38:32.020847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:32.079125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5006f41-720c-4aac-9756-0713839db5cf req-670a4b4e-c4ed-47c3-9a56-eed388c8f04e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498693 Feb 15 01:38:32.201025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca433bf6-b17f-46f8-9f0a-88dddc0df8fd req-94ea6c72-56d8-4bfd-a03c-42c285dca937 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 210 time: 0.0322471 Feb 15 01:38:32.297491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:32.446438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa864aa-34ad-45dc-be7b-56beb483040c req-c52a22a1-5dac-4532-8bfc-3bc960f50504 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:32.448311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fa864aa-34ad-45dc-be7b-56beb483040c req-c52a22a1-5dac-4532-8bfc-3bc960f50504 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 944 time: 0.0983312 Feb 15 01:38:32.483498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:32.488102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:32.492779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:32.504431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fa864aa-34ad-45dc-be7b-56beb483040c req-ac6e17de-10c1-48e7-b202-4b45bbc84db4 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Feb 15 01:38:32.600492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:32.600997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:32.641004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:32.643406 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecc8c09-4c95-4415-9c00-bd04648a1bd2" -d '{"events": [{"server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:32.656523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:32.683409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdff0e-148a-45fb-8ec1-0ca3a98ba1ad req-cc4cd12b-8124-4205-a887-bcb9ec20f33e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:32.685437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54bdff0e-148a-45fb-8ec1-0ca3a98ba1ad req-cc4cd12b-8124-4205-a887-bcb9ec20f33e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0791984 Feb 15 01:38:32.733373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54bdff0e-148a-45fb-8ec1-0ca3a98ba1ad req-42ee305f-0ae3-4dd9-a244-fb6ae8644fe2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419652 Feb 15 01:38:32.768869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:32.769809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:38:32.820384 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd8775-07ae-4a66-b459-6afd6ff3cfef x-openstack-request-id: req-76cd8775-07ae-4a66-b459-6afd6ff3cfef {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:32.820384 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:32.821240 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76cd8775-07ae-4a66-b459-6afd6ff3cfef {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:32.821652 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0', 'code': 200} Feb 15 01:38:32.840234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 065c81c3-7258-4ec7-9c63-da81d77726b0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:38:32.840607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 065c81c3-7258-4ec7-9c63-da81d77726b0 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:38:32.862270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:32.875274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:32.914398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bbcc1-7464-4d35-8f5b-48d0f2bced09 req-2f7d868a-53d0-4bf4-a903-c9b7f5154fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:32.917112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e0bbcc1-7464-4d35-8f5b-48d0f2bced09 req-2f7d868a-53d0-4bf4-a903-c9b7f5154fef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 1128 time: 0.0574942 Feb 15 01:38:33.016325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7e91-d4a1-48ee-a1db-0eb50066de7b req-09749736-8ccb-4b4a-bdf0-693c6c98bddd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:33.017126 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-78518b4a-5ebc-4cf5-b3fa-dd56a2eea8b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30fe8ff3f57f4ed49165590b573bc6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530507 Feb 15 01:38:33.017829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-710f7e91-d4a1-48ee-a1db-0eb50066de7b req-09749736-8ccb-4b4a-bdf0-693c6c98bddd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0927937 Feb 15 01:38:33.019439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:33.024378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e0bbcc1-7464-4d35-8f5b-48d0f2bced09 req-14a561af-c468-42f9-b56b-77ca29b9d546 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624647 Feb 15 01:38:33.067037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-710f7e91-d4a1-48ee-a1db-0eb50066de7b req-357ec14a-cab3-45e1-8210-f621d60a54cd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Feb 15 01:38:33.068260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] Publish callbacks [] for security_group (26b18326-bc0c-457a-8d5c-b1834068eab0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.093718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] Publish callbacks [] for security_group (26b18326-bc0c-457a-8d5c-b1834068eab0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.211817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4613677-c967-464f-8a24-6b47110456d7 req-91a98f5e-ca66-4228-a198-f52cca6913b7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:33.213353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4613677-c967-464f-8a24-6b47110456d7 req-91a98f5e-ca66-4228-a198-f52cca6913b7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.0593193 Feb 15 01:38:33.225295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (26b18326-bc0c-457a-8d5c-b1834068eab0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.229574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.233125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26b18326-bc0c-457a-8d5c-b1834068eab0 HTTP/1.1" status: 204 len: 168 time: 0.2103498 Feb 15 01:38:33.239988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc961bb2-15e4-493d-8aac-518a42451e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b18326-bc0c-457a-8d5c-b1834068eab0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:33.339647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4613677-c967-464f-8a24-6b47110456d7 req-10b94bc0-a7e2-488f-8bcd-4e937347c699 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191244 Feb 15 01:38:33.386633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-96687b6e-b1c0-4acd-bac0-5305edf93cdc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:33.392583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-96687b6e-b1c0-4acd-bac0-5305edf93cdc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.1494701 Feb 15 01:38:33.401858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Request body: {'port': {'device_id': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'admin_state_up': True, 'tenant_id': '2a4ef89369c64aaea1d061084018d19a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:33.481978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dec0830e-f355-4eeb-9796-f8dc1b490511 req-a1551570-d9d5-4d89-a331-cf484c7986e5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 210 time: 0.0619369 Feb 15 01:38:33.624179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:33.629726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.650769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceba185-6caa-48ab-b837-1a6807f3dfa1 req-77d092fa-1605-4ee5-9e90-28073087c5c0 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:33.652334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bceba185-6caa-48ab-b837-1a6807f3dfa1 req-77d092fa-1605-4ee5-9e90-28073087c5c0 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 945 time: 0.0737851 Feb 15 01:38:33.751629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bceba185-6caa-48ab-b837-1a6807f3dfa1 req-ca8b810a-4550-44c1-a455-fdb0ba957750 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882888 Feb 15 01:38:33.801290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Allocated IP 172.20.0.5 (d653ca81-fb09-49c1-80ba-ae3171ded49b/fef077fe-30ac-4dc0-b717-050623c64dee/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:33.952796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks [] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:33.995956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:34.042275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ee26c30-f3a2-4e6e-94d1-431b38bc65c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=956511fdfb4c4a409606a70350714677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448647 Feb 15 01:38:34.044507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:34.062737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.130896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Network d653ca81-fb09-49c1-80ba-ae3171ded49b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:34.141024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:34.151514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:34.157346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:34.193768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] Publish callbacks [] for security_group (c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.211052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e10ee1-c02f-4ed7-a5cd-9cff37e35843 req-5d4f0e58-5ae9-4458-a732-e0d48183fc3c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:34.211052 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-13e10ee1-c02f-4ed7-a5cd-9cff37e35843 req-5d4f0e58-5ae9-4458-a732-e0d48183fc3c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0994499 Feb 15 01:38:34.226873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:34.227515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.234407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] Publish callbacks [] for security_group (c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.258259 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-13e10ee1-c02f-4ed7-a5cd-9cff37e35843 req-40ea963f-401f-4bce-85ca-db0a0ef38eb3 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422349 Feb 15 01:38:34.360165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-e522c9b7-f30a-40ea-983b-c82a025e8bcf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9625602 Feb 15 01:38:34.371179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Request body: {'port': {'device_id': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:34.372862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d1dae-a498-4a65-9773-8cd86d9ee277 req-16e204a9-c79f-4ded-b346-3905c8d8be33 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:34.374890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad9d1dae-a498-4a65-9773-8cd86d9ee277 req-16e204a9-c79f-4ded-b346-3905c8d8be33 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0564859 Feb 15 01:38:34.396113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.399327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.402972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c HTTP/1.1" status: 204 len: 168 time: 0.3551109 Feb 15 01:38:34.423129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d741-0161-43bf-b74d-43b9f858cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4339dc1-4dd8-4c2d-8954-29d5ee8adc9c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:34.440878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad9d1dae-a498-4a65-9773-8cd86d9ee277 req-886d10eb-21c0-4b9b-839e-64d563005b48 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Feb 15 01:38:34.472217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.563198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bfb80-9ebd-4004-9f45-46aa928691a0 req-37647627-1017-44d0-a3eb-9376be79ed41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:34.564991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e9bfb80-9ebd-4004-9f45-46aa928691a0 req-37647627-1017-44d0-a3eb-9376be79ed41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.0539172 Feb 15 01:38:34.630139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e9bfb80-9ebd-4004-9f45-46aa928691a0 req-d1a3ec98-bff7-44c5-891b-69953b45b5b1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504858 Feb 15 01:38:34.720610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:34.746459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8a1c3-f048-412e-b054-f0fa42080bce req-26ff42ab-f373-4709-ad01-ecd09337fcbb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:34.752748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a2d8a1c3-f048-412e-b054-f0fa42080bce req-26ff42ab-f373-4709-ad01-ecd09337fcbb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 931 time: 0.0561407 Feb 15 01:38:34.785101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:34.795444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks [] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.811670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Transition to ACTIVE for port object 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:34.865319 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a2d8a1c3-f048-412e-b054-f0fa42080bce req-7eb66266-dc9b-4907-9dd3-a7b0c70860d2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 Feb 15 01:38:34.917915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.981278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-490e43e4-7e1b-4060-8058-7d8732238d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:34.986754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:35.047988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:35.059883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd832ac9-02ac-4b01-8a0c-ba6f63464ad8 req-a7cedd31-9368-45f5-bd9a-905ff0887221 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.064173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd832ac9-02ac-4b01-8a0c-ba6f63464ad8 req-a7cedd31-9368-45f5-bd9a-905ff0887221 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 945 time: 0.1768849 Feb 15 01:38:35.112226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port ba7cfd56-b3e6-48ca-a48e-21810194c791 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:35.118974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port ba7cfd56-b3e6-48ca-a48e-21810194c791 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:35.119664 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.186371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-490e43e4-7e1b-4060-8058-7d8732238d68 admin admin] Publish callbacks [] for security_group (5299e31f-e55a-4c5b-97a8-d4982403f2ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.197269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd832ac9-02ac-4b01-8a0c-ba6f63464ad8 req-cefbb058-b46c-47aa-aa5d-667fd8b2ee03 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278567 Feb 15 01:38:35.221165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:35.221759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.230037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:35.230037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:35.230037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:35.231606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:35.231866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:35.242825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:35.243256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:35.243560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:35.244008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Bound port: 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:35.244399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.256239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:35.258848 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9bcd0-13cd-4df7-986f-8a2a438574ed" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:35.260514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-490e43e4-7e1b-4060-8058-7d8732238d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5299e31f-e55a-4c5b-97a8-d4982403f2ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.273900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:35.336615 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc5c015-6b29-4ff3-a066-e42e96b80d80 x-openstack-request-id: req-8bc5c015-6b29-4ff3-a066-e42e96b80d80 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:35.337150 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:35.337488 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bc5c015-6b29-4ff3-a066-e42e96b80d80 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:35.338061 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'code': 200} Feb 15 01:38:35.345381 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.350328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-490e43e4-7e1b-4060-8058-7d8732238d68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c9f5b92e8234d6793fc38e388320d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6261904 Feb 15 01:38:35.350919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:35.351375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e43e4-7e1b-4060-8058-7d8732238d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5299e31f-e55a-4c5b-97a8-d4982403f2ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:35.414093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:35.450556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:35.478128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] Publish callbacks [] for security_group (5299e31f-e55a-4c5b-97a8-d4982403f2ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.482544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:35.495346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cedea-1028-4407-9fac-edcf81db8aba req-a7a45387-ec1c-4d5c-991b-08351aa333c4 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.497087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62cedea-1028-4407-9fac-edcf81db8aba req-a7a45387-ec1c-4d5c-991b-08351aa333c4 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0973020 Feb 15 01:38:35.506511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] Publish callbacks [] for security_group (5299e31f-e55a-4c5b-97a8-d4982403f2ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.540803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.589111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62cedea-1028-4407-9fac-edcf81db8aba req-8340d5e2-85d5-46bb-8ca3-dfbe87101433 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848193 Feb 15 01:38:35.601834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.602551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.609295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] 10.222.0.31 "PUT /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 1092 time: 1.2421930 Feb 15 01:38:35.623278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:35.623278 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:35.640612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b02093-15f3-4456-a34d-569c47862378 service neutron] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:35.669722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fb9e0-09b2-42fe-8a11-bff489b57de9 req-2224ced5-ebc3-4dd4-a818-afed73f27337 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.677406 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b7270-3888-4a3b-9bf7-1db0d2759c1d x-openstack-request-id: req-e69b7270-3888-4a3b-9bf7-1db0d2759c1d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:35.677406 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:35.677406 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e69b7270-3888-4a3b-9bf7-1db0d2759c1d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:35.677406 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'status': 'completed', 'code': 200} Feb 15 01:38:35.678628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-176fb9e0-09b2-42fe-8a11-bff489b57de9 req-2224ced5-ebc3-4dd4-a818-afed73f27337 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1212463 Feb 15 01:38:35.695142 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5299e31f-e55a-4c5b-97a8-d4982403f2ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.697947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:35.700768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5299e31f-e55a-4c5b-97a8-d4982403f2ee HTTP/1.1" status: 204 len: 168 time: 0.3489892 Feb 15 01:38:35.759177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986d238-e21f-4fac-8c66-f4aa5d34e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5299e31f-e55a-4c5b-97a8-d4982403f2ee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:35.824756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-176fb9e0-09b2-42fe-8a11-bff489b57de9 req-54161fce-a483-4f12-9e77-ae7cbaa42bc6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451499 Feb 15 01:38:35.851321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-40ae3637-a18c-45c0-a5a0-f07c8401bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.854299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-40ae3637-a18c-45c0-a5a0-f07c8401bd88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1126 time: 0.1557243 Feb 15 01:38:35.964546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b954-939a-4b69-9c03-5c38c9dc79c9 req-f01fc8ce-a8d7-4478-859e-ca068c0bb9e5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:35.971965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf6b954-939a-4b69-9c03-5c38c9dc79c9 req-f01fc8ce-a8d7-4478-859e-ca068c0bb9e5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.2076323 Feb 15 01:38:36.031109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-bc9aa0a7-bf4a-4d47-af9b-5889fcbdf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.033647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-bc9aa0a7-bf4a-4d47-af9b-5889fcbdf97a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a4ef89369c64aaea1d061084018d19a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1714859 Feb 15 01:38:36.122933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf6b954-939a-4b69-9c03-5c38c9dc79c9 req-eb2ebc47-cfd4-46e1-b34b-0d9693563cb7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498539 Feb 15 01:38:36.169591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-f5d51957-9f0b-4ea5-9616-fb46b492067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.171864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a61a4cf-bf3f-4115-ab49-e46583e14dc6 req-f5d51957-9f0b-4ea5-9616-fb46b492067b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315131 Feb 15 01:38:36.316395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-0dd978c0-0fab-4de5-bddd-35f2c81f4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.318830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-0dd978c0-0fab-4de5-bddd-35f2c81f4b32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1126 time: 0.0991256 Feb 15 01:38:36.330716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d97593-1006-4c2b-8051-e6aad6db0b28 req-11a3845e-8cbe-4235-a7e3-fd18c5265735 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.339494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-90d97593-1006-4c2b-8051-e6aad6db0b28 req-11a3845e-8cbe-4235-a7e3-fd18c5265735 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.3593974 Feb 15 01:38:36.418583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-90d97593-1006-4c2b-8051-e6aad6db0b28 req-ce5bec42-ad3a-4818-9a56-6047b599cb9d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781090 Feb 15 01:38:36.428620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-4f1f0821-9422-4b92-8fe0-cf61f5e936e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.1008410 Feb 15 01:38:36.478112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512af318-ff59-4012-b849-0437ae265e13 req-27587ac6-e445-4780-8abc-ae2a82a14726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.479701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-27587ac6-e445-4780-8abc-ae2a82a14726 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0438836 Feb 15 01:38:36.515307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-47f10592-81dc-4e33-8244-872c510403ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296154 Feb 15 01:38:36.633548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-c3bec7ae-6d29-4c77-8ea4-51ecb496bf32 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077456 Feb 15 01:38:36.674280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:36.695530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c82db3-834c-45b9-836e-55455859b40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:36.812026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-512af318-ff59-4012-b849-0437ae265e13 req-681e9c9e-e470-47f0-8a52-192c5aadcc02 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723249 Feb 15 01:38:36.826348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34c99-32d8-4f85-b7d8-871160e297fb req-7b4f59cc-bc33-4f58-83cb-a634dadac575 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:36.834986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8de34c99-32d8-4f85-b7d8-871160e297fb req-7b4f59cc-bc33-4f58-83cb-a634dadac575 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1119440 Feb 15 01:38:36.848173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c82db3-834c-45b9-836e-55455859b40f admin admin] Publish callbacks [] for security_group (23893995-81ec-4cde-91e9-e7e54f9a098d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:36.924112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8de34c99-32d8-4f85-b7d8-871160e297fb req-7fc167aa-55b8-4522-a1f0-6c773d0d9653 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881295 Feb 15 01:38:36.970643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c82db3-834c-45b9-836e-55455859b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23893995-81ec-4cde-91e9-e7e54f9a098d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:37.023838 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33c82db3-834c-45b9-836e-55455859b40f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=094b5deb8bef44419c605673f6478e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474779 Feb 15 01:38:37.026283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:37.034306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c82db3-834c-45b9-836e-55455859b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23893995-81ec-4cde-91e9-e7e54f9a098d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:37.062902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff6d3-79ac-4b30-8ca2-7fe2b1de7409 req-79bf9b52-6ac9-49bf-b396-f896380d1aeb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:37.074512 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-002ff6d3-79ac-4b30-8ca2-7fe2b1de7409 req-79bf9b52-6ac9-49bf-b396-f896380d1aeb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1611447 Feb 15 01:38:37.175691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-002ff6d3-79ac-4b30-8ca2-7fe2b1de7409 req-eee73dbd-c1ef-43c2-b0e1-f2102d855f57 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002038 Feb 15 01:38:37.201155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] Publish callbacks [] for security_group (23893995-81ec-4cde-91e9-e7e54f9a098d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:37.247049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] Publish callbacks [] for security_group (23893995-81ec-4cde-91e9-e7e54f9a098d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:37.328652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666db6-f735-470a-8527-ea990be4b69a req-828bfe7e-328d-42bc-b4e7-a1b5ae01f513 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:37.330163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f666db6-f735-470a-8527-ea990be4b69a req-828bfe7e-328d-42bc-b4e7-a1b5ae01f513 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0842996 Feb 15 01:38:37.387009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f666db6-f735-470a-8527-ea990be4b69a req-7d462a2e-c585-400a-bb82-c92978c229cd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Feb 15 01:38:37.428589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23893995-81ec-4cde-91e9-e7e54f9a098d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:37.431331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:37.432548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23893995-81ec-4cde-91e9-e7e54f9a098d HTTP/1.1" status: 204 len: 168 time: 0.4053009 Feb 15 01:38:37.448264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4edc5e-b07a-40b0-855a-1ebe982353a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23893995-81ec-4cde-91e9-e7e54f9a098d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:37.623816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda30f6-7463-4a78-8bb2-5d8e5e980580 req-01889e6f-cfdb-4f7d-85a6-b30956685877 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:37.625454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccda30f6-7463-4a78-8bb2-5d8e5e980580 req-01889e6f-cfdb-4f7d-85a6-b30956685877 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0887280 Feb 15 01:38:37.686922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccda30f6-7463-4a78-8bb2-5d8e5e980580 req-9332dc53-ba13-4244-b9e9-81711599a493 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535481 Feb 15 01:38:38.044092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:38.074268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b2880-426d-4b71-bf58-5b9736cabc37 req-627f14ad-d133-4a62-945d-c00bb38cb058 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:38.082391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-599b2880-426d-4b71-bf58-5b9736cabc37 req-627f14ad-d133-4a62-945d-c00bb38cb058 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0774539 Feb 15 01:38:38.166066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-599b2880-426d-4b71-bf58-5b9736cabc37 req-f7dc33b5-e452-44d1-b360-0b73f0737e60 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822728 Feb 15 01:38:38.260571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e1e4-2092-4b63-9265-d1f7fe69d8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.378871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d122-2b77-4093-8950-4ce7af9fc73b req-31a99af6-1733-4697-8eae-9289fbb74e96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:38.380356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14d8d122-2b77-4093-8950-4ce7af9fc73b req-31a99af6-1733-4697-8eae-9289fbb74e96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1211822 Feb 15 01:38:38.385000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e1e4-2092-4b63-9265-d1f7fe69d8e0 admin admin] Publish callbacks [] for security_group (233f472c-3fdb-4ad0-b0d6-1c3913f12661), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.437824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14d8d122-2b77-4093-8950-4ce7af9fc73b req-ddaee467-9c28-4c6f-8d18-7530fdb94266 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 Feb 15 01:38:38.491586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e1e4-2092-4b63-9265-d1f7fe69d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (233f472c-3fdb-4ad0-b0d6-1c3913f12661), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.553375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e0b8e1e4-2092-4b63-9265-d1f7fe69d8e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3039ab82e27143d782f82eb3beffaf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078514 Feb 15 01:38:38.553520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:38.559831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e1e4-2092-4b63-9265-d1f7fe69d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233f472c-3fdb-4ad0-b0d6-1c3913f12661,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:38.600323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f60e5-c1f3-473c-a483-d02110d8996d req-268604c3-61c2-4749-a744-a05fb925bf3e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:38.610078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-863f60e5-c1f3-473c-a483-d02110d8996d req-268604c3-61c2-4749-a744-a05fb925bf3e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1247964 Feb 15 01:38:38.667189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] Publish callbacks [] for security_group (233f472c-3fdb-4ad0-b0d6-1c3913f12661), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.689285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] Publish callbacks [] for security_group (233f472c-3fdb-4ad0-b0d6-1c3913f12661), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.730158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-863f60e5-c1f3-473c-a483-d02110d8996d req-af68b9d2-c0d0-45f1-92f4-6c40c6996a0a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Feb 15 01:38:38.869193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cedd4-bf74-4577-b2ba-95d109307d7a req-0c69f723-3deb-4e39-a2fd-1b6a62331c36 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:38.870752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b55cedd4-bf74-4577-b2ba-95d109307d7a req-0c69f723-3deb-4e39-a2fd-1b6a62331c36 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0732472 Feb 15 01:38:38.871910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (233f472c-3fdb-4ad0-b0d6-1c3913f12661), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.874657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:38.875687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/233f472c-3fdb-4ad0-b0d6-1c3913f12661 HTTP/1.1" status: 204 len: 168 time: 0.3206089 Feb 15 01:38:38.901473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99136-1237-42af-82fe-26663f930356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233f472c-3fdb-4ad0-b0d6-1c3913f12661,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:38.974348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b55cedd4-bf74-4577-b2ba-95d109307d7a req-cede7f7b-9101-4d94-b64a-704015d181b7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932779 Feb 15 01:38:39.317124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fae36-c267-4bad-8413-e46bc5a364a7 req-c945296d-0652-4c03-8428-558ddc94d71b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:39.318775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b79fae36-c267-4bad-8413-e46bc5a364a7 req-c945296d-0652-4c03-8428-558ddc94d71b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0690789 Feb 15 01:38:39.375027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b79fae36-c267-4bad-8413-e46bc5a364a7 req-d6753102-c156-4b84-bdef-d72e8cc6b04b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475771 Feb 15 01:38:39.594070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101a9d7-e699-47fa-9e31-6455d76b156c req-f261bfab-617b-48bd-b6d1-fee5991285ec tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:39.595761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f101a9d7-e699-47fa-9e31-6455d76b156c req-f261bfab-617b-48bd-b6d1-fee5991285ec tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0679731 Feb 15 01:38:39.653101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:39.671698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-784816af-1085-4e66-a436-abeecec0fa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:39.694232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f101a9d7-e699-47fa-9e31-6455d76b156c req-dd863a2b-d267-47bd-904a-fc7d458eb47c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925078 Feb 15 01:38:39.785561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-784816af-1085-4e66-a436-abeecec0fa66 admin admin] Publish callbacks [] for security_group (554df1c4-e7c7-4293-83bf-f16f6cbba95e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:39.849621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-784816af-1085-4e66-a436-abeecec0fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (554df1c4-e7c7-4293-83bf-f16f6cbba95e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:39.905812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aa57a-08b5-4f9b-bac3-ed14ae2ff02a req-9f5d1ade-2779-4524-989a-07b51b145ff2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:39.907330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-136aa57a-08b5-4f9b-bac3-ed14ae2ff02a req-9f5d1ade-2779-4524-989a-07b51b145ff2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1015844 Feb 15 01:38:39.939235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-784816af-1085-4e66-a436-abeecec0fa66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11457d8de3b24ac5b323672373eba3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850494 Feb 15 01:38:39.940653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784816af-1085-4e66-a436-abeecec0fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554df1c4-e7c7-4293-83bf-f16f6cbba95e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:39.941935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:40.006622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-136aa57a-08b5-4f9b-bac3-ed14ae2ff02a req-f948ea3d-8c41-4a0d-9047-25189f986cbc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908489 Feb 15 01:38:40.030523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] Publish callbacks [] for security_group (554df1c4-e7c7-4293-83bf-f16f6cbba95e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.060314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] Publish callbacks [] for security_group (554df1c4-e7c7-4293-83bf-f16f6cbba95e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.160421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0ffa-2fd4-4e61-b58b-d2fbaeb5b6e5 req-bcb6f0ed-f88d-4b77-b744-af022d930b14 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:40.162090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-474c0ffa-2fd4-4e61-b58b-d2fbaeb5b6e5 req-bcb6f0ed-f88d-4b77-b744-af022d930b14 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0697393 Feb 15 01:38:40.220985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Request body: {'security_group': {'name': 'tempest-securitygroup-717951686', 'description': 'tempest-description-1582426823'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:40.223948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-474c0ffa-2fd4-4e61-b58b-d2fbaeb5b6e5 req-b83d5787-a58a-4299-b0a4-57e7492a4998 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Feb 15 01:38:40.238072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (554df1c4-e7c7-4293-83bf-f16f6cbba95e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.243429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.243429 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/554df1c4-e7c7-4293-83bf-f16f6cbba95e HTTP/1.1" status: 204 len: 168 time: 0.2997880 Feb 15 01:38:40.269656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37694272-03c2-4fbc-b687-8836d6c68f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554df1c4-e7c7-4293-83bf-f16f6cbba95e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:40.314323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:40.364132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.374363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.522858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:40.540139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (4c9bab50-3771-41de-9aca-79773a619254), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.543689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'port_id': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'mac_address': 'fa:16:3e:15:59:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef077fe-30ac-4dc0-b717-050623c64dee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:38:40.574646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73d38e-0809-4d89-b508-dfadec19c49a req-87a71e48-5630-49cd-bbde-07cfd4c7b464 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:40.583066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e73d38e-0809-4d89-b508-dfadec19c49a req-87a71e48-5630-49cd-bbde-07cfd4c7b464 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1071489 Feb 15 01:38:40.596535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:40.596715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4c9bab50-3771-41de-9aca-79773a619254), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.597769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.613691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:40.638802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:40.661307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9bab50-3771-41de-9aca-79773a619254,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:40.705081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e73d38e-0809-4d89-b508-dfadec19c49a req-54f2c6d9-4780-44f8-9c64-de66b44ef9d6 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171262 Feb 15 01:38:40.731162 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (fbdb67f4-8dec-4b16-8da1-9efbd44a935a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.739273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.796860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbdb67f4-8dec-4b16-8da1-9efbd44a935a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.858812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:40.868088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb67f4-8dec-4b16-8da1-9efbd44a935a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:40.875956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.877981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.879842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.880414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.880918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.883121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.883465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.883806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.884139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.884938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.885277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.885608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.885936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:40.904746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:40.905132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8981c9-7e6e-419f-8f49-66705e2460cb req-56837b68-c79d-454d-9060-8cdc45ae7c3f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:40.913093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd8981c9-7e6e-419f-8f49-66705e2460cb req-56837b68-c79d-454d-9060-8cdc45ae7c3f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1063733 Feb 15 01:38:40.929392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fbef4b3b-bb5d-48da-b369-1d3769a87361 req-a265b718-5ade-4b5f-853a-071671b2ec2b tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7104151 Feb 15 01:38:40.955741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2027507880', 'description': 'tempest-description-369609181'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:40.980898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd8981c9-7e6e-419f-8f49-66705e2460cb req-add5aec7-e3fa-4817-a9d6-492d94e9c9d2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Feb 15 01:38:41.061022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.063644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:41.183528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (aacedbf9-42db-4332-83a5-685ac4ecdc6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.231591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e4de-b3c9-452b-bdd0-5445c787c3f1 req-1be72630-0ee2-47a6-98ec-73f987603f31 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:41.241369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe29e4de-b3c9-452b-bdd0-5445c787c3f1 req-1be72630-0ee2-47a6-98ec-73f987603f31 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1314175 Feb 15 01:38:41.254520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aacedbf9-42db-4332-83a5-685ac4ecdc6f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.292090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacedbf9-42db-4332-83a5-685ac4ecdc6f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:41.323638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe29e4de-b3c9-452b-bdd0-5445c787c3f1 req-61853216-93ca-4189-9cf1-3dc88e623313 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Feb 15 01:38:41.381798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.383097 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc629dd6-6066-4feb-8166-b13a3bcc26d9 req-dd161c83-38d1-486e-8b20-53c3b9796ff3 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4350617 Feb 15 01:38:41.469851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196377f-454f-4980-a41b-22e684dfc634 req-584b5ee0-c1e9-4d94-adf3-b5fbb2bdfd1a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:41.471934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c196377f-454f-4980-a41b-22e684dfc634 req-584b5ee0-c1e9-4d94-adf3-b5fbb2bdfd1a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 944 time: 0.0634956 Feb 15 01:38:41.524596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c196377f-454f-4980-a41b-22e684dfc634 req-f9ce0133-f1ae-408f-b049-3a290257c27e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Feb 15 01:38:41.618627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1322487010', 'description': 'tempest-description-1632127321'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:41.697848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.706856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.787689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.851945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.900940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:41.950052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:41.981594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddedf1-908e-4b98-b770-c2f182b9acb5 req-ef4cfa5a-7b65-4290-b7e8-5f3931f3885c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:41.983933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2ddedf1-908e-4b98-b770-c2f182b9acb5 req-ef4cfa5a-7b65-4290-b7e8-5f3931f3885c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0634322 Feb 15 01:38:42.019387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.036894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2ddedf1-908e-4b98-b770-c2f182b9acb5 req-93282262-e661-4c6b-a916-21c3caf4d0c0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473213 Feb 15 01:38:42.047353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:42.118894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.120193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-78e31296-3b12-4263-ba0a-30e8e1758556 req-865dca3a-6534-48f7-b584-93e8e6073fd6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5056262 Feb 15 01:38:42.145999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050cdc-4a01-4f9e-95a4-c1ad056f904b req-1b5da290-2919-49bf-a2f6-d001a1d44d3e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:42.147819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92050cdc-4a01-4f9e-95a4-c1ad056f904b req-1b5da290-2919-49bf-a2f6-d001a1d44d3e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0555005 Feb 15 01:38:42.148688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-547928089', 'description': 'tempest-description-566306478'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:42.203571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92050cdc-4a01-4f9e-95a4-c1ad056f904b req-12d158fe-8778-4e8f-bd33-49c1d7022aaf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Feb 15 01:38:42.259472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.324093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:42.329682 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:38:42.336851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (d63a4eb0-258c-4d03-961a-4601168780ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.405555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d63a4eb0-258c-4d03-961a-4601168780ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.408869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:42.444887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a4eb0-258c-4d03-961a-4601168780ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:42.453867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.454192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.454529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.454871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.455216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.455549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.456018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.456383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.456722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.458183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.458183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.458183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.458183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:42.462908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441332c-39c7-4de5-85f2-dc014994cd08 req-f8b74f5d-c27a-4a6e-8f6c-23a362af0117 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:42.465602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2441332c-39c7-4de5-85f2-dc014994cd08 req-f8b74f5d-c27a-4a6e-8f6c-23a362af0117 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0686429 Feb 15 01:38:42.476633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:38:42.481765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:42.482138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.508091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.509674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41fd6f8c-5f9c-43b1-9b41-16885351963c req-696aafe9-d3ad-4e84-818b-6b53fa0eb3f5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3652284 Feb 15 01:38:42.527399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2441332c-39c7-4de5-85f2-dc014994cd08 req-bc744ac8-4be3-4f3f-b7df-42b9e3a37ddd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Feb 15 01:38:42.574338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-868b1702-d72d-49ca-98df-bf01bd9a5492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.606025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:42.606443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.640620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:42.644452 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd9f5c-550a-4c6d-a06e-deadbc39d396" -d '{"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-plugged", "status": "completed", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:42.659704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:42.684845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55c426-5a87-4100-bcf8-c8b5185a2970 req-5843e951-4952-436f-ac88-5ba9144184f0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:42.686345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af55c426-5a87-4100-bcf8-c8b5185a2970 req-5843e951-4952-436f-ac88-5ba9144184f0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 944 time: 0.0603726 Feb 15 01:38:42.719130 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.750721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af55c426-5a87-4100-bcf8-c8b5185a2970 req-cc6ab04c-d67b-45e8-9ee4-8b4cc517da37 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 Feb 15 01:38:42.763372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-868b1702-d72d-49ca-98df-bf01bd9a5492 admin admin] Publish callbacks [] for security_group (bf39991f-c341-4642-a616-c75d2f2a64ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.802714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:42.823557 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cd97b6-b6a9-47a5-b673-ecfd7329ac29 x-openstack-request-id: req-93cd97b6-b6a9-47a5-b673-ecfd7329ac29 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:42.823851 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-plugged", "status": "completed", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:42.824101 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93cd97b6-b6a9-47a5-b673-ecfd7329ac29 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:42.824526 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'code': 200} Feb 15 01:38:42.836344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-868b1702-d72d-49ca-98df-bf01bd9a5492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bf39991f-c341-4642-a616-c75d2f2a64ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:42.896542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1702-d72d-49ca-98df-bf01bd9a5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39991f-c341-4642-a616-c75d2f2a64ca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:42.911401 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-868b1702-d72d-49ca-98df-bf01bd9a5492 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72af64ad24d84c658f0059f62aa26d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930935 Feb 15 01:38:42.912046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:42.951322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0f8f2-cf23-4582-96b8-81367fc06ba7 req-a5b7193f-f5b6-40c2-aaef-7fbd89385151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:42.954115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bd0f8f2-cf23-4582-96b8-81367fc06ba7 req-a5b7193f-f5b6-40c2-aaef-7fbd89385151 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0584357 Feb 15 01:38:42.975434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-11368d2b-6fec-43e9-9eb2-7457e64f99d6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56506 time: 0.4387980 Feb 15 01:38:42.996040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] Publish callbacks [] for security_group (bf39991f-c341-4642-a616-c75d2f2a64ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:43.018855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bd0f8f2-cf23-4582-96b8-81367fc06ba7 req-1d6a4ae2-9b4a-4924-bfb5-1e8081ce9c04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Feb 15 01:38:43.020654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] Publish callbacks [] for security_group (bf39991f-c341-4642-a616-c75d2f2a64ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:43.086651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-7195d263-89cc-4d28-8e6b-9dde607f08b6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0a97122f-e022-42c6-97c4-f0e2780b3f14 HTTP/1.1" status: 200 len: 2994 time: 0.0594912 Feb 15 01:38:43.130841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-d4b7f637-3be8-4fa6-8ab3-abf5916dd61e tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0a97122f-e022-42c6-97c4-f0e2780b3f14 HTTP/1.1" status: 200 len: 2994 time: 0.0383725 Feb 15 01:38:43.170008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bf39991f-c341-4642-a616-c75d2f2a64ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:43.172678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:43.172796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672229-12ce-4751-9702-b22252b04b28 req-3beb1a07-e019-443b-9e19-1df1b36df856 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:43.176157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf39991f-c341-4642-a616-c75d2f2a64ca HTTP/1.1" status: 204 len: 168 time: 0.2608409 Feb 15 01:38:43.176406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07672229-12ce-4751-9702-b22252b04b28 req-3beb1a07-e019-443b-9e19-1df1b36df856 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0626905 Feb 15 01:38:43.184430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-c2b33aa3-a651-4122-a28a-6d8ea6cbe963 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/112cae5b-d1d8-476b-81f6-82ddb3747c43 HTTP/1.1" status: 200 len: 2998 time: 0.0475845 Feb 15 01:38:43.185255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae9bc1-1ce9-491b-8c7e-ea5f9d81f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39991f-c341-4642-a616-c75d2f2a64ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:43.250364 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-fb6db53b-2de1-4233-a82d-8052f9098dbd tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/112cae5b-d1d8-476b-81f6-82ddb3747c43 HTTP/1.1" status: 200 len: 2998 time: 0.0442433 Feb 15 01:38:43.272848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07672229-12ce-4751-9702-b22252b04b28 req-6f6e9645-d669-438d-813f-64b6cd91ad12 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663419 Feb 15 01:38:43.296735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-d3957a6b-5321-4e33-adec-a38581f587a9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/21d55a01-2e95-4f00-930c-778c8812ae7d HTTP/1.1" status: 200 len: 2994 time: 0.0388100 Feb 15 01:38:43.342542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-04315846-45d9-460e-be65-a98568f3910f tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/21d55a01-2e95-4f00-930c-778c8812ae7d HTTP/1.1" status: 200 len: 2994 time: 0.0394151 Feb 15 01:38:43.396875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-86de5080-17f2-46ff-b4f6-e0ca9407b32d tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4c9bab50-3771-41de-9aca-79773a619254 HTTP/1.1" status: 200 len: 2998 time: 0.0477257 Feb 15 01:38:43.407487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a896ae5-f1f8-4214-88c4-d738522cc27a req-d10da939-635d-461a-b01d-82906c4dfd9b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:43.414108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a896ae5-f1f8-4214-88c4-d738522cc27a req-d10da939-635d-461a-b01d-82906c4dfd9b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0740061 Feb 15 01:38:43.443734 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2828ba9c-3ea0-4f05-ad1a-3dd7732be4d4 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4c9bab50-3771-41de-9aca-79773a619254 HTTP/1.1" status: 200 len: 2998 time: 0.0406072 Feb 15 01:38:43.464832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a896ae5-f1f8-4214-88c4-d738522cc27a req-5c93ae40-4c45-43eb-a764-99479b827563 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Feb 15 01:38:43.502415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-013106b3-02ad-4dc5-8cd6-1837880c0f60 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6268fd4b-8c07-400e-85d9-d4cdb261e2be HTTP/1.1" status: 200 len: 2990 time: 0.0520933 Feb 15 01:38:43.544542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-96d9c7c6-7368-443b-93c7-dc22b96228fc tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6268fd4b-8c07-400e-85d9-d4cdb261e2be HTTP/1.1" status: 200 len: 2990 time: 0.0363069 Feb 15 01:38:43.595672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-b4632484-5999-48fe-bf63-fbda7efb9d32 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6939f285-5ff8-427e-86f6-560de9dbec6f HTTP/1.1" status: 200 len: 2994 time: 0.0392931 Feb 15 01:38:43.655966 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2534beb4-78f1-4434-b08a-542cd91c3844 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6939f285-5ff8-427e-86f6-560de9dbec6f HTTP/1.1" status: 200 len: 2994 time: 0.0506351 Feb 15 01:38:43.707133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0ff80-302d-4031-9b31-41f473d1fd60 req-b4932d01-7009-475c-8c35-78acdc365238 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:43.714155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08d0ff80-302d-4031-9b31-41f473d1fd60 req-b4932d01-7009-475c-8c35-78acdc365238 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0885217 Feb 15 01:38:43.723736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-866ac0e9-b62f-4292-8cea-adc4aaaf75d0 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7a46a439-03b4-4952-8358-3fe3f0d04f15 HTTP/1.1" status: 200 len: 2998 time: 0.0597363 Feb 15 01:38:43.770083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08d0ff80-302d-4031-9b31-41f473d1fd60 req-237523aa-ba78-41ef-9b69-0f55dda202be tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487957 Feb 15 01:38:43.806634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-86d03487-106a-4a2a-a733-ff5e2e8091b7 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7a46a439-03b4-4952-8358-3fe3f0d04f15 HTTP/1.1" status: 200 len: 2998 time: 0.0759947 Feb 15 01:38:43.815957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13f5ea-e714-4dc4-9f5c-d5763b9a32e8 req-c2651935-c6f3-475e-9807-c222019cb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:43.817448 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e13f5ea-e714-4dc4-9f5c-d5763b9a32e8 req-c2651935-c6f3-475e-9807-c222019cb544 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1132 time: 0.0717783 Feb 15 01:38:43.901060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e13f5ea-e714-4dc4-9f5c-d5763b9a32e8 req-1013f9f9-fc09-46ee-92dd-5890bf32378d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724049 Feb 15 01:38:43.904152 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2b39adba-564c-4b60-8dcd-6f0afb2d6305 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7b7e6f4d-0420-491d-8d84-d6cedd5f84b9 HTTP/1.1" status: 200 len: 2998 time: 0.0905988 Feb 15 01:38:43.908779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370be4-0f1f-4dd7-83c1-99708b734fab req-6077d87d-1631-47ff-88cc-215131ef1aa5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:43.910442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6370be4-0f1f-4dd7-83c1-99708b734fab req-6077d87d-1631-47ff-88cc-215131ef1aa5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 945 time: 0.0616693 Feb 15 01:38:43.961020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-c749895c-f324-482a-a4ff-507a285d1af1 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7b7e6f4d-0420-491d-8d84-d6cedd5f84b9 HTTP/1.1" status: 200 len: 2998 time: 0.0499258 Feb 15 01:38:43.964624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6370be4-0f1f-4dd7-83c1-99708b734fab req-e925376d-25bf-4240-aa8e-b6e25020225d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Feb 15 01:38:44.005343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-b03155a2-3a9f-430b-a350-1e81ee8c6131 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9d36e9c2-67c5-4444-bddd-5565d11eefd2 HTTP/1.1" status: 200 len: 2998 time: 0.0416994 Feb 15 01:38:44.049315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-9a998f3b-b6d3-4851-b62a-855ee901ad4f tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9d36e9c2-67c5-4444-bddd-5565d11eefd2 HTTP/1.1" status: 200 len: 2998 time: 0.0375693 Feb 15 01:38:44.093191 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-f8ff8b73-0bd6-49c8-bac9-4585abc7dcf7 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ac207966-f898-4c1b-887a-ceab5dfd328e HTTP/1.1" status: 200 len: 2998 time: 0.0370443 Feb 15 01:38:44.146114 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-83082d96-f40d-40db-ad81-6db8682a654a tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ac207966-f898-4c1b-887a-ceab5dfd328e HTTP/1.1" status: 200 len: 2998 time: 0.0372968 Feb 15 01:38:44.186418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2861bbd7-0f68-4b3f-baea-9fa3d198215a tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b1840bb0-1062-412e-ad72-3aca58ca223b HTTP/1.1" status: 200 len: 2998 time: 0.0347283 Feb 15 01:38:44.228705 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-61b94b2a-286c-45a5-817a-9d76903cb603 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b1840bb0-1062-412e-ad72-3aca58ca223b HTTP/1.1" status: 200 len: 2998 time: 0.0356793 Feb 15 01:38:44.274764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-e2106657-c8fc-4076-9d45-a3db1962bbc5 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b7817f3b-b000-4152-a602-fafcb37a99c1 HTTP/1.1" status: 200 len: 2998 time: 0.0399461 Feb 15 01:38:44.323047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-6f326e20-f955-431d-93f7-92512208e18f tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b7817f3b-b000-4152-a602-fafcb37a99c1 HTTP/1.1" status: 200 len: 2998 time: 0.0418398 Feb 15 01:38:44.383133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-5a2bb099-aeb7-44f1-bc99-45d41ad424e6 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/bb011037-47e8-4e84-bbeb-7c6385832218 HTTP/1.1" status: 200 len: 2998 time: 0.0536516 Feb 15 01:38:44.387506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:44.428324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a709c5-8acb-4dd7-815f-ed9f0070afc2 req-333edf95-bc26-4614-aea7-7df86cf04de0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:44.436676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68a709c5-8acb-4dd7-815f-ed9f0070afc2 req-333edf95-bc26-4614-aea7-7df86cf04de0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0742569 Feb 15 01:38:44.465362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-1e94d751-65a4-4028-93f9-087e812188c7 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/bb011037-47e8-4e84-bbeb-7c6385832218 HTTP/1.1" status: 200 len: 2998 time: 0.0806043 Feb 15 01:38:44.518704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68a709c5-8acb-4dd7-815f-ed9f0070afc2 req-c0505f08-6d6c-4d96-94e3-ed952bd22a45 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805569 Feb 15 01:38:44.530102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-1ced34e7-9828-4f66-8138-9c6cd4049b95 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a HTTP/1.1" status: 200 len: 2998 time: 0.0635488 Feb 15 01:38:44.563630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-745048622-network', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:44.605382 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-13d9d8bb-04ec-42db-b6b1-a94398b66870 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a HTTP/1.1" status: 200 len: 2998 time: 0.0743237 Feb 15 01:38:44.658557 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2abd8e10-7909-4d52-ad5a-36d5b7b27c65 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/df11a92d-48ca-4c5f-bf45-3cf28724a257 HTTP/1.1" status: 200 len: 2998 time: 0.0466213 Feb 15 01:38:44.662082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b318e37-e324-4e26-9cb0-928e9f263eae req-ef3be548-0f6e-4d00-a1a7-743065e8520f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:44.663806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b318e37-e324-4e26-9cb0-928e9f263eae req-ef3be548-0f6e-4d00-a1a7-743065e8520f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0640321 Feb 15 01:38:44.690550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Made reservation on behalf of f73d67f3521b4ad6a418f17d0781eef7 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:44.693218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:44.710682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:44.722488 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-4e221a5c-799d-4102-a526-98d30788fd1c tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/df11a92d-48ca-4c5f-bf45-3cf28724a257 HTTP/1.1" status: 200 len: 2998 time: 0.0571363 Feb 15 01:38:44.728339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b318e37-e324-4e26-9cb0-928e9f263eae req-0054e2aa-09ca-4081-84b0-ce2ea5e81be1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Feb 15 01:38:44.796269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-2b549511-e32b-4222-a02d-075a17488c21 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/df7e83c6-0bbe-4323-89d7-a19e226f97bc HTTP/1.1" status: 200 len: 2998 time: 0.0639620 Feb 15 01:38:44.854050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks [] for security_group (1e94da2b-e2f5-4bb1-abe8-051d649372ed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:44.864702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-47154aca-fd0e-4922-b38b-f26df1da04a8 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/df7e83c6-0bbe-4323-89d7-a19e226f97bc HTTP/1.1" status: 200 len: 2998 time: 0.0571051 Feb 15 01:38:44.902533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284bde-ddd1-4e52-a5aa-af204d6e2723 req-224e5c85-399c-4d88-9c8b-853796ced8c1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:44.904336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb284bde-ddd1-4e52-a5aa-af204d6e2723 req-224e5c85-399c-4d88-9c8b-853796ced8c1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0677307 Feb 15 01:38:44.923260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-8cdb5ed3-6d7f-45b8-b55f-14e9a601a772 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e253eb87-9909-4c76-854e-50f5358a888e HTTP/1.1" status: 200 len: 2998 time: 0.0503614 Feb 15 01:38:44.948187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1e94da2b-e2f5-4bb1-abe8-051d649372ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:44.960748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb284bde-ddd1-4e52-a5aa-af204d6e2723 req-0f2d696c-0e24-40a5-a9b2-1576a0fd44e1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Feb 15 01:38:44.984975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:38:44.989247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.007674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d20b6282-7fc2-4e55-b753-519555bdee7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.008081 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Added segment d20b6282-7fc2-4e55-b753-519555bdee7c of type vlan for network b3d6c3ba-46a8-4815-bd43-5978ac49af7a Feb 15 01:38:45.011033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e94da2b-e2f5-4bb1-abe8-051d649372ed,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:45.013697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5feae8fa-092c-4ff3-b658-5168a1c91bca req-862c7346-0ddb-4ed8-be5a-c75afbdcb73b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e253eb87-9909-4c76-854e-50f5358a888e HTTP/1.1" status: 200 len: 2998 time: 0.0815496 Feb 15 01:38:45.063675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b3d6c3ba-46a8-4815-bd43-5978ac49af7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.123386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629060-c1a1-4359-8752-2c8e44bf6af6 req-b058d280-651f-45d2-8c06-5ffb2aa1f203 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.125800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4629060-c1a1-4359-8752-2c8e44bf6af6 req-b058d280-651f-45d2-8c06-5ffb2aa1f203 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 945 time: 0.0669045 Feb 15 01:38:45.142988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb8b5c7e-fc40-4eb1-9c66-fac9b1cff24a req-6f8cc05b-4fd2-498e-b376-03ca48ae581a tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a833d09da8d945198f1218128da2b564 HTTP/1.1" status: 200 len: 6153 time: 0.0865653 Feb 15 01:38:45.178478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b3d6c3ba-46a8-4815-bd43-5978ac49af7a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.179756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.180460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.184087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4629060-c1a1-4359-8752-2c8e44bf6af6 req-74b4712c-03fc-43f1-af70-81f89caf410d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Feb 15 01:38:45.216918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb8b5c7e-fc40-4eb1-9c66-fac9b1cff24a req-f667f794-a8fc-4323-9c96-9a9dcb859b2c tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "GET /v2.0/security-groups/4c9bab50-3771-41de-9aca-79773a619254 HTTP/1.1" status: 200 len: 2998 time: 0.0676963 Feb 15 01:38:45.276735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d6c3ba-46a8-4815-bd43-5978ac49af7a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:45.289422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:38:45.312525 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb8b5c7e-fc40-4eb1-9c66-fac9b1cff24a req-55cdd2e9-f87b-45ba-8004-f99b2bf719aa tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "GET /v2.0/security-groups/4c9bab50-3771-41de-9aca-79773a619254 HTTP/1.1" status: 200 len: 2998 time: 0.0667005 Feb 15 01:38:45.312763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80fd7-ebfa-4d5c-b32a-11f3f25c5340 req-e51e85ea-74d8-4a0a-a3c0-394a50ce56ab tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.316527 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-57fb7e12-f6e5-46b8-8779-9b500aec40f0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9278562 Feb 15 01:38:45.319571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:45.325561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Request body: {'subnet': {'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-745048622-subnet', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:45.327426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d80fd7-ebfa-4d5c-b32a-11f3f25c5340 req-e51e85ea-74d8-4a0a-a3c0-394a50ce56ab tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0635424 Feb 15 01:38:45.386342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d80fd7-ebfa-4d5c-b32a-11f3f25c5340 req-6558b6ea-4d04-4fda-b045-15819766a71e tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Feb 15 01:38:45.397007 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-fd7b54b8-cc61-41f4-9a8f-57059ad42bff tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d63a4eb0-258c-4d03-961a-4601168780ce HTTP/1.1" status: 200 len: 1793 time: 0.0493259 Feb 15 01:38:45.414176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Made reservation on behalf of f73d67f3521b4ad6a418f17d0781eef7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:45.418533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.513828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (d63a4eb0-258c-4d03-961a-4601168780ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.533837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011f44-c543-451b-acf9-7574a6d9088a req-3669cb9b-2160-4a96-9107-a3a79aa91f16 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.536008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0011f44-c543-451b-acf9-7574a6d9088a req-3669cb9b-2160-4a96-9107-a3a79aa91f16 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0502789 Feb 15 01:38:45.548590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (d63a4eb0-258c-4d03-961a-4601168780ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.596939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0011f44-c543-451b-acf9-7574a6d9088a req-526edd31-0aaf-42a4-91c2-54c5efd099af tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538974 Feb 15 01:38:45.693527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d63a4eb0-258c-4d03-961a-4601168780ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.696235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.697418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-946e0bc9-d88e-400f-b94a-df3f164baf7c req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/d63a4eb0-258c-4d03-961a-4601168780ce HTTP/1.1" status: 204 len: 173 time: 0.2939596 Feb 15 01:38:45.730806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f453-90e4-4e2c-93a2-640fb8cbc94b tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a4eb0-258c-4d03-961a-4601168780ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:45.737130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (f72311f7-3c7d-403e-8f52-24faa4989099), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.756094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0895c8-7d27-468e-b64b-79198905e152 req-7656b019-fc34-420c-93ce-c743a6fe5bba tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.758255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c0895c8-7d27-468e-b64b-79198905e152 req-7656b019-fc34-420c-93ce-c743a6fe5bba tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0741286 Feb 15 01:38:45.823201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c0895c8-7d27-468e-b64b-79198905e152 req-b2406340-0784-4393-be15-e51b857585d5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579832 Feb 15 01:38:45.845550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72311f7-3c7d-403e-8f52-24faa4989099,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:45.890814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Checking segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:45.891480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Network hostable DHCP agents. Network: b3d6c3ba-46a8-4815-bd43-5978ac49af7a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:38:45.914173 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-79cb65d9-8828-4deb-a717-9ce81c3e0e14 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0 HTTP/1.1" status: 200 len: 1795 time: 0.1170547 Feb 15 01:38:45.958245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd72f9-0ba1-4958-a2f8-1b72784648ed req-b9749297-89da-44e6-bd19-3a8ad31a562d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:45.959981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37bd72f9-0ba1-4958-a2f8-1b72784648ed req-b9749297-89da-44e6-bd19-3a8ad31a562d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0619013 Feb 15 01:38:45.972141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:45.996109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.004577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:38:46.012883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37bd72f9-0ba1-4958-a2f8-1b72784648ed req-91214b6e-cb71-4233-8462-42f16fa532d1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Feb 15 01:38:46.085703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b3d6c3ba-46a8-4815-bd43-5978ac49af7a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:46.090040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:46.095018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.100583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e06d8f-f504-4173-91d2-5d580b17ecc9 None None] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:38:46.114328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.118663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.120016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a16c2c9-61e9-4c54-8d26-f04115aab443 req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0 HTTP/1.1" status: 204 len: 173 time: 0.2049396 Feb 15 01:38:46.133042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28690-84fa-4830-85a9-d85bc22cd8f9 tempest-SecurityGroupsTestAdminJSON-1474811592 tempest-SecurityGroupsTestAdminJSON-1474811592-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3ee1d-ecf0-42a1-bce1-e63771e5a4c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:46.199196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-612cd033-e6fd-40dc-aa14-2c91ac8583c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8785899 Feb 15 01:38:46.202306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:46.207920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:46.220009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:38:46.226696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.261378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a1c4-d1ec-4797-a055-a86c1aa007b5 req-609d10a2-a387-40c6-a3ab-9f50f05be4b0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:46.265193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2df6a1c4-d1ec-4797-a055-a86c1aa007b5 req-609d10a2-a387-40c6-a3ab-9f50f05be4b0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0798585 Feb 15 01:38:46.315877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ed5d1a13-239c-439b-bee9-0269a7476226), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.316847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ed5d1a13-239c-439b-bee9-0269a7476226), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.351146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2df6a1c4-d1ec-4797-a055-a86c1aa007b5 req-32b28881-4d4b-4c60-90a3-e9e13e8e6320 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Feb 15 01:38:46.355539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-212290d6-be48-4554-8aea-b072c688bc6a req-872647b4-9eb7-40f0-8f53-fcaf40898c66 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "GET /v2.0/security-groups/aacedbf9-42db-4332-83a5-685ac4ecdc6f HTTP/1.1" status: 200 len: 1794 time: 0.0838442 Feb 15 01:38:46.401810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Allocated IP 172.20.0.2 (b3d6c3ba-46a8-4815-bd43-5978ac49af7a/f72311f7-3c7d-403e-8f52-24faa4989099/f0ed3cff-d93a-4151-bacf-a4ce6ab99056) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:46.464434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for router_controller (ed5d1a13-239c-439b-bee9-0269a7476226), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.497020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddfee9-fcb3-4fcb-8509-5abed1784855 req-e83866db-465b-433c-9bff-dbda2bc6b2a6 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:46.498616 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2ddfee9-fcb3-4fcb-8509-5abed1784855 req-e83866db-465b-433c-9bff-dbda2bc6b2a6 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0573628 Feb 15 01:38:46.504323 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-212290d6-be48-4554-8aea-b072c688bc6a req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (aacedbf9-42db-4332-83a5-685ac4ecdc6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.556050 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2ddfee9-fcb3-4fcb-8509-5abed1784855 req-fc51d171-1b04-4d7a-a0cd-afbcdb552f87 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505412 Feb 15 01:38:46.574523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-212290d6-be48-4554-8aea-b072c688bc6a req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (aacedbf9-42db-4332-83a5-685ac4ecdc6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.598533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks [] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.698262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for router_gateway (ed5d1a13-239c-439b-bee9-0269a7476226), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.704552 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.745575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:46.752192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:46.755077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:46.760746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Pushing event updated for resources: {'Port': ['ID=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:46.808488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-212290d6-be48-4554-8aea-b072c688bc6a req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aacedbf9-42db-4332-83a5-685ac4ecdc6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.814742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-212290d6-be48-4554-8aea-b072c688bc6a req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.816961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-212290d6-be48-4554-8aea-b072c688bc6a req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "DELETE /v2.0/security-groups/aacedbf9-42db-4332-83a5-685ac4ecdc6f HTTP/1.1" status: 204 len: 173 time: 0.4437311 Feb 15 01:38:46.830303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacedbf9-42db-4332-83a5-685ac4ecdc6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:46.830632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Attempting to bind port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:46.831022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Attempting to bind port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:46.831706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Attempting to bind port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 on network b3d6c3ba-46a8-4815-bd43-5978ac49af7a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:46.838340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:46.840556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Checking segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:46.840556 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.840556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Bound using segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:46.840556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Bound port: f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:46.841080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:46.850294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.850779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.851298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.851732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.852163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.852884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.853316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.853744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.854170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.854594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.855131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.855440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.855862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7e188-7639-4530-98b2-4fad07c789ae tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:46.930566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] For port f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:46.934312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] For port f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:46.945856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-ca76cd42-fb2d-4191-8410-0d5d9b19f294 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "GET /v2.0/security-groups/fbdb67f4-8dec-4b16-8da1-9efbd44a935a HTTP/1.1" status: 200 len: 1794 time: 0.1085498 Feb 15 01:38:47.003252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (fbdb67f4-8dec-4b16-8da1-9efbd44a935a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.015255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.035984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (fbdb67f4-8dec-4b16-8da1-9efbd44a935a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.096040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c361-d5f1-4baa-95ed-1302b48dbda7 None None] Pushing event updated for resources: {'Port': ['ID=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:47.126979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc15ab8-b277-40d2-a5a3-0e192a903d5d req-05f46ca2-892a-4238-86c1-63c6e83ae0bf tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:47.128578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afc15ab8-b277-40d2-a5a3-0e192a903d5d req-05f46ca2-892a-4238-86c1-63c6e83ae0bf tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1669979 Feb 15 01:38:47.162828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for router_gateway (ed5d1a13-239c-439b-bee9-0269a7476226), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.173970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbdb67f4-8dec-4b16-8da1-9efbd44a935a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.176838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.179311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-74ee9fb1-7dc7-4836-8c5c-9bbc271b4205 req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] 10.222.0.43 "DELETE /v2.0/security-groups/fbdb67f4-8dec-4b16-8da1-9efbd44a935a HTTP/1.1" status: 204 len: 173 time: 0.2317202 Feb 15 01:38:47.194145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12a5b-940a-4e21-9d35-2dafc5553287 tempest-SecurityGroupsTestAdminJSON-413574045 tempest-SecurityGroupsTestAdminJSON-413574045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb67f4-8dec-4b16-8da1-9efbd44a935a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:47.321681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd18e-f4c6-43a5-9d36-b98042d9e93e req-db392bfd-174c-4322-9c5a-4480f2be5479 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:47.323287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-886fd18e-f4c6-43a5-9d36-b98042d9e93e req-db392bfd-174c-4322-9c5a-4480f2be5479 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0709519 Feb 15 01:38:47.421733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-886fd18e-f4c6-43a5-9d36-b98042d9e93e req-3440d915-592d-44d8-bd4d-f472c7d761c2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886278 Feb 15 01:38:47.546513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.557001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171588fe-40ad-421c-b7e9-4fbcc969f1f9 req-60a85ac2-9281-4de7-8953-c278b2cf50ca tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:47.558667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-171588fe-40ad-421c-b7e9-4fbcc969f1f9 req-60a85ac2-9281-4de7-8953-c278b2cf50ca tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0747018 Feb 15 01:38:47.619699 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-171588fe-40ad-421c-b7e9-4fbcc969f1f9 req-c9ac96c3-b1e1-4491-9627-3ee5a271e42e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Feb 15 01:38:47.627833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afc15ab8-b277-40d2-a5a3-0e192a903d5d req-f819a090-09b8-4496-97ef-ee2ea5d9f129 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4862118 Feb 15 01:38:47.712601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Allocated IP 172.25.2.75 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/26bbc5d3-3056-43c2-b0ce-53c05466415c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:47.757045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3adfa-672c-4a19-b6db-8ffaed6b1ca6 req-21870a22-34a6-45af-a22a-72f46a849346 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:47.762427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.765896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6b3adfa-672c-4a19-b6db-8ffaed6b1ca6 req-21870a22-34a6-45af-a22a-72f46a849346 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0576556 Feb 15 01:38:47.796887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:47.828149 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6b3adfa-672c-4a19-b6db-8ffaed6b1ca6 req-a71d3610-89d0-42d2-ad40-f5adbde8fe34 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612564 Feb 15 01:38:47.875227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:47.976285 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d1f2a35e-4e0a-4c14-b9c1-5206afd29e23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a833d09da8d945198f1218128da2b564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782386 Feb 15 01:38:47.978838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:47.985805 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.030808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:48.034296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:48.034714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] Publish callbacks [] for security_group (4c9bab50-3771-41de-9aca-79773a619254), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.038092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:48.062682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] Publish callbacks [] for security_group (4c9bab50-3771-41de-9aca-79773a619254), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.124816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Pushing event updated for resources: {'Port': ['ID=26bbc5d3-3056-43c2-b0ce-53c05466415c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:48.189687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4c9bab50-3771-41de-9aca-79773a619254), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.197693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.197693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c9bab50-3771-41de-9aca-79773a619254 HTTP/1.1" status: 204 len: 168 time: 0.2142162 Feb 15 01:38:48.223386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0af28-9630-4ae3-a932-00fc7dd2549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9bab50-3771-41de-9aca-79773a619254,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:48.345237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0ed3cff-d93a-4151-bacf-a4ce6ab99056 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:48.410918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:48.411303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.497753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:48.498151 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.503854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for router_gateway (ed5d1a13-239c-439b-bee9-0269a7476226), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.556035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:48.581492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053f034-a535-4b53-ac8f-eb8ebd7272b4 None None] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:38:48.693953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca434b45-c349-4bba-875d-5f1948762ccc req-17b2f474-38ed-4e0f-996c-dc1a38c61dce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:48.705267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca434b45-c349-4bba-875d-5f1948762ccc req-17b2f474-38ed-4e0f-996c-dc1a38c61dce tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1395490 Feb 15 01:38:48.789297 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.800264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca434b45-c349-4bba-875d-5f1948762ccc req-f969e487-2aba-4b67-9133-df55445873d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Feb 15 01:38:48.832082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ed5d1a13-239c-439b-bee9-0269a7476226), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.865568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e8d3371-3d46-4646-b110-624cf7b0452a None None] Provisioning complete for port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:48.865952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3371-3d46-4646-b110-624cf7b0452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:48.957467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:48.981791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77813e-1133-400f-a0ef-84d3596974a8 req-0779ec13-3baa-4541-b112-fbd1121b55b1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:48.992327 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d77813e-1133-400f-a0ef-84d3596974a8 req-0779ec13-3baa-4541-b112-fbd1121b55b1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0971656 Feb 15 01:38:49.054206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d3371-3d46-4646-b110-624cf7b0452a None None] Current status of the port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:49.069068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d77813e-1133-400f-a0ef-84d3596974a8 req-1512a7fa-8bab-4a4d-9f19-67701d48bf91 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Feb 15 01:38:49.094900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Router ed5d1a13-239c-439b-bee9-0269a7476226 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:38:49.187997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:49.220390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c556d-4f23-4a46-9f4d-9c984e042706 req-8b0d113e-081c-4f8c-8be5-01edc2db4f31 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:49.227986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e15c556d-4f23-4a46-9f4d-9c984e042706 req-8b0d113e-081c-4f8c-8be5-01edc2db4f31 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0958016 Feb 15 01:38:49.288608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cfdb69b3-4c6d-4254-a0e9-18af77e42f70 None None] Provisioning complete for port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:49.289205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfdb69b3-4c6d-4254-a0e9-18af77e42f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.293003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3133a554-6c55-4c7b-9213-75c7f14f09b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd5803490f514d7684c8eb5c140f291e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037161 Feb 15 01:38:49.296825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:49.300707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e15c556d-4f23-4a46-9f4d-9c984e042706 req-11ee93d6-db44-4049-ab1d-55e3b9f8c4f9 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677133 Feb 15 01:38:49.346177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:38:49.358588 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Sync routers for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:38:49.373508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:38:49.374130 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:49.376066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] Publish callbacks [] for security_group (d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.417388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] Publish callbacks [] for security_group (d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.448751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.450312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ca47e4a0-95c7-41fd-a215-8022ca7846cb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2465351 Feb 15 01:38:49.453623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:49.491839 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:38:49.567904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb69b3-4c6d-4254-a0e9-18af77e42f70 None None] Current status of the port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:49.594397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.597060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.602791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a HTTP/1.1" status: 204 len: 168 time: 0.3025703 Feb 15 01:38:49.618239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12750f89-1852-4821-8957-1371d0c6170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a6f6e3-d4ea-4cf0-ab1d-44935aafee7a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:49.700951 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:48Z', 'revision_number': 3, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:49.731170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Checking router: ed5d1a13-239c-439b-bee9-0269a7476226 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:38:49.731519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Updating router ed5d1a13-239c-439b-bee9-0269a7476226 port 26bbc5d3-3056-43c2-b0ce-53c05466415c binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:38:49.759543 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:49.989921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3cbb6-73c1-4296-b622-00a2b7047567 req-0a2e0e06-1d9b-4c9d-8af2-fa892e8d1995 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:49.995542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-02b3cbb6-73c1-4296-b622-00a2b7047567 req-0a2e0e06-1d9b-4c9d-8af2-fa892e8d1995 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1072295 Feb 15 01:38:50.081014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-02b3cbb6-73c1-4296-b622-00a2b7047567 req-c6dcf205-2435-4a6f-abf6-d3bb86dd7653 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787361 Feb 15 01:38:50.082787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.112183 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks [] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.190464 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.273323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0ed3cff-d93a-4151-bacf-a4ce6ab99056 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:50.281398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Attempting to bind port 26bbc5d3-3056-43c2-b0ce-53c05466415c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:50.281765 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Attempting to bind port 26bbc5d3-3056-43c2-b0ce-53c05466415c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:50.282116 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Attempting to bind port 26bbc5d3-3056-43c2-b0ce-53c05466415c on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:50.289503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Pushing event updated for resources: {'Port': ['ID=26bbc5d3-3056-43c2-b0ce-53c05466415c,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:50.292878 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:50.293251 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:50.293649 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.294056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:50.294266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdd91f-57b3-4ecf-ac75-fc4b7a66081b req-28d55798-d187-4084-99fe-c42703217c44 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:50.294503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Bound port: 26bbc5d3-3056-43c2-b0ce-53c05466415c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:50.294880 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.295941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cabdd91f-57b3-4ecf-ac75-fc4b7a66081b req-28d55798-d187-4084-99fe-c42703217c44 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1108706 Feb 15 01:38:50.306236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Allocated IP 172.20.0.1 (b3d6c3ba-46a8-4815-bd43-5978ac49af7a/f72311f7-3c7d-403e-8f52-24faa4989099/68cbea14-51cc-4fc5-8bfe-37877a324d1b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:50.320252 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.320629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.320972 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.321303 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.321651 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.321962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.322284 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.322600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.322919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.323234 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.323550 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.323864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.324176 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:38:50.361253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:50.361964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.365798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] For port 26bbc5d3-3056-43c2-b0ce-53c05466415c, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:50.369001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] For port 26bbc5d3-3056-43c2-b0ce-53c05466415c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26bbc5d3-3056-43c2-b0ce-53c05466415c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:50.402722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cabdd91f-57b3-4ecf-ac75-fc4b7a66081b req-69977665-2b94-4a73-a3c0-f21cf23b0d9d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Feb 15 01:38:50.443418 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.463333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks [] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.477845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:50.513023 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:38:50.513664 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:50.590614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fc5c0-398b-41ef-83ca-e2fdd001813a req-2a5609f5-78ae-4dd6-bcf1-a77d6231dc6c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:50.592459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a89fc5c0-398b-41ef-83ca-e2fdd001813a req-2a5609f5-78ae-4dd6-bcf1-a77d6231dc6c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0679729 Feb 15 01:38:50.596688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.645850 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facedc7-1d5c-4e36-afac-f33d71edc8e2 None None] Pushing event updated for resources: {'Port': ['ID=26bbc5d3-3056-43c2-b0ce-53c05466415c,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:50.658187 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:38:50.671802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:50.678345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:50.688944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:50.749709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a89fc5c0-398b-41ef-83ca-e2fdd001813a req-33deebdc-2401-42a1-a981-d3265b241522 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1496890 Feb 15 01:38:50.752449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Pushing event updated for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:50.777439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (ed5d1a13-239c-439b-bee9-0269a7476226), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:50.932125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:48Z', 'revision_number': 3, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:50.963298 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf54307-a2f8-4876-bc62-b739fdc4248a None None] The sync data for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 is: [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:48Z', 'revision_number': 3, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:38:51.005213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f9018ec-29eb-4484-aa59-b89a66c2762b None None] Provisioning complete for port 68cbea14-51cc-4fc5-8bfe-37877a324d1b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:51.005725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f9018ec-29eb-4484-aa59-b89a66c2762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.042996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f9018ec-29eb-4484-aa59-b89a66c2762b None None] Port 68cbea14-51cc-4fc5-8bfe-37877a324d1b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:51.044563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66a50a59-5d1f-403c-94e9-395623416af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.059052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.530325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bac1b-5b3f-4514-8478-f3adcec8460e req-ff2c360a-85a6-4cab-9326-dc16fcfee091 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:51.531880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e06bac1b-5b3f-4514-8478-f3adcec8460e req-ff2c360a-85a6-4cab-9326-dc16fcfee091 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1275411 Feb 15 01:38:51.619240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e06bac1b-5b3f-4514-8478-f3adcec8460e req-50783d77-6b96-4d01-b7cd-cb5f2b40f17c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Feb 15 01:38:51.668200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks [] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.739689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.825436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ba710-07f6-4e84-8d3e-92c5303c6288 req-fed475ae-65fb-4cc6-aa52-d00e17a72e62 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:51.827762 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-610ba710-07f6-4e84-8d3e-92c5303c6288 req-fed475ae-65fb-4cc6-aa52-d00e17a72e62 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1325545 Feb 15 01:38:51.831260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (ed5d1a13-239c-439b-bee9-0269a7476226), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:51.920443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Pushing event updated for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:52.015570 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-610ba710-07f6-4e84-8d3e-92c5303c6288 req-ebd510cc-1487-4448-afc3-6b896e25c5f9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793365 Feb 15 01:38:52.136538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:52.140272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:52.250715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aab09f-ff66-47e7-8827-826604b2709e req-df6e5dd1-75ce-48d3-9445-8a1e690b47c2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:52.260037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6aab09f-ff66-47e7-8827-826604b2709e req-df6e5dd1-75ce-48d3-9445-8a1e690b47c2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1668148 Feb 15 01:38:52.339745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26bbc5d3-3056-43c2-b0ce-53c05466415c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:52.402348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6aab09f-ff66-47e7-8827-826604b2709e req-c75e4da2-3ca1-4605-aad4-465f1b07a2d1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412883 Feb 15 01:38:52.418582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26bbc5d3-3056-43c2-b0ce-53c05466415c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:52.420077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:52.435015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Router ed5d1a13-239c-439b-bee9-0269a7476226 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:38:52.443154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-53bdfd2b-d8c5-4664-8f34-6fb8fce22b38 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:38:52.444257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-53bdfd2b-d8c5-4664-8f34-6fb8fce22b38 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116377 Feb 15 01:38:52.525541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26bbc5d3-3056-43c2-b0ce-53c05466415c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:52.525947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:52.548619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 26bbc5d3-3056-43c2-b0ce-53c05466415c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26bbc5d3-3056-43c2-b0ce-53c05466415c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:52.555211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-fc9bcfb6-5ecf-4a00-9bbe-934307931122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:52.556618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-fc9bcfb6-5ecf-4a00-9bbe-934307931122 service neutron] 10.222.0.43 "GET /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 1125 time: 0.1021039 Feb 15 01:38:52.570878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:52.571344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:38:52.600516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-661de0fc-71c5-43a8-8586-b5c38604f9b0 None None] Provisioning complete for port 68cbea14-51cc-4fc5-8bfe-37877a324d1b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:52.600989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-661de0fc-71c5-43a8-8586-b5c38604f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:52.649142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:52.656883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-661de0fc-71c5-43a8-8586-b5c38604f9b0 None None] Port 68cbea14-51cc-4fc5-8bfe-37877a324d1b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:52.722456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e27d1465-9e58-4899-a969-976d2deba9e1 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e896352c0af44071b35d1c5cf16967ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517938 Feb 15 01:38:52.725729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:38:52.741288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=26bbc5d3-3056-43c2-b0ce-53c05466415c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:52.763191 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0fddb48-2e9f-4a95-bb98-e2ef44006e2b admin admin] 10.222.0.43 "PUT /v2.0/routers/ed5d1a13-239c-439b-bee9-0269a7476226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056698 Feb 15 01:38:52.930536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e355b0f3-96dc-468a-aeb3-9774e95c0f3b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:52.931313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e355b0f3-96dc-468a-aeb3-9774e95c0f3b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664920 Feb 15 01:38:52.932607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:52.932949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:52.933280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:52.938253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:52.938580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:52.951451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:52.951696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:52.951913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:52.952375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Bound port: 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:52.958956 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-918c8f57-ccc6-42d7-b1ff-2f7444a6260c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/quotas/e896352c0af44071b35d1c5cf16967ab HTTP/1.1" status: 200 len: 375 time: 0.0182023 Feb 15 01:38:53.012929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-562ba5eb-7c30-4d34-bf00-9163273c543b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357692 Feb 15 01:38:53.039550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:53.175069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Sync routers for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:38:53.189776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:38:53.189776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:53.210027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:53.211508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-aed35010-ffc2-43f6-bb1e-d33ab763d033 service neutron] 10.222.0.43 "POST /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6454151 Feb 15 01:38:53.236433 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34b41834-7fb0-4c6f-81ef-b8d9beba42a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:53.354599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:38:53.406615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4eca-822d-4f25-9c50-d39bd1543413 req-0e04406f-4065-45cf-a178-ecd50afdf40f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:53.408207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-97ee4eca-822d-4f25-9c50-d39bd1543413 req-0e04406f-4065-45cf-a178-ecd50afdf40f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1065960 Feb 15 01:38:53.469495 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-97ee4eca-822d-4f25-9c50-d39bd1543413 req-7c5f07f4-7d58-4d75-97b3-f306ad21cf54 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541515 Feb 15 01:38:53.641495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3529555-57a4-4a4b-bef7-0d6cb9fcfe49 req-aa3088b3-9451-4b1c-b6fa-873791e4766f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:53.649369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3529555-57a4-4a4b-bef7-0d6cb9fcfe49 req-aa3088b3-9451-4b1c-b6fa-873791e4766f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0745554 Feb 15 01:38:53.705532 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3529555-57a4-4a4b-bef7-0d6cb9fcfe49 req-8a7907ff-4276-42ec-9d84-1080a2898a64 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Feb 15 01:38:53.712593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:51Z', 'revision_number': 2, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:53.756336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Checking router: ed5d1a13-239c-439b-bee9-0269a7476226 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:38:53.756694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Updating router ed5d1a13-239c-439b-bee9-0269a7476226 port 68cbea14-51cc-4fc5-8bfe-37877a324d1b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:38:53.781503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39d8976c-07a8-48c5-9ca4-08caf5cf2d80 req-6a6da886-ac5b-4ca5-bf3d-0885af07916b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 210 time: 0.0381737 Feb 15 01:38:53.786116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:53.890983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:53.895822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549182982', 'description': 'tempest-description--1345386404'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:53.995833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50a17e-ade6-462f-a1cb-ecbde1204152 req-896df9e6-df9f-4c98-a418-aabed0d0572a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:53.997377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9c50a17e-ade6-462f-a1cb-ecbde1204152 req-896df9e6-df9f-4c98-a418-aabed0d0572a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 945 time: 0.1494195 Feb 15 01:38:54.009371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-df1f5eeb-7e3d-40fc-ac96-6e58dadd7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.010827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-df1f5eeb-7e3d-40fc-ac96-6e58dadd7132 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1128 time: 0.0993757 Feb 15 01:38:54.031666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bff7-f287-47a6-b720-2704034817bb req-94301056-6545-49c5-b63c-25ad78e36b6e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.037606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab8bff7-f287-47a6-b720-2704034817bb req-94301056-6545-49c5-b63c-25ad78e36b6e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0722547 Feb 15 01:38:54.037606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.124887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab8bff7-f287-47a6-b720-2704034817bb req-bbc8b293-3ea8-4bc8-b5e0-99f6ba42b5ea tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801208 Feb 15 01:38:54.129802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9c50a17e-ade6-462f-a1cb-ecbde1204152 req-bba58ced-a6d8-40ac-9f5c-9cf4aac24401 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147740 Feb 15 01:38:54.167590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.177941 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks [] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.182153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-d64a9444-ff44-483f-8aeb-c2b741bbd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.183721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-d64a9444-ff44-483f-8aeb-c2b741bbd280 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1519499 Feb 15 01:38:54.229006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-f0830385-7724-4d2e-ab67-c14c77a4e604 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.0365837 Feb 15 01:38:54.280625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.281042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-2a2d27ff-03f1-4596-8862-4665a34f6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.283040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-2a2d27ff-03f1-4596-8862-4665a34f6a86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0488124 Feb 15 01:38:54.286760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26bbc5d3-3056-43c2-b0ce-53c05466415c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:54.292115 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.313866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:54.333185 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-af949d95-017b-4c3c-afda-876f76d50666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435867 Feb 15 01:38:54.376021 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.383728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.392608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4244d195-76fc-453f-b6d5-4186388cbec1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4995396 Feb 15 01:38:54.397527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:54.411366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b86ac-9400-4dea-a787-70428739c76c None None] Pushing event updated for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:54.411594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'security_group_rule': {'security_group_id': '1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:54.457261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-461591db-217f-4b72-8ec9-5673f92af865 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160138 Feb 15 01:38:54.486772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26bbc5d3-3056-43c2-b0ce-53c05466415c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:54.487145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.488956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Attempting to bind port 68cbea14-51cc-4fc5-8bfe-37877a324d1b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:54.489322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Attempting to bind port 68cbea14-51cc-4fc5-8bfe-37877a324d1b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:54.489677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Attempting to bind port 68cbea14-51cc-4fc5-8bfe-37877a324d1b on network b3d6c3ba-46a8-4815-bd43-5978ac49af7a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:54.519095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:54.519471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Checking segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:54.519868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.520258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Bound using segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:54.520757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Bound port: 68cbea14-51cc-4fc5-8bfe-37877a324d1b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:54.521136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.573527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (53714499-5277-4bb1-a136-e93072a60444), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.606880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-68e6ef34-c4d7-4ba1-b3aa-1404021837e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399662 Feb 15 01:38:54.696808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] For port 68cbea14-51cc-4fc5-8bfe-37877a324d1b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:54.717793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] For port 68cbea14-51cc-4fc5-8bfe-37877a324d1b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68cbea14-51cc-4fc5-8bfe-37877a324d1b,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:54.725262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (53714499-5277-4bb1-a136-e93072a60444), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.729451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6a63-bdf5-47a7-9830-f8e30dc6d6b8 req-f5cef978-e92c-4953-95af-7ffb26664a8a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.731219 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-456c6a63-bdf5-47a7-9830-f8e30dc6d6b8 req-f5cef978-e92c-4953-95af-7ffb26664a8a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1120296 Feb 15 01:38:54.740816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26bbc5d3-3056-43c2-b0ce-53c05466415c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:54.790996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (53714499-5277-4bb1-a136-e93072a60444), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.816915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e086e1c0-cd0f-45df-9f07-a1e5cde64d63 None None] Provisioning complete for port 68cbea14-51cc-4fc5-8bfe-37877a324d1b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:54.817293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e086e1c0-cd0f-45df-9f07-a1e5cde64d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.855419 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.857605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53714499-5277-4bb1-a136-e93072a60444,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:54.861613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-c01ad2cb-10fa-4d77-b688-4623ae434e0c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.864631 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-c01ad2cb-10fa-4d77-b688-4623ae434e0c tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.1267338 Feb 15 01:38:54.891480 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-456c6a63-bdf5-47a7-9830-f8e30dc6d6b8 req-b56f6ac9-8e76-402b-a2e9-4573dd0d90f0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314702 Feb 15 01:38:54.906833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59908-7cc6-410a-b6ce-b074b1b51b82 req-eb449ab0-52f8-49d2-a46f-a1e0165f8758 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:54.920045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e086e1c0-cd0f-45df-9f07-a1e5cde64d63 None None] Port 68cbea14-51cc-4fc5-8bfe-37877a324d1b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:54.920213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:54.941261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fc59908-7cc6-410a-b6ce-b074b1b51b82 req-eb449ab0-52f8-49d2-a46f-a1e0165f8758 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1429133 Feb 15 01:38:54.951066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:54.957094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a53aaf31-0fe7-43e3-b65b-60fb0c8a1ddf tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5582716 Feb 15 01:38:54.957455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:54.968001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:38:54.968208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'security_group_rule': {'security_group_id': '1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:54.968675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:54.986013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b86ac-9400-4dea-a787-70428739c76c None None] Pushing event updated for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:55.067551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fc59908-7cc6-410a-b6ce-b074b1b51b82 req-aa03e7ab-c957-4614-909b-e97b85a337e4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251488 Feb 15 01:38:55.094306 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3860ec5e-61e5-4acd-8c1a-e99a135fc8e7 req-12a1a1b7-6df0-40da-9d57-4153d866e1e9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 210 time: 0.0695403 Feb 15 01:38:55.154408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (15e9cfc3-6444-46e1-b8c9-af818ad170fc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.159682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:38:55.251613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.271055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10d6b2-c0c2-437e-bf4d-96590b41f02c req-103723b5-c789-404b-be83-8f2c29329857 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:55.279469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b10d6b2-c0c2-437e-bf4d-96590b41f02c req-103723b5-c789-404b-be83-8f2c29329857 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 945 time: 0.0800986 Feb 15 01:38:55.311741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (15e9cfc3-6444-46e1-b8c9-af818ad170fc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.351503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b10d6b2-c0c2-437e-bf4d-96590b41f02c req-3058ec1b-e362-493d-9acd-9365e287b06d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Feb 15 01:38:55.381647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Provisioning complete for port 68cbea14-51cc-4fc5-8bfe-37877a324d1b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:55.382246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.417184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (15e9cfc3-6444-46e1-b8c9-af818ad170fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.446779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e9cfc3-6444-46e1-b8c9-af818ad170fc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:55.469893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0b2a-4314-4136-b78a-11a47426e3bd req-827772b8-c191-4545-aaea-5d8f882300de tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:55.471674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5c0b2a-4314-4136-b78a-11a47426e3bd req-827772b8-c191-4545-aaea-5d8f882300de tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.2220247 Feb 15 01:38:55.532136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:55.541003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.545713 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c3707a3-589c-4e6e-b87f-1773eb4566f9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5834699 Feb 15 01:38:55.546042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:38:55.550576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:55.593100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:55.643309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks [] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.653917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.656314 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:55.658694 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c8841-4d07-4176-acf2-20c2b525a61c" -d '{"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-unplugged", "status": "completed", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:55.692406 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5c0b2a-4314-4136-b78a-11a47426e3bd req-d64ba3a2-78bb-4085-a434-48b71b2a981d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007806 Feb 15 01:38:55.719346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.740062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Current status of the port 68cbea14-51cc-4fc5-8bfe-37877a324d1b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:55.740484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.752385 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744dc3f-c131-4ba6-a459-49959b3684dc x-openstack-request-id: req-a744dc3f-c131-4ba6-a459-49959b3684dc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:55.752715 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-unplugged", "status": "completed", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:55.753058 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a744dc3f-c131-4ba6-a459-49959b3684dc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:55.753581 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'code': 200} Feb 15 01:38:55.783303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:54Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:38:55.790367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] For port 68cbea14-51cc-4fc5-8bfe-37877a324d1b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68cbea14-51cc-4fc5-8bfe-37877a324d1b,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:55.818736 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.819610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d51743-ee25-45e0-8faa-2df6611fd525 None None] The sync data for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 is: [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:54Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:38:55.839075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.851961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:55.857258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:55.858205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:55.858600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:55.863521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:55.864020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Attempting to bind port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:55.871303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:55.872405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:55.873241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:55.873241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:55.873561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Bound port: 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:55.873906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:56.032158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac66e-f328-41a0-869e-e09ac25d0004 None None] Pushing event updated for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:56.079720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:56.096469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:56.148979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-beb29c32-2b42-45e1-911e-090599bf142c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e896352c0af44071b35d1c5cf16967ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543671 Feb 15 01:38:56.172350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a439912-c798-4387-95fa-130c0d8e43a1 req-bb739ca4-3975-4a55-8bf5-e785446f4d65 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:56.183013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a439912-c798-4387-95fa-130c0d8e43a1 req-bb739ca4-3975-4a55-8bf5-e785446f4d65 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1194179 Feb 15 01:38:56.193326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:56.260833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Allocated IP 172.25.2.136 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5d73fcf6-682c-4807-bfce-34c206cfcaa7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:56.282794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:56.367542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a439912-c798-4387-95fa-130c0d8e43a1 req-73e6a1cf-c333-4244-b568-d874957c4bd8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844583 Feb 15 01:38:56.423375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:56.424015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:56.430302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-00dc658b-f69e-4c17-932a-8370bb5d697f service neutron] 10.222.0.37 "PUT /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 1123 time: 1.5304754 Feb 15 01:38:56.459988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e1a212d2-765c-4d6d-8a58-7bfbc17eba75 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:56.464049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e1a212d2-765c-4d6d-8a58-7bfbc17eba75 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078041 Feb 15 01:38:56.477906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Request body: {'port': {'device_id': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'e896352c0af44071b35d1c5cf16967ab'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:56.523139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68cbea14-51cc-4fc5-8bfe-37877a324d1b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:38:56.538710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c4b4be2-b1fe-4073-8fe7-ca6b778244c3 req-92c648a4-d293-452b-97f0-e4b410db3c61 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 210 time: 0.0422306 Feb 15 01:38:56.572832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:38:56.699470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 68cbea14-51cc-4fc5-8bfe-37877a324d1b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:56.699470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:56.753487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c309-1732-49ed-82bf-421f8bdbcabf req-303096d7-e5be-468f-9eae-213c7c8f9b38 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:56.755290 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12b2c309-1732-49ed-82bf-421f8bdbcabf req-303096d7-e5be-468f-9eae-213c7c8f9b38 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.1069145 Feb 15 01:38:56.804521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed7c3-b503-4319-8c11-aa490c22e7d1 req-b8dfb551-14f3-4d42-ae91-049b49e80b69 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:56.806098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-133ed7c3-b503-4319-8c11-aa490c22e7d1 req-b8dfb551-14f3-4d42-ae91-049b49e80b69 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.6231675 Feb 15 01:38:56.882412 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12b2c309-1732-49ed-82bf-421f8bdbcabf req-ebe23854-d983-4b08-8b32-5c9d6c05f6c1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130295 Feb 15 01:38:56.886134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-133ed7c3-b503-4319-8c11-aa490c22e7d1 req-83de81f9-a46d-4ca3-8483-b69f9c2851cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741961 Feb 15 01:38:56.923292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68cbea14-51cc-4fc5-8bfe-37877a324d1b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:38:56.927870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:56.990448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Made reservation on behalf of e896352c0af44071b35d1c5cf16967ab for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:38:56.994863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.021142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.044519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.111819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:57.137956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bd1a-12de-4c5d-bcb7-dd70552ef90f req-57dd0780-4845-498c-9bab-013ba59338bc tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:57.145675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f843bd1a-12de-4c5d-bcb7-dd70552ef90f req-57dd0780-4845-498c-9bab-013ba59338bc tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1677957 Feb 15 01:38:57.157864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:57.174116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:57.200441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'Port': ['ID=5d73fcf6-682c-4807-bfce-34c206cfcaa7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:57.205643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.270465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f843bd1a-12de-4c5d-bcb7-dd70552ef90f req-08a150ac-6535-42a5-a591-0e1bf29e91b0 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238995 Feb 15 01:38:57.301356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks [] for security_group (b7f0f5f9-741f-4524-a353-fb38ec79f5da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.376804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7f0f5f9-741f-4524-a353-fb38ec79f5da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.395647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.468124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0f5f9-741f-4524-a353-fb38ec79f5da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:57.526487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65060-9c8b-4649-b14a-5daa201fdd5e req-5a58c7c0-20ce-4f7f-b05b-341e2dfc1246 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:57.527992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2f65060-9c8b-4649-b14a-5daa201fdd5e req-5a58c7c0-20ce-4f7f-b05b-341e2dfc1246 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0623634 Feb 15 01:38:57.554942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.564662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Allocated IP 192.168.233.9 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/78fab18a-7f7c-4fdb-af6f-0c11e0beea86) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:38:57.578260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2f65060-9c8b-4649-b14a-5daa201fdd5e req-cf59d0d1-4ebb-4bdd-8d98-75cc87b1120e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Feb 15 01:38:57.662496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eaf9424f-d3bd-4bb1-a2d5-1866ead17a90 req-1a4fb884-b75d-4007-a350-6bc9f1c420be tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 210 time: 0.0455451 Feb 15 01:38:57.754581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:38:57.756960 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca30e37-0cf3-4e32-9e88-0a87880ef092" -d '{"events": [{"name": "network-changed", "server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:38:57.794696 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff08338-7ee9-40c6-b276-2cba066fb1de x-openstack-request-id: req-cff08338-7ee9-40c6-b276-2cba066fb1de {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:38:57.795513 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:38:57.795817 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cff08338-7ee9-40c6-b276-2cba066fb1de {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:38:57.796219 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'status': 'completed', 'code': 200} Feb 15 01:38:57.887829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.892212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks [] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:57.911921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-941319c2-9d78-479c-a6e2-2aecf3e00c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:57.913428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-941319c2-9d78-479c-a6e2-2aecf3e00c3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1157 time: 0.0926988 Feb 15 01:38:57.994766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.025017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af2603-be8c-42f8-a020-be92cac5bc8f req-00eed51b-b400-4f08-981e-5a78be0e94af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.026548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-47af2603-be8c-42f8-a020-be92cac5bc8f req-00eed51b-b400-4f08-981e-5a78be0e94af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0578139 Feb 15 01:38:58.076179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-47af2603-be8c-42f8-a020-be92cac5bc8f req-171bbc75-167d-4323-8194-b53c9b43efd6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Feb 15 01:38:58.338782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.346825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'Port': ['ID=5d73fcf6-682c-4807-bfce-34c206cfcaa7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:58.399358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-7da68845-2f54-4d7d-86d6-0cda590bbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.400833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-7da68845-2f54-4d7d-86d6-0cda590bbccd service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.4785309 Feb 15 01:38:58.410544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89ef4-545c-414b-b81b-072c095dedbf req-e86bdbc8-0383-4095-bb16-f69a9b425da2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.411967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14d89ef4-545c-414b-b81b-072c095dedbf req-e86bdbc8-0383-4095-bb16-f69a9b425da2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.4367485 Feb 15 01:38:58.414405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecbe1d-2056-4ef5-a29b-09cdc0539dbf req-3fcb8571-e3a9-465b-854d-52fff0b38c82 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.416201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5ecbe1d-2056-4ef5-a29b-09cdc0539dbf req-3fcb8571-e3a9-465b-854d-52fff0b38c82 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0533049 Feb 15 01:38:58.417458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.445733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:38:58.469497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5ecbe1d-2056-4ef5-a29b-09cdc0539dbf req-cdc0799f-1115-4a00-aeba-f33307134d00 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456984 Feb 15 01:38:58.485793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:38:58.488373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-247cad37-24fb-46fb-b878-d69f20d4dd86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.0739837 Feb 15 01:38:58.491101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Pushing event updated for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:58.494555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:38:58.585974 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.587231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-43be3645-4fd5-448f-839b-33dce3dad0e8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0401731 Feb 15 01:38:58.602054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14d89ef4-545c-414b-b81b-072c095dedbf req-b3d71ae3-a95c-4879-ba05-e377985860a6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642361 Feb 15 01:38:58.610020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.610639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.619340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-53d5dbca-e47f-470d-9daa-2d99f99cc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.619340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-53d5dbca-e47f-470d-9daa-2d99f99cc11a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1185837 Feb 15 01:38:58.663435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-7a0a9519-95e9-4183-b16b-d11b9b29230d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334055 Feb 15 01:38:58.735866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-48169181-a1be-42da-9d22-cfdf0a4207c9 None None] Provisioning complete for port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:38:58.736488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48169181-a1be-42da-9d22-cfdf0a4207c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.764501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f63f0-b252-4d1a-8e7b-04625a6cf786 req-5d77976a-a965-4e20-a28c-cc6c3951303d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.766311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-06ad2a68-91cb-4830-b1d2-9d9f4c5f6f58 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2853847 Feb 15 01:38:58.766523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6f1f63f0-b252-4d1a-8e7b-04625a6cf786 req-5d77976a-a965-4e20-a28c-cc6c3951303d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0706511 Feb 15 01:38:58.779313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Request body: {'port': {'device_id': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:38:58.803623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-48169181-a1be-42da-9d22-cfdf0a4207c9 None None] Port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:38:58.834903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6f1f63f0-b252-4d1a-8e7b-04625a6cf786 req-a9fc1ede-fdb4-4422-9f72-08c0fa1cc6c1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657804 Feb 15 01:38:58.848201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-545d26c5-c258-4471-8536-4f73e0df6571 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1549182982&fields=id&tenant_id=f73d67f3521b4ad6a418f17d0781eef7 HTTP/1.1" status: 200 len: 267 time: 0.1197832 Feb 15 01:38:58.875955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-64fe8626-d8f8-45eb-ab09-2ca6630cb4b7 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052836 Feb 15 01:38:58.949847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:58.949979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903953d-6a06-4b7d-aebb-fcbff748ab73 req-67ad10e7-e0c3-42f5-a65a-933cf51aa1ba tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:58.949979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d903953d-6a06-4b7d-aebb-fcbff748ab73 req-67ad10e7-e0c3-42f5-a65a-933cf51aa1ba tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 934 time: 0.0525839 Feb 15 01:38:59.000701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d903953d-6a06-4b7d-aebb-fcbff748ab73 req-1fada7d3-28ad-4250-b666-6c5dbf948fc8 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Feb 15 01:38:59.074157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:38:59.105897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-d63be30a-1e69-49e6-bc23-2d59b949bd8e tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:59.107445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-d63be30a-1e69-49e6-bc23-2d59b949bd8e tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/networks?id=b3d6c3ba-46a8-4815-bd43-5978ac49af7a HTTP/1.1" status: 200 len: 814 time: 0.2370367 Feb 15 01:38:59.109818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca30e37-0cf3-4e32-9e88-0a87880ef092 req-cdfefb13-dd13-426b-b77f-5c0707abb7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236171 Feb 15 01:38:59.177396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-18ef54a3-ec2d-4ba8-8c43-c959a55437d8 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/quotas/f73d67f3521b4ad6a418f17d0781eef7 HTTP/1.1" status: 200 len: 375 time: 0.0233417 Feb 15 01:38:59.188162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:38:59.204724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:38:59.223623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe038-18f5-4770-8954-be7cada2ae16 req-df9b5a12-7251-47f9-99b6-04049e85b188 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:59.225267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9defe038-18f5-4770-8954-be7cada2ae16 req-df9b5a12-7251-47f9-99b6-04049e85b188 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0724950 Feb 15 01:38:59.272716 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9defe038-18f5-4770-8954-be7cada2ae16 req-5cdb4312-646b-4225-94eb-856166e2eebd tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Feb 15 01:38:59.296507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-d5c66882-9a92-483d-82b7-5739ec168818 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085002 Feb 15 01:38:59.433921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:38:59.444225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks [] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:59.447728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-77f5617d-9e25-4e1f-a41f-910fca1cc697 service neutron] 10.222.0.43 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379950 Feb 15 01:38:59.464819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Transition to ACTIVE for port object 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:38:59.540952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:59.568415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-1cac405c-3863-44b6-8bb4-41f8a296637d service neutron] 10.222.0.43 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142426 Feb 15 01:38:59.598301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303c5cb-6831-445b-b363-4919d371af44 req-c7d65f01-4970-42f7-8e87-9e475b6c5029 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:59.600121 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2303c5cb-6831-445b-b363-4919d371af44 req-c7d65f01-4970-42f7-8e87-9e475b6c5029 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0623598 Feb 15 01:38:59.603570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Pushing event updated for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:38:59.662775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2303c5cb-6831-445b-b363-4919d371af44 req-b4568ddb-5858-4dd3-84d2-df6bf60898b1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573244 Feb 15 01:38:59.695500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Attempting to bind port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:38:59.695990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Attempting to bind port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:38:59.696357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Attempting to bind port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:59.701261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:38:59.704169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Attempting to bind port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:38:59.706826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:38:59.707309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:38:59.708144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:38:59.708144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Bound port: 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:38:59.708513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:38:59.797220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d3840-344c-47ca-9703-4374110b8cd1 req-55369619-4c66-4c0e-9243-fa8651a4595a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:38:59.802523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-029d3840-344c-47ca-9703-4374110b8cd1 req-55369619-4c66-4c0e-9243-fa8651a4595a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0774574 Feb 15 01:38:59.858544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:38:59.860760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-029d3840-344c-47ca-9703-4374110b8cd1 req-9d7df7cb-9b9e-4fb8-b612-b3d97d1aecf8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Feb 15 01:38:59.886164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:38:59.914105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f49c269e-e59c-4255-bc8d-a354c80f69b9 req-77c209a2-36d0-49dc-83b9-c2f2ce982f49 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 210 time: 0.0937960 Feb 15 01:38:59.969387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:00.031219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37fbd-546d-429c-b009-8273cc765213 req-f585b87c-54b2-4f96-abe1-557a00ff8cf2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.049764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.050335 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5bb37fbd-546d-429c-b009-8273cc765213 req-f585b87c-54b2-4f96-abe1-557a00ff8cf2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1000481 Feb 15 01:39:00.050452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:00.051806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] 10.222.0.31 "PUT /v2.0/ports/78fab18a-7f7c-4fdb-af6f-0c11e0beea86 HTTP/1.1" status: 200 len: 1095 time: 1.2823906 Feb 15 01:39:00.052267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:00.054971 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe0174-0157-474d-abf7-80a49348aa36" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:00.072580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222a520-16dc-4d8d-8f84-cc4698be992e service neutron] Pushing event updated for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:00.110204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5bb37fbd-546d-429c-b009-8273cc765213 req-fe3ea799-d1e9-4cfe-b671-4675fd8d5c5c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587318 Feb 15 01:39:00.160685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11b49-dcf0-4204-84fd-fc3835edeaa4 req-6fd56f5f-58da-4c3a-915e-991d6cfd3065 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.162265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12b11b49-dcf0-4204-84fd-fc3835edeaa4 req-6fd56f5f-58da-4c3a-915e-991d6cfd3065 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 946 time: 0.0630884 Feb 15 01:39:00.164804 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384c0e7-f7cc-452f-8236-8f5d2f353531 x-openstack-request-id: req-2384c0e7-f7cc-452f-8236-8f5d2f353531 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:00.165100 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:00.165359 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2384c0e7-f7cc-452f-8236-8f5d2f353531 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:00.174063 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86', 'status': 'completed', 'code': 200} Feb 15 01:39:00.245396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12b11b49-dcf0-4204-84fd-fc3835edeaa4 req-36c7b267-b353-4d4a-a9a1-c3e0e3dc82ea tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772779 Feb 15 01:39:00.256212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe0174-0157-474d-abf7-80a49348aa36 req-f2ae115c-aa28-4b57-8d7d-88c991b3598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.257997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8fe0174-0157-474d-abf7-80a49348aa36 req-f2ae115c-aa28-4b57-8d7d-88c991b3598c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 1129 time: 0.0722122 Feb 15 01:39:00.287407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8fe0174-0157-474d-abf7-80a49348aa36 req-082b169d-1fc3-4a71-a3e2-f9a869d2f171 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e896352c0af44071b35d1c5cf16967ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198975 Feb 15 01:39:00.407567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe0174-0157-474d-abf7-80a49348aa36 req-1cfe1838-13e6-423e-904c-a446f547b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.409027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8fe0174-0157-474d-abf7-80a49348aa36 req-1cfe1838-13e6-423e-904c-a446f547b7fd service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033633 Feb 15 01:39:00.409240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd03f-5a7c-4e39-aa2b-455eceb39672 req-6982c6ec-fb1a-46c9-a1f8-51b7af4fa504 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.410907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-036bd03f-5a7c-4e39-aa2b-455eceb39672 req-6982c6ec-fb1a-46c9-a1f8-51b7af4fa504 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0599103 Feb 15 01:39:00.494508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-036bd03f-5a7c-4e39-aa2b-455eceb39672 req-397ae81b-5793-4c0b-b810-f59b6ded09b8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695906 Feb 15 01:39:00.506757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-23b730ce-08f1-4496-b592-70caf737a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.508559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-23b730ce-08f1-4496-b592-70caf737a7aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 1129 time: 0.0590124 Feb 15 01:39:00.551844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-0f8d48dd-8d75-4d6e-8dbf-43b5cb500d9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86 HTTP/1.1" status: 200 len: 217 time: 0.0347199 Feb 15 01:39:00.599756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e24cd549-0228-4eb6-8542-7f058079864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.601204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-e24cd549-0228-4eb6-8542-7f058079864d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0433156 Feb 15 01:39:00.654036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a25-8b65-4b86-9608-3eee193a5189 req-7634cc12-35b6-48c0-930b-fb95bc0289e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.655702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-7634cc12-35b6-48c0-930b-fb95bc0289e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0480959 Feb 15 01:39:00.783664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-926b56a7-3609-4b06-a187-a631f81bab9b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185915 Feb 15 01:39:00.852905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092defa-37d5-451f-a295-413c8634512a req-03f85110-56fb-415b-983c-610eec41facd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:00.854361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6092defa-37d5-451f-a295-413c8634512a req-03f85110-56fb-415b-983c-610eec41facd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1202693 Feb 15 01:39:00.924851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844a25-8b65-4b86-9608-3eee193a5189 req-bf24929f-5ee3-4010-b9cd-ea6d80c692f6 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335416 Feb 15 01:39:00.929746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6092defa-37d5-451f-a295-413c8634512a req-e38bab62-5f91-4125-acfe-2340c7226d35 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671878 Feb 15 01:39:01.019878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8df42a6c-b83e-47af-b1f5-e41a42172f05 req-1a831987-0aa0-4cf5-ba14-c5148417af68 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Feb 15 01:39:01.238243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af967cc-9ba1-46ff-b0e5-9aaa72ef7e11 req-ae6e1e04-f6d5-41a7-8c74-97e792b13b9f tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:01.239801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3af967cc-9ba1-46ff-b0e5-9aaa72ef7e11 req-ae6e1e04-f6d5-41a7-8c74-97e792b13b9f tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1128 time: 0.0643466 Feb 15 01:39:01.288666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3af967cc-9ba1-46ff-b0e5-9aaa72ef7e11 req-5cda0335-611e-4374-bcde-beb4b735806d tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Feb 15 01:39:01.413634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dffe6-70e7-438b-aaa4-82c22878392e req-99f81438-69fc-42ee-8ad0-5e2de1c19363 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:01.415155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-086dffe6-70e7-438b-aaa4-82c22878392e req-99f81438-69fc-42ee-8ad0-5e2de1c19363 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0684369 Feb 15 01:39:01.416982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285d7ac-03eb-4a86-8ef2-0835d7923ab4 req-22c13a08-b199-4c54-89ef-cfde2328cf80 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:01.418893 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c285d7ac-03eb-4a86-8ef2-0835d7923ab4 req-22c13a08-b199-4c54-89ef-cfde2328cf80 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.2905977 Feb 15 01:39:01.465268 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c285d7ac-03eb-4a86-8ef2-0835d7923ab4 req-06f7aa0c-f035-4ca7-8411-2807501b0c53 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Feb 15 01:39:01.471770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-086dffe6-70e7-438b-aaa4-82c22878392e req-e339e020-d7ba-43e1-9682-0d355d74cd4d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Feb 15 01:39:01.572688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36923f2e-e100-47ce-8e34-08affbdf3faa req-ea3500e6-dda4-4b1a-932e-a7b9f2a1ab0d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:01.574192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36923f2e-e100-47ce-8e34-08affbdf3faa req-ea3500e6-dda4-4b1a-932e-a7b9f2a1ab0d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 946 time: 0.0517807 Feb 15 01:39:01.621088 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36923f2e-e100-47ce-8e34-08affbdf3faa req-1932e00a-3fe9-4b94-8853-b3c3b7b5a647 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Feb 15 01:39:01.730993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7d6e-db25-48f7-aba5-29a91025e78f req-ff6b0ef8-109a-43e6-9748-3954ae609b04 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:01.732730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5e0a7d6e-db25-48f7-aba5-29a91025e78f req-ff6b0ef8-109a-43e6-9748-3954ae609b04 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0565126 Feb 15 01:39:01.778476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5e0a7d6e-db25-48f7-aba5-29a91025e78f req-b7a54502-d097-43e7-94eb-ebb33f36e49d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Feb 15 01:39:02.053173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a54e9-a5ed-42a3-8b0e-1844c2fb152a req-4cb242d1-aebd-4a61-a37b-8ecfa6e80846 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:02.054714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-797a54e9-a5ed-42a3-8b0e-1844c2fb152a req-4cb242d1-aebd-4a61-a37b-8ecfa6e80846 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0533216 Feb 15 01:39:02.104252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-797a54e9-a5ed-42a3-8b0e-1844c2fb152a req-c42fca2d-9f10-4d46-a83c-f7b5f912daee tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437882 Feb 15 01:39:02.214768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cfc65633-4a60-45b5-b3ff-38f1d17410aa req-0ad9403f-b911-4be7-aa2a-e8f7474ab8ea tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 210 time: 0.0453162 Feb 15 01:39:02.312583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-5de5824b-36e5-4cb2-98cc-c38282dcec71 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:02.314202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-5de5824b-36e5-4cb2-98cc-c38282dcec71 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.31 "GET /v2.0/networks?id=b3d6c3ba-46a8-4815-bd43-5978ac49af7a HTTP/1.1" status: 200 len: 814 time: 0.1066604 Feb 15 01:39:02.381143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-80ce6bb7-3ee6-4bc1-999f-402921519453 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73d67f3521b4ad6a418f17d0781eef7 HTTP/1.1" status: 200 len: 380 time: 0.0511620 Feb 15 01:39:02.391129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'port': {'device_id': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'admin_state_up': True, 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'security_groups': ['1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:02.585933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36bf9-4218-4dc2-b1ba-fd19e4e6c652 req-9c682d15-5c29-4622-85fe-8bd221ad9760 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:02.587335 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3dd36bf9-4218-4dc2-b1ba-fd19e4e6c652 req-9c682d15-5c29-4622-85fe-8bd221ad9760 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0517685 Feb 15 01:39:02.611282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Made reservation on behalf of f73d67f3521b4ad6a418f17d0781eef7 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:02.614696 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:02.633861 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3dd36bf9-4218-4dc2-b1ba-fd19e4e6c652 req-ab68f890-e396-4016-817d-9a1f648f19eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Feb 15 01:39:02.745385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199547bc-9f7b-44c5-b6ac-3f6d09d8b981 req-f05ff175-822d-4437-ad2f-e1f22aa03b69 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:02.746858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-199547bc-9f7b-44c5-b6ac-3f6d09d8b981 req-f05ff175-822d-4437-ad2f-e1f22aa03b69 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0522144 Feb 15 01:39:02.750440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Allocated IP 172.20.0.14 (b3d6c3ba-46a8-4815-bd43-5978ac49af7a/f72311f7-3c7d-403e-8f52-24faa4989099/0975049e-c317-4491-a5b3-c9a4de7a8a0f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:39:02.798237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-199547bc-9f7b-44c5-b6ac-3f6d09d8b981 req-707fcb1b-d5a5-4758-8a56-bd7ca8ffa3ad tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Feb 15 01:39:02.915308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:02.917135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7981ff-ac17-4f09-b058-c2aa7d5ae0ec req-e2bef50b-0128-4a86-999b-d56e1ff11100 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:02.918690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f7981ff-ac17-4f09-b058-c2aa7d5ae0ec req-e2bef50b-0128-4a86-999b-d56e1ff11100 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 946 time: 0.0559509 Feb 15 01:39:02.965743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f7981ff-ac17-4f09-b058-c2aa7d5ae0ec req-413374da-f6b1-44dc-be5d-4b35b8ddbd2b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Feb 15 01:39:03.046850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.077032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f231a8-15f4-4568-b0b2-ca87f1ecabad req-d2ab3bd9-e435-4aab-b36a-c2a41573fd1f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.078772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32f231a8-15f4-4568-b0b2-ca87f1ecabad req-d2ab3bd9-e435-4aab-b36a-c2a41573fd1f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0546005 Feb 15 01:39:03.091228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:39:03.096488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:39:03.098871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:39:03.135466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event updated for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:03.144994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-32f231a8-15f4-4568-b0b2-ca87f1ecabad req-ff590f80-9577-40e7-a1ed-bf7f7c111d78 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Feb 15 01:39:03.164833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.165479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.192382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-43c1ad36-77d1-4e03-baf9-146aba51927b tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:39:03.193386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-43c1ad36-77d1-4e03-baf9-146aba51927b tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058014 Feb 15 01:39:03.248757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-edc6c1cc-fb29-4650-bae5-463c8dbf5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.250404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-edc6c1cc-fb29-4650-bae5-463c8dbf5856 service neutron] 10.222.0.43 "GET /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 1125 time: 0.0406299 Feb 15 01:39:03.260139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:03.260630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:39:03.268162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a59e7ea5-60db-4b99-974e-c3e040a6cdda tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814263 Feb 15 01:39:03.278866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aba228-3f50-48f6-a715-789cf46e3ac2 req-97ee3072-a39e-4e21-b909-c704fdb0d914 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.281214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45aba228-3f50-48f6-a715-789cf46e3ac2 req-97ee3072-a39e-4e21-b909-c704fdb0d914 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0692284 Feb 15 01:39:03.297029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Request body: {'port': {'device_id': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:03.337201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45aba228-3f50-48f6-a715-789cf46e3ac2 req-6e9e4872-597f-41c7-8974-a0ff5126c21c tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501747 Feb 15 01:39:03.409116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.423678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2ffe2a05-705c-4fe8-b739-fe979931eb82 None None] Provisioning complete for port 0975049e-c317-4491-a5b3-c9a4de7a8a0f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:03.424207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2a05-705c-4fe8-b739-fe979931eb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.463185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe2a05-705c-4fe8-b739-fe979931eb82 None None] Port 0975049e-c317-4491-a5b3-c9a4de7a8a0f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:39:03.465467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d59f-6fe1-4083-8996-6cd8957eee19 req-2f5e8ba6-d46b-4098-aade-18d8119802dd tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.467743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6778d59f-6fe1-4083-8996-6cd8957eee19 req-2f5e8ba6-d46b-4098-aade-18d8119802dd tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 932 time: 0.0647461 Feb 15 01:39:03.511740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:03.512103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:03.516931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:03.518703 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6778d59f-6fe1-4083-8996-6cd8957eee19 req-37224747-2df2-47dc-a433-df2899e28853 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455139 Feb 15 01:39:03.562648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:03.562967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:03.573296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:03.573633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:03.574009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:03.574432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Bound port: e21d5de7-bb18-4235-8c8e-f7e001489a27, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:03.694682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:03.756848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1496a-5069-4392-86a6-6a488b04c290 req-16e24a68-32c5-4aab-9727-5d3ae7941d07 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.758380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9bb1496a-5069-4392-86a6-6a488b04c290 req-16e24a68-32c5-4aab-9727-5d3ae7941d07 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0542755 Feb 15 01:39:03.781147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0975049e-c317-4491-a5b3-c9a4de7a8a0f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:03.789789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.790989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-1676bc03-7833-401c-8dbb-815880628244 service neutron] 10.222.0.43 "POST /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27/bindings HTTP/1.1" status: 201 len: 390 time: 0.5350654 Feb 15 01:39:03.795712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks [] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.805640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Transition to ACTIVE for port object 0975049e-c317-4491-a5b3-c9a4de7a8a0f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:03.808831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9bb1496a-5069-4392-86a6-6a488b04c290 req-471592f1-e6f1-4e44-9455-d3c7ff25c787 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Feb 15 01:39:03.859738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:03.912557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Pushing event updated for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:03.935565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe94d6-6976-46bd-be87-5f61b7a2bedf req-80351f96-9abe-41dc-8746-7623d4d5c8a6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:03.939410 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1bbe94d6-6976-46bd-be87-5f61b7a2bedf req-80351f96-9abe-41dc-8746-7623d4d5c8a6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0645270 Feb 15 01:39:03.998907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Attempting to bind port 0975049e-c317-4491-a5b3-c9a4de7a8a0f on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:03.999253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Attempting to bind port 0975049e-c317-4491-a5b3-c9a4de7a8a0f by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:03.999587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Attempting to bind port 0975049e-c317-4491-a5b3-c9a4de7a8a0f on network b3d6c3ba-46a8-4815-bd43-5978ac49af7a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:04.003510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1bbe94d6-6976-46bd-be87-5f61b7a2bedf req-ffcb2b1b-7911-4245-85b2-f122fb3090fd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Feb 15 01:39:04.004359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Port 0975049e-c317-4491-a5b3-c9a4de7a8a0f on network b3d6c3ba-46a8-4815-bd43-5978ac49af7a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:04.004769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Attempting to bind port 0975049e-c317-4491-a5b3-c9a4de7a8a0f on network b3d6c3ba-46a8-4815-bd43-5978ac49af7a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:04.010416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:04.010724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Checking segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:04.011202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Bound using segment: {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:04.011705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Bound port: 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20b6282-7fc2-4e55-b753-519555bdee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:04.012150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:04.111065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:04.115002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:04.127794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e591e7-b1e9-459f-ae78-0f82710143b4 req-945ad9ea-efc9-4286-a5e3-4412caba9c3a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.129414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0e591e7-b1e9-459f-ae78-0f82710143b4 req-945ad9ea-efc9-4286-a5e3-4412caba9c3a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 946 time: 0.0629532 Feb 15 01:39:04.178221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2957d9-0ab7-434e-b299-91da78460f84 req-d54c6870-0f01-45bb-927c-e4862430cd06 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.179946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2957d9-0ab7-434e-b299-91da78460f84 req-d54c6870-0f01-45bb-927c-e4862430cd06 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0557821 Feb 15 01:39:04.180802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0e591e7-b1e9-459f-ae78-0f82710143b4 req-89ec3df8-b4f7-4306-b6e3-79205a109fce tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Feb 15 01:39:04.230042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:04.242309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2957d9-0ab7-434e-b299-91da78460f84 req-768cfdd8-7c42-4258-aa1f-c58761152310 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543165 Feb 15 01:39:04.277309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.278026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:04.280487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] 10.222.0.31 "PUT /v2.0/ports/0975049e-c317-4491-a5b3-c9a4de7a8a0f HTTP/1.1" status: 200 len: 1093 time: 0.9907196 Feb 15 01:39:04.281003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:04.283307 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d145c-a11f-47d7-8edc-f4295c1fa69c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:04.327776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9d3e-208f-447e-93c5-25c90b753c58 req-31aa502c-7883-4e71-abe3-998aa79a6105 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.330146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ef4d9d3e-208f-447e-93c5-25c90b753c58 req-31aa502c-7883-4e71-abe3-998aa79a6105 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0879261 Feb 15 01:39:04.344392 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf3c451-bf41-40d8-8ea1-73274ca155f8 x-openstack-request-id: req-aaf3c451-bf41-40d8-8ea1-73274ca155f8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:04.345291 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:04.345291 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaf3c451-bf41-40d8-8ea1-73274ca155f8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:04.345765 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'status': 'completed', 'code': 200} Feb 15 01:39:04.362599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5f40-9aeb-42e9-87d2-bd4517d7d430 service neutron] Pushing event updated for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:04.430877 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ef4d9d3e-208f-447e-93c5-25c90b753c58 req-7a79c260-242f-4dc6-aaab-d6581032c6fb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898693 Feb 15 01:39:04.448953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-b6e97158-63c4-4430-9b12-dff4e3bbc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.450684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-b6e97158-63c4-4430-9b12-dff4e3bbc2c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 1127 time: 0.0758164 Feb 15 01:39:04.464903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:04.583643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffcbb4-7633-4b70-b6cd-87fcf8b6dfc9 req-480bfd7f-f46c-465c-91f8-d36fa148f488 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.585720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57ffcbb4-7633-4b70-b6cd-87fcf8b6dfc9 req-480bfd7f-f46c-465c-91f8-d36fa148f488 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1282139 Feb 15 01:39:04.608028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:04.621483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86', 'mac_address': 'fa:16:3e:85:b0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:39:04.626305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-465ee655-a1fe-49b1-a38a-ccba156f3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.627994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-465ee655-a1fe-49b1-a38a-ccba156f3dc8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1686323 Feb 15 01:39:04.673775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ba7d-3f69-4c4d-a6ae-edf1fbce70f8 req-f4526b34-a424-4982-9bca-798767c44e92 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.675039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:04.675684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:04.682230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d492ba7d-3f69-4c4d-a6ae-edf1fbce70f8 req-f4526b34-a424-4982-9bca-798767c44e92 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 944 time: 0.0785422 Feb 15 01:39:04.690721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:04.705242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57ffcbb4-7633-4b70-b6cd-87fcf8b6dfc9 req-c5dcee31-42bd-4e27-a288-fb7f3c42a146 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123931 Feb 15 01:39:04.728484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:04.740167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d492ba7d-3f69-4c4d-a6ae-edf1fbce70f8 req-41e8d1fb-d6a5-4159-8e57-d3a749685480 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Feb 15 01:39:04.772381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-c519ef4e-6e56-402e-95c2-edabafd9f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.773983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61d145c-a11f-47d7-8edc-f4295c1fa69c req-c519ef4e-6e56-402e-95c2-edabafd9f8d5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354084 Feb 15 01:39:04.823073 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:04.880936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-ca534032-6407-4188-a164-325180f2a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.882550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-ca534032-6407-4188-a164-325180f2a9b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 1127 time: 0.0673618 Feb 15 01:39:04.916394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:04.938561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-17080440-349e-47a1-aade-3a75f37966af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f HTTP/1.1" status: 200 len: 217 time: 0.0473077 Feb 15 01:39:04.964580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856d80-a220-46b3-bba5-efeb520be054 req-5bc37fe9-d677-4d6e-8aaa-ccab848cd25d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:04.972835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45856d80-a220-46b3-bba5-efeb520be054 req-5bc37fe9-d677-4d6e-8aaa-ccab848cd25d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0730836 Feb 15 01:39:04.998697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-3c7c5b11-8ed2-4b28-906f-3b1e91edef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.000373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-3c7c5b11-8ed2-4b28-906f-3b1e91edef0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f72311f7-3c7d-403e-8f52-24faa4989099 HTTP/1.1" status: 200 len: 853 time: 0.0538182 Feb 15 01:39:05.037551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45856d80-a220-46b3-bba5-efeb520be054 req-41bd458d-6407-422b-8dd1-1333da23c389 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Feb 15 01:39:05.064421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a8fd303f-c68e-47f2-aa69-6797d3e171a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.066122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-a8fd303f-c68e-47f2-aa69-6797d3e171a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3d6c3ba-46a8-4815-bd43-5978ac49af7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584366 Feb 15 01:39:05.166443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760237-4be5-46f1-8b4b-62602db7a970 req-7ff71586-aec5-4d8c-9ee2-c9b93a40fa70 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.168046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3760237-4be5-46f1-8b4b-62602db7a970 req-7ff71586-aec5-4d8c-9ee2-c9b93a40fa70 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0671716 Feb 15 01:39:05.179811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['78fab18a-7f7c-4fdb-af6f-0c11e0beea86'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:05.239946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3760237-4be5-46f1-8b4b-62602db7a970 req-8dbf76d2-cd0a-4a35-92dc-e15cf0f595e1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605173 Feb 15 01:39:05.477650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0172b-46ed-4b39-bd5d-68f8e59de267 req-ad3b330f-4c41-461b-9c15-84e2fddbe7bf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.479122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bfc0172b-46ed-4b39-bd5d-68f8e59de267 req-ad3b330f-4c41-461b-9c15-84e2fddbe7bf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0995553 Feb 15 01:39:05.530300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bfc0172b-46ed-4b39-bd5d-68f8e59de267 req-cd6cb313-8618-41f6-b0e0-3925dda2847c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Feb 15 01:39:05.536914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a37c9-a514-4913-be32-5c9651c5864e req-c9aca62a-3943-4c6c-b203-4c891d50adb5 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.538486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-305a37c9-a514-4913-be32-5c9651c5864e req-c9aca62a-3943-4c6c-b203-4c891d50adb5 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 947 time: 0.0885725 Feb 15 01:39:05.564333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-aada811a-4e11-463b-8fc4-6bb071f95bcf service neutron] 10.222.0.31 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902542 Feb 15 01:39:05.641457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-305a37c9-a514-4913-be32-5c9651c5864e req-b849ad53-ae21-4a2a-b327-0d436c89cb99 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965986 Feb 15 01:39:05.664053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729946d4-b7b3-4bbd-8660-297d4633e17c req-e42b0e9c-f061-4bce-96b2-fe38e0dfefa0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.666393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-729946d4-b7b3-4bbd-8660-297d4633e17c req-e42b0e9c-f061-4bce-96b2-fe38e0dfefa0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0712082 Feb 15 01:39:05.676766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8c67ae2-802e-4daa-bee0-64b32dab1a8f req-8ece205d-2700-4fcb-b16a-928b7cdfbf37 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048610 Feb 15 01:39:05.718038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-729946d4-b7b3-4bbd-8660-297d4633e17c req-1b9fb836-1915-4882-9f29-2381d96b4cae tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Feb 15 01:39:05.835999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c068ad-6381-4dca-a39b-04bc6e0616dc req-06613390-025f-4e26-9a3a-12058a1ba900 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.837817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c068ad-6381-4dca-a39b-04bc6e0616dc req-06613390-025f-4e26-9a3a-12058a1ba900 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0589178 Feb 15 01:39:05.876025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14722040-334b-45ac-841c-8fe383784461 req-0fc1b5da-1ee8-4aba-a16a-0c13168a4ff7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:05.878035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-14722040-334b-45ac-841c-8fe383784461 req-0fc1b5da-1ee8-4aba-a16a-0c13168a4ff7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 944 time: 0.0588675 Feb 15 01:39:05.888234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c068ad-6381-4dca-a39b-04bc6e0616dc req-27c5a1c3-2cf7-46f7-951c-bed16f4db7f2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442867 Feb 15 01:39:05.929446 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-14722040-334b-45ac-841c-8fe383784461 req-379cb575-3e09-48b0-92ec-2f520555566c tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Feb 15 01:39:06.156157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655fdcc-75df-49ad-9af7-7936f00ca91e req-f3f7ce7a-59f5-4560-9608-8b67bf8929de tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:06.158905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f655fdcc-75df-49ad-9af7-7936f00ca91e req-f3f7ce7a-59f5-4560-9608-8b67bf8929de tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0541630 Feb 15 01:39:06.210920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f655fdcc-75df-49ad-9af7-7936f00ca91e req-ab89df88-fe92-4590-b21b-9c792a1c31a0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Feb 15 01:39:06.407673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce837f-4633-49c4-8cb1-ef04c62a96cf req-9e4552d7-6fb8-4811-b0e6-04e270d62a96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:06.409729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76ce837f-4633-49c4-8cb1-ef04c62a96cf req-9e4552d7-6fb8-4811-b0e6-04e270d62a96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0593545 Feb 15 01:39:06.469058 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76ce837f-4633-49c4-8cb1-ef04c62a96cf req-7ae825b0-d24e-4989-8143-857e8e8f4838 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Feb 15 01:39:06.493102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:39:06.619239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:39:06.623443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:06.623830 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:06.656824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c0e04-ce24-4b6e-a0ab-3939b3ac82e3 req-6bfcea24-d4ef-43ab-aed5-f3885937f716 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:06.658557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e4c0e04-ce24-4b6e-a0ab-3939b3ac82e3 req-6bfcea24-d4ef-43ab-aed5-f3885937f716 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0556109 Feb 15 01:39:06.709363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:06.710194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:06.739648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:06.743020 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed78e5-e271-41de-a1fa-e5368d5377bf" -d '{"events": [{"server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "name": "network-vif-plugged", "status": "completed", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:06.758006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:06.766187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e4c0e04-ce24-4b6e-a0ab-3939b3ac82e3 req-690f06fd-b610-4fcf-8092-5fec8eff9847 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811875 Feb 15 01:39:06.825760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e66b-380b-40df-85c4-4aaac7b2f2db req-5dc77620-853b-4b9a-811a-ff7c8489d3a1 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:06.827852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3a4e66b-380b-40df-85c4-4aaac7b2f2db req-5dc77620-853b-4b9a-811a-ff7c8489d3a1 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 947 time: 0.0724988 Feb 15 01:39:06.830894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:06.900335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:06.908042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bd3d3-df46-41ce-8860-5c4b3707adf2 req-e5cd9d13-d3b1-47e8-92dd-3ef31b3b45c5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:06.910439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-593bd3d3-df46-41ce-8860-5c4b3707adf2 req-e5cd9d13-d3b1-47e8-92dd-3ef31b3b45c5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0629590 Feb 15 01:39:06.920835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3a4e66b-380b-40df-85c4-4aaac7b2f2db req-81ee5b15-e4f9-431c-a08a-edb97e455ed0 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833929 Feb 15 01:39:06.966382 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7551d223-cf26-498b-bd93-8b2272ddab5f x-openstack-request-id: req-7551d223-cf26-498b-bd93-8b2272ddab5f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:06.967425 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "name": "network-vif-plugged", "status": "completed", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:06.967686 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7551d223-cf26-498b-bd93-8b2272ddab5f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:06.968084 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86', 'code': 200} Feb 15 01:39:06.973085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-593bd3d3-df46-41ce-8860-5c4b3707adf2 req-9223857c-6025-4b59-b990-a59d9d66fdc6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Feb 15 01:39:07.080022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3b8f-84bd-40f3-bef1-17d0aa92997a req-1af98438-12f2-4e17-92ba-8c14df7b92e5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.083680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d6ad3b8f-84bd-40f3-bef1-17d0aa92997a req-1af98438-12f2-4e17-92ba-8c14df7b92e5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0575476 Feb 15 01:39:07.125116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b60c9-dbc9-4c66-8e8b-a7473b0b7586 req-e7fe1a31-2a18-4e63-8655-d66dec034bdc tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.126664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea9b60c9-dbc9-4c66-8e8b-a7473b0b7586 req-e7fe1a31-2a18-4e63-8655-d66dec034bdc tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 944 time: 0.0882933 Feb 15 01:39:07.140858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d6ad3b8f-84bd-40f3-bef1-17d0aa92997a req-70c58c37-33be-4234-877a-496ea0e2651a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528708 Feb 15 01:39:07.142979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ced3ca-5a4a-4295-8e36-a5b20e0671cf req-adcff574-d16a-4240-a62e-e83d5746f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.144449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5ced3ca-5a4a-4295-8e36-a5b20e0671cf req-adcff574-d16a-4240-a62e-e83d5746f572 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 1131 time: 0.0760055 Feb 15 01:39:07.162312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:07.214772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea9b60c9-dbc9-4c66-8e8b-a7473b0b7586 req-295d5a0f-393a-427c-b74e-4c4eca4f9dec tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814056 Feb 15 01:39:07.222183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5ced3ca-5a4a-4295-8e36-a5b20e0671cf req-fbb64379-a1e9-4f54-aec2-d7da5ae43239 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 Feb 15 01:39:07.267570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:07.279351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:39:07.343516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85d6a-d388-4cfe-93ba-0f5ccdfe6ae1 req-3dc47cdf-116d-4109-9981-8d198f8a2527 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.345060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6a85d6a-d388-4cfe-93ba-0f5ccdfe6ae1 req-3dc47cdf-116d-4109-9981-8d198f8a2527 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0645258 Feb 15 01:39:07.402636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6a85d6a-d388-4cfe-93ba-0f5ccdfe6ae1 req-8d084a72-d138-49af-a249-62aa45db3d2c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 Feb 15 01:39:07.593476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c8ab-c4ac-40fd-8d81-b6b21f252883 req-36d75ab2-f8ec-4133-90b6-3dc01e14ba32 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.595081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed90c8ab-c4ac-40fd-8d81-b6b21f252883 req-36d75ab2-f8ec-4133-90b6-3dc01e14ba32 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0535562 Feb 15 01:39:07.649849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed90c8ab-c4ac-40fd-8d81-b6b21f252883 req-4034e515-22d0-4d88-86fd-acc63f04fe6f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Feb 15 01:39:07.906644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceb31a-1109-4c13-8123-66df640bdd6a req-99186e97-37d7-480a-858f-b2b8fd0a6d77 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:07.908117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3fceb31a-1109-4c13-8123-66df640bdd6a req-99186e97-37d7-480a-858f-b2b8fd0a6d77 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0564878 Feb 15 01:39:07.962680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3fceb31a-1109-4c13-8123-66df640bdd6a req-8c465bea-53b5-41b8-8a9f-5983882753c7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Feb 15 01:39:08.088219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad388f77-bb4f-4092-9b95-d34006e0eeda req-eece7d3e-63fa-424b-a124-397337047708 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.089917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad388f77-bb4f-4092-9b95-d34006e0eeda req-eece7d3e-63fa-424b-a124-397337047708 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 948 time: 0.0966449 Feb 15 01:39:08.093283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-04aa0a3e-1e5e-42a6-9321-d24e178e9b37 service neutron] 10.222.0.31 "GET /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.1079631 Feb 15 01:39:08.111475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f9d5-11d5-4b4e-b15b-dc618a6d1c2a req-620cae7a-e914-4d39-8a51-c0f1b39ddf66 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.112914 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2825f9d5-11d5-4b4e-b15b-dc618a6d1c2a req-620cae7a-e914-4d39-8a51-c0f1b39ddf66 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 943 time: 0.0589466 Feb 15 01:39:08.163739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2825f9d5-11d5-4b4e-b15b-dc618a6d1c2a req-91d14017-a4ca-4490-aacf-fdfaf062fd77 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Feb 15 01:39:08.191030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad388f77-bb4f-4092-9b95-d34006e0eeda req-6c643af3-1ac3-4358-80ac-47141c4de1ec tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Feb 15 01:39:08.304097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcd46a-9635-435c-a00a-3a18954c547e req-c6deb422-a2b6-48f0-9096-840a54129c69 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.311167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-69dcd46a-9635-435c-a00a-3a18954c547e req-c6deb422-a2b6-48f0-9096-840a54129c69 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0702691 Feb 15 01:39:08.362971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-69dcd46a-9635-435c-a00a-3a18954c547e req-a48d0c5d-4a0b-4498-a79a-8c365abadb81 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502300 Feb 15 01:39:08.365890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:08.393709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:08.421606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aacaa-eee7-4b02-a3af-814231c508b3 req-1c32e395-9093-4247-8fd2-259f4486d9e9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.423104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953aacaa-eee7-4b02-a3af-814231c508b3 req-1c32e395-9093-4247-8fd2-259f4486d9e9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 944 time: 0.1060517 Feb 15 01:39:08.446151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:08.468511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:08.506635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953aacaa-eee7-4b02-a3af-814231c508b3 req-6c847260-1a11-495d-9448-a95f30beea95 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740378 Feb 15 01:39:08.533360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0975049e-c317-4491-a5b3-c9a4de7a8a0f details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:08.545849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:08.603213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1b1b-9ac8-4c7e-a8b1-5f8fe25e743f req-3dec1998-cd5f-4d54-a1aa-95c0e61e05c8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.605589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a10a1b1b-9ac8-4c7e-a8b1-5f8fe25e743f req-3dec1998-cd5f-4d54-a1aa-95c0e61e05c8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1029987 Feb 15 01:39:08.651145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:08.663505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'port_id': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'mac_address': 'fa:16:3e:d3:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:39:08.687980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a10a1b1b-9ac8-4c7e-a8b1-5f8fe25e743f req-d719ff33-a3ab-41c0-b62b-d983f77aefff tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597095 Feb 15 01:39:08.721726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0975049e-c317-4491-a5b3-c9a4de7a8a0f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:08.723024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:08.739597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0975049e-c317-4491-a5b3-c9a4de7a8a0f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:08.764776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:08.784589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] Transition to ACTIVE for port object 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:08.803391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513eac8-de3e-4c6f-8cc2-0e325bf14b08 req-1651410e-acf6-4a6c-8176-eeab2610c701 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:08.804950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3513eac8-de3e-4c6f-8cc2-0e325bf14b08 req-1651410e-acf6-4a6c-8176-eeab2610c701 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0691268 Feb 15 01:39:08.819807 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:08.849289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:08.873414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:08.886728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3513eac8-de3e-4c6f-8cc2-0e325bf14b08 req-d99a8bad-19b6-4955-96a3-da2d96001ab7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753026 Feb 15 01:39:08.933767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] No DVR routers for this DVR port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:08.944113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] Pushing event updated for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:08.966359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-ba640fdb-3849-41e7-8ae5-7bda95efcebb service neutron] 10.222.0.31 "PUT /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8618517 Feb 15 01:39:09.094929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69c31-7333-4c17-9890-d396b8251805 req-a32c31a6-7e3a-4306-b09c-60397fde87b8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.096406 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87b69c31-7333-4c17-9890-d396b8251805 req-a32c31a6-7e3a-4306-b09c-60397fde87b8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0613823 Feb 15 01:39:09.162793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['0975049e-c317-4491-a5b3-c9a4de7a8a0f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:09.166481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-1aa4fdc9-a25f-4c1b-931d-0568974d8d01 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.167676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-1aa4fdc9-a25f-4c1b-931d-0568974d8d01 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0881438 Feb 15 01:39:09.171420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87b69c31-7333-4c17-9890-d396b8251805 req-d5e28686-ca2b-45ae-9329-027a61d95f22 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563848 Feb 15 01:39:09.249752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-b1f332bb-cbfe-49d0-856f-040288826d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.251262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-b1f332bb-cbfe-49d0-856f-040288826d4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&tenant_id=2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 1127 time: 0.0757837 Feb 15 01:39:09.345171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb660d9-b041-4c56-9e45-3c93f2e15d55 req-1d22b6f7-3329-41ae-a326-37d502cb27c6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.346754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb660d9-b041-4c56-9e45-3c93f2e15d55 req-1d22b6f7-3329-41ae-a326-37d502cb27c6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 944 time: 0.0905089 Feb 15 01:39:09.370515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-d18a4337-4ba2-4e9f-b6fb-9dcc167ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.372728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-d18a4337-4ba2-4e9f-b6fb-9dcc167ac7ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1127 time: 0.0942953 Feb 15 01:39:09.385031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb469d23-febe-4764-aab5-6e346c26cdab req-0e551f1f-0c3e-405b-a264-f5773da7982b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.386690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fb469d23-febe-4764-aab5-6e346c26cdab req-0e551f1f-0c3e-405b-a264-f5773da7982b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 948 time: 0.0691242 Feb 15 01:39:09.408960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb660d9-b041-4c56-9e45-3c93f2e15d55 req-3a4bede0-9de2-4d5b-bb67-f7bdfcb6ac9f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556662 Feb 15 01:39:09.507399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fb469d23-febe-4764-aab5-6e346c26cdab req-0cf4d31c-b673-4abf-bcdb-3240d768171b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058624 Feb 15 01:39:09.517452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201210-f669-4cb6-9221-fb855b78f3dc req-65b9ea72-779e-47ca-86e5-32674fe52f34 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.519016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f201210-f669-4cb6-9221-fb855b78f3dc req-65b9ea72-779e-47ca-86e5-32674fe52f34 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0552595 Feb 15 01:39:09.539301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-1f0becb5-39a0-4a6b-b859-4d58bf0573db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.541066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-1f0becb5-39a0-4a6b-b859-4d58bf0573db service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1531448 Feb 15 01:39:09.584057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f201210-f669-4cb6-9221-fb855b78f3dc req-b9c75664-2275-4fd3-bfb2-bf74cec3f65a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506444 Feb 15 01:39:09.596654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-faa72cc6-99d9-4220-b881-fdbd1691bec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.0476599 Feb 15 01:39:09.684705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-19dbf150-d590-46d2-8b91-b465f93cabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.686012 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-19dbf150-d590-46d2-8b91-b465f93cabe8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0827668 Feb 15 01:39:09.714862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c293cdc-9b14-41e1-a581-e4517df1fae7 req-58fbb94a-9401-4f8e-929b-2398534bbf39 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.722325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c293cdc-9b14-41e1-a581-e4517df1fae7 req-58fbb94a-9401-4f8e-929b-2398534bbf39 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 945 time: 0.0830121 Feb 15 01:39:09.744932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-0567de5b-bede-42b0-92a9-a1efa682c514 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506809 Feb 15 01:39:09.808430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ceb79-98be-40a0-a532-dec9f538da84 req-645e2687-aa72-4afe-a161-7b85a0d35f44 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:09.810123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc0ceb79-98be-40a0-a532-dec9f538da84 req-645e2687-aa72-4afe-a161-7b85a0d35f44 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0532770 Feb 15 01:39:09.840705 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c293cdc-9b14-41e1-a581-e4517df1fae7 req-c2bf1d31-65f8-4afb-8e88-0adec6c6c613 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173153 Feb 15 01:39:09.874612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc0ceb79-98be-40a0-a532-dec9f538da84 req-1e25be12-827e-4a45-9a60-c5938f17e6f2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568542 Feb 15 01:39:09.893986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-9cff627a-d3ae-4b5f-aa41-c8d953840468 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413209 Feb 15 01:39:09.974427 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-8fe05dd6-4417-423c-9a02-dab900d1a0fd tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e896352c0af44071b35d1c5cf16967ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283144 Feb 15 01:39:10.033531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692c3b9-eaf5-4df4-b901-a140da867f41 req-61bea20b-07cf-42eb-8675-9bdf1eaa5cc4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.035167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b692c3b9-eaf5-4df4-b901-a140da867f41 req-61bea20b-07cf-42eb-8675-9bdf1eaa5cc4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0546336 Feb 15 01:39:10.069057 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-10ac3552-bae4-4f4d-8d25-b8a12b6e4657 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684725 Feb 15 01:39:10.084934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b692c3b9-eaf5-4df4-b901-a140da867f41 req-446a7d60-4757-4c0c-82c3-c0c25c9639e9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Feb 15 01:39:10.105342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-a244d394-9f74-45e1-8e55-0f711fb9c600 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.107014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-a244d394-9f74-45e1-8e55-0f711fb9c600 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250508 Feb 15 01:39:10.125651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-b91cbeae-67b3-42b2-a77e-37f390902525 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/quotas/e896352c0af44071b35d1c5cf16967ab HTTP/1.1" status: 200 len: 375 time: 0.0099392 Feb 15 01:39:10.193601 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-233e2998-9f38-44d5-ac59-16cdd2aaa743 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626786 Feb 15 01:39:10.304410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632e92c-ead4-446d-83fb-0756e5f067d8 req-74a8a01b-25b7-4b54-a3ad-14cf876c14e2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.305909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c632e92c-ead4-446d-83fb-0756e5f067d8 req-74a8a01b-25b7-4b54-a3ad-14cf876c14e2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0554512 Feb 15 01:39:10.356270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c632e92c-ead4-446d-83fb-0756e5f067d8 req-6ae83fd8-1b84-463a-b615-de3bde193a4d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Feb 15 01:39:10.510626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecd21-38af-4d72-8509-af851cc63fed req-4d8c5f28-4233-43a8-9132-ae8ba2b47a02 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.512683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-4d8c5f28-4233-43a8-9132-ae8ba2b47a02 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0618165 Feb 15 01:39:10.527529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8912735d-7268-4b6d-960f-ecf4a4e34460 req-f5c5ef40-d076-433a-8b54-0dc9510549c8 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 210 time: 0.0496743 Feb 15 01:39:10.550167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0975049e-c317-4491-a5b3-c9a4de7a8a0f up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:39:10.656682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b1bd-bc17-48a6-9c79-28d1eb45326a req-98b30145-3f7c-46f5-9082-5937e98769a7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.659236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 0975049e-c317-4491-a5b3-c9a4de7a8a0f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:39:10.663464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 0975049e-c317-4491-a5b3-c9a4de7a8a0f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:10.663906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:10.665676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9885b1bd-bc17-48a6-9c79-28d1eb45326a req-98b30145-3f7c-46f5-9082-5937e98769a7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 944 time: 0.1519549 Feb 15 01:39:10.764643 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9885b1bd-bc17-48a6-9c79-28d1eb45326a req-33bfa62f-5f3d-477e-9cde-55e01e1c3189 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979040 Feb 15 01:39:10.767889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0975049e-c317-4491-a5b3-c9a4de7a8a0f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:10.768416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:10.774559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76b6ee-9eb2-486b-8c60-1a27e988d35f req-6eec4664-7e34-439c-9a5f-be33c4981034 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:10.782617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c76b6ee-9eb2-486b-8c60-1a27e988d35f req-6eec4664-7e34-439c-9a5f-be33c4981034 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0977886 Feb 15 01:39:10.805580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-550ecd21-38af-4d72-8509-af851cc63fed req-fdacc207-a1a6-43b4-a9c2-e62ac7ae4496 service neutron] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:10.809311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-550ecd21-38af-4d72-8509-af851cc63fed req-fdacc207-a1a6-43b4-a9c2-e62ac7ae4496 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:10.810430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-550ecd21-38af-4d72-8509-af851cc63fed req-fdacc207-a1a6-43b4-a9c2-e62ac7ae4496 service neutron] 10.222.0.37 "DELETE /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.2846556 Feb 15 01:39:10.819027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:10.822569 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294352f2-f1f0-4a5e-b309-fb38e3d0456a" -d '{"events": [{"server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "name": "network-vif-plugged", "status": "completed", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:10.842127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:10.870663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c76b6ee-9eb2-486b-8c60-1a27e988d35f req-6787b992-f901-4406-bb42-ef3fe46349a3 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813434 Feb 15 01:39:10.886392 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983a613-7083-4a84-b617-a9d2c583ce14 x-openstack-request-id: req-9983a613-7083-4a84-b617-a9d2c583ce14 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:10.886745 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "name": "network-vif-plugged", "status": "completed", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:10.887158 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9983a613-7083-4a84-b617-a9d2c583ce14 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:10.888431 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'code': 200} Feb 15 01:39:10.922622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:10.927169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:11.050932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf681a-775b-4b71-9fd2-275a9a01d27b req-f0dfe1de-1e7f-4031-8e95-08cf197be835 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.053130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1acf681a-775b-4b71-9fd2-275a9a01d27b req-f0dfe1de-1e7f-4031-8e95-08cf197be835 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0627766 Feb 15 01:39:11.058226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:39:11.063050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:11.073511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:11.085543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c780-b39b-4522-8046-c157ab07467c req-d1ce75ce-e786-4b0b-a2e7-ecb9d4e827fe tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.087097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6692c780-b39b-4522-8046-c157ab07467c req-d1ce75ce-e786-4b0b-a2e7-ecb9d4e827fe tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1127 time: 0.1197023 Feb 15 01:39:11.110580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b81d7-d170-4d24-a406-eb77a5eb82f3 req-d23c7908-d1f5-4a91-95bc-fd1ae7dbdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.111986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac1b81d7-d170-4d24-a406-eb77a5eb82f3 req-d23c7908-d1f5-4a91-95bc-fd1ae7dbdbfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 1129 time: 0.1045046 Feb 15 01:39:11.141037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1acf681a-775b-4b71-9fd2-275a9a01d27b req-17235ed2-f05a-4d90-824b-23c0133a150b tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814285 Feb 15 01:39:11.181794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac1b81d7-d170-4d24-a406-eb77a5eb82f3 req-f2832a32-4079-4171-a1a4-f749fc23f31b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613554 Feb 15 01:39:11.188784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6692c780-b39b-4522-8046-c157ab07467c req-ba58f48d-9d87-4ac3-900e-83c8de921410 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936005 Feb 15 01:39:11.266219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce95b-0f5d-49df-81a8-c8a12718fbf0 req-78ebe95d-077e-49fe-98ee-578cc373b255 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.268286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a03ce95b-0f5d-49df-81a8-c8a12718fbf0 req-78ebe95d-077e-49fe-98ee-578cc373b255 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0698135 Feb 15 01:39:11.328013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a03ce95b-0f5d-49df-81a8-c8a12718fbf0 req-f798c3ff-ceb9-4567-aa6d-ae4f57ba590b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Feb 15 01:39:11.353529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1f40-e374-4e51-aa0c-72d20954fe7b req-8e5162c6-6297-4832-91c7-77bdcae6ac2b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.355545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9daf1f40-e374-4e51-aa0c-72d20954fe7b req-8e5162c6-6297-4832-91c7-77bdcae6ac2b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0769906 Feb 15 01:39:11.425920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9daf1f40-e374-4e51-aa0c-72d20954fe7b req-ac0e4bc7-31a4-47ce-b684-edbc59ad4601 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 Feb 15 01:39:11.557321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-9547701f-dd2b-452b-9a2f-31123c3a2977 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.565679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a01342-2fb0-44ed-8c39-0e1d3aa5d1f0 req-a98b36cd-6a6d-4c31-b002-132a9b2e4135 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.566974 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-9547701f-dd2b-452b-9a2f-31123c3a2977 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.1303923 Feb 15 01:39:11.567477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50a01342-2fb0-44ed-8c39-0e1d3aa5d1f0 req-a98b36cd-6a6d-4c31-b002-132a9b2e4135 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0591505 Feb 15 01:39:11.591551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-7b2ae711-5b10-422e-be16-8469e062e88c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/quotas/2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 375 time: 0.0185401 Feb 15 01:39:11.626980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50a01342-2fb0-44ed-8c39-0e1d3aa5d1f0 req-14080411-a27a-4cea-9f25-3e678c0f11fa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531631 Feb 15 01:39:11.665106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-c33d7f18-d8b6-4e7b-9a11-2a359c42ff22 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726984 Feb 15 01:39:11.743161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73505a93-ec5c-43ec-b6ce-02b6c0e744d3 req-92065622-641d-45cd-b758-dda07b1c31b7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 210 time: 0.0434332 Feb 15 01:39:11.791491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-7899415c-3925-4d58-b189-97d86f6ce1a9 service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138337 Feb 15 01:39:11.882751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-2f2df61b-5c44-4018-a81a-8e735c31117e service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961595 Feb 15 01:39:11.988557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f4aa3-b906-4ea4-a65f-bf7e7a01cc05 req-0a12d4ac-37ed-4891-a0f5-cf7ed884e5e8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:11.990203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d1f4aa3-b906-4ea4-a65f-bf7e7a01cc05 req-0a12d4ac-37ed-4891-a0f5-cf7ed884e5e8 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0659184 Feb 15 01:39:12.037820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d1f4aa3-b906-4ea4-a65f-bf7e7a01cc05 req-2eca8542-d1b7-40a7-8574-c15cf67611aa tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415194 Feb 15 01:39:12.153341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b9d64e1-38d2-4612-bc45-e76414dee1f3 req-1719d69f-d24f-4beb-bd51-3dead23e2127 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Feb 15 01:39:12.283914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79622c-8b35-4add-8473-b75e8a9d22d0 req-c066ccdf-f162-49fc-aab5-9da6d92c77ea tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:12.284441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7c79622c-8b35-4add-8473-b75e8a9d22d0 req-c066ccdf-f162-49fc-aab5-9da6d92c77ea tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0600238 Feb 15 01:39:12.343613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7c79622c-8b35-4add-8473-b75e8a9d22d0 req-c694cbcc-1ba9-45ea-94d7-18f2628c27c9 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531578 Feb 15 01:39:12.491282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3c966-85cb-4d10-8b69-1a826a8e90de req-6705662c-306e-406a-96d4-2d9554151907 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:12.498786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30c3c966-85cb-4d10-8b69-1a826a8e90de req-6705662c-306e-406a-96d4-2d9554151907 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0872757 Feb 15 01:39:12.545840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30c3c966-85cb-4d10-8b69-1a826a8e90de req-0e7bdee9-9a99-4591-aca3-0214399bb401 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Feb 15 01:39:12.598875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d74b7-aedd-4169-aa41-d5218aecc2a8 req-0af00ad7-e385-4c12-b8d3-825929a71a99 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:12.600504 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-389d74b7-aedd-4169-aa41-d5218aecc2a8 req-0af00ad7-e385-4c12-b8d3-825929a71a99 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0788438 Feb 15 01:39:12.651227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-915501c0-0034-4f9a-a3bf-2ac80f00ece9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e896352c0af44071b35d1c5cf16967ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355988 Feb 15 01:39:12.746906 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-389d74b7-aedd-4169-aa41-d5218aecc2a8 req-126ebb86-68f8-400c-85e6-b24692ef908a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404803 Feb 15 01:39:12.801660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-25c2be9d-0f6f-4b40-8a24-268d7824e99c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:12.803558 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-25c2be9d-0f6f-4b40-8a24-268d7824e99c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448381 Feb 15 01:39:12.817931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Request body: {'port': {'device_id': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'e896352c0af44071b35d1c5cf16967ab'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:12.869635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ee05-4db9-438a-906d-80c65a05d434 req-fcc1b7eb-bdf8-432f-ab9f-53999ce40508 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:12.882297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49e6ee05-4db9-438a-906d-80c65a05d434 req-fcc1b7eb-bdf8-432f-ab9f-53999ce40508 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1423390 Feb 15 01:39:12.932979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ab48152b-d25d-448f-a4c2-f9478b71c2a4 req-ecf65a64-1c54-4597-9f2d-739fa22a3c86 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 210 time: 0.0529885 Feb 15 01:39:13.001759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49e6ee05-4db9-438a-906d-80c65a05d434 req-630b7baf-fe61-47c7-bd4f-cdb2ef9fa9eb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185186 Feb 15 01:39:13.021753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-7867d748-949b-4ca0-ab1f-221929acd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.023503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-7867d748-949b-4ca0-ab1f-221929acd31d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1128 time: 0.1230698 Feb 15 01:39:13.103563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Made reservation on behalf of e896352c0af44071b35d1c5cf16967ab for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:13.109130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:13.130356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-b119dccd-7cfe-4d7b-8d1d-d91ef30ddb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.131814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-b119dccd-7cfe-4d7b-8d1d-d91ef30ddb0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.0958796 Feb 15 01:39:13.174049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-58c2f78a-026e-4322-aa1e-bf9753c1626d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 217 time: 0.0354557 Feb 15 01:39:13.231881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8820a0-c2eb-4b7c-94dd-af3d3ebc3bb4 req-1f998f27-b4c0-4437-a749-52b9b144f65b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.233526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e8820a0-c2eb-4b7c-94dd-af3d3ebc3bb4 req-1f998f27-b4c0-4437-a749-52b9b144f65b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1130507 Feb 15 01:39:13.266221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad9bd77-85fa-40d9-aa9f-9058389c5165 req-15deb951-ea4a-4867-a9dd-3ba9e0e05642 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 210 time: 0.0328302 Feb 15 01:39:13.287431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-aca22482-9df0-4a54-8db2-dc393fb35a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.289037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-aca22482-9df0-4a54-8db2-dc393fb35a74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.1075959 Feb 15 01:39:13.329476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Allocated IP 192.168.233.25 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/2528be0a-da64-477e-aaf2-f2ece75981c0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:39:13.330129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-4e235e88-33e6-4552-9d4d-3eddecd92959 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278144 Feb 15 01:39:13.337164 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e8820a0-c2eb-4b7c-94dd-af3d3ebc3bb4 req-e21130e3-d833-4a00-9026-54ae406e4a0e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945406 Feb 15 01:39:13.487159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-a329f412-2212-422e-87ff-7ce6767db30b service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464384 Feb 15 01:39:13.534291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks [] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:13.558813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac489-0042-4120-b386-ab136678db7d req-b5d3429f-c959-4ff6-83fd-2273bbe4fb53 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.560341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8eac489-0042-4120-b386-ab136678db7d req-b5d3429f-c959-4ff6-83fd-2273bbe4fb53 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.1162210 Feb 15 01:39:13.632503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-63aff418-4962-440f-a162-89b4c84b3b60 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373053 Feb 15 01:39:13.650582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8eac489-0042-4120-b386-ab136678db7d req-2e71856b-277b-4948-b251-a78ca78c4a90 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803366 Feb 15 01:39:13.665389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:13.677587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['78fab18a-7f7c-4fdb-af6f-0c11e0beea86'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:13.688969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3324be-ec07-4af1-9d78-b31637459423 req-db73a94a-3157-4f0b-905a-675bd0648109 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.706714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d3324be-ec07-4af1-9d78-b31637459423 req-db73a94a-3157-4f0b-905a-675bd0648109 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0872209 Feb 15 01:39:13.798157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd107a-8cb3-4f02-9d4d-4e0922d0eb0b req-c259e574-0baf-4164-a6ef-86c96a56e1b1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.806051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20dd107a-8cb3-4f02-9d4d-4e0922d0eb0b req-c259e574-0baf-4164-a6ef-86c96a56e1b1 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0730710 Feb 15 01:39:13.818604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:13.827344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Request body: {'floatingip': {'port_id': '0975049e-c317-4491-a5b3-c9a4de7a8a0f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:13.835598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:39:13.836498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Pushing event updated for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:13.848544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:39:13.849544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:39:13.900241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d3324be-ec07-4af1-9d78-b31637459423 req-ec71c560-269a-4d90-8fe7-5f37254e0a4e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921134 Feb 15 01:39:13.938016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:13.938867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:13.941378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:14.019632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-0341cb13-237c-4df7-8247-c710f7d63722 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2055345 Feb 15 01:39:14.032546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Request body: {'port': {'device_id': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:14.118697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dc4b-fdef-4b89-acad-1f70f31f7847 req-68184da8-d322-4f77-aeff-bc54e4cce3c9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:14.127182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e68dc4b-fdef-4b89-acad-1f70f31f7847 req-68184da8-d322-4f77-aeff-bc54e4cce3c9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.2203906 Feb 15 01:39:14.194187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:14.215842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce7bde-a221-41fd-9543-ab8575fcf058 req-adfffc4d-802f-49d3-9a51-1e5defb51598 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:14.224210 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e8ce7bde-a221-41fd-9543-ab8575fcf058 req-adfffc4d-802f-49d3-9a51-1e5defb51598 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 935 time: 0.1496696 Feb 15 01:39:14.247070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e68dc4b-fdef-4b89-acad-1f70f31f7847 req-df67dd3e-bef0-4500-8eb1-93b033d2ea74 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165051 Feb 15 01:39:14.340928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a9c481c4-dcce-488a-b3e0-977d9f10a601 None None] Provisioning complete for port 2528be0a-da64-477e-aaf2-f2ece75981c0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:14.342955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c4-dcce-488a-b3e0-977d9f10a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:14.348072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e8ce7bde-a221-41fd-9543-ab8575fcf058 req-b9318d3e-d8b7-4d11-a489-cfe13e138418 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Feb 15 01:39:14.437232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9c481c4-dcce-488a-b3e0-977d9f10a601 None None] Port 2528be0a-da64-477e-aaf2-f2ece75981c0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:39:14.510509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4879c187-ca83-4276-9886-9c50215e2a25 req-ea9dc879-9b6f-4479-9317-c086744ac4ba tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 210 time: 0.0614076 Feb 15 01:39:14.559500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5caca7-fde7-434d-b95d-c14b7e55d5a5 req-6e83319c-038d-4729-83eb-ad8c02075c4b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:14.566933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b5caca7-fde7-434d-b95d-c14b7e55d5a5 req-6e83319c-038d-4729-83eb-ad8c02075c4b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.2256920 Feb 15 01:39:14.751352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2528be0a-da64-477e-aaf2-f2ece75981c0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:14.759725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks [] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:14.789386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Transition to ACTIVE for port object 2528be0a-da64-477e-aaf2-f2ece75981c0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:14.798392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b5caca7-fde7-434d-b95d-c14b7e55d5a5 req-20820b5c-67e0-4c78-9b08-1f6489955283 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303307 Feb 15 01:39:14.852040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ab4d9-1da4-4033-83f3-4672e12bff64 req-129caf24-595e-4201-9e92-de2fa9819f7a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:14.861014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-783ab4d9-1da4-4033-83f3-4672e12bff64 req-129caf24-595e-4201-9e92-de2fa9819f7a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.2355967 Feb 15 01:39:14.871562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:14.998972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Pushing event updated for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:15.025161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.102328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-783ab4d9-1da4-4033-83f3-4672e12bff64 req-500a9cbb-1ecb-446d-9d8d-00ce4783968a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2273204 Feb 15 01:39:15.185194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Attempting to bind port 2528be0a-da64-477e-aaf2-f2ece75981c0 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:15.185539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Attempting to bind port 2528be0a-da64-477e-aaf2-f2ece75981c0 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:15.185875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Attempting to bind port 2528be0a-da64-477e-aaf2-f2ece75981c0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:15.192625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Port 2528be0a-da64-477e-aaf2-f2ece75981c0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:15.192999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Attempting to bind port 2528be0a-da64-477e-aaf2-f2ece75981c0 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:15.198207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:15.198546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:15.198941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:15.199368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Bound port: 2528be0a-da64-477e-aaf2-f2ece75981c0, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:15.199728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.293694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:15.297309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2528be0a-da64-477e-aaf2-f2ece75981c0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:15.378080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-fba5ce54-5da6-4ee4-8f10-1c02bf60b489 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:15.379936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-fba5ce54-5da6-4ee4-8f10-1c02bf60b489 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.6996143 Feb 15 01:39:15.385794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.397903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:39:15.441740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Request body: {'port': {'device_id': '584d3608-4086-4eb5-a826-1e92d52ca405', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'admin_state_up': True, 'tenant_id': '2a4ef89369c64aaea1d061084018d19a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:15.478241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:15.478906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.483962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] 10.222.0.37 "PUT /v2.0/ports/2528be0a-da64-477e-aaf2-f2ece75981c0 HTTP/1.1" status: 200 len: 1096 time: 1.4553008 Feb 15 01:39:15.483962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:15.483962 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7232b005-edee-45ef-813f-7512b3b3cc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:15.522839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323135f-a683-4992-9d6d-83f2dafb7cdf req-e455c7b2-2ef6-4b26-982b-a4d28fcdc430 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:15.525399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e323135f-a683-4992-9d6d-83f2dafb7cdf req-e455c7b2-2ef6-4b26-982b-a4d28fcdc430 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1920238 Feb 15 01:39:15.529891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb8bf-3cad-4c6b-aef3-7f0760a69318 service neutron] Pushing event updated for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:15.540761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.617012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27168-81c9-4e4f-8e41-d5d948e80549 req-7e67f0d3-208f-4d66-bf51-eee9896608e3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:15.626480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ece27168-81c9-4e4f-8e41-d5d948e80549 req-7e67f0d3-208f-4d66-bf51-eee9896608e3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.3751764 Feb 15 01:39:15.628691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.635739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e323135f-a683-4992-9d6d-83f2dafb7cdf req-89bb70ee-3ece-4f0e-b4d2-e58f71d48be8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880277 Feb 15 01:39:15.681298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-3b70d419-7413-43ef-aa8f-570ff2cc5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:15.682884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-3b70d419-7413-43ef-aa8f-570ff2cc5ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 1130 time: 0.0924094 Feb 15 01:39:15.817278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ece27168-81c9-4e4f-8e41-d5d948e80549 req-2ab4b307-d5ee-46e9-aa39-4a5ec7ecc271 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898024 Feb 15 01:39:15.831381 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Floating IP 56bb7f0f-8298-4a9e-8936-6d6507e9ae2a associated. External IP: 172.25.2.136, port: 0975049e-c317-4491-a5b3-c9a4de7a8a0f. Feb 15 01:39:15.902489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:15.907211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:15.996569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54adaf67-2a99-4cfd-8267-df22b337038d req-5ab82fcf-4b84-408e-9aac-0fe00d6f4897 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 210 time: 0.0586152 Feb 15 01:39:16.145165 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdcbb5-cbe8-4f41-858c-3c47515ea7fb x-openstack-request-id: req-40bdcbb5-cbe8-4f41-858c-3c47515ea7fb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:16.145453 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:16.145703 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40bdcbb5-cbe8-4f41-858c-3c47515ea7fb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:16.146099 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0', 'status': 'completed', 'code': 200} Feb 15 01:39:16.153536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-3ce7c0a6-856c-47cf-9ac6-3326f8280790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2528be0a-da64-477e-aaf2-f2ece75981c0 HTTP/1.1" status: 200 len: 217 time: 0.4533722 Feb 15 01:39:16.210270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c409f67-caea-4a80-bf6a-8000e4e960b6 req-e766b34d-7eb6-430a-9ac8-85b6de526685 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.211673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1c409f67-caea-4a80-bf6a-8000e4e960b6 req-e766b34d-7eb6-430a-9ac8-85b6de526685 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 947 time: 0.4927628 Feb 15 01:39:16.222371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-f1bd014b-eece-4a11-ac4d-284394d00487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.223671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-f1bd014b-eece-4a11-ac4d-284394d00487 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0598633 Feb 15 01:39:16.283124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Allocated IP 172.20.0.2 (d653ca81-fb09-49c1-80ba-ae3171ded49b/fef077fe-30ac-4dc0-b717-050623c64dee/ebefb5b1-6730-45fa-9dfc-46e873bc2915) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:39:16.309354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1c409f67-caea-4a80-bf6a-8000e4e960b6 req-0b8c21c6-0bd9-4bfa-ba3f-9039d54bc9f5 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845604 Feb 15 01:39:16.348350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72dfca-b2e1-4a4b-961a-ad2730e8953a req-ebbdfac7-f3e0-4c32-870e-70949bbb9daa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.348350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a72dfca-b2e1-4a4b-961a-ad2730e8953a req-ebbdfac7-f3e0-4c32-870e-70949bbb9daa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1620960 Feb 15 01:39:16.348701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-d1f1cacb-8629-44f0-b711-f2cab213772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.348701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-d1f1cacb-8629-44f0-b711-f2cab213772d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1154346 Feb 15 01:39:16.352840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Router ed5d1a13-239c-439b-bee9-0269a7476226 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:39:16.453306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a72dfca-b2e1-4a4b-961a-ad2730e8953a req-54447cc0-5682-4849-9f82-2cf1bed8367a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124511 Feb 15 01:39:16.490338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfb5c-5f4f-4c94-8529-b9331502e879 req-7c18fcf9-4fee-4ecd-ba3a-8cbbb0887d16 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.491884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a14cfb5c-5f4f-4c94-8529-b9331502e879 req-7c18fcf9-4fee-4ecd-ba3a-8cbbb0887d16 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0786932 Feb 15 01:39:16.493819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-6ed712e2-83b9-4291-be4b-633701c0daee service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388092 Feb 15 01:39:16.608027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a14cfb5c-5f4f-4c94-8529-b9331502e879 req-07b99eac-e102-4348-9652-55527f325fb5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056142 Feb 15 01:39:16.642619 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8840df3f-d87d-4a39-b82a-a315f67d66a3 req-096ab743-8e37-4357-baa6-4e35002217ca service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413941 Feb 15 01:39:16.660860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks [] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:16.707644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:39:16.720832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:16.722217 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Sync routers for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:39:16.736226 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:16.741992 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:16.764303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368094c5-38d6-4f41-82b4-fe9b3deb98c6 req-7ab1afb7-9d28-4d63-aa2f-43a48d8e794b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.784323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e50daca-39b9-4689-b581-9edcefbff0f7 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "PUT /v2.0/floatingips/56bb7f0f-8298-4a9e-8936-6d6507e9ae2a HTTP/1.1" status: 200 len: 992 time: 2.9551730 Feb 15 01:39:16.784323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:16.784323 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14" -d '{"events": [{"name": "network-changed", "server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:16.784719 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-368094c5-38d6-4f41-82b4-fe9b3deb98c6 req-7ab1afb7-9d28-4d63-aa2f-43a48d8e794b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0738847 Feb 15 01:39:16.859983 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:16.862955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-368094c5-38d6-4f41-82b4-fe9b3deb98c6 req-dcb7d84d-b9f3-4bd1-a533-b8616cc16dc4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695114 Feb 15 01:39:16.869208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-02a4efd3-f47a-4fd3-a79e-1cade49070a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:16.870704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-02a4efd3-f47a-4fd3-a79e-1cade49070a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e896352c0af44071b35d1c5cf16967ab&device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 1130 time: 0.0889208 Feb 15 01:39:16.878520 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:16.999033 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cf5653-90b3-428e-8c3a-aa46ae5be8a3 x-openstack-request-id: req-a6cf5653-90b3-428e-8c3a-aa46ae5be8a3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:16.999393 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:16.999676 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6cf5653-90b3-428e-8c3a-aa46ae5be8a3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:17.000145 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'status': 'completed', 'code': 200} Feb 15 01:39:17.007283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Network d653ca81-fb09-49c1-80ba-ae3171ded49b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:39:17.012341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-75319dd5-dcfb-42d9-82aa-e25051ebbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.014713 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-75319dd5-dcfb-42d9-82aa-e25051ebbe4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1374729 Feb 15 01:39:17.018692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:39:17.021206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:39:17.031903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:17.119695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-5c3dfa3a-2946-422a-8b31-2e8d8d13964f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2528be0a-da64-477e-aaf2-f2ece75981c0 HTTP/1.1" status: 200 len: 217 time: 0.0955524 Feb 15 01:39:17.131895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.132634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:17.176479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-681e7204-fed8-45e7-a774-8d57069321dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.177996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-681e7204-fed8-45e7-a774-8d57069321dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 1129 time: 0.1412559 Feb 15 01:39:17.216862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-b944231b-416d-4686-827b-818e5ed458bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.218350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-b944231b-416d-4686-827b-818e5ed458bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0781572 Feb 15 01:39:17.233332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e49a62-9b3f-48d9-901d-b0f25fb3213c req-3b302418-fb0b-437f-bc40-8ea5b31d259a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.234210 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56bb7f0f-8298-4a9e-8936-6d6507e9ae2a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'port_id': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'mac_address': 'fa:16:3e:d3:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:38:57Z', 'updated_at': '2022-02-15T01:39:14Z', 'revision_number': 1, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:17.234821 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-20e49a62-9b3f-48d9-901d-b0f25fb3213c req-3b302418-fb0b-437f-bc40-8ea5b31d259a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1215065 Feb 15 01:39:17.248200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888fcb1-4b9e-43b8-ad6f-13c8d8cbe71c req-20af224d-9f84-4ab8-9191-d3eb7bd120ea tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.249852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0888fcb1-4b9e-43b8-ad6f-13c8d8cbe71c req-20af224d-9f84-4ab8-9191-d3eb7bd120ea tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 931 time: 0.1136615 Feb 15 01:39:17.256747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-69b18657-ee26-4369-9ed0-4429d506d5af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8520901 Feb 15 01:39:17.281755 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Checking router: ed5d1a13-239c-439b-bee9-0269a7476226 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:39:17.286293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Request body: {'port': {'device_id': '584d3608-4086-4eb5-a826-1e92d52ca405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:17.297841 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:17.299493 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:38:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:17.329845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-20e49a62-9b3f-48d9-901d-b0f25fb3213c req-56a26459-db58-4f27-940a-ab3ef19c598d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 Feb 15 01:39:17.348953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-a013f158-c68d-4d54-b296-36ddb905aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.350473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-a013f158-c68d-4d54-b296-36ddb905aa9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1147752 Feb 15 01:39:17.406998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0888fcb1-4b9e-43b8-ad6f-13c8d8cbe71c req-5c1a31c5-b5e7-48ab-8686-ef4ec727d2d6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405756 Feb 15 01:39:17.415870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-182cfc66-597b-4d29-ad5e-ccca3e0e1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.416832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-182cfc66-597b-4d29-ad5e-ccca3e0e1521 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3d6c3ba-46a8-4815-bd43-5978ac49af7a HTTP/1.1" status: 200 len: 915 time: 0.2264001 Feb 15 01:39:17.422616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:17.490419 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:17.550858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321b36-cd8e-4b0d-8703-36577deb6c77 req-abb04dda-0efe-44d9-ac21-c781ecd1031b tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.553108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-3a9efe5a-1bb7-4bea-9af9-fbbc8df64372 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f HTTP/1.1" status: 200 len: 1000 time: 0.1282427 Feb 15 01:39:17.558221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9321b36-cd8e-4b0d-8703-36577deb6c77 req-abb04dda-0efe-44d9-ac21-c781ecd1031b tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 945 time: 0.1031849 Feb 15 01:39:17.567487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-814b8d25-80d9-46eb-bf13-93096de54bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085090 Feb 15 01:39:17.630850 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9321b36-cd8e-4b0d-8703-36577deb6c77 req-adb44440-480e-484f-a2e0-bb4327d96732 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717480 Feb 15 01:39:17.691338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60b4c-ae55-484b-93fd-4f1bc024526d req-05f89f63-906f-4a11-bb13-4c6e1035a76e tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.693012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5c60b4c-ae55-484b-93fd-4f1bc024526d req-05f89f63-906f-4a11-bb13-4c6e1035a76e tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 947 time: 0.1883345 Feb 15 01:39:17.741064 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7232b005-edee-45ef-813f-7512b3b3cc7d req-2e9de0cb-6f73-4d27-8c40-ace5c3768445 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653402 Feb 15 01:39:17.744225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-84b5c5b0-ca69-4358-8efe-a3445469e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.745681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-84b5c5b0-ca69-4358-8efe-a3445469e05d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f72311f7-3c7d-403e-8f52-24faa4989099 HTTP/1.1" status: 200 len: 853 time: 0.1751750 Feb 15 01:39:17.784763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:17.819174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117a0f-ec4a-43e1-a98c-422d1aa45e3a req-547ce8f9-45b4-4ef3-870e-641960699ed9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.821313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-09117a0f-ec4a-43e1-a98c-422d1aa45e3a req-547ce8f9-45b4-4ef3-870e-641960699ed9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0788319 Feb 15 01:39:17.835878 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56bb7f0f-8298-4a9e-8936-6d6507e9ae2a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'port_id': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'mac_address': 'fa:16:3e:d3:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:38:57Z', 'updated_at': '2022-02-15T01:39:14Z', 'revision_number': 1, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:17.865747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5c60b4c-ae55-484b-93fd-4f1bc024526d req-688cbfd4-31ad-44bd-97ae-534c8bab5561 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609342 Feb 15 01:39:17.909506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-09117a0f-ec4a-43e1-a98c-422d1aa45e3a req-fe299932-5547-40a9-a0c5-9cee715f936e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818722 Feb 15 01:39:17.916758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-47d596c1-a3be-4ff2-b1fb-39620044f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:17.918630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-47d596c1-a3be-4ff2-b1fb-39620044f619 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3d6c3ba-46a8-4815-bd43-5978ac49af7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1260507 Feb 15 01:39:18.024860 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438443d8-72af-46b1-93f8-0e81c98f17fc None None] The sync data for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 is: [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56bb7f0f-8298-4a9e-8936-6d6507e9ae2a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'port_id': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'mac_address': 'fa:16:3e:d3:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:38:57Z', 'updated_at': '2022-02-15T01:39:14Z', 'revision_number': 1, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:39:18.062363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38ac94-3ebc-4aea-a31d-7b464c5feb32 req-2267711f-6d8b-4801-8152-21643e7e7eb6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.063934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aa38ac94-3ebc-4aea-a31d-7b464c5feb32 req-2267711f-6d8b-4801-8152-21643e7e7eb6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0710561 Feb 15 01:39:18.110185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebefb5b1-6730-45fa-9dfc-46e873bc2915 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:18.127385 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aa38ac94-3ebc-4aea-a31d-7b464c5feb32 req-3ed88604-710f-4de1-bc57-b091a24db06b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545523 Feb 15 01:39:18.141875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks [] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:18.153698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9574-f9e0-40a6-bd8a-0a99ebe8cf20 req-2d373bd0-23ed-472f-abfd-31cbd7679543 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.155940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f16f9574-f9e0-40a6-bd8a-0a99ebe8cf20 req-2d373bd0-23ed-472f-abfd-31cbd7679543 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1693060 Feb 15 01:39:18.175814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-6411eaa2-321f-4063-bc90-0be965188cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433341 Feb 15 01:39:18.194464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Transition to ACTIVE for port object ebefb5b1-6730-45fa-9dfc-46e873bc2915 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:18.269865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df87584-0bbd-4964-80c4-a4496944a336 None None] New status for floating IP 56bb7f0f-8298-4a9e-8936-6d6507e9ae2a: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:39:18.475422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de8076-59bb-4c51-94f7-d3aaf844fdc1 req-bbd3b4a3-35b6-43e9-8d6b-c3ea8448b002 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.477072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4de8076-59bb-4c51-94f7-d3aaf844fdc1 req-bbd3b4a3-35b6-43e9-8d6b-c3ea8448b002 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0661232 Feb 15 01:39:18.540786 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4de8076-59bb-4c51-94f7-d3aaf844fdc1 req-4f077502-c182-4276-8a41-21abb2db7962 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Feb 15 01:39:18.559140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f16f9574-f9e0-40a6-bd8a-0a99ebe8cf20 req-43949a24-51ad-4bfe-be45-c5afa7a107b2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3940098 Feb 15 01:39:18.560153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:18.676674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:18.683336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca7717f-fe41-4ede-aafe-b9930cfe6c14 req-ab31c01e-b323-4ef6-ab87-6e80ec43d5db service neutron] 10.222.0.31 "GET /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979472 Feb 15 01:39:18.692708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768f2c-36be-4d7e-90a4-95ca2eda71ad req-1608220c-8ec3-40c4-9332-4145f883209f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.700361 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-71768f2c-36be-4d7e-90a4-95ca2eda71ad req-1608220c-8ec3-40c4-9332-4145f883209f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0852842 Feb 15 01:39:18.751817 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-71768f2c-36be-4d7e-90a4-95ca2eda71ad req-7bfadd06-b8fd-49a3-a0ac-b407c759796d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499918 Feb 15 01:39:18.807325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:18.807911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:18.808025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:18.814350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:18.814671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:18.822667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a24e-6cc2-491f-a5c8-d0ecb3b0e2a1 req-257b313f-aa24-4084-856e-ff0919ecfcc2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.824270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae03a24e-6cc2-491f-a5c8-d0ecb3b0e2a1 req-257b313f-aa24-4084-856e-ff0919ecfcc2 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 945 time: 0.0809164 Feb 15 01:39:18.828881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:18.829158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:18.829538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:18.829980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Bound port: ebefb5b1-6730-45fa-9dfc-46e873bc2915, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:18.830325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:18.949721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae03a24e-6cc2-491f-a5c8-d0ecb3b0e2a1 req-470d51e0-2e2d-4f85-8776-c0d989e95db0 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1840bb0-1062-412e-ad72-3aca58ca223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172338 Feb 15 01:39:18.965703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:18.970860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:18.986906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-436cbc2d-1c15-49a3-a24f-ab690f698b8a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:18.988462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-436cbc2d-1c15-49a3-a24f-ab690f698b8a tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 945 time: 0.1314473 Feb 15 01:39:19.008167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4edba-dbe1-4599-985f-c22f7c9b9ca7 req-4eb6cdc3-e0a4-406f-8e99-c288043df583 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.010928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5a4edba-dbe1-4599-985f-c22f7c9b9ca7 req-4eb6cdc3-e0a4-406f-8e99-c288043df583 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 947 time: 0.0672786 Feb 15 01:39:19.050636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.063397 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5a4edba-dbe1-4599-985f-c22f7c9b9ca7 req-5fc990ca-39ee-4b67-9f4e-5e9f21b9e936 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Feb 15 01:39:19.144918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.145541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.146943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] 10.222.0.31 "PUT /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 1092 time: 1.8652027 Feb 15 01:39:19.148325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:19.150535 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108" -d '{"events": [{"name": "network-changed", "server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:19.182930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6f6e1-8d36-47d8-9777-c58dbf50d17c service neutron] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:19.197452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a46059-74fa-46e2-93ac-2ce0fca9d31d req-b04257f5-38bf-41ea-b44a-040de61e4fc6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.198964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60a46059-74fa-46e2-93ac-2ce0fca9d31d req-b04257f5-38bf-41ea-b44a-040de61e4fc6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1640429 Feb 15 01:39:19.238628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Deleting port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:19.238990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.265708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d2b6-ea9c-4dcf-8b86-560a25aa68a3 req-35a62227-b6f1-44a5-bf53-9b9ecb0a6f58 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.267682 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a026d2b6-ea9c-4dcf-8b86-560a25aa68a3 req-35a62227-b6f1-44a5-bf53-9b9ecb0a6f58 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0648465 Feb 15 01:39:19.317478 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:39:19.319552 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a026d2b6-ea9c-4dcf-8b86-560a25aa68a3 req-1f795ca5-6a7c-4fd3-a385-3dde1c9be34f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Feb 15 01:39:19.339399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60a46059-74fa-46e2-93ac-2ce0fca9d31d req-c52fec50-d8d2-47be-91dc-79dae472d0e1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326928 Feb 15 01:39:19.383766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-b9ec06a4-e0d9-45ea-8b84-3a060fd87591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.385302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-b9ec06a4-e0d9-45ea-8b84-3a060fd87591 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1126 time: 0.1355579 Feb 15 01:39:19.389097 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2922c9a5-3ecf-408f-a222-eff1fa07c3db x-openstack-request-id: req-2922c9a5-3ecf-408f-a222-eff1fa07c3db {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:19.389387 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:19.389644 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2922c9a5-3ecf-408f-a222-eff1fa07c3db {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:19.390028 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'status': 'completed', 'code': 200} Feb 15 01:39:19.411363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] For port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:19.411727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.444635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-681f8ac7-412d-437d-80a6-5ba1cf171c4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 217 time: 0.0453894 Feb 15 01:39:19.451322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Calling delete_port for 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:19.534406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-46bfea62-d410-4e17-96ef-c29edfaf7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.535879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-46bfea62-d410-4e17-96ef-c29edfaf7d11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0857852 Feb 15 01:39:19.575050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-5dc5bb82-eb7c-4725-8f73-a4898a20efb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321231 Feb 15 01:39:19.675615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfb24-2af9-4861-bc3f-a0afc31b9992 req-22cf62ef-8f29-460c-af00-72f4be71d37e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.677925 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-728dfb24-2af9-4861-bc3f-a0afc31b9992 req-22cf62ef-8f29-460c-af00-72f4be71d37e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0677979 Feb 15 01:39:19.737018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-728dfb24-2af9-4861-bc3f-a0afc31b9992 req-9fcf2b9e-fff0-4d36-994f-9cd64a9bf4cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Feb 15 01:39:19.750282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-60469bf1-1c2a-4b53-bb5c-ea8490d9a459 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638746 Feb 15 01:39:19.785664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354012d-353f-4cec-87bb-20ee2a0bf559 req-41118807-71b5-4f02-8634-4f47aaef148a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.790684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7354012d-353f-4cec-87bb-20ee2a0bf559 req-41118807-71b5-4f02-8634-4f47aaef148a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1154177 Feb 15 01:39:19.824632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.837399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:19.881530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Pushing event deleted for resources: {'Port': ['ID=63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:19.916136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85a69-4040-4ed1-9071-0cfc336e2b7f req-ae7b0bb3-86fd-4e04-8618-ec42486757dc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:19.917798 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ff85a69-4040-4ed1-9071-0cfc336e2b7f req-ae7b0bb3-86fd-4e04-8618-ec42486757dc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0829780 Feb 15 01:39:19.964577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7354012d-353f-4cec-87bb-20ee2a0bf559 req-4f8e6398-07e2-427b-9dfd-e456ee41229f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445055 Feb 15 01:39:19.965146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] No DVR routers for this DVR port 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:19.969244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:19.972621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cf115ca-11d9-49a0-b174-2f09b010b627 req-b966e7c7-797c-451b-8264-1b3e48e4fc0d tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.31 "DELETE /v2.0/ports/63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 HTTP/1.1" status: 204 len: 173 time: 0.9784219 Feb 15 01:39:19.974955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb0b3a4-d356-4cd8-b209-77fefe74756e req-bf0cb035-1232-4f00-a720-7d07ddd28ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177603 Feb 15 01:39:19.992884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ff85a69-4040-4ed1-9071-0cfc336e2b7f req-d7431296-326a-440c-9c54-355c32bc2e8b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674474 Feb 15 01:39:20.063848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5908896-8198-41db-99c8-cfec0476bf41 req-5144341d-68c7-4f69-86eb-897eb41848f7 tempest-AttachSCSIVolumeTestJSON-579334551 tempest-AttachSCSIVolumeTestJSON-579334551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac381c9d-c3a6-406f-971e-5c948793b6ed HTTP/1.1" status: 200 len: 210 time: 0.0271943 Feb 15 01:39:20.137087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-3cfa621d-3df9-4164-88a2-4bf3606c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.139648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-3cfa621d-3df9-4164-88a2-4bf3606c88b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1126 time: 0.0485263 Feb 15 01:39:20.190088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54ed5-9638-453d-a3df-524a01fe2c01 req-3567f5d5-3b81-4e64-8d17-0a3aedac2136 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.197037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ab54ed5-9638-453d-a3df-524a01fe2c01 req-3567f5d5-3b81-4e64-8d17-0a3aedac2136 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 947 time: 0.0640957 Feb 15 01:39:20.245618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ab54ed5-9638-453d-a3df-524a01fe2c01 req-621a3a0f-2cec-473e-8878-337f5cd56c21 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Feb 15 01:39:20.248809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-f7a16f03-10bd-4ce9-a06a-b5ad4e57b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.250344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-f7a16f03-10bd-4ce9-a06a-b5ad4e57b653 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1032972 Feb 15 01:39:20.302710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-0f73fa34-3610-4fe5-8404-3714b68657b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 217 time: 0.0444570 Feb 15 01:39:20.374994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-7729c434-b0c4-4449-bbf6-6b2c3b673d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.376555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-7729c434-b0c4-4449-bbf6-6b2c3b673d6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0620368 Feb 15 01:39:20.425300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-4c6de701-4bfb-40f4-a70a-ca0b068b0b54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395305 Feb 15 01:39:20.481022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c15ca-af0f-4a90-ae04-677aa313ce22 req-cfec7937-7e84-4c26-9db5-e3128e4927f3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.482544 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f97c15ca-af0f-4a90-ae04-677aa313ce22 req-cfec7937-7e84-4c26-9db5-e3128e4927f3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0671928 Feb 15 01:39:20.532188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f97c15ca-af0f-4a90-ae04-677aa313ce22 req-b3b67cbc-7791-4523-8aaf-77b5c7dbacfe tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Feb 15 01:39:20.548104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27f581-9ecc-419c-956d-1edd913fc497 req-1e52971e-736c-4922-b372-bc11f16efd7b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.549683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e27f581-9ecc-419c-956d-1edd913fc497 req-1e52971e-736c-4922-b372-bc11f16efd7b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1284418 Feb 15 01:39:20.572259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-b00f3f23-dc00-422d-bf41-785bae8ea8f3 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375270 Feb 15 01:39:20.647216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e27f581-9ecc-419c-956d-1edd913fc497 req-ff0c0439-7354-420c-9248-5b0bbf648402 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917618 Feb 15 01:39:20.684043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d98b17e-c811-49b1-99ff-4ddfc8cb2108 req-6e08c60b-4bc9-4979-b35a-d7fb783307d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035841 Feb 15 01:39:20.859850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4f6c-9760-4c44-8f36-c059fde95d57 req-777327e0-f801-4fbd-bc27-c6f239dc2f0b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:20.861493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-102a4f6c-9760-4c44-8f36-c059fde95d57 req-777327e0-f801-4fbd-bc27-c6f239dc2f0b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0530102 Feb 15 01:39:20.922354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-102a4f6c-9760-4c44-8f36-c059fde95d57 req-57fe8fe7-a5d2-4466-8efd-bfea0cbea241 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550439 Feb 15 01:39:20.960021 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6afac991-a6f9-4f46-be5e-c05e3967de90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:21.105048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5f002-617f-489f-bdd2-e97f2a8bebce req-817f87cc-22b9-4948-87a5-f55c0d84ee9b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:21.106928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0a5f002-617f-489f-bdd2-e97f2a8bebce req-817f87cc-22b9-4948-87a5-f55c0d84ee9b tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0619006 Feb 15 01:39:21.141699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60920230-2773-4b5c-9d85-c0391c7ff65f req-cb2e48c3-51ca-4a4d-b05c-4ad305b6d832 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:21.143417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60920230-2773-4b5c-9d85-c0391c7ff65f req-cb2e48c3-51ca-4a4d-b05c-4ad305b6d832 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0600512 Feb 15 01:39:21.161794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0a5f002-617f-489f-bdd2-e97f2a8bebce req-1f497683-dccd-436c-92cd-008f245f8f80 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488813 Feb 15 01:39:21.200195 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60920230-2773-4b5c-9d85-c0391c7ff65f req-50a6449f-5afc-4db4-87fb-60da8c5b3096 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Feb 15 01:39:21.247261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2528be0a-da64-477e-aaf2-f2ece75981c0 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:21.367020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2528be0a-da64-477e-aaf2-f2ece75981c0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:21.386057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '2528be0a-da64-477e-aaf2-f2ece75981c0', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '2528be0a-da64-477e-aaf2-f2ece75981c0', 'mac_address': 'fa:16:3e:0e:50:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:39:21.390228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253b5bc-5571-4a07-a923-96cd72d3c995 req-8cedc341-1435-4e8e-a066-3f27c871b7a8 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:21.397412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8253b5bc-5571-4a07-a923-96cd72d3c995 req-8cedc341-1435-4e8e-a066-3f27c871b7a8 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 947 time: 0.0771291 Feb 15 01:39:21.406329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'name': 'network-vif-deleted', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:21.409437 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3607db8-5fe7-4d2f-a3b2-bf0c3c04649d" -d '{"events": [{"server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "name": "network-vif-deleted", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:21.447185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2528be0a-da64-477e-aaf2-f2ece75981c0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:21.447592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:21.459583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8253b5bc-5571-4a07-a923-96cd72d3c995 req-33175815-54dd-4dcb-8db3-d0fae111580b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611351 Feb 15 01:39:21.462296 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d7474a-0a3c-4452-9eaf-f4013b4adb74 x-openstack-request-id: req-16d7474a-0a3c-4452-9eaf-f4013b4adb74 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:21.463431 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac381c9d-c3a6-406f-971e-5c948793b6ed", "name": "network-vif-deleted", "tag": "63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:21.463795 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16d7474a-0a3c-4452-9eaf-f4013b4adb74 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:21.464390 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac381c9d-c3a6-406f-971e-5c948793b6ed', 'name': 'network-vif-deleted', 'tag': '63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0', 'status': 'completed', 'code': 200} Feb 15 01:39:21.472846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2528be0a-da64-477e-aaf2-f2ece75981c0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:21.494816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2528be0a-da64-477e-aaf2-f2ece75981c0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:21.560539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:21.619574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:21.661920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028319d3-d064-402d-975e-9fcadf5ff8e6 req-e86a864d-12e7-4b89-9f7e-c1ebcee28809 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:21.663516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-028319d3-d064-402d-975e-9fcadf5ff8e6 req-e86a864d-12e7-4b89-9f7e-c1ebcee28809 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0531735 Feb 15 01:39:21.718269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-028319d3-d064-402d-975e-9fcadf5ff8e6 req-cc3b0a5f-86c2-44b4-8b82-b1617ace1700 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487881 Feb 15 01:39:21.778589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493127-9e5d-4fbf-8400-5d7361272006 req-7dfe2d0a-7517-423c-a378-1efca95cb661 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:21.781670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02493127-9e5d-4fbf-8400-5d7361272006 req-7dfe2d0a-7517-423c-a378-1efca95cb661 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0577333 Feb 15 01:39:21.827766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02493127-9e5d-4fbf-8400-5d7361272006 req-ded806da-9d11-4389-afc3-48b662c07e58 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Feb 15 01:39:22.053096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e353b54-37bd-493b-be70-b2398e9191fb req-95163476-8b86-49e8-9969-96c1c79086bc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.055236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e353b54-37bd-493b-be70-b2398e9191fb req-95163476-8b86-49e8-9969-96c1c79086bc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0571115 Feb 15 01:39:22.103434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e353b54-37bd-493b-be70-b2398e9191fb req-4b51a797-5a69-40aa-9f54-58e01b5f6767 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Feb 15 01:39:22.124082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2528be0a-da64-477e-aaf2-f2ece75981c0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:22.368252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452e684-93a0-450a-96d1-1bcc64357f24 req-28fb566d-1a1a-4dd6-a17c-486bd9059bd5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.376774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2452e684-93a0-450a-96d1-1bcc64357f24 req-28fb566d-1a1a-4dd6-a17c-486bd9059bd5 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1397054 Feb 15 01:39:22.440211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2452e684-93a0-450a-96d1-1bcc64357f24 req-a6be95a6-30f3-4e53-9715-48992504d402 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620689 Feb 15 01:39:22.456074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853b6f-c15b-4a41-a80f-bfc616efe05b req-84e30780-b842-4be7-92f6-4849e0df13c6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.457681 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9853b6f-c15b-4a41-a80f-bfc616efe05b req-84e30780-b842-4be7-92f6-4849e0df13c6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0962379 Feb 15 01:39:22.518574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9853b6f-c15b-4a41-a80f-bfc616efe05b req-7830ea3c-d407-4ca0-a77b-a3958178ae33 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Feb 15 01:39:22.573714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:22.584519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:22.605650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb2783-a755-476f-8287-e1cb02a46c3b req-76448570-7be3-443d-a59a-56e6b1a72892 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.608568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88cb2783-a755-476f-8287-e1cb02a46c3b req-76448570-7be3-443d-a59a-56e6b1a72892 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 948 time: 0.0641816 Feb 15 01:39:22.632410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:22.633055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63f9b9f5-d5f9-4c91-bd58-1e7d4532aec0 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:22.662031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88cb2783-a755-476f-8287-e1cb02a46c3b req-8ba1d667-f8d2-4d73-9f86-0ed4b8aa49f2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Feb 15 01:39:22.733294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:22.744924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'port_id': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'mac_address': 'fa:16:3e:f1:29:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef077fe-30ac-4dc0-b717-050623c64dee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:39:22.786213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ebefb5b1-6730-45fa-9dfc-46e873bc2915 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:22.786727 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:22.803635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebefb5b1-6730-45fa-9dfc-46e873bc2915 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:22.826636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:22.887437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36824-109e-4774-8dda-19b1c129c527 req-b5276e4b-c894-4e63-9ff4-d0240fd6252d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.890403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5bf36824-109e-4774-8dda-19b1c129c527 req-b5276e4b-c894-4e63-9ff4-d0240fd6252d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0594504 Feb 15 01:39:22.899676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:22.954862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:22.960882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5bf36824-109e-4774-8dda-19b1c129c527 req-1394ad27-c97d-4cef-92ea-a321e0c8a1b2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Feb 15 01:39:22.989471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27795ae-0021-4037-8f8e-5d367a77a12d req-c7d90e47-4ce5-4354-b45a-e6735d9a322b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:22.990967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e27795ae-0021-4037-8f8e-5d367a77a12d req-c7d90e47-4ce5-4354-b45a-e6735d9a322b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0745244 Feb 15 01:39:23.059332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e27795ae-0021-4037-8f8e-5d367a77a12d req-b43cbf38-f9bb-48da-9516-ec1055284483 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586226 Feb 15 01:39:23.201808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:23.230383 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7b4e62-a9a9-4f80-8cb5-ed313da41959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:23.262032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e2b2-06c2-4629-b318-4a67d057d3d7 req-7787101d-40a0-46be-b6f3-af4e4c5a1579 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.263841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb74e2b2-06c2-4629-b318-4a67d057d3d7 req-7787101d-40a0-46be-b6f3-af4e4c5a1579 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0863662 Feb 15 01:39:23.281313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-9da5f80c-3673-4fe3-a167-7a6394de8468 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698929 Feb 15 01:39:23.320405 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb74e2b2-06c2-4629-b318-4a67d057d3d7 req-ff8787af-caf6-44c8-8869-4481f8ac591f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Feb 15 01:39:23.406780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-613498fa-95a9-4860-8a8c-9be37a5d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.408391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-613498fa-95a9-4860-8a8c-9be37a5d2e76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 1133 time: 0.0647521 Feb 15 01:39:23.523839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-300baea9-9b9c-4c49-bb94-3c71c7724455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.525819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-300baea9-9b9c-4c49-bb94-3c71c7724455 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.0895977 Feb 15 01:39:23.569418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a824-d5be-4178-8391-18978f53fb0e req-6cf09e04-458b-425c-8a17-c93fcb1e92c1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.570338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-162199b4-0daf-4500-a574-5f9fd222ad32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe HTTP/1.1" status: 200 len: 217 time: 0.0377164 Feb 15 01:39:23.571769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56f2a824-d5be-4178-8391-18978f53fb0e req-6cf09e04-458b-425c-8a17-c93fcb1e92c1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0591354 Feb 15 01:39:23.629595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56f2a824-d5be-4178-8391-18978f53fb0e req-5aa4273b-1fdf-4363-be26-23d620ff8552 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514750 Feb 15 01:39:23.664767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-20daed98-262f-464b-ad9d-7b49df2b5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.666168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-20daed98-262f-464b-ad9d-7b49df2b5ea2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0878494 Feb 15 01:39:23.709304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4126-806e-4d71-aee2-10a855d71507 req-aea28e24-7973-4a1a-9fba-90124bb9b140 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.710916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4b5c4126-806e-4d71-aee2-10a855d71507 req-aea28e24-7973-4a1a-9fba-90124bb9b140 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 944 time: 0.0979834 Feb 15 01:39:23.755505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90e43-9c82-43b1-87fd-ed6b8d56877a req-8daaecda-665c-4564-b492-58ae7e747a95 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.757832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-bcb897ac-7601-4c4c-8a52-4e4039f0f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.758003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ae90e43-9c82-43b1-87fd-ed6b8d56877a req-8daaecda-665c-4564-b492-58ae7e747a95 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0598633 Feb 15 01:39:23.759399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-bcb897ac-7601-4c4c-8a52-4e4039f0f24d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0839710 Feb 15 01:39:23.768166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:23.774528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Request body: {'floatingip': {'port_id': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:23.796244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4b5c4126-806e-4d71-aee2-10a855d71507 req-79e38ff2-ef23-478d-b173-9b311fa2f31f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769610 Feb 15 01:39:23.864646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:23.893751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-c3a247f4-4c84-490c-b8d0-e184bd76d353 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271009 Feb 15 01:39:23.979445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ad6ec-bc4c-4342-9ce1-ad4c2227ad66 req-d662f1e6-0c11-4da5-8b3a-3837fc1f4dc3 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:23.987209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c10ad6ec-bc4c-4342-9ce1-ad4c2227ad66 req-d662f1e6-0c11-4da5-8b3a-3837fc1f4dc3 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 948 time: 0.1580017 Feb 15 01:39:23.991561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2a00357-e8e7-4475-955e-96f7c27c54d4 req-74cfd421-db75-4e3a-adef-ebe38e6712c4 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898764 Feb 15 01:39:24.100909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c10ad6ec-bc4c-4342-9ce1-ad4c2227ad66 req-ce082255-a3d0-4856-a43b-74e02a29260f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124051 Feb 15 01:39:24.103147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bdf9f-6674-4b6e-9a73-fb7322bcf805 req-f8fd458a-50c4-4fb2-bdb2-5c7e410e7f5f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:24.104763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-839bdf9f-6674-4b6e-9a73-fb7322bcf805 req-f8fd458a-50c4-4fb2-bdb2-5c7e410e7f5f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0745690 Feb 15 01:39:24.190672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-839bdf9f-6674-4b6e-9a73-fb7322bcf805 req-aedc77fe-04a9-4115-988b-7ca1edf4331d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780115 Feb 15 01:39:24.344682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd37d7b-6ed5-4672-824b-2b02343d87fa req-0b5ef638-a5e7-4106-91a4-7106bec0563f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:24.346809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fd37d7b-6ed5-4672-824b-2b02343d87fa req-0b5ef638-a5e7-4106-91a4-7106bec0563f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1479166 Feb 15 01:39:24.362110 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.463127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fd37d7b-6ed5-4672-824b-2b02343d87fa req-08233706-ed76-4920-ac7c-18a128a062ae tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850766 Feb 15 01:39:24.463394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497b05-e616-4ef2-9e54-57a204d222d8 req-f6cdd65e-48e8-4c01-9d03-e68b0db0da95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:24.464979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f497b05-e616-4ef2-9e54-57a204d222d8 req-f6cdd65e-48e8-4c01-9d03-e68b0db0da95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0657675 Feb 15 01:39:24.529645 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f497b05-e616-4ef2-9e54-57a204d222d8 req-b418f455-a3f6-430b-89b1-39bc498df7d8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Feb 15 01:39:24.536180 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.578993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:39:24.590795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.702573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port ebefb5b1-6730-45fa-9dfc-46e873bc2915 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:39:24.706802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port ebefb5b1-6730-45fa-9dfc-46e873bc2915 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:24.707278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.723921 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Floating IP c1fe281b-a967-48c6-a623-504db6596229 associated. External IP: 172.25.2.20, port: a584ab8c-ba8f-4cac-8aed-93dda56eb39c. Feb 15 01:39:24.795222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ebefb5b1-6730-45fa-9dfc-46e873bc2915 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:24.795886 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.822852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:24.828513 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7df68e-f3dc-41e1-84c2-a7d58b698bfc" -d '{"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-plugged", "status": "completed", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:24.845164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:24.877971 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea28bfb-75c4-4e9e-8489-7788aac315fe x-openstack-request-id: req-1ea28bfb-75c4-4e9e-8489-7788aac315fe {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:24.878781 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-plugged", "status": "completed", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:24.879141 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ea28bfb-75c4-4e9e-8489-7788aac315fe {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:24.879651 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'code': 200} Feb 15 01:39:24.917785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:24.983620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:25.257786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2528be0a-da64-477e-aaf2-f2ece75981c0 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:39:25.283932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5732-32e3-48e3-86bf-fa90e565afc9 req-a1ea8f13-9b2d-4d6f-a974-e1852407e44f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.285662 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d93a5732-32e3-48e3-86bf-fa90e565afc9 req-a1ea8f13-9b2d-4d6f-a974-e1852407e44f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 948 time: 0.0849574 Feb 15 01:39:25.312961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645819f2-c2f5-4f66-af88-84bd60096d0d req-f77574e5-5ab2-4d01-909f-8f66d4787b82 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.320103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-645819f2-c2f5-4f66-af88-84bd60096d0d req-f77574e5-5ab2-4d01-909f-8f66d4787b82 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.4373271 Feb 15 01:39:25.354616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd031-2a53-4d5b-8d61-9f710f099cfa req-ed9b29ec-0137-4825-9475-c2d90b292d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.360281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cbfd031-2a53-4d5b-8d61-9f710f099cfa req-ed9b29ec-0137-4825-9475-c2d90b292d36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1128 time: 0.1825740 Feb 15 01:39:25.366284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:39:25.381079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d93a5732-32e3-48e3-86bf-fa90e565afc9 req-6b24709d-aa1b-406b-a1cf-9a0199e27501 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878041 Feb 15 01:39:25.469491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-645819f2-c2f5-4f66-af88-84bd60096d0d req-bd71a463-31f5-4e44-bd84-08041e693ab9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453807 Feb 15 01:39:25.472835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 2528be0a-da64-477e-aaf2-f2ece75981c0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:39:25.481958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 2528be0a-da64-477e-aaf2-f2ece75981c0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:25.482365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:25.515959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69f11-7ca3-4bbe-ad79-57061a47be4e req-ec1969ff-40f3-4e7e-9433-67abf82066be tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.518459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecf69f11-7ca3-4bbe-ad79-57061a47be4e req-ec1969ff-40f3-4e7e-9433-67abf82066be tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0818071 Feb 15 01:39:25.562358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cbfd031-2a53-4d5b-8d61-9f710f099cfa req-acaae381-fb08-4856-85ad-17742688a9c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937687 Feb 15 01:39:25.627357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2528be0a-da64-477e-aaf2-f2ece75981c0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:25.627767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-89b3b852-6888-41c5-8914-538f524597d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2097530 Feb 15 01:39:25.628250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:25.631838 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecf69f11-7ca3-4bbe-ad79-57061a47be4e req-1bb686ea-512f-44e1-9d6b-de047dd0bae2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077564 Feb 15 01:39:25.683239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2528be0a-da64-477e-aaf2-f2ece75981c0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:25.687206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:39:25.692811 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:25.699988 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:39:25.714689 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:25.715406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:25.750759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:25.771616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6329cde4-f5b4-4fc3-9415-bac0f5aaba48 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "PUT /v2.0/floatingips/c1fe281b-a967-48c6-a623-504db6596229 HTTP/1.1" status: 200 len: 991 time: 2.0017927 Feb 15 01:39:25.774585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:25.776891 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:25.787341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cad14-343a-456b-86cb-d4623d6f23f8 req-c0055eb5-a92b-4576-a89c-d3142a4a1314 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.795125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cad14-343a-456b-86cb-d4623d6f23f8 req-c0055eb5-a92b-4576-a89c-d3142a4a1314 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1662788 Feb 15 01:39:25.819763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:25.838853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb2f1-427e-42ac-b66b-fc83f926b8bb req-9cd97fc6-8e5c-4b39-bfc3-3129e08ef8f3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:25.845381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f48fb2f1-427e-42ac-b66b-fc83f926b8bb req-9cd97fc6-8e5c-4b39-bfc3-3129e08ef8f3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1239614 Feb 15 01:39:25.888564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:25.889879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:25.947234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f48fb2f1-427e-42ac-b66b-fc83f926b8bb req-c2dcb9ed-bef6-45c4-bd1a-e8a19a5bc7f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953102 Feb 15 01:39:25.978208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cad14-343a-456b-86cb-d4623d6f23f8 req-34f57d5a-5f0d-4796-86c4-41abc250bb21 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655562 Feb 15 01:39:26.011633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-c7ad3fa3-f4e0-4366-b9c6-6d7e2a11ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.022210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-c7ad3fa3-f4e0-4366-b9c6-6d7e2a11ffcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1128 time: 0.1811812 Feb 15 01:39:26.104727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b11-d9b0-4bbc-b30b-701c8c45e5d6 req-9a811d49-ef61-4d96-9a74-c5cdc899cc6f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.112980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04433b11-d9b0-4bbc-b30b-701c8c45e5d6 req-9a811d49-ef61-4d96-9a74-c5cdc899cc6f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1064770 Feb 15 01:39:26.125240 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cff7e5-da24-4286-bac8-91e23c817bda x-openstack-request-id: req-e8cff7e5-da24-4286-bac8-91e23c817bda {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:26.128114 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:26.128114 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8cff7e5-da24-4286-bac8-91e23c817bda {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:26.128114 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'status': 'completed', 'code': 200} Feb 15 01:39:26.201139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-7ae2b9bc-5f3b-4c54-a9a2-c8452bab3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.204750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-7ae2b9bc-5f3b-4c54-a9a2-c8452bab3c99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1548417 Feb 15 01:39:26.212442 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04433b11-d9b0-4bbc-b30b-701c8c45e5d6 req-1d362874-c882-4628-ae4d-3ff2a6d6879e tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982943 Feb 15 01:39:26.228685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-ac72e9bb-9d78-4ded-a40b-cce344d3078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.231225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-ac72e9bb-9d78-4ded-a40b-cce344d3078f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93dcbc0e09104152aed49f7518adf934&device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 1129 time: 0.1153967 Feb 15 01:39:26.268265 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:a8:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:39:24Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:26.274199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-beb0e2b7-f851-4696-a77a-19c9b4b5d2d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0517080 Feb 15 01:39:26.301391 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:39:26.310695 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:26.311515 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:26.337234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-c63b395f-c958-46b4-ba41-8182f97428d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.339214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-c63b395f-c958-46b4-ba41-8182f97428d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0558393 Feb 15 01:39:26.354910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-f772f405-495d-42e3-a3c2-e92da77077db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.356526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-f772f405-495d-42e3-a3c2-e92da77077db service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 200 len: 924 time: 0.1164742 Feb 15 01:39:26.380473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-eb289515-b876-488c-ba26-ab8b2cfd3bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277395 Feb 15 01:39:26.469093 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:26.475748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-c7fb7cc9-696b-4a07-8cbf-762f3a6dc8e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c HTTP/1.1" status: 200 len: 999 time: 0.1125150 Feb 15 01:39:26.525612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-96eea69f-9dad-4597-9752-517a4688f41f service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377928 Feb 15 01:39:26.565285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-d2719aa2-0f41-4231-8413-cc9a1b7eeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.566776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-d2719aa2-0f41-4231-8413-cc9a1b7eeab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 200 len: 862 time: 0.0824227 Feb 15 01:39:26.632012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108e7cd-21f5-46c9-ba1d-10b3d8231132 req-81bddd56-fab2-4308-b7ba-875ca9733e5d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.633567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f108e7cd-21f5-46c9-ba1d-10b3d8231132 req-81bddd56-fab2-4308-b7ba-875ca9733e5d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1502814 Feb 15 01:39:26.672374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-eecad8da-ccc3-44d6-a5d9-e76394fe3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.674301 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-eecad8da-ccc3-44d6-a5d9-e76394fe3cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944409 Feb 15 01:39:26.682915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34375-c509-422d-a8e7-673fb4e6b1a3 req-e94ac647-9934-4f94-ac80-7b4a3f0f186a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.690845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-49a34375-c509-422d-a8e7-673fb4e6b1a3 req-e94ac647-9934-4f94-ac80-7b4a3f0f186a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1217003 Feb 15 01:39:26.694852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55167dac-1312-461f-9ae9-23c8c1ef14f5 req-271a9331-8c69-4a18-9b16-08ff5b44540a service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592524 Feb 15 01:39:26.707679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f108e7cd-21f5-46c9-ba1d-10b3d8231132 req-503e8032-190b-4760-8909-82ea069ab2dc tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675325 Feb 15 01:39:26.761665 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:a8:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:39:24Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:26.795829 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c79c4-1f66-4164-8da3-d804bccc7f08 None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'c1fe281b-a967-48c6-a623-504db6596229', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'port_id': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'mac_address': 'fa:16:3e:a8:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:36:06Z', 'updated_at': '2022-02-15T01:39:24Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:39:26.881306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:26.883608 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca883c9-d20c-4f68-a0c5-2e7a69016c5c" -d '{"events": [{"server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "name": "network-vif-plugged", "status": "completed", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:26.884257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80077f9-d981-4b1d-ad62-640a43996a93 req-2c6c320a-b12a-4876-8456-be332cf0487e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:26.887003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-49a34375-c509-422d-a8e7-673fb4e6b1a3 req-5aef4eb4-7a61-46b3-8e12-18324940a276 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944952 Feb 15 01:39:26.893178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a80077f9-d981-4b1d-ad62-640a43996a93 req-2c6c320a-b12a-4876-8456-be332cf0487e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0888231 Feb 15 01:39:26.917949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-825f16ed-26cf-4ff4-9b0e-778e7fa5739b service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238150 Feb 15 01:39:26.941908 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e298f-8d16-493e-acbb-0dce53ef8e6a x-openstack-request-id: req-482e298f-8d16-493e-acbb-0dce53ef8e6a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:26.942221 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "name": "network-vif-plugged", "status": "completed", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:26.942485 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-482e298f-8d16-493e-acbb-0dce53ef8e6a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:26.942875 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0', 'code': 200} Feb 15 01:39:26.943620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a80077f9-d981-4b1d-ad62-640a43996a93 req-2feb102e-d638-4dc8-800d-77755c725958 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Feb 15 01:39:27.181533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132ab81-7d0a-4285-8a3c-f15786a6a31b None None] New status for floating IP c1fe281b-a967-48c6-a623-504db6596229: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:39:27.183730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8bf449f-e7c6-41ae-a5b5-1c7633f595a5 req-1c0a2ed1-0872-4138-a909-1ec38b7b424f service neutron] 10.222.0.37 "GET /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468314 Feb 15 01:39:27.186315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b491472-1952-4308-beb4-87900457061d req-6b53c1ea-f45f-4753-a02e-fa4d89dec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:27.194871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b491472-1952-4308-beb4-87900457061d req-6b53c1ea-f45f-4753-a02e-fa4d89dec740 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 1132 time: 0.1630242 Feb 15 01:39:27.225534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d9f71-7e26-4b89-8f4d-d348fad6dd7f req-56b0666c-2dce-4e12-bc4f-15e2abec4fa9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:27.228184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df1d9f71-7e26-4b89-8f4d-d348fad6dd7f req-56b0666c-2dce-4e12-bc4f-15e2abec4fa9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1567183 Feb 15 01:39:27.240954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfa1d-f33a-4c6b-a5f6-b316f4e55fa0 req-b10db30d-2199-4095-b305-dabe610ecd25 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:27.242852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d06cfa1d-f33a-4c6b-a5f6-b316f4e55fa0 req-b10db30d-2199-4095-b305-dabe610ecd25 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1676087 Feb 15 01:39:27.304207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:27.322523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b491472-1952-4308-beb4-87900457061d req-252014bc-2da0-4716-9b4c-175dad04058c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Feb 15 01:39:27.325006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df1d9f71-7e26-4b89-8f4d-d348fad6dd7f req-c4bb0807-81b5-416a-8997-7b913f5144ad tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855968 Feb 15 01:39:27.343317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d06cfa1d-f33a-4c6b-a5f6-b316f4e55fa0 req-94ae3ef8-df18-4c29-8677-29f48c501ac3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Feb 15 01:39:27.829995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d36d-44af-475d-88ad-3928823c7cb4 req-d14e1230-e615-44c7-b8f9-b76b98b7ef8d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:27.831474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d340d36d-44af-475d-88ad-3928823c7cb4 req-d14e1230-e615-44c7-b8f9-b76b98b7ef8d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0506334 Feb 15 01:39:27.876927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d340d36d-44af-475d-88ad-3928823c7cb4 req-0329fc2e-3f73-443e-93ef-6f2e7ec6523a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397081 Feb 15 01:39:28.001912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da138-bce2-4615-8d2d-6769b32629f3 req-ad34d291-6a79-40c2-9b33-8ff52801a56e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:28.003441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-480da138-bce2-4615-8d2d-6769b32629f3 req-ad34d291-6a79-40c2-9b33-8ff52801a56e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0543413 Feb 15 01:39:28.055414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-480da138-bce2-4615-8d2d-6769b32629f3 req-4e7eb251-8166-4585-ac8a-daf453fd9365 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Feb 15 01:39:28.080600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2200a09-1dcf-4a3c-9c37-0c82c8a67e28 req-76901fe3-20f4-4b63-83df-d2f00e0c9d35 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:28.082293 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2200a09-1dcf-4a3c-9c37-0c82c8a67e28 req-76901fe3-20f4-4b63-83df-d2f00e0c9d35 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0585823 Feb 15 01:39:28.134285 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2200a09-1dcf-4a3c-9c37-0c82c8a67e28 req-654744bd-3219-45d8-a61f-f6fba446e651 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Feb 15 01:39:28.174012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b8db-5df1-458b-886c-8cf2c4183d0d req-b3849f33-fbc0-4401-bc7f-c0fc2d8b4350 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:28.175671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5d6b8db-5df1-458b-886c-8cf2c4183d0d req-b3849f33-fbc0-4401-bc7f-c0fc2d8b4350 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1128 time: 0.0494845 Feb 15 01:39:28.224605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5d6b8db-5df1-458b-886c-8cf2c4183d0d req-6e5a0a04-3dcb-41e8-8b76-99c404ccd9c1 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Feb 15 01:39:28.459746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461e02-d210-466c-86e9-238de317bf50 req-ff6a728b-18ee-4a60-9436-f2c4968008f5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:28.461038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d461e02-d210-466c-86e9-238de317bf50 req-ff6a728b-18ee-4a60-9436-f2c4968008f5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0618408 Feb 15 01:39:28.486235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee391b-cb01-42ab-aa6c-5f3d0f1b9405 req-fdaccad3-f5f2-4bde-8f3d-228912546481 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:28.487886 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6dee391b-cb01-42ab-aa6c-5f3d0f1b9405 req-fdaccad3-f5f2-4bde-8f3d-228912546481 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0607626 Feb 15 01:39:28.512175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d461e02-d210-466c-86e9-238de317bf50 req-00f93674-613c-46ea-b31a-2869aadf1144 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Feb 15 01:39:28.540718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6dee391b-cb01-42ab-aa6c-5f3d0f1b9405 req-bb95530f-aaf8-44dc-9461-167ac9ea0b4b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Feb 15 01:39:29.010432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81cc9e-c045-44cd-bda0-ec5ae417b525 req-6bfdbc16-d624-49d5-ba07-4530bdfdc289 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:29.012459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd81cc9e-c045-44cd-bda0-ec5ae417b525 req-6bfdbc16-d624-49d5-ba07-4530bdfdc289 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0682738 Feb 15 01:39:29.064260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd81cc9e-c045-44cd-bda0-ec5ae417b525 req-a18fed2c-a280-4577-ad71-44081e98b188 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Feb 15 01:39:29.262438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebeeaa-c112-4da9-bff9-7bf5bc33fd9b req-4275540a-4b7e-4fd4-bee3-cabe02e15723 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:29.264320 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-44ebeeaa-c112-4da9-bff9-7bf5bc33fd9b req-4275540a-4b7e-4fd4-bee3-cabe02e15723 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0573452 Feb 15 01:39:29.315517 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-44ebeeaa-c112-4da9-bff9-7bf5bc33fd9b req-e894e502-1edd-4944-b446-11b522e9c33b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Feb 15 01:39:29.656009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa0975-f090-4446-8ea5-2b6b339695a9 req-7c003ca3-eaea-4239-9376-28de2decb9f2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:29.663066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dfa0975-f090-4446-8ea5-2b6b339695a9 req-7c003ca3-eaea-4239-9376-28de2decb9f2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0763917 Feb 15 01:39:29.704364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894af424-61c9-4b53-8b4e-c4447a083884 req-8a48e33a-5dfa-4085-a8a5-a2c0d70cb650 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:29.706132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-894af424-61c9-4b53-8b4e-c4447a083884 req-8a48e33a-5dfa-4085-a8a5-a2c0d70cb650 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0697455 Feb 15 01:39:29.715436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dfa0975-f090-4446-8ea5-2b6b339695a9 req-a1b4360a-5746-43be-87dd-1977920ccc02 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514867 Feb 15 01:39:29.759219 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-894af424-61c9-4b53-8b4e-c4447a083884 req-c606c994-2b7f-4280-a443-dccb39654da1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Feb 15 01:39:30.190881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829960-77b1-4044-ab47-0497f48579a1 req-7f41ac1d-1593-48e2-821b-b468cf3b867d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:30.193100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be829960-77b1-4044-ab47-0497f48579a1 req-7f41ac1d-1593-48e2-821b-b468cf3b867d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0598483 Feb 15 01:39:30.241674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be829960-77b1-4044-ab47-0497f48579a1 req-449d15de-5854-4732-9e1d-21ba309ef500 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Feb 15 01:39:30.455286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62797-56f6-4565-8937-9665fed9170a req-5b03b54e-2401-4a21-9f7f-09413bffddba tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:30.457470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-95b62797-56f6-4565-8937-9665fed9170a req-5b03b54e-2401-4a21-9f7f-09413bffddba tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0597448 Feb 15 01:39:30.509952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-95b62797-56f6-4565-8937-9665fed9170a req-bc769e73-2f8d-49b4-b891-9875a90c77de tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Feb 15 01:39:30.831214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe44f8-d280-4710-8fcd-ef4601e46c35 req-605a1c17-5b70-4b31-b8a4-95e99133a229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:30.832636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52fe44f8-d280-4710-8fcd-ef4601e46c35 req-605a1c17-5b70-4b31-b8a4-95e99133a229 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0550046 Feb 15 01:39:30.879790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52fe44f8-d280-4710-8fcd-ef4601e46c35 req-9c8d28dc-77ba-4b2a-bc3e-77013df9afc0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Feb 15 01:39:30.887412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217f626-57de-4de6-b873-4489fc8ed030 req-0a742fd7-28bd-4c89-b3ea-37867843c3f6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:30.889309 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1217f626-57de-4de6-b873-4489fc8ed030 req-0a742fd7-28bd-4c89-b3ea-37867843c3f6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0582697 Feb 15 01:39:30.936686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1217f626-57de-4de6-b873-4489fc8ed030 req-af23a8f7-3edc-4d72-a12a-b0524bd42bf9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Feb 15 01:39:31.368802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee081900-fc77-4bd7-b8c0-91c38dc4f84f req-d1abc952-2571-43ba-9df5-cb20b67e9446 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:31.370214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ee081900-fc77-4bd7-b8c0-91c38dc4f84f req-d1abc952-2571-43ba-9df5-cb20b67e9446 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0551853 Feb 15 01:39:31.425937 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ee081900-fc77-4bd7-b8c0-91c38dc4f84f req-63e83c4f-f7c8-4878-866f-0aba3a5af7ab tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Feb 15 01:39:31.508669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:31.647487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da760-1dc4-4ecd-b5b7-e096e7f4b306 req-b66a7536-8588-48c8-9bd5-ed3ac6c42728 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:31.654863 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8da760-1dc4-4ecd-b5b7-e096e7f4b306 req-b66a7536-8588-48c8-9bd5-ed3ac6c42728 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0734186 Feb 15 01:39:31.704100 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e8da760-1dc4-4ecd-b5b7-e096e7f4b306 req-ed346c49-551c-4736-8a4c-18dfe1f411d5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483818 Feb 15 01:39:31.969613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (e4e11641-6361-49b0-af2a-bf38872dad68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:32.052064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307374c-a16b-4a3f-9ca4-06ff0e209359 req-d239464f-3401-41f1-a837-2c315e59a3b4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:32.054354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5307374c-a16b-4a3f-9ca4-06ff0e209359 req-d239464f-3401-41f1-a837-2c315e59a3b4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0729945 Feb 15 01:39:32.109698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5307374c-a16b-4a3f-9ca4-06ff0e209359 req-55581211-e705-4966-a8ae-960b899f1b95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498824 Feb 15 01:39:32.265601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d8bd-30f4-40b3-aef1-40af7a73be81 req-d3ffa3d4-18a5-4a16-88d6-d005c85c14d8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:32.266955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e076d8bd-30f4-40b3-aef1-40af7a73be81 req-d3ffa3d4-18a5-4a16-88d6-d005c85c14d8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1179156 Feb 15 01:39:32.368479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e076d8bd-30f4-40b3-aef1-40af7a73be81 req-07277638-79f9-48a9-8e41-93d6b2bf4eef tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916731 Feb 15 01:39:32.402704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Deleting port 181ea428-8137-483d-8024-77f10700a80b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:32.403318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (181ea428-8137-483d-8024-77f10700a80b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:32.492128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] For port 181ea428-8137-483d-8024-77f10700a80b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=181ea428-8137-483d-8024-77f10700a80b,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:32.492740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (181ea428-8137-483d-8024-77f10700a80b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:32.505420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Calling delete_port for 181ea428-8137-483d-8024-77f10700a80b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:32.550595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039811d-4ef1-4b0d-8597-fa011ae4cb86 req-b03c53b4-84a4-4055-8965-848e72a0d484 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:32.559509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7039811d-4ef1-4b0d-8597-fa011ae4cb86 req-b03c53b4-84a4-4055-8965-848e72a0d484 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0650351 Feb 15 01:39:32.613025 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7039811d-4ef1-4b0d-8597-fa011ae4cb86 req-ef61ea61-9d48-4691-85ca-7ee7226aee2d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Feb 15 01:39:32.771669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (181ea428-8137-483d-8024-77f10700a80b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:32.835158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Pushing event deleted for resources: {'Port': ['ID=181ea428-8137-483d-8024-77f10700a80b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:32.969481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdfd3d-b976-46c9-b2c3-b6493c67f38a req-39299506-4e76-4d74-af7a-c50ecb99161c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:32.976952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1bdfd3d-b976-46c9-b2c3-b6493c67f38a req-39299506-4e76-4d74-af7a-c50ecb99161c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.1954682 Feb 15 01:39:33.101998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1bdfd3d-b976-46c9-b2c3-b6493c67f38a req-178c7d1f-b3af-4b9f-b36f-5f987efafe80 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240404 Feb 15 01:39:33.127784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (e4e11641-6361-49b0-af2a-bf38872dad68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:33.260584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278527-6719-4385-8f69-718b07c86170 req-42e7a338-c5b2-4f92-9243-996632748176 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:33.262182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5d278527-6719-4385-8f69-718b07c86170 req-42e7a338-c5b2-4f92-9243-996632748176 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0668886 Feb 15 01:39:33.315101 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5d278527-6719-4385-8f69-718b07c86170 req-0ae70d84-bc06-4668-8c7e-5e5255330d28 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Feb 15 01:39:33.380359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Router e4e11641-6361-49b0-af2a-bf38872dad68 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:39:33.782555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771309b-0747-4eb1-99ef-23ebdd81ea83 req-e90a3423-f4b8-4e60-9f1a-e4780e50d22b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:33.785004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5771309b-0747-4eb1-99ef-23ebdd81ea83 req-e90a3423-f4b8-4e60-9f1a-e4780e50d22b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0708773 Feb 15 01:39:33.787882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:39:33.793715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4b68bd89-d5d8-4331-ab87-72e176ce3aea admin admin] 10.222.0.43 "PUT /v2.0/routers/e4e11641-6361-49b0-af2a-bf38872dad68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837300 Feb 15 01:39:33.796264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:33.799546 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Sync routers for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:39:33.812195 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:33.813425 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:33.847552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a107acc-26cc-4261-9fc5-fbcd1f214abd req-e31b32f1-8ec4-4a4b-88ff-2ea9b39e34f0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:33.849080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a107acc-26cc-4261-9fc5-fbcd1f214abd req-e31b32f1-8ec4-4a4b-88ff-2ea9b39e34f0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.1107795 Feb 15 01:39:33.868775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5771309b-0747-4eb1-99ef-23ebdd81ea83 req-17bddc07-389e-4e72-90b9-fdbdb73af9be tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Feb 15 01:39:33.942613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a107acc-26cc-4261-9fc5-fbcd1f214abd req-c56e8326-fc7b-495e-bbbe-2b71d3f1fcd4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872171 Feb 15 01:39:33.944498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:33.952741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks [] for router (e4e11641-6361-49b0-af2a-bf38872dad68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.072214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks [] for router_gateway (e4e11641-6361-49b0-af2a-bf38872dad68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.149452 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:39:32Z', 'revision_number': 5, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port': {'id': '0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:13Z', 'updated_at': '2022-02-15T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:34.183193 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Checking router: e4e11641-6361-49b0-af2a-bf38872dad68 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:39:34.186280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Deleting port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:34.186638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.195110 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Routers {'e4e11641-6361-49b0-af2a-bf38872dad68'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:34.195939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e4e11641-6361-49b0-af2a-bf38872dad68'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:34.264213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657556d-fddb-4ad5-b784-9dbffa78541b req-7743a59e-bd2e-4bc6-b196-70b6f282c9f5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:34.271280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3657556d-fddb-4ad5-b784-9dbffa78541b req-7743a59e-bd2e-4bc6-b196-70b6f282c9f5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0775728 Feb 15 01:39:34.287280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] For port 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:34.287655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.301765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Calling delete_port for 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:34.313423 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] Set router e4e11641-6361-49b0-af2a-bf38872dad68 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:34.346148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3657556d-fddb-4ad5-b784-9dbffa78541b req-86e9fa17-533a-4087-ac47-4159dcf10df0 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Feb 15 01:39:34.399169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:39:34Z', 'revision_number': 6, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:34.427629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0ede0-feed-4caf-9fd9-40ecbde54dac None None] The sync data for ids ['e4e11641-6361-49b0-af2a-bf38872dad68'] in n-d-829064-14 is: [{'id': 'e4e11641-6361-49b0-af2a-bf38872dad68', 'name': 'tempest-AttachSCSIVolumeTestJSON-201374686-router', 'tenant_id': '550c99024d9e4c9fb4d85a1f102c8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:12Z', 'updated_at': '2022-02-15T01:39:34Z', 'revision_number': 6, 'project_id': '550c99024d9e4c9fb4d85a1f102c8799', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:39:34.542358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b3ff2-d30b-421b-9fdc-d9c7d492169c req-1864e5e8-d4ba-4e50-9798-62db33121faa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:34.544388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e32b3ff2-d30b-421b-9fdc-d9c7d492169c req-1864e5e8-d4ba-4e50-9798-62db33121faa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0890379 Feb 15 01:39:34.602218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e32b3ff2-d30b-421b-9fdc-d9c7d492169c req-5be7fda3-a58d-4be8-9e09-29a257d1e65a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502403 Feb 15 01:39:34.645817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.669467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:34.740138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (e4e11641-6361-49b0-af2a-bf38872dad68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.862484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (e4e11641-6361-49b0-af2a-bf38872dad68), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:34.865114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks [] for router_controller (e4e11641-6361-49b0-af2a-bf38872dad68), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.004088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed4057-e7bd-4c1b-9876-38baf355bdb9 req-3dfcdb4e-68dc-4e88-94ed-ba5e562c9422 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:35.005886 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d0ed4057-e7bd-4c1b-9876-38baf355bdb9 req-3dfcdb4e-68dc-4e88-94ed-ba5e562c9422 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0599468 Feb 15 01:39:35.013797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (e4e11641-6361-49b0-af2a-bf38872dad68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.014564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e11641-6361-49b0-af2a-bf38872dad68 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:39:35.021171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.025934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:35.026275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4d5b1114-481d-4b6e-9791-e5cae4a3aaa9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e4e11641-6361-49b0-af2a-bf38872dad68 HTTP/1.1" status: 204 len: 168 time: 1.2286665 Feb 15 01:39:35.089308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Deleting subnet a3795e01-7039-414a-92fe-686d07d7f377 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:39:35.097125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d66a46-49ff-4b55-b37d-42194a36e3e7 req-4b68e98c-1132-4776-913e-fae3864358ad tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:35.098988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d66a46-49ff-4b55-b37d-42194a36e3e7 req-4b68e98c-1132-4776-913e-fae3864358ad tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0631697 Feb 15 01:39:35.103192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Publish callbacks [] for subnet (a3795e01-7039-414a-92fe-686d07d7f377), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.164021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d66a46-49ff-4b55-b37d-42194a36e3e7 req-6eb69dc5-0ad2-4000-90ed-f85db138ce0e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Feb 15 01:39:35.174878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d0ed4057-e7bd-4c1b-9876-38baf355bdb9 req-2bc7fbc8-e661-4049-ae2d-6fd441f3553b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633985 Feb 15 01:39:35.181822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (a3795e01-7039-414a-92fe-686d07d7f377), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.300236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a3795e01-7039-414a-92fe-686d07d7f377), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.448022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (a3795e01-7039-414a-92fe-686d07d7f377), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.468204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16797fef-6a80-480a-84ae-0aa49933dd7d req-e457f3b9-b378-461f-8145-2c99f2ac12db tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:35.469720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16797fef-6a80-480a-84ae-0aa49933dd7d req-e457f3b9-b378-461f-8145-2c99f2ac12db tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0552435 Feb 15 01:39:35.487170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.493872 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a3795e01-7039-414a-92fe-686d07d7f377 HTTP/1.1" status: 204 len: 168 time: 0.4645724 Feb 15 01:39:35.494152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a4b736-ee31-49a8-92c8-2862f58eee45 None None] Network 4ec12fa9-8678-4986-ae82-d3d97a5f826c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:39:35.494601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48c4e0-e1cb-41ec-9073-93c53c648e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3795e01-7039-414a-92fe-686d07d7f377,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:35.498220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:35.547913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16797fef-6a80-480a-84ae-0aa49933dd7d req-b70600da-d003-4b28-923c-c6b811174600 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654254 Feb 15 01:39:35.574476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4ec12fa9-8678-4986-ae82-d3d97a5f826c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.651619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Deleting port 72102c8b-7c00-4238-a59c-b68a5580fa91 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:35.651945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.708709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] DHCP port deletion for 4ec12fa9-8678-4986-ae82-d3d97a5f826c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:39:35.761335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Deleting port 72102c8b-7c00-4238-a59c-b68a5580fa91 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:35.761616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] For port 72102c8b-7c00-4238-a59c-b68a5580fa91, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72102c8b-7c00-4238-a59c-b68a5580fa91,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:35.761927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.762055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.776602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbb9d4-8058-43fe-aaee-398f2527418b req-eba91a1d-2dae-4626-a345-4555aabb1bed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:35.778085 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fbbbb9d4-8058-43fe-aaee-398f2527418b req-eba91a1d-2dae-4626-a345-4555aabb1bed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0820663 Feb 15 01:39:35.783765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Calling delete_port for 72102c8b-7c00-4238-a59c-b68a5580fa91 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:35.827038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] For port 72102c8b-7c00-4238-a59c-b68a5580fa91, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72102c8b-7c00-4238-a59c-b68a5580fa91,segment=NetworkSegment(0de17c1f-d7da-4947-928e-ea2c8cc2d37a),segment_id=0de17c1f-d7da-4947-928e-ea2c8cc2d37a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:35.827674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.840715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Calling delete_port for 72102c8b-7c00-4238-a59c-b68a5580fa91 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:35.868684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fbbbb9d4-8058-43fe-aaee-398f2527418b req-a1142f0f-81d9-42d6-9808-c139235b3b14 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809319 Feb 15 01:39:35.971184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.981056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (72102c8b-7c00-4238-a59c-b68a5580fa91), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:35.995937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Pushing event deleted for resources: {'Port': ['ID=72102c8b-7c00-4238-a59c-b68a5580fa91,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:36.000077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] No DVR routers for this DVR port 72102c8b-7c00-4238-a59c-b68a5580fa91 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:36.009162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] Pushing event deleted for resources: {'Port': ['ID=72102c8b-7c00-4238-a59c-b68a5580fa91,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:36.013081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc552f-24b8-427d-962c-7e5204c280a2 None None] No DVR routers for this DVR port 72102c8b-7c00-4238-a59c-b68a5580fa91 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:36.081218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4ec12fa9-8678-4986-ae82-d3d97a5f826c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.102285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec12fa9-8678-4986-ae82-d3d97a5f826c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:36.112894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de17c1f-d7da-4947-928e-ea2c8cc2d37a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:36.113198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de17c1f-d7da-4947-928e-ea2c8cc2d37a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:36.122837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (0de17c1f-d7da-4947-928e-ea2c8cc2d37a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.135934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0de17c1f-d7da-4947-928e-ea2c8cc2d37a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.142199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:39:36.142587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (0de17c1f-d7da-4947-928e-ea2c8cc2d37a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:39:36.144246 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:39:36.283766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4ec12fa9-8678-4986-ae82-d3d97a5f826c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.284443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325916-e266-4282-962e-a375c396e03b req-fc9e3fff-9ad3-4073-9e4b-fecd4b167949 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:36.286118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6325916-e266-4282-962e-a375c396e03b req-fc9e3fff-9ad3-4073-9e4b-fecd4b167949 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.0605478 Feb 15 01:39:36.292388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:36.299110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ec12fa9-8678-4986-ae82-d3d97a5f826c HTTP/1.1" status: 204 len: 168 time: 0.7973623 Feb 15 01:39:36.299845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:36.346844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db195f5-68a2-4a37-aeeb-05766052486b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec12fa9-8678-4986-ae82-d3d97a5f826c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:36.354762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6325916-e266-4282-962e-a375c396e03b req-329546a7-84e4-427c-8de1-40abdcc1d9eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576382 Feb 15 01:39:36.456716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:36.485612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:36.486007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b45b9ec-ce2b-484c-aa21-fb2b7899f1f8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:36.486545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72102c8b-7c00-4238-a59c-b68a5580fa91 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:36.498659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0dcab-cb94-4401-8e3c-6f8d694d6cf4 req-13841299-e86f-44d7-96b5-b957f6d14fab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:36.500335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfe0dcab-cb94-4401-8e3c-6f8d694d6cf4 req-13841299-e86f-44d7-96b5-b957f6d14fab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 950 time: 0.0621984 Feb 15 01:39:36.510295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 72102c8b-7c00-4238-a59c-b68a5580fa91 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:36.511390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72102c8b-7c00-4238-a59c-b68a5580fa91 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:36.512036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 181ea428-8137-483d-8024-77f10700a80b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:36.533400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 181ea428-8137-483d-8024-77f10700a80b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:36.534012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 181ea428-8137-483d-8024-77f10700a80b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:36.560792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfe0dcab-cb94-4401-8e3c-6f8d694d6cf4 req-adae8693-9529-48de-b6b6-db00090f4e33 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543666 Feb 15 01:39:36.683048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa487-b5da-4d92-8077-8f13ef9fd0a4 req-04788f6c-9a4d-4096-8bc8-1843dfc52806 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:36.684772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de5aa487-b5da-4d92-8077-8f13ef9fd0a4 req-04788f6c-9a4d-4096-8bc8-1843dfc52806 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0564065 Feb 15 01:39:36.694865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fabd17-a659-4f00-b98a-2df422fbcb4c req-9828adae-43bf-425c-9ec0-52fa9e0eeb7c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:36.702122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58fabd17-a659-4f00-b98a-2df422fbcb4c req-9828adae-43bf-425c-9ec0-52fa9e0eeb7c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.4549866 Feb 15 01:39:36.737694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de5aa487-b5da-4d92-8077-8f13ef9fd0a4 req-3223d845-7e7a-4b6d-99fc-efe5c42b7dcf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469935 Feb 15 01:39:36.792532 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58fabd17-a659-4f00-b98a-2df422fbcb4c req-934be215-037b-400a-8b8c-8fc7f9566e69 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895333 Feb 15 01:39:37.017086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd501e8-12bb-42cf-b3bf-840e4dbd8629 req-01eaa552-01c3-4600-bd5d-7ad3b8163b38 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.022426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd501e8-12bb-42cf-b3bf-840e4dbd8629 req-01eaa552-01c3-4600-bd5d-7ad3b8163b38 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.024031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd501e8-12bb-42cf-b3bf-840e4dbd8629 req-01eaa552-01c3-4600-bd5d-7ad3b8163b38 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b&device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 1691 time: 0.0660505 Feb 15 01:39:37.047320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561bbf-b6cb-471a-aaae-ec613e6f76fa req-7477987b-a049-4389-a0bd-99cb90a97bfa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.048964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-55561bbf-b6cb-471a-aaae-ec613e6f76fa req-7477987b-a049-4389-a0bd-99cb90a97bfa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1007068 Feb 15 01:39:37.080764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd501e8-12bb-42cf-b3bf-840e4dbd8629 req-9be913e1-76e3-45f5-ab1d-add152724de8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462842 Feb 15 01:39:37.140256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-55561bbf-b6cb-471a-aaae-ec613e6f76fa req-9a0f122b-a95a-4c37-9c59-f74385ad8795 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848219 Feb 15 01:39:37.185331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:37.248691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979ccda-74c0-4e0c-820a-150b071520ac req-74517ded-e129-4ae4-9229-3ba461c9647a tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.250236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d979ccda-74c0-4e0c-820a-150b071520ac req-74517ded-e129-4ae4-9229-3ba461c9647a tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 1133 time: 0.0586085 Feb 15 01:39:37.297294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d979ccda-74c0-4e0c-820a-150b071520ac req-8129f0c8-423a-41b1-b183-90f1167122a7 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Feb 15 01:39:37.451293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e55029-621e-447a-9b09-55c822cbdead req-078b4a25-9d29-4069-b724-1e9d75d741ca tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.452827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39e55029-621e-447a-9b09-55c822cbdead req-078b4a25-9d29-4069-b724-1e9d75d741ca tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 1133 time: 0.0892608 Feb 15 01:39:37.541380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39e55029-621e-447a-9b09-55c822cbdead req-f4d767ce-a245-4a74-a501-33010a32436d tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778844 Feb 15 01:39:37.566127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Deleting port f093516b-1e34-4e8a-ae44-94e85c2ae824 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:37.566465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:37.648478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] For port f093516b-1e34-4e8a-ae44-94e85c2ae824, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f093516b-1e34-4e8a-ae44-94e85c2ae824,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:37.648998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:37.663008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Calling delete_port for f093516b-1e34-4e8a-ae44-94e85c2ae824 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:37.747688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-17723a6d-67fb-4a4b-8f4e-5278eb5e9499 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248744 Feb 15 01:39:37.857706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-e7a44fd3-e3a8-4053-a67c-6a00cb6cc670 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.859175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-e7a44fd3-e3a8-4053-a67c-6a00cb6cc670 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058905 Feb 15 01:39:37.880921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-3b08c2ba-0252-4a76-ab7c-2b2f1a0deed2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0150094 Feb 15 01:39:37.897130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fc890-5cf5-44f6-a8c5-df607a8b3865 req-fb6a1cb7-3f87-41d1-be8d-cfa985b1ad29 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:37.898622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-173fc890-5cf5-44f6-a8c5-df607a8b3865 req-fb6a1cb7-3f87-41d1-be8d-cfa985b1ad29 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 945 time: 0.0876718 Feb 15 01:39:37.941568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-d62f73ea-4064-4ef5-ba6b-24b7024fb669 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596080 Feb 15 01:39:37.948871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-173fc890-5cf5-44f6-a8c5-df607a8b3865 req-34d5f2a4-51ea-4830-91a2-205a84e85b72 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Feb 15 01:39:37.980977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f093516b-1e34-4e8a-ae44-94e85c2ae824), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.012174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f093516b-1e34-4e8a-ae44-94e85c2ae824,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:38.042866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-7ef4e3b6-e67c-41af-b981-7cd6cbeb35ab tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:38.045491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-7ef4e3b6-e67c-41af-b981-7cd6cbeb35ab tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.0770941 Feb 15 01:39:38.061287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:38.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.200859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392408d-4b07-4e8f-b466-d6023fed09fa req-0560c663-3125-4a8f-9c6e-fae5c74dc975 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:38.202328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d392408d-4b07-4e8f-b466-d6023fed09fa req-0560c663-3125-4a8f-9c6e-fae5c74dc975 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1179810 Feb 15 01:39:38.296947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.430209 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d392408d-4b07-4e8f-b466-d6023fed09fa req-f6e3ee1f-84ea-4fac-bca6-c7e7af7b2b9b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237144 Feb 15 01:39:38.479053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9644e9-06e9-4f51-af25-e49a5721d8e6 req-4df31ff5-a645-464d-9382-d376aff8f2ad tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:38.484783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc9644e9-06e9-4f51-af25-e49a5721d8e6 req-4df31ff5-a645-464d-9382-d376aff8f2ad tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1411431 Feb 15 01:39:38.520025 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-75902101-705d-46ab-90fc-edee8fa56158 req-36c69575-f41d-4faf-b409-87ad57704d53 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 210 time: 0.0334530 Feb 15 01:39:38.534548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:38.577570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc9644e9-06e9-4f51-af25-e49a5721d8e6 req-e5716677-d9e0-4f70-95b4-29bdbb2f5311 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886989 Feb 15 01:39:38.605958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:38.652684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:38.655193 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9c5d8-b990-47e2-b72a-2d247f8a3adb" -d '{"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:38.659830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks [] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.660241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:39:38.706020 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede515e-dcad-48c5-8588-e495b2864bac x-openstack-request-id: req-dede515e-dcad-48c5-8588-e495b2864bac {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:38.706561 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:38.706979 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dede515e-dcad-48c5-8588-e495b2864bac {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:38.707527 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'code': 200} Feb 15 01:39:38.745166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.776574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:39:38.784461 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d901bfdf-0a9a-492c-8ac5-3c8f72783c12 admin admin] 10.222.0.43 "PUT /v2.0/routers/6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834943 Feb 15 01:39:38.785873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:38.794928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Sync routers for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:39:38.806853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:38.813068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:38.877606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:38.923084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:38.923426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:38.923762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:38.931616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:38.932095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:38.932457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Attempting to bind port e21d5de7-bb18-4235-8c8e-f7e001489a27 on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:38.946009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:38.946529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:38.956508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:38.956508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Bound port: e21d5de7-bb18-4235-8c8e-f7e001489a27, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:38.956508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:38.973790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks [] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.151882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:39.163575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:39:37Z', 'revision_number': 5, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:39.193705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Checking router: 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:39:39.204167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Routers {'6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:39:39.205117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:39.207186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:39.227056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e190383-0022-4f7c-a318-a73ee994b624 req-f2a16e15-efb3-4792-8709-a07512c29060 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:39.228758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e190383-0022-4f7c-a318-a73ee994b624 req-f2a16e15-efb3-4792-8709-a07512c29060 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.1721761 Feb 15 01:39:39.281471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks [] for router_gateway (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.290174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.337396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] Set router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:39:39.342858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e190383-0022-4f7c-a318-a73ee994b624 req-46c2c442-7568-439c-b2af-c499c97d0fd3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999644 Feb 15 01:39:39.396508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:39.397517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.397647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:39.399309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] 10.222.0.37 "PUT /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 1123 time: 1.3425512 Feb 15 01:39:39.441750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ae90-75e9-4075-8eeb-da95a8f1097e service neutron] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:39.488778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Deleting port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:39.489446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.618227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] For port 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:39.618592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:39.622425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f20f33-dec6-43f8-94ab-db81b2b45a0e req-2b48232c-6520-4b85-812e-43fd07a61c4e tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:39.623999 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8f20f33-dec6-43f8-94ab-db81b2b45a0e req-2b48232c-6520-4b85-812e-43fd07a61c4e tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0979927 Feb 15 01:39:39.666149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Calling delete_port for 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:39.686605 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8f20f33-dec6-43f8-94ab-db81b2b45a0e req-dc64df33-8b9e-4a2e-b057-34662fecca99 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Feb 15 01:39:39.753162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cec1575b-c8fd-479a-a951-8f0c83653e52 req-5dbc2958-cc2e-4235-ab54-73a1c3bfaf6d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 210 time: 0.1377335 Feb 15 01:39:39.755698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e21d5de7-bb18-4235-8c8e-f7e001489a27'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:39.825538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e21d5de7-bb18-4235-8c8e-f7e001489a27'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:39.837008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e300a-43e6-47fb-9256-65f6f2ed1ada req-aa493aa3-dbf4-4f3e-a401-c0b2108e725a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:39.838769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f16e300a-43e6-47fb-9256-65f6f2ed1ada req-aa493aa3-dbf4-4f3e-a401-c0b2108e725a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0889449 Feb 15 01:39:39.895770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f16e300a-43e6-47fb-9256-65f6f2ed1ada req-fd99f84d-e708-4275-ae0e-29ed59935e41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Feb 15 01:39:40.044826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a83434-bbcf-444e-b9ee-ce0dbf2e641d req-3e7ae9f6-8366-4268-8ded-65d5dd196e95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:40.048082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77a83434-bbcf-444e-b9ee-ce0dbf2e641d req-3e7ae9f6-8366-4268-8ded-65d5dd196e95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0624161 Feb 15 01:39:40.051069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:40.060669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5db9bc4a-9fab-4ca7-8f17-a35a25a8f742), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.092079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:39:40.106191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db9bc4a-9fab-4ca7-8f17-a35a25a8f742,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:40.141909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:39:37Z', 'revision_number': 5, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:40.181319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dc77-6f4b-45e4-8b27-c2e5191ebd5d None None] The sync data for ids ['6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9'] in n-d-829064-14 is: [{'id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-519897975-router', 'tenant_id': 'ecf1a463c9c34309a7a714123c544ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:37:24Z', 'updated_at': '2022-02-15T01:39:37Z', 'revision_number': 5, 'project_id': 'ecf1a463c9c34309a7a714123c544ea6', 'gw_port': {'id': '5db9bc4a-9fab-4ca7-8f17-a35a25a8f742', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:37:26Z', 'updated_at': '2022-02-15T01:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:39:40.198480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77a83434-bbcf-444e-b9ee-ce0dbf2e641d req-cdbbf501-6142-43e8-9e99-19c57c3e29f7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434023 Feb 15 01:39:40.210060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.338656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.341564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks [] for router_controller (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.493632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a01e-0a9e-4dd3-9a49-bce83e96411f req-1a00933d-90ca-4641-bfd9-feb7eabe0870 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:40.495342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bd5a01e-0a9e-4dd3-9a49-bce83e96411f req-1a00933d-90ca-4641-bfd9-feb7eabe0870 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0560899 Feb 15 01:39:40.496763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.497854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:39:40.502971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.504112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0b882999-fdec-4814-b930-848ebb2a8343 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6e81396e-e57a-4c20-9ffb-8b0fcac2c1e9 HTTP/1.1" status: 204 len: 168 time: 1.7164369 Feb 15 01:39:40.506838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:40.564041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bd5a01e-0a9e-4dd3-9a49-bce83e96411f req-eee9d337-2651-4378-b954-3e08f2dc7394 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586431 Feb 15 01:39:40.577540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Deleting subnet 3f71a535-b8bd-4d2d-8b08-b70344c9e89f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:39:40.596380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Publish callbacks [] for subnet (3f71a535-b8bd-4d2d-8b08-b70344c9e89f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.642017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (3f71a535-b8bd-4d2d-8b08-b70344c9e89f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.665753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f093516b-1e34-4e8a-ae44-94e85c2ae824 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:40.687263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f093516b-1e34-4e8a-ae44-94e85c2ae824 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:40.687607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f093516b-1e34-4e8a-ae44-94e85c2ae824 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:40.708996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:40.711409 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae518b68-b300-47f9-87a6-b2562788f85d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:40.794863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3f71a535-b8bd-4d2d-8b08-b70344c9e89f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:40.842505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599b8bc-151c-4550-89c8-999d473ac13e req-3d0a298c-b1ae-4f9d-834e-f48337723b29 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:40.843944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2599b8bc-151c-4550-89c8-999d473ac13e req-3d0a298c-b1ae-4f9d-834e-f48337723b29 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0693500 Feb 15 01:39:40.895054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617ca4-559b-48c3-a640-75dd9701984d req-f6727c4e-2526-4e71-a679-f230562ac1eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:40.904044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0617ca4-559b-48c3-a640-75dd9701984d req-f6727c4e-2526-4e71-a679-f230562ac1eb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1056726 Feb 15 01:39:40.934725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2599b8bc-151c-4550-89c8-999d473ac13e req-c31640e8-e7e8-4f75-bd7d-0dacec6ebdd4 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840724 Feb 15 01:39:40.979659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0617ca4-559b-48c3-a640-75dd9701984d req-64e8ddb6-f769-4936-ab99-09c3889fc200 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696812 Feb 15 01:39:41.010909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-ca021ba5-8415-4093-afde-28e2e647c1fb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099217 Feb 15 01:39:41.014178 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c17f7-0ea1-40d0-9225-4da23c1944ff x-openstack-request-id: req-8d1c17f7-0ea1-40d0-9225-4da23c1944ff {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:41.015033 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:41.015033 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d1c17f7-0ea1-40d0-9225-4da23c1944ff {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:41.015360 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'status': 'completed', 'code': 200} Feb 15 01:39:41.024653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (3f71a535-b8bd-4d2d-8b08-b70344c9e89f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.041348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.047740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e68198-a752-4ecb-bf4f-bc6d6ade0777 None None] Network ed813bbf-61bb-46c7-bc74-23a0e3110f9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:39:41.051357 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3f71a535-b8bd-4d2d-8b08-b70344c9e89f HTTP/1.1" status: 204 len: 168 time: 0.5412607 Feb 15 01:39:41.055310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:41.128542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc28f1-3f79-4d19-9a3a-3cbe8a2f4877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f71a535-b8bd-4d2d-8b08-b70344c9e89f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:41.140667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-42099d4b-5255-4897-add1-9281fb1c52db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1894436 Feb 15 01:39:41.190876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518b68-b300-47f9-87a6-b2562788f85d req-cef16fb9-29f0-44a4-9933-ddc587329006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:41.190876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-cef16fb9-29f0-44a4-9933-ddc587329006 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1157 time: 0.1410840 Feb 15 01:39:41.228140 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3163c1b5-2958-4126-ae7d-9cf64bcd4820 req-b6c219dd-0fb8-4f69-bd0e-b4f6131c4d64 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 210 time: 0.1024609 Feb 15 01:39:41.283694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ed813bbf-61bb-46c7-bc74-23a0e3110f9b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.326159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-f5bd624d-d30f-41ac-ad44-3a75fd8eac67 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:41.327659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-f5bd624d-d30f-41ac-ad44-3a75fd8eac67 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077862 Feb 15 01:39:41.351066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '58733518-9d1a-4f96-98a3-5c9485999992', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:41.377609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Deleting port e47732a8-f6e2-4608-8ff2-4da392402a71 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:41.378095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.433241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518b68-b300-47f9-87a6-b2562788f85d req-dffde55f-3d62-4790-9553-d8842295118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:41.434813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-dffde55f-3d62-4790-9553-d8842295118e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.2258430 Feb 15 01:39:41.534201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] DHCP port deletion for ed813bbf-61bb-46c7-bc74-23a0e3110f9b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:39:41.613480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-fd405693-8e1a-4414-a165-d9ad758b9bb0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 217 time: 0.1642289 Feb 15 01:39:41.661798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Deleting port e47732a8-f6e2-4608-8ff2-4da392402a71 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:39:41.664917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.706474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:41.714330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.768522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518b68-b300-47f9-87a6-b2562788f85d req-330e92d8-eee6-4309-95d5-c7ec9db6209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:41.770134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-330e92d8-eee6-4309-95d5-c7ec9db6209e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.1439955 Feb 15 01:39:41.805210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] For port e47732a8-f6e2-4608-8ff2-4da392402a71, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e47732a8-f6e2-4608-8ff2-4da392402a71,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:41.806114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.818492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] For port e47732a8-f6e2-4608-8ff2-4da392402a71, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e47732a8-f6e2-4608-8ff2-4da392402a71,segment=NetworkSegment(42c1913d-de22-46a8-8e3a-0f6739c4c9c8),segment_id=42c1913d-de22-46a8-8e3a-0f6739c4c9c8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:41.819155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.834648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Calling delete_port for e47732a8-f6e2-4608-8ff2-4da392402a71 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:41.836422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Calling delete_port for e47732a8-f6e2-4608-8ff2-4da392402a71 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:39:41.982186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:41.984202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (e47732a8-f6e2-4608-8ff2-4da392402a71), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.038112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47732a8-f6e2-4608-8ff2-4da392402a71,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:42.048609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] No DVR routers for this DVR port e47732a8-f6e2-4608-8ff2-4da392402a71 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:42.055075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Pushing event deleted for resources: {'Port': ['ID=e47732a8-f6e2-4608-8ff2-4da392402a71,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:42.060383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] No DVR routers for this DVR port e47732a8-f6e2-4608-8ff2-4da392402a71 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:39:42.070624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.071242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.071749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.072415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.072958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.073436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.073910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.074401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.075174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.075648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.076116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.076672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.078113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2085d-55ee-41ea-a528-62efb4da430f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.117978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-06ef1a5d-4017-4d4c-badf-458bb623512f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3387804 Feb 15 01:39:42.187210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ed813bbf-61bb-46c7-bc74-23a0e3110f9b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.217622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed813bbf-61bb-46c7-bc74-23a0e3110f9b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:42.229785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c1913d-de22-46a8-8e3a-0f6739c4c9c8') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:42.230086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c1913d-de22-46a8-8e3a-0f6739c4c9c8') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:39:42.238928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130d32-60fd-4ca7-859f-8423669dc846 req-ed89bdf4-3c6b-4a72-9b85-b6450fd3b5f0 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:42.240209 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea130d32-60fd-4ca7-859f-8423669dc846 req-ed89bdf4-3c6b-4a72-9b85-b6450fd3b5f0 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1781435 Feb 15 01:39:42.250973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (42c1913d-de22-46a8-8e3a-0f6739c4c9c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.255935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ca1f-58a5-4621-b0f5-c9b7e8e02812 req-b05114bc-a6ce-49e4-ad4b-59c42b8b3c0b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:42.257463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79f2ca1f-58a5-4621-b0f5-c9b7e8e02812 req-b05114bc-a6ce-49e4-ad4b-59c42b8b3c0b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.5420504 Feb 15 01:39:42.267761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-fd7c2c82-f912-4b80-85d5-07384fc48b8b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:42.269204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-fd7c2c82-f912-4b80-85d5-07384fc48b8b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 946 time: 0.1557517 Feb 15 01:39:42.283432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (42c1913d-de22-46a8-8e3a-0f6739c4c9c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.298881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:39:42.299693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (42c1913d-de22-46a8-8e3a-0f6739c4c9c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:39:42.301107 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:39:42.381417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-36d03106-257d-4202-a639-47ef31e61ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250881 Feb 15 01:39:42.396584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea130d32-60fd-4ca7-859f-8423669dc846 req-4b4de257-390c-4389-acea-7e4537545280 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387963 Feb 15 01:39:42.402560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79f2ca1f-58a5-4621-b0f5-c9b7e8e02812 req-c6415543-7121-4b3d-8ed0-ed3ee9d47d2e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286969 Feb 15 01:39:42.418282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.26 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/8191fd07-94ee-47f5-b146-73d5a6ee57c5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:39:42.465678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e47732a8-f6e2-4608-8ff2-4da392402a71 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:42.510172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ed813bbf-61bb-46c7-bc74-23a0e3110f9b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.517184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.520369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ed813bbf-61bb-46c7-bc74-23a0e3110f9b HTTP/1.1" status: 204 len: 168 time: 1.4640801 Feb 15 01:39:42.541447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e47732a8-f6e2-4608-8ff2-4da392402a71 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:42.541801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e47732a8-f6e2-4608-8ff2-4da392402a71 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:42.542236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:42.563461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed813bbf-61bb-46c7-bc74-23a0e3110f9b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:42.574607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:39:42.575544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5db9bc4a-9fab-4ca7-8f17-a35a25a8f742 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:42.606005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.614980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f3f96-8d72-42c6-a679-cde9a4f3ec80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:42.639102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae518b68-b300-47f9-87a6-b2562788f85d req-07c19253-8b65-4c4f-9d63-f87e8616741d service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354836 Feb 15 01:39:42.675433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40bbc30e-a610-49fb-bb6e-1fe16592ca28 req-cd303fab-921b-4cef-a688-ff161ca44f24 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 210 time: 0.0678241 Feb 15 01:39:42.695775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a191-cd84-4b9b-bb24-e5946ed105b4 req-38695bcc-7d3a-49a3-9ede-a9dc0f393c5d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:42.698100 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb65a191-cd84-4b9b-bb24-e5946ed105b4 req-38695bcc-7d3a-49a3-9ede-a9dc0f393c5d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1094055 Feb 15 01:39:42.746825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.776883 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb65a191-cd84-4b9b-bb24-e5946ed105b4 req-109278ef-d3d3-4184-a8aa-dc211c02eac6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Feb 15 01:39:42.865756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:42.881937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:42.902673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:42.911316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:39:42.916404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:39:42.920731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:39:42.927315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:42.980695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:42.982313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.059991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-de936020-ee34-4693-bf55-34e34cf0d702 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7148798 Feb 15 01:39:43.078188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Request body: {'port': {'device_id': '58733518-9d1a-4f96-98a3-5c9485999992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:43.145157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:43.157763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.227992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1820d568-4524-4f89-a894-fca2c2582f7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=550c99024d9e4c9fb4d85a1f102c8799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794487 Feb 15 01:39:43.230732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:43.232467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-56604f28-1a0d-4566-a023-8a0c4d695f0b None None] Provisioning complete for port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:43.232978 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56604f28-1a0d-4566-a023-8a0c4d695f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.288882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56604f28-1a0d-4566-a023-8a0c4d695f0b None None] Port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:39:43.301456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] Publish callbacks [] for security_group (b1840bb0-1062-412e-ad72-3aca58ca223b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.323509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] Publish callbacks [] for security_group (b1840bb0-1062-412e-ad72-3aca58ca223b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.462541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b1840bb0-1062-412e-ad72-3aca58ca223b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.470563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.471740 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1840bb0-1062-412e-ad72-3aca58ca223b HTTP/1.1" status: 204 len: 168 time: 0.2399580 Feb 15 01:39:43.491720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8191fd07-94ee-47f5-b146-73d5a6ee57c5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:43.493924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d6305-c2c5-40bf-9f17-cc0f48a56ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1840bb0-1062-412e-ad72-3aca58ca223b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:43.505557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks [] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.554874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Transition to ACTIVE for port object 8191fd07-94ee-47f5-b146-73d5a6ee57c5 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:43.581350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef996d1d-c252-47d6-9eb4-9b30a3f92248 req-077d159e-0f51-440b-9409-8f7ec47cd01b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:43.583033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef996d1d-c252-47d6-9eb4-9b30a3f92248 req-077d159e-0f51-440b-9409-8f7ec47cd01b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0630679 Feb 15 01:39:43.618732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.641923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49127d-ec30-4c12-9e43-2064f4b327ef req-2fe676a5-95b4-4b04-bb6f-615cd501aa3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:43.643572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8e49127d-ec30-4c12-9e43-2064f4b327ef req-2fe676a5-95b4-4b04-bb6f-615cd501aa3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0665963 Feb 15 01:39:43.668236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef996d1d-c252-47d6-9eb4-9b30a3f92248 req-94d171fe-95be-4884-adc2-a79aa6ccb195 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Feb 15 01:39:43.694017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8e49127d-ec30-4c12-9e43-2064f4b327ef req-580f7568-ae1c-433b-adf1-0529c086a41b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 Feb 15 01:39:43.711508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Pushing event updated for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:43.794973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Attempting to bind port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:43.795244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Attempting to bind port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:43.795587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Attempting to bind port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:43.820328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:43.821110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Attempting to bind port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:43.830964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:43.831378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:43.831945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:43.832619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Bound port: 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:43.832927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:43.863642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a7cb9-7ecc-41a2-ba69-26a9f331b0e7 req-44f75af0-a593-48d5-bd65-5e6d4b54d56e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:43.865316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d29a7cb9-7ecc-41a2-ba69-26a9f331b0e7 req-44f75af0-a593-48d5-bd65-5e6d4b54d56e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 947 time: 0.0904758 Feb 15 01:39:43.931490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196eeed-9d0c-4c71-905b-8f326585ee6b req-5a4d8b7e-e366-4c5f-a7cd-ab6ae7322e5b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:43.933772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8196eeed-9d0c-4c71-905b-8f326585ee6b req-5a4d8b7e-e366-4c5f-a7cd-ab6ae7322e5b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0603566 Feb 15 01:39:43.964145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:43.968228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:43.973715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d29a7cb9-7ecc-41a2-ba69-26a9f331b0e7 req-f3ce0fb9-d16b-434e-86f8-5a987bcf0b09 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849047 Feb 15 01:39:43.994179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8196eeed-9d0c-4c71-905b-8f326585ee6b req-dee0b4de-c37e-4903-abcb-9a4a4691269e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 Feb 15 01:39:44.076944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.117397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.119218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.121895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] 10.222.0.31 "PUT /v2.0/ports/8191fd07-94ee-47f5-b146-73d5a6ee57c5 HTTP/1.1" status: 200 len: 1096 time: 1.0514212 Feb 15 01:39:44.122222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:44.124604 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:44.165030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371100-e14f-4566-93aa-2e5452b4990f service neutron] Pushing event updated for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:44.173836 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217c2b7-e70e-4dbc-b9b2-86a88346ff6e x-openstack-request-id: req-e217c2b7-e70e-4dbc-b9b2-86a88346ff6e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:44.174132 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:44.174394 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e217c2b7-e70e-4dbc-b9b2-86a88346ff6e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:44.174891 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'status': 'completed', 'code': 200} Feb 15 01:39:44.244271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:44.281149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9 req-7ce6b6ce-1cfd-44a3-bf28-309e3682fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.282752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9 req-7ce6b6ce-1cfd-44a3-bf28-309e3682fbe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 1130 time: 0.0845830 Feb 15 01:39:44.284750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-bb9f4acc-971d-4a3d-8e68-2a1ff994169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.286100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-bb9f4acc-971d-4a3d-8e68-2a1ff994169a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1132 time: 0.0987430 Feb 15 01:39:44.294698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-64a51394-840c-41ac-abc8-4275d3641a0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecf1a463c9c34309a7a714123c544ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480940 Feb 15 01:39:44.296116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:44.328208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9 req-111d7fb6-64f4-40b1-931f-7db3c7dcda2b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375690 Feb 15 01:39:44.347771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] Publish callbacks [] for security_group (ac207966-f898-4c1b-887a-ceab5dfd328e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.372452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] Publish callbacks [] for security_group (ac207966-f898-4c1b-887a-ceab5dfd328e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.457483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-8c2eefd9-b94a-476b-8213-a3fca6c4e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.458970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-8c2eefd9-b94a-476b-8213-a3fca6c4e7ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1596231 Feb 15 01:39:44.487531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ac207966-f898-4c1b-887a-ceab5dfd328e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.490512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:44.491730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac207966-f898-4c1b-887a-ceab5dfd328e HTTP/1.1" status: 204 len: 168 time: 0.1946006 Feb 15 01:39:44.502249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0f03b-d5bc-4d38-b5d3-4746487686fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac207966-f898-4c1b-887a-ceab5dfd328e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:44.503079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9 req-70f4cee5-dbc6-4032-9d19-3fe5ad84a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.504642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44c504ef-8d0c-43b5-a89b-a9b4906f5bd9 req-70f4cee5-dbc6-4032-9d19-3fe5ad84a310 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502750 Feb 15 01:39:44.506259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-ede9a07c-99b3-4734-9935-45c2079bd5b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0380340 Feb 15 01:39:44.591628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-066aa703-e435-42ac-86f2-992a256eac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.593171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-066aa703-e435-42ac-86f2-992a256eac97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0810843 Feb 15 01:39:44.614112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-f1d99ae4-ab82-4d2f-abd3-17187f7bb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.615266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-f1d99ae4-ab82-4d2f-abd3-17187f7bb101 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 1130 time: 0.0606163 Feb 15 01:39:44.675211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-657c3090-07ee-4350-82d8-79c03075a130 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5 HTTP/1.1" status: 200 len: 217 time: 0.0413644 Feb 15 01:39:44.693175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-3c7953b8-61ec-427d-816c-23c259bbcc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.694633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-3c7953b8-61ec-427d-816c-23c259bbcc77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0933492 Feb 15 01:39:44.788826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-69653ee7-9937-4bc2-b324-f4571753977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.791122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-69653ee7-9937-4bc2-b324-f4571753977a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1085505 Feb 15 01:39:44.807715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102a88-e4cb-431d-903c-5c3ade50e495 req-44b7b3f5-c48d-4aa8-83fb-28df6cb280d7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.809873 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25102a88-e4cb-431d-903c-5c3ade50e495 req-44b7b3f5-c48d-4aa8-83fb-28df6cb280d7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0589311 Feb 15 01:39:44.867226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25102a88-e4cb-431d-903c-5c3ade50e495 req-639ff085-c77e-4c16-98bf-d9770586b4ff tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Feb 15 01:39:44.899351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-8802a56d-82fb-4ee0-9f3f-48e8b0f03ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862462 Feb 15 01:39:44.917080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb11a-5c1f-4cc7-a17c-006078bf04f4 req-4fe3db3d-544d-451d-b14a-d3c3658a34bb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.919461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd2fb11a-5c1f-4cc7-a17c-006078bf04f4 req-4fe3db3d-544d-451d-b14a-d3c3658a34bb tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.1472073 Feb 15 01:39:44.921542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-cdf51a45-6dee-4630-bb00-419854fd7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:44.922904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-cdf51a45-6dee-4630-bb00-419854fd7872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1038396 Feb 15 01:39:45.001446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:45.085794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd2fb11a-5c1f-4cc7-a17c-006078bf04f4 req-26eb3d51-b045-40d1-b456-aa427567ed1f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551394 Feb 15 01:39:45.095553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9180c7d-d4f8-48d1-b17f-8229d5941a6e req-b1d71a84-dec2-43f2-9ad7-ec4cc0a4564d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:45.099397 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f9180c7d-d4f8-48d1-b17f-8229d5941a6e req-b1d71a84-dec2-43f2-9ad7-ec4cc0a4564d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 947 time: 0.0565023 Feb 15 01:39:45.117791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-52e0ad25-f40f-4b96-a98e-64be1fe809b5 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083168 Feb 15 01:39:45.127297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-09ebe9d5-91f2-4957-b594-05afef77d5e6 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952188 Feb 15 01:39:45.155862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f9180c7d-d4f8-48d1-b17f-8229d5941a6e req-9ef264fa-28dd-4669-a2c0-1156ee6405b0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Feb 15 01:39:45.274208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc761d0-738e-4734-aacc-9a423f5a76f9 req-ce085115-51f0-47d2-be67-7141a4118f77 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:45.275705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cc761d0-738e-4734-aacc-9a423f5a76f9 req-ce085115-51f0-47d2-be67-7141a4118f77 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0793908 Feb 15 01:39:45.282601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97f3ca5b-5aa5-4884-8216-09b29bce67c4 req-6c7e48fb-990e-4e5d-bfb2-5d4c0a5f25a1 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439312 Feb 15 01:39:45.335949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cc761d0-738e-4734-aacc-9a423f5a76f9 req-9bc4d30c-0e7c-4c98-adff-ada499803733 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 Feb 15 01:39:45.991170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5600e6-6221-4d7b-be43-6be305d45bad req-6324c35e-b740-481c-8f72-76d5f76d9a4c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:45.992697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd5600e6-6221-4d7b-be43-6be305d45bad req-6324c35e-b740-481c-8f72-76d5f76d9a4c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0551245 Feb 15 01:39:46.040524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd5600e6-6221-4d7b-be43-6be305d45bad req-e8d6647d-2916-4744-be82-b9f11275bb8b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Feb 15 01:39:46.212217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb275b-e70b-479e-b610-6a9d241307e1 req-cc46cb5d-55a1-4d4e-b6f1-66420e785022 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:46.213954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-20fb275b-e70b-479e-b610-6a9d241307e1 req-cc46cb5d-55a1-4d4e-b6f1-66420e785022 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0548024 Feb 15 01:39:46.264733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-20fb275b-e70b-479e-b610-6a9d241307e1 req-6e19dac6-b314-426d-9112-f9da2f11213d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Feb 15 01:39:46.295942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8734-d953-4e71-ae42-b20f7c632fd2 req-91ca6537-9568-450c-8a11-6565eb60369f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:46.297523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a57e8734-d953-4e71-ae42-b20f7c632fd2 req-91ca6537-9568-450c-8a11-6565eb60369f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 947 time: 0.0565779 Feb 15 01:39:46.345044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a57e8734-d953-4e71-ae42-b20f7c632fd2 req-66e24737-b82f-4769-a519-6aedc05350b8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Feb 15 01:39:46.454034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522527f-000b-4a4e-a233-4b05f859fb53 req-621e8dc5-5fba-4b41-a2e3-05fe8c5adc57 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:46.455519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b522527f-000b-4a4e-a233-4b05f859fb53 req-621e8dc5-5fba-4b41-a2e3-05fe8c5adc57 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0522187 Feb 15 01:39:46.504116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b522527f-000b-4a4e-a233-4b05f859fb53 req-fdd08c0d-2eea-4e8f-a9e6-eb59f05741ae tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Feb 15 01:39:46.744933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-100a8753-0a29-4f2e-b537-d93540631d30 req-b1a0a211-d290-4b49-8081-2c58fba8e0e8 tempest-FlavorsV2NegativeTest-16472956 tempest-FlavorsV2NegativeTest-16472956-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ea4bbc2f48a4cb3b2ee1c0de8bdb8bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214155 Feb 15 01:39:46.850035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8753-0a29-4f2e-b537-d93540631d30 req-381e7f32-380c-45cc-8753-7facb9b81270 tempest-FlavorsV2NegativeTest-16472956 tempest-FlavorsV2NegativeTest-16472956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:46.851488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-100a8753-0a29-4f2e-b537-d93540631d30 req-381e7f32-380c-45cc-8753-7facb9b81270 tempest-FlavorsV2NegativeTest-16472956 tempest-FlavorsV2NegativeTest-16472956-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1017087 Feb 15 01:39:46.866307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-100a8753-0a29-4f2e-b537-d93540631d30 req-fc2b731b-7d5a-4534-9b9b-b6bb7f777da6 tempest-FlavorsV2NegativeTest-16472956 tempest-FlavorsV2NegativeTest-16472956-project] 10.222.0.43 "GET /v2.0/quotas/9ea4bbc2f48a4cb3b2ee1c0de8bdb8bb HTTP/1.1" status: 200 len: 375 time: 0.0094967 Feb 15 01:39:46.898318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-100a8753-0a29-4f2e-b537-d93540631d30 req-3d7529fc-a640-46dc-abbe-124cd06f37d5 tempest-FlavorsV2NegativeTest-16472956 tempest-FlavorsV2NegativeTest-16472956-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ea4bbc2f48a4cb3b2ee1c0de8bdb8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270989 Feb 15 01:39:47.165363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afeb6d-e025-4420-b64e-94cee9cc8edf req-5bf9dae1-7f00-480e-9122-e85deae30dc2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:47.166842 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51afeb6d-e025-4420-b64e-94cee9cc8edf req-5bf9dae1-7f00-480e-9122-e85deae30dc2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0566974 Feb 15 01:39:47.213580 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-51afeb6d-e025-4420-b64e-94cee9cc8edf req-96f932e4-c50f-445f-bf53-4d34f1ed4049 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Feb 15 01:39:47.392802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5fd06-14e6-4e6b-92a7-bf6ff421b2a2 req-4fb208e2-bb93-46b2-93e9-5b5c9511ab02 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:47.394340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20d5fd06-14e6-4e6b-92a7-bf6ff421b2a2 req-4fb208e2-bb93-46b2-93e9-5b5c9511ab02 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0566950 Feb 15 01:39:47.444590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20d5fd06-14e6-4e6b-92a7-bf6ff421b2a2 req-5abe53e3-66e6-4989-a011-37bc537df99b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Feb 15 01:39:47.477023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9efc56-75ec-49d9-bdf9-27a4b38603a0 req-73b22757-a071-4136-bce5-3edaab5055eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:47.478526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b9efc56-75ec-49d9-bdf9-27a4b38603a0 req-73b22757-a071-4136-bce5-3edaab5055eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 947 time: 0.0543025 Feb 15 01:39:47.525037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b9efc56-75ec-49d9-bdf9-27a4b38603a0 req-17fa0021-1abc-4db0-9b96-6e9002ed1322 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Feb 15 01:39:47.625076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15bc5e-50d7-4d0a-9cc6-63ea376964ad req-cb65d967-ea2f-44e4-a80c-da9c29e63d07 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:47.626577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e15bc5e-50d7-4d0a-9cc6-63ea376964ad req-cb65d967-ea2f-44e4-a80c-da9c29e63d07 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0568089 Feb 15 01:39:47.673060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e15bc5e-50d7-4d0a-9cc6-63ea376964ad req-c91f4d4f-f502-4b81-ab0a-e2378ec619b1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Feb 15 01:39:47.772543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:47.807197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:47.911405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a62adaab-7301-440d-ad11-4c035e0053a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:47.985519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a62adaab-7301-440d-ad11-4c035e0053a2 admin admin] Publish callbacks [] for security_group (6f871f06-6037-4e97-b535-f98a288e18ee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.064050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a62adaab-7301-440d-ad11-4c035e0053a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6f871f06-6037-4e97-b535-f98a288e18ee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.104483 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a62adaab-7301-440d-ad11-4c035e0053a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ea4bbc2f48a4cb3b2ee1c0de8bdb8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960610 Feb 15 01:39:48.105349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62adaab-7301-440d-ad11-4c035e0053a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f871f06-6037-4e97-b535-f98a288e18ee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:48.107209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:48.154541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Publish callbacks [] for security_group (6f871f06-6037-4e97-b535-f98a288e18ee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.175605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Publish callbacks [] for security_group (6f871f06-6037-4e97-b535-f98a288e18ee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.292797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6f871f06-6037-4e97-b535-f98a288e18ee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.295407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.297173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f871f06-6037-4e97-b535-f98a288e18ee HTTP/1.1" status: 204 len: 168 time: 0.1883433 Feb 15 01:39:48.305426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f871f06-6037-4e97-b535-f98a288e18ee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:48.313306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.313635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.314010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.314458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.315481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.315481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.315481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.315749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.316193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.316449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.316783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.317111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.317502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c66a-d798-471b-9279-b162af52b869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:39:48.336030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e879f-4bfc-4ca8-8d03-e9fdfb7a0fbf req-6705d146-e039-4fed-9cd0-4d5e3288f5aa tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:48.337764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-351e879f-4bfc-4ca8-8d03-e9fdfb7a0fbf req-6705d146-e039-4fed-9cd0-4d5e3288f5aa tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0583599 Feb 15 01:39:48.387837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-351e879f-4bfc-4ca8-8d03-e9fdfb7a0fbf req-6a5160bb-704f-4829-869a-d25df3491421 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Feb 15 01:39:48.572159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4d7e-9e6d-4709-b608-8f52801967e7 req-645bddb2-ba74-43d5-864f-0cda487a6a45 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:48.573713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ace4d7e-9e6d-4709-b608-8f52801967e7 req-645bddb2-ba74-43d5-864f-0cda487a6a45 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0589504 Feb 15 01:39:48.623593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ace4d7e-9e6d-4709-b608-8f52801967e7 req-fbf7a11c-db81-45e9-9e6a-3debb9027c7c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Feb 15 01:39:48.656557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c3d4-49f7-4615-abb9-68fbbb5011f9 req-af0cc71d-a535-419b-9e33-38b012e264d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:48.658163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed14c3d4-49f7-4615-abb9-68fbbb5011f9 req-af0cc71d-a535-419b-9e33-38b012e264d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 947 time: 0.0593386 Feb 15 01:39:48.709521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ed14c3d4-49f7-4615-abb9-68fbbb5011f9 req-b82c9366-241d-4651-8bea-8da72601b3b2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Feb 15 01:39:48.748442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8191fd07-94ee-47f5-b146-73d5a6ee57c5 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:39:48.803034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cc37-40e8-403e-b42e-dadb01266d74 req-0abf4871-9798-4bfe-921d-2564c9ecd669 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:48.804561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f53cc37-40e8-403e-b42e-dadb01266d74 req-0abf4871-9798-4bfe-921d-2564c9ecd669 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0529342 Feb 15 01:39:48.851871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:48.859244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f53cc37-40e8-403e-b42e-dadb01266d74 req-19bacbeb-c8e0-4436-87d7-aade0c234b85 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 Feb 15 01:39:48.863626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'mac_address': 'fa:16:3e:21:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:39:48.902821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:48.903222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:48.917083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8191fd07-94ee-47f5-b146-73d5a6ee57c5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:48.935761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:49.007387 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:49.057991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:49.385704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8191fd07-94ee-47f5-b146-73d5a6ee57c5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:49.508105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fd7ce-e2fe-4451-b150-f1dcc74cd97b req-afba6aa2-ef2b-4a3b-8d61-fada28edac1d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:49.509607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a6fd7ce-e2fe-4451-b150-f1dcc74cd97b req-afba6aa2-ef2b-4a3b-8d61-fada28edac1d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0515332 Feb 15 01:39:49.559148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a6fd7ce-e2fe-4451-b150-f1dcc74cd97b req-69d2edf8-a4ff-4dfb-83b0-68ad7a92edc6 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Feb 15 01:39:49.745684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43065-8915-4f9d-b4f6-7f7a55ee5dc0 req-956736a6-869b-4f27-a708-e043f9dc23fe tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:49.747217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eec43065-8915-4f9d-b4f6-7f7a55ee5dc0 req-956736a6-869b-4f27-a708-e043f9dc23fe tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0524619 Feb 15 01:39:49.792658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eec43065-8915-4f9d-b4f6-7f7a55ee5dc0 req-7e76f890-18cf-4eef-9656-7ab3dc707cd7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Feb 15 01:39:49.896580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea003-4731-435b-9b13-da635046f902 req-e55e755a-6d6a-4dac-8086-d7c052e2c87b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:49.898092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d5ea003-4731-435b-9b13-da635046f902 req-e55e755a-6d6a-4dac-8086-d7c052e2c87b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 948 time: 0.0525377 Feb 15 01:39:49.945140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d5ea003-4731-435b-9b13-da635046f902 req-375debfc-a110-4ce5-b851-06f63e58c7f3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Feb 15 01:39:50.052457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a758ec1-3bf5-412b-97fa-b589ee6f78fa req-3fe1e439-474e-4bc0-93c5-f4b36cbb8173 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:50.053981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a758ec1-3bf5-412b-97fa-b589ee6f78fa req-3fe1e439-474e-4bc0-93c5-f4b36cbb8173 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0561857 Feb 15 01:39:50.102516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a758ec1-3bf5-412b-97fa-b589ee6f78fa req-6b788fb3-7f7b-4327-85ec-280f369efdbc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Feb 15 01:39:50.230447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46808-a8bd-41ba-8301-8cf50f333ad4 req-e3d59afa-08d7-4905-87a2-a9eccfc4b3a1 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:50.231883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55b46808-a8bd-41ba-8301-8cf50f333ad4 req-e3d59afa-08d7-4905-87a2-a9eccfc4b3a1 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1128 time: 0.0441716 Feb 15 01:39:50.274593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55b46808-a8bd-41ba-8301-8cf50f333ad4 req-95df4990-44a3-4882-9b85-8e78ac32b730 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Feb 15 01:39:50.760313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8191fd07-94ee-47f5-b146-73d5a6ee57c5 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:39:50.867339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734d28-e7de-4429-957c-2c0ef4fadcea req-4ba9fcb8-b94a-41d9-8eca-d9df0322b699 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:50.868674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93734d28-e7de-4429-957c-2c0ef4fadcea req-4ba9fcb8-b94a-41d9-8eca-d9df0322b699 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0601771 Feb 15 01:39:50.891813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:39:50.903526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:50.903986 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:50.916167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93734d28-e7de-4429-957c-2c0ef4fadcea req-71a8a0a3-3934-4500-9c4c-cd501105149c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Feb 15 01:39:51.057160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5d468-ca2b-4948-aeba-2e666217e7c7 req-09d3c70e-1eb6-445a-952e-6e4c371c5666 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:51.058881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1b5d468-ca2b-4948-aeba-2e666217e7c7 req-09d3c70e-1eb6-445a-952e-6e4c371c5666 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0567217 Feb 15 01:39:51.110740 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1b5d468-ca2b-4948-aeba-2e666217e7c7 req-805b4353-a46a-44a7-b3bb-f63b62e72a20 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Feb 15 01:39:51.112380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeb93b68-5fbb-4656-8f8e-1d0c5439bd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:51.129548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:51.130114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:51.154587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:39:51.157601 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec1606d-ea6d-4261-a57f-80beab75592b" -d '{"events": [{"server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "name": "network-vif-plugged", "status": "completed", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:39:51.171116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:51.252870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:51.302988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:51.332410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b1a2c-b651-4141-a380-c2b75be3cd1c req-a99038db-7260-48f7-869c-d342bb912aa3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:51.333913 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be6b1a2c-b651-4141-a380-c2b75be3cd1c req-a99038db-7260-48f7-869c-d342bb912aa3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.0611057 Feb 15 01:39:51.392903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be6b1a2c-b651-4141-a380-c2b75be3cd1c req-aa705a54-d70c-4b9b-9b12-acf54d356ee0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498238 Feb 15 01:39:51.497368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96c769-742d-4715-ab48-471f7d3a9a69 req-50d2047b-a35d-4e07-a0c2-af52c3800cdf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:51.498864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bf96c769-742d-4715-ab48-471f7d3a9a69 req-50d2047b-a35d-4e07-a0c2-af52c3800cdf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0519588 Feb 15 01:39:51.545278 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bf96c769-742d-4715-ab48-471f7d3a9a69 req-b0633879-7452-484b-b1d3-f529ac225b5c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Feb 15 01:39:51.588240 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22978dde-9fb0-437f-98b8-753662cf9b38 x-openstack-request-id: req-22978dde-9fb0-437f-98b8-753662cf9b38 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:39:51.588675 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "name": "network-vif-plugged", "status": "completed", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:39:51.589015 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22978dde-9fb0-437f-98b8-753662cf9b38 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:39:51.589493 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'code': 200} Feb 15 01:39:51.702674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2010b4-b245-4fc1-95a4-c96cc4e036dc req-aa42d52a-7a7b-4348-bc5f-f6bb59ea0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:51.704067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa2010b4-b245-4fc1-95a4-c96cc4e036dc req-aa42d52a-7a7b-4348-bc5f-f6bb59ea0826 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 1132 time: 0.0428560 Feb 15 01:39:51.755568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa2010b4-b245-4fc1-95a4-c96cc4e036dc req-3020efbd-22be-4f96-89e0-927bdd9271b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Feb 15 01:39:52.085789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dae2c-bd83-46aa-a7f8-55bd359d3d43 req-ccbe619c-581f-4583-90e9-6355f4dc0fa9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:52.087277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea4dae2c-bd83-46aa-a7f8-55bd359d3d43 req-ccbe619c-581f-4583-90e9-6355f4dc0fa9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0527959 Feb 15 01:39:52.137215 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea4dae2c-bd83-46aa-a7f8-55bd359d3d43 req-1121ba2e-2f6e-4722-99b7-83d6a341391a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Feb 15 01:39:52.299474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-cc23a770-f5bb-4977-99aa-5802a5a41fb2 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:39:52.300588 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-cc23a770-f5bb-4977-99aa-5802a5a41fb2 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063121 Feb 15 01:39:52.365321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-5ac94c9c-2df6-40ae-9c19-4d5ec17d96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:52.366707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-5ac94c9c-2df6-40ae-9c19-4d5ec17d96fa service neutron] 10.222.0.43 "GET /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 1125 time: 0.0579343 Feb 15 01:39:52.376447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:52.376893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:39:52.408028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528c8-b2f8-44f7-a083-bbe6520eea0d req-73d58e69-b583-4e79-9b81-22c13c9f1461 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:52.409530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25d528c8-b2f8-44f7-a083-bbe6520eea0d req-73d58e69-b583-4e79-9b81-22c13c9f1461 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.1023378 Feb 15 01:39:52.503409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25d528c8-b2f8-44f7-a083-bbe6520eea0d req-528eb94b-08a7-41e8-ab3c-87e66fb7ba1c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874746 Feb 15 01:39:52.552384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:52.552722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:52.553048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:52.557268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:52.557585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:52.563031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:52.563369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:52.563749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:52.564167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Bound port: ebefb5b1-6730-45fa-9dfc-46e873bc2915, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:52.615047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:39:52.684953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16061e9-01a3-41d9-ba67-9b96890e25da req-1631c5fa-909f-4fc0-ad57-8d4b802f1034 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:52.686454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b16061e9-01a3-41d9-ba67-9b96890e25da req-1631c5fa-909f-4fc0-ad57-8d4b802f1034 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.0558176 Feb 15 01:39:52.700989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:52.702062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b2fa2b19-f3d9-452a-baaa-af9dfc3e3b0c service neutron] 10.222.0.43 "POST /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915/bindings HTTP/1.1" status: 201 len: 390 time: 0.3295510 Feb 15 01:39:52.736649 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b16061e9-01a3-41d9-ba67-9b96890e25da req-73370c03-a50c-4de5-b987-013de2c789da tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Feb 15 01:39:52.840785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b18a8-248f-40c3-833d-00bf9fb833a9 req-046a8563-a545-4ec8-9f38-56f83a8e0d6a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:52.842827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-620b18a8-248f-40c3-833d-00bf9fb833a9 req-046a8563-a545-4ec8-9f38-56f83a8e0d6a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0528114 Feb 15 01:39:52.889262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-620b18a8-248f-40c3-833d-00bf9fb833a9 req-d8ecf655-686c-4bdb-9b24-b57ff399c796 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Feb 15 01:39:53.003739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93791dad-4662-47b4-b1b2-f5e998b2cbb5 req-9cd9cbdc-fc62-41c9-90b4-3c40b315992a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:53.005242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93791dad-4662-47b4-b1b2-f5e998b2cbb5 req-9cd9cbdc-fc62-41c9-90b4-3c40b315992a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0540829 Feb 15 01:39:53.051961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93791dad-4662-47b4-b1b2-f5e998b2cbb5 req-8094c574-eb28-4a35-b723-4a9096493637 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Feb 15 01:39:53.236179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd18442d-6c9f-4b79-8c75-039a9df73feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:53.271496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385dfee-0ed5-4737-8ebe-36f95c312d44 req-f4e9b372-a4ce-4845-b655-75d96731f87c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:53.273016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f385dfee-0ed5-4737-8ebe-36f95c312d44 req-f4e9b372-a4ce-4845-b655-75d96731f87c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0616117 Feb 15 01:39:53.320482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f385dfee-0ed5-4737-8ebe-36f95c312d44 req-6fafe833-4f14-47bd-bf67-0f94d830084a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Feb 15 01:39:53.627849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42e08-349f-4fba-99d5-91f4d5edaa24 req-5a6a2fb1-5e72-41ae-9700-b42246cba830 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:53.629428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9c42e08-349f-4fba-99d5-91f4d5edaa24 req-5a6a2fb1-5e72-41ae-9700-b42246cba830 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0575304 Feb 15 01:39:53.674882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9c42e08-349f-4fba-99d5-91f4d5edaa24 req-19d9fc83-1bae-407c-8556-5ea8a93f5637 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Feb 15 01:39:53.852251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09043021-6c28-45a7-b107-0508d367ef13 req-ee86b57e-4758-48e1-bf6e-126399d00fe8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:53.853766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09043021-6c28-45a7-b107-0508d367ef13 req-ee86b57e-4758-48e1-bf6e-126399d00fe8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.0514724 Feb 15 01:39:53.904367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09043021-6c28-45a7-b107-0508d367ef13 req-c8cbf0a4-fc7a-41fe-9a16-4e2aa386b7f4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Feb 15 01:39:54.013442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78420c01-c8d2-4024-a07e-70a9b4b499fe req-e45b095f-85e4-4d4d-9b7f-c9c2d2fc56b3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.014814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78420c01-c8d2-4024-a07e-70a9b4b499fe req-e45b095f-85e4-4d4d-9b7f-c9c2d2fc56b3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0554183 Feb 15 01:39:54.060398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78420c01-c8d2-4024-a07e-70a9b4b499fe req-b97725b9-c0bc-4f01-9923-48d42b36012b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Feb 15 01:39:54.157025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca414db-d2e9-443e-b42c-6990f34ddda2 req-a0b0effc-cc9d-4a9f-bd06-79d595d2c407 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.158912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cca414db-d2e9-443e-b42c-6990f34ddda2 req-a0b0effc-cc9d-4a9f-bd06-79d595d2c407 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 1132 time: 0.0456600 Feb 15 01:39:54.208677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cca414db-d2e9-443e-b42c-6990f34ddda2 req-e4abc95e-df10-4a99-b394-46afa2c8d7ef tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Feb 15 01:39:54.326074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c615e-2d25-4a4c-b03a-f97a7cc60bdb req-b327966b-a77a-4d06-9384-e25ef3ee225b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.327647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f9c615e-2d25-4a4c-b03a-f97a7cc60bdb req-b327966b-a77a-4d06-9384-e25ef3ee225b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0575674 Feb 15 01:39:54.357374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:54.385097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f9c615e-2d25-4a4c-b03a-f97a7cc60bdb req-72dd16dc-df57-4b2a-91be-ad9120efbd54 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507450 Feb 15 01:39:54.420854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-dff38f95-eeeb-45f4-9ebe-93b40082da41 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251796 Feb 15 01:39:54.513738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf769-959c-47d8-a939-eab3021073e8 req-bcb63936-a960-4400-b551-678fb842b6b6 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.515380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8badf769-959c-47d8-a939-eab3021073e8 req-bcb63936-a960-4400-b551-678fb842b6b6 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0523238 Feb 15 01:39:54.528495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-abffb3bb-f88b-44b0-b33e-fd9ff3c32f1f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.530506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-abffb3bb-f88b-44b0-b33e-fd9ff3c32f1f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035862 Feb 15 01:39:54.544928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-c223a762-c5ba-4cfd-bdc9-a0fab2351d2e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0089402 Feb 15 01:39:54.569364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8badf769-959c-47d8-a939-eab3021073e8 req-3157aebc-a8b7-4880-856f-6b367e75eea3 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Feb 15 01:39:54.629018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-0aabceb8-40df-4ca1-ba53-8a741a25c16e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0781202 Feb 15 01:39:54.996657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d3908-79e0-4ea6-b309-5d60d3ff15e7 req-fc004a05-2db7-41af-b827-ea032fe2911d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:54.999650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b8d3908-79e0-4ea6-b309-5d60d3ff15e7 req-fc004a05-2db7-41af-b827-ea032fe2911d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0675392 Feb 15 01:39:55.050748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b8d3908-79e0-4ea6-b309-5d60d3ff15e7 req-a2910b47-9c1b-41b1-81ca-b32571f23cbf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Feb 15 01:39:55.088642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35fb3d87-c9c4-4d98-9792-4ac6fb9a0746 req-16f7715a-349d-438d-8983-a55b3cefc46f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 210 time: 0.0288286 Feb 15 01:39:55.197548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5425d-35cc-44c4-8c9f-74ce05c78dc6 req-408dcdce-aa98-443b-a450-fd73743ae0f1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:55.199063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-79c5425d-35cc-44c4-8c9f-74ce05c78dc6 req-408dcdce-aa98-443b-a450-fd73743ae0f1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0544627 Feb 15 01:39:55.254282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-79c5425d-35cc-44c4-8c9f-74ce05c78dc6 req-ce16bc58-e931-4743-98fc-6593e72f7e83 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 Feb 15 01:39:55.522772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011e98-1ca9-40b2-ada0-5b0f4f0d242e req-5e7a7a65-0d59-4caa-a759-d9db0506da7a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:55.524250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1011e98-1ca9-40b2-ada0-5b0f4f0d242e req-5e7a7a65-0d59-4caa-a759-d9db0506da7a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0558183 Feb 15 01:39:55.577160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1011e98-1ca9-40b2-ada0-5b0f4f0d242e req-2a021329-50c6-42c6-9e18-64ffd7328abf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Feb 15 01:39:55.721050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6736-8216-4190-a1fd-d85c2777dda1 req-9179b6d7-d893-4d43-8004-687e9eb132d4 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:55.731649 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-718e6736-8216-4190-a1fd-d85c2777dda1 req-9179b6d7-d893-4d43-8004-687e9eb132d4 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0696676 Feb 15 01:39:55.779472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:55.789050 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-718e6736-8216-4190-a1fd-d85c2777dda1 req-f82a1205-c773-4af3-bb42-31ccca8f66ea tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520370 Feb 15 01:39:56.191354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad744f-4a4f-497b-9c51-4c98672f3f96 req-964f3a11-d365-4970-b7c5-a43b46729063 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:56.192992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-baad744f-4a4f-497b-9c51-4c98672f3f96 req-964f3a11-d365-4970-b7c5-a43b46729063 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0704920 Feb 15 01:39:56.246741 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-baad744f-4a4f-497b-9c51-4c98672f3f96 req-cf485358-8ec9-42c0-9c79-933c4eef5d81 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Feb 15 01:39:56.257297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ed3cab-15d9-4581-bf02-844e035913ed req-66751a37-2f89-41ea-afc6-9b88ac4b6ef9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 210 time: 0.0312035 Feb 15 01:39:56.418951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f36c7-1700-43ac-9ebe-47e598683890 req-623aa954-8557-4ce9-b266-128972f0708b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:56.420945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-224f36c7-1700-43ac-9ebe-47e598683890 req-623aa954-8557-4ce9-b266-128972f0708b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0732858 Feb 15 01:39:56.428252 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:39:56.474659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-224f36c7-1700-43ac-9ebe-47e598683890 req-10fbc340-80e1-4b3b-be19-12014ec3fe38 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Feb 15 01:39:56.709670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc39c-4c05-4443-9d00-25dc5955d27e req-b40d03bf-a85b-4791-af43-d10788aa7dba tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:56.716456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1fcc39c-4c05-4443-9d00-25dc5955d27e req-b40d03bf-a85b-4791-af43-d10788aa7dba tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0595751 Feb 15 01:39:56.757976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1fcc39c-4c05-4443-9d00-25dc5955d27e req-47e40e4e-f26a-4750-b1d1-63d6928d5f31 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Feb 15 01:39:56.788957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:56.886855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e21d5de7-bb18-4235-8c8e-f7e001489a27 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:39:56.935558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:56.938644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9dd5-25c2-464d-b130-0be8b41d5d69 req-a2569f93-d37e-402b-bc55-b140e7da135b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:56.940247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc5a9dd5-25c2-464d-b130-0be8b41d5d69 req-a2569f93-d37e-402b-bc55-b140e7da135b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0600739 Feb 15 01:39:56.994466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc5a9dd5-25c2-464d-b130-0be8b41d5d69 req-f9f23c1c-f1aa-4747-a3b2-f14787a7e611 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Feb 15 01:39:57.063316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcec153e-ffa4-46de-8cc8-9357450c1406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.156217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcec153e-ffa4-46de-8cc8-9357450c1406 admin admin] Publish callbacks [] for security_group (a7eb64a6-1c47-4727-a9dd-8110b770d891), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.158869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-6d44281d-1f8f-43c6-a521-6273778c48cc tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237863 Feb 15 01:39:57.207214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.247045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcec153e-ffa4-46de-8cc8-9357450c1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a7eb64a6-1c47-4727-a9dd-8110b770d891), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.298206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dcec153e-ffa4-46de-8cc8-9357450c1406 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ad72e07c105466fb3037f720c2ded48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609378 Feb 15 01:39:57.299115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:57.300137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-c844a512-9a93-4528-bc4b-86ca32b67a33 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:57.303199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-c844a512-9a93-4528-bc4b-86ca32b67a33 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386058 Feb 15 01:39:57.316435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec153e-ffa4-46de-8cc8-9357450c1406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb64a6-1c47-4727-a9dd-8110b770d891,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:57.327845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:57.422581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] Publish callbacks [] for security_group (a7eb64a6-1c47-4727-a9dd-8110b770d891), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.475698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-064736d3-b50c-4053-bdd0-305ce0fe46f5 req-a719013d-5045-4181-bde1-11a35a86ded2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 210 time: 0.0503404 Feb 15 01:39:57.476795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] Publish callbacks [] for security_group (a7eb64a6-1c47-4727-a9dd-8110b770d891), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.530212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650629b-9768-42d7-b5f4-10896d5a8f72 req-a05b358d-2c6a-4573-ba69-6391e92a87da tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:57.531780 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3650629b-9768-42d7-b5f4-10896d5a8f72 req-a05b358d-2c6a-4573-ba69-6391e92a87da tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.0958107 Feb 15 01:39:57.587384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3650629b-9768-42d7-b5f4-10896d5a8f72 req-8ae505f2-05b9-4a2a-875d-35fef514b194 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Feb 15 01:39:57.598007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:57.601277 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.628258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a7eb64a6-1c47-4727-a9dd-8110b770d891), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.632014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.633704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7eb64a6-1c47-4727-a9dd-8110b770d891 HTTP/1.1" status: 204 len: 168 time: 0.3264928 Feb 15 01:39:57.644253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4346e08-c95a-47ef-b996-075485849489 req-4a3f6e3f-df68-4142-83fd-0eaf1ff949f0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:57.645284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca976d6c-f570-4652-adbe-b37a9290fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb64a6-1c47-4727-a9dd-8110b770d891,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:57.646135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4346e08-c95a-47ef-b996-075485849489 req-4a3f6e3f-df68-4142-83fd-0eaf1ff949f0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0785818 Feb 15 01:39:57.757930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4346e08-c95a-47ef-b996-075485849489 req-05c1f5d3-4789-4d67-b0f1-1b7e92f7cf9e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846281 Feb 15 01:39:57.788161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.37 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/ff4938d4-11f9-436e-a58c-8ce7375a1329) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:39:57.914346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87970a-f87b-4ea0-8b7a-f197fe4bfff9 req-f4c3eb55-c78e-4335-9d3f-5a36fba2a807 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:57.915902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac87970a-f87b-4ea0-8b7a-f197fe4bfff9 req-f4c3eb55-c78e-4335-9d3f-5a36fba2a807 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0699425 Feb 15 01:39:57.946857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:57.985691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac87970a-f87b-4ea0-8b7a-f197fe4bfff9 req-f2c8e629-aa6f-4d02-b499-d24cd486f2a5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616343 Feb 15 01:39:58.042318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:58.055362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32', '8191fd07-94ee-47f5-b146-73d5a6ee57c5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:58.105742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:39:58.110679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:39:58.114042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:39:58.158485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:39:58.199353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:58.252732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:58.253854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:58.313019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3ac01-81a5-4d13-8755-01bce2b874ad req-42931dc3-edaf-48a1-b6aa-15bc8fde3691 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:58.314314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe3ac01-81a5-4d13-8755-01bce2b874ad req-42931dc3-edaf-48a1-b6aa-15bc8fde3691 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1069779 Feb 15 01:39:58.411845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-108b01e5-adff-4038-81d9-6aaa9c7f3997 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0910985 Feb 15 01:39:58.416547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe3ac01-81a5-4d13-8755-01bce2b874ad req-9c6bc3fd-9583-406e-92dc-8c09dce56e4a tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960393 Feb 15 01:39:58.427177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Request body: {'port': {'device_id': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:58.499422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:58.566722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-290e55bd-e089-4d87-88a6-ed92ee6eff14 None None] Provisioning complete for port ff4938d4-11f9-436e-a58c-8ce7375a1329 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:39:58.567105 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290e55bd-e089-4d87-88a6-ed92ee6eff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:58.667317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-290e55bd-e089-4d87-88a6-ed92ee6eff14 None None] Port ff4938d4-11f9-436e-a58c-8ce7375a1329 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:39:58.675170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ae097-9666-4274-a3f6-cad0e9519031 req-200887d8-4b27-46b3-9a3b-c26638dddac3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:58.679431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-412ae097-9666-4274-a3f6-cad0e9519031 req-200887d8-4b27-46b3-9a3b-c26638dddac3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 935 time: 0.0859711 Feb 15 01:39:58.744912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-412ae097-9666-4274-a3f6-cad0e9519031 req-db316f15-4b4e-4bc0-8773-0a561cb0013e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551612 Feb 15 01:39:58.902772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e10d-abc9-4351-847c-029eb075c063 req-5fc331f3-7fff-45ef-b4e9-e56bf231279d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:58.904423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f0d6e10d-abc9-4351-847c-029eb075c063 req-5fc331f3-7fff-45ef-b4e9-e56bf231279d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0688481 Feb 15 01:39:58.921216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:58.994830 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f0d6e10d-abc9-4351-847c-029eb075c063 req-0570e84d-a495-4775-8ace-3ff206bbe703 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Feb 15 01:39:59.125223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2102929488-network', 'tenant_id': 'ee94409fbc0c4fee85f49aa711b4a7ac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:59.151550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aea7b-101b-4f93-9793-caeadda4410a req-42a9e2d3-ee0b-4630-a5ab-84b294347969 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:59.153138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e2aea7b-101b-4f93-9793-caeadda4410a req-42a9e2d3-ee0b-4630-a5ab-84b294347969 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0726838 Feb 15 01:39:59.155794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffa82a-a198-4d37-8ef0-b1150523f0ed req-b667c91c-bf16-4e19-8d6f-1cccd21c74c6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:59.157404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65ffa82a-a198-4d37-8ef0-b1150523f0ed req-b667c91c-bf16-4e19-8d6f-1cccd21c74c6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 943 time: 0.4654405 Feb 15 01:39:59.204822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e2aea7b-101b-4f93-9793-caeadda4410a req-106c7cf3-9377-47c1-8a2c-789f8a15d400 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Feb 15 01:39:59.216337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Made reservation on behalf of ee94409fbc0c4fee85f49aa711b4a7ac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:59.219558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.230101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.303220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65ffa82a-a198-4d37-8ef0-b1150523f0ed req-07adcde4-ddff-418e-a6d6-cec0d1679d2a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383483 Feb 15 01:39:59.305152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks [] for security_group (90a216c8-5beb-4915-bc7a-02db26837bea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.318061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4938d4-11f9-436e-a58c-8ce7375a1329 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:59.327034 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks [] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.330172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-a5b1df37-6aef-4289-882d-b4d23ba0bd5f service neutron] 10.222.0.31 "GET /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.1410179 Feb 15 01:39:59.359626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (90a216c8-5beb-4915-bc7a-02db26837bea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.367088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Transition to ACTIVE for port object ff4938d4-11f9-436e-a58c-8ce7375a1329 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:39:59.380211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:39:59.394343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a216c8-5beb-4915-bc7a-02db26837bea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:59.399144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e4ff0105-e1f1-4543-a401-357886d78e63), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.399544 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Added segment e4ff0105-e1f1-4543-a401-357886d78e63 of type vlan for network 99b7bf17-241d-4c7e-a8a8-739dec07b0c7 Feb 15 01:39:59.444100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (99b7bf17-241d-4c7e-a8a8-739dec07b0c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.455467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.485733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:39:59.533383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port e21d5de7-bb18-4235-8c8e-f7e001489a27 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:39:59.533800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:39:59.538411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (99b7bf17-241d-4c7e-a8a8-739dec07b0c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.539594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:59.540870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.578629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:59.613745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54618d7b-adad-4fdd-980d-9f8dbfbda550 req-3faf9a21-7cf6-4ce6-982b-df7a7d2bbd6c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:39:59.615449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54618d7b-adad-4fdd-980d-9f8dbfbda550 req-3faf9a21-7cf6-4ce6-982b-df7a7d2bbd6c tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1218174 Feb 15 01:39:59.619874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:59.622305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] Pushing event updated for resources: {'Network': ['ID=99b7bf17-241d-4c7e-a8a8-739dec07b0c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:39:59.635621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 99b7bf17-241d-4c7e-a8a8-739dec07b0c7 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:39:59.648388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-67802ec3-a6d9-4d55-ae40-359a2596ffce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7239540 Feb 15 01:39:59.648779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:39:59.658901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Request body: {'subnet': {'network_id': '99b7bf17-241d-4c7e-a8a8-739dec07b0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2102929488-subnet', 'tenant_id': 'ee94409fbc0c4fee85f49aa711b4a7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:39:59.665466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:59.681575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54618d7b-adad-4fdd-980d-9f8dbfbda550 req-df080dfc-0b97-4d1a-83f4-8595d2b34e74 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Feb 15 01:39:59.717710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Attempting to bind port ff4938d4-11f9-436e-a58c-8ce7375a1329 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:39:59.718058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Attempting to bind port ff4938d4-11f9-436e-a58c-8ce7375a1329 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:39:59.718378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Attempting to bind port ff4938d4-11f9-436e-a58c-8ce7375a1329 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:59.732694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21d5de7-bb18-4235-8c8e-f7e001489a27 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:39:59.736858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Port ff4938d4-11f9-436e-a58c-8ce7375a1329 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:39:59.737196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Attempting to bind port ff4938d4-11f9-436e-a58c-8ce7375a1329 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:39:59.748704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:39:59.751618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:39:59.751959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:39:59.752371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:39:59.752809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Bound port: ff4938d4-11f9-436e-a58c-8ce7375a1329, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:39:59.753170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.803135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Made reservation on behalf of ee94409fbc0c4fee85f49aa711b4a7ac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:39:59.805709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.836379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:39:59.953327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:39:59.979258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:00.011106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc798b-29c8-4e1c-afeb-111bed6908cc req-7911ce77-3f21-4dec-8fd4-db428496c971 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.012710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43bc798b-29c8-4e1c-afeb-111bed6908cc req-7911ce77-3f21-4dec-8fd4-db428496c971 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 947 time: 0.1917498 Feb 15 01:40:00.083948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] Transition to ACTIVE for port object e21d5de7-bb18-4235-8c8e-f7e001489a27 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:40:00.093443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:00.108464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b2fe-99a1-4efe-aab5-006310dd4526 req-f0eff27e-17ab-44d2-aca1-7fa1c11dde76 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.110234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1927b2fe-99a1-4efe-aab5-006310dd4526 req-f0eff27e-17ab-44d2-aca1-7fa1c11dde76 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0528831 Feb 15 01:40:00.147474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.148540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:00.149954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/ff4938d4-11f9-436e-a58c-8ce7375a1329 HTTP/1.1" status: 200 len: 1096 time: 1.7275717 Feb 15 01:40:00.156180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:00.158883 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618a87d-7cf4-475a-9de1-2838083d5f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:00.159106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1927b2fe-99a1-4efe-aab5-006310dd4526 req-394bf2e7-b4e6-40e6-9d44-ae5c19c7cc75 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Feb 15 01:40:00.188611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43bc798b-29c8-4e1c-afeb-111bed6908cc req-466675aa-ef55-4753-a86f-42790d258aac tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686368 Feb 15 01:40:00.189750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:00.228405 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068b230-4792-453c-a917-ef57b58844d3 x-openstack-request-id: req-9068b230-4792-453c-a917-ef57b58844d3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:00.228906 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:00.229160 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9068b230-4792-453c-a917-ef57b58844d3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:00.229561 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329', 'status': 'completed', 'code': 200} Feb 15 01:40:00.300472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f86e-4e41-4aa1-83eb-154368e7b2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:00.303514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] No DVR routers for this DVR port e21d5de7-bb18-4235-8c8e-f7e001489a27 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:00.364082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (c47c932d-a419-48ca-ad73-caf76a7536fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:00.414352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] 10.222.0.31 "PUT /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0742610 Feb 15 01:40:00.442426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809f7e8-b893-4c72-8ef0-57f721a5da29 req-45ecfe7b-b08e-4d7d-a642-b4ad0201e018 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.443927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5809f7e8-b893-4c72-8ef0-57f721a5da29 req-45ecfe7b-b08e-4d7d-a642-b4ad0201e018 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.0613432 Feb 15 01:40:00.471791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bace6-c0ac-4ce0-bd85-09da266ca263 service neutron] Pushing event updated for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:00.489605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a87d-7cf4-475a-9de1-2838083d5f9a req-34e695f7-7d84-4792-b60c-263a64e2cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.489605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1618a87d-7cf4-475a-9de1-2838083d5f9a req-34e695f7-7d84-4792-b60c-263a64e2cb12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 1130 time: 0.2315996 Feb 15 01:40:00.496158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5809f7e8-b893-4c72-8ef0-57f721a5da29 req-6168d2fb-231a-4b82-a57c-4b4286d25f19 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Feb 15 01:40:00.500717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47c932d-a419-48ca-ad73-caf76a7536fc,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:00.521472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552882-d091-419b-92fc-53f77532d1c5 req-3810a95d-ee50-4c4a-91a4-bd69be41d436 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.522909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0552882-d091-419b-92fc-53f77532d1c5 req-3810a95d-ee50-4c4a-91a4-bd69be41d436 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2235546 Feb 15 01:40:00.540484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1618a87d-7cf4-475a-9de1-2838083d5f9a req-aabf3926-2878-49f3-ac08-a73f029bb9a3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408571 Feb 15 01:40:00.545810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Checking segment: {'id': 'e4ff0105-e1f1-4543-a401-357886d78e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '99b7bf17-241d-4c7e-a8a8-739dec07b0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:00.550570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Network hostable DHCP agents. Network: 99b7bf17-241d-4c7e-a8a8-739dec07b0c7, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:00.674985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0552882-d091-419b-92fc-53f77532d1c5 req-5ba1996f-f6a4-4157-8639-53423b434bbb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388617 Feb 15 01:40:00.707823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-53ab9fb0-9dce-41a2-be67-bafaf923bb9c tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.709348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-53ab9fb0-9dce-41a2-be67-bafaf923bb9c tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.1301844 Feb 15 01:40:00.711905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Network 99b7bf17-241d-4c7e-a8a8-739dec07b0c7 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:00.714443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618a87d-7cf4-475a-9de1-2838083d5f9a req-4a6488c7-e049-4e2f-82e5-cac740c1ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.715802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1618a87d-7cf4-475a-9de1-2838083d5f9a req-4a6488c7-e049-4e2f-82e5-cac740c1ceaf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659284 Feb 15 01:40:00.789124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-acbd99f4-57d7-4658-be89-f440c602e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.790627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-acbd99f4-57d7-4658-be89-f440c602e75c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb&tenant_id=a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 1127 time: 0.0739658 Feb 15 01:40:00.800657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 99b7bf17-241d-4c7e-a8a8-739dec07b0c7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:00.805616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.806200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:00.810809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da15d56-fdd5-4681-9c17-e3f99474d3cc None None] Network 99b7bf17-241d-4c7e-a8a8-739dec07b0c7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:00.814861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-b88c8b5e-3bfb-4447-ba9f-116771bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.816391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-b88c8b5e-3bfb-4447-ba9f-116771bf8d28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 1130 time: 0.0634587 Feb 15 01:40:00.827923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c476-ac95-4239-9f7e-506fc5b0feaf req-2a383070-fdaf-4575-86cd-f5e0228e9cc2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.830817 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-29d0c476-ac95-4239-9f7e-506fc5b0feaf req-2a383070-fdaf-4575-86cd-f5e0228e9cc2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0708821 Feb 15 01:40:00.872693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-4c6716f4-3816-4623-bc0d-998ac4b437c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329 HTTP/1.1" status: 200 len: 217 time: 0.0472262 Feb 15 01:40:00.889598 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-29d0c476-ac95-4239-9f7e-506fc5b0feaf req-230cf1b5-37c0-4e44-83da-9fa129a833c9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Feb 15 01:40:00.932354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd9d5a-065b-4323-8093-331c6e2eb2ae None None] Network 99b7bf17-241d-4c7e-a8a8-739dec07b0c7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:00.932581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1dd18c7a-af45-4a92-a885-0dc9dde434e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2739677 Feb 15 01:40:00.949126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-9280d05f-027c-4bb0-98de-e9ac09f2e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.950650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-9280d05f-027c-4bb0-98de-e9ac09f2e118 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0598032 Feb 15 01:40:00.956973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-2aba7717-fafd-4060-a42e-b94ebc31091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:00.959193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-2aba7717-fafd-4060-a42e-b94ebc31091a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1127 time: 0.1266589 Feb 15 01:40:01.061149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-9e85701b-a7d0-4a90-ac44-38065fd4331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.062673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-9e85701b-a7d0-4a90-ac44-38065fd4331a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1025841 Feb 15 01:40:01.102997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-850e80d5-2f59-48fd-9e34-a12bd46660a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.104271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-850e80d5-2f59-48fd-9e34-a12bd46660a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1360931 Feb 15 01:40:01.176697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-ceebbee6-5d89-42c4-abed-cdeb144764a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 200 len: 217 time: 0.0390830 Feb 15 01:40:01.247890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063694379', 'description': 'tempest-description-1106000434'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:01.258070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-37c98fa5-bba8-4c37-81cf-c4a70ccc77d6 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856759 Feb 15 01:40:01.259409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-08465666-b28c-42c2-bc49-f044740bbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.260745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-08465666-b28c-42c2-bc49-f044740bbfbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0783112 Feb 15 01:40:01.286255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c043ce-1ae4-4f98-a023-bdbadac7693e req-a56b1e87-dab7-4665-b5b0-3fa3494955f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.289145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0c043ce-1ae4-4f98-a023-bdbadac7693e req-a56b1e87-dab7-4665-b5b0-3fa3494955f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0536063 Feb 15 01:40:01.338700 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0c043ce-1ae4-4f98-a023-bdbadac7693e req-fadd18ca-1dea-4cea-9e93-62ea172e01d7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Feb 15 01:40:01.338951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-d9fe0019-598f-4de5-8d61-737f10cd740f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709145 Feb 15 01:40:01.404198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:01.450860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ceede13f-eebc-4b2a-b434-04bf48459cc0 req-c7ba726b-53e8-4749-846d-cbfbfe6d13c9 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841414 Feb 15 01:40:01.455516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7a2f5-0de0-4bd8-aa7a-5fc1ba02ff59 req-c1560202-fd50-40d8-bc2c-8f9162bb5947 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.457042 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b7a2f5-0de0-4bd8-aa7a-5fc1ba02ff59 req-c1560202-fd50-40d8-bc2c-8f9162bb5947 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 947 time: 0.0636494 Feb 15 01:40:01.506797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-b0f33580-39a8-40df-967d-56e5f0ba1872 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602645 Feb 15 01:40:01.507246 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b7a2f5-0de0-4bd8-aa7a-5fc1ba02ff59 req-f10b1f09-a4e0-4317-a2f6-bc99c7606fc7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Feb 15 01:40:01.583459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (daabce4f-c5b4-45dd-b038-6fb90555574f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:01.616575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-39b6a5f5-e5e3-4846-91c7-6f19b2f33bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020141 Feb 15 01:40:01.645099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (daabce4f-c5b4-45dd-b038-6fb90555574f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:01.675355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daabce4f-c5b4-45dd-b038-6fb90555574f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:01.761736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:01.763059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11293187-5075-4e2e-bccf-8c7c656eccf9 req-87478205-81ec-4b86-a86d-d2247555709d tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5245242 Feb 15 01:40:01.874550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e892ed0-b3cb-4646-ba59-30561e9fe761 req-0898c93f-6b2a-4f68-946b-68ed9fa1aeac tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.876186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e892ed0-b3cb-4646-ba59-30561e9fe761 req-0898c93f-6b2a-4f68-946b-68ed9fa1aeac tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.0575013 Feb 15 01:40:01.924965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e892ed0-b3cb-4646-ba59-30561e9fe761 req-514543f1-200c-4f9b-9495-d3f907bd63a5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Feb 15 01:40:01.954883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de456b-af8d-40f4-9314-f314c587ab24 req-73fafe02-a2b8-48f6-b775-220c3a545e4e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:01.956661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73de456b-af8d-40f4-9314-f314c587ab24 req-73fafe02-a2b8-48f6-b775-220c3a545e4e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0601268 Feb 15 01:40:01.988439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16501093-3b4e-4f88-9605-1eb958409629 req-c0c9711a-98d1-4462-9271-96970afe98f8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/daabce4f-c5b4-45dd-b038-6fb90555574f HTTP/1.1" status: 200 len: 1822 time: 0.0403216 Feb 15 01:40:01.998741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daabce4f-c5b4-45dd-b038-6fb90555574f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:01.999173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daabce4f-c5b4-45dd-b038-6fb90555574f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:02.015432 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73de456b-af8d-40f4-9314-f314c587ab24 req-87c2f71c-6ceb-425c-bd12-b4c83bb83844 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523543 Feb 15 01:40:02.131382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813a802-eb9b-4d81-86bf-6a728fb704e5 req-0595b805-0e43-4b8b-a878-5dc34a448bf0 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:02.132905 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1813a802-eb9b-4d81-86bf-6a728fb704e5 req-0595b805-0e43-4b8b-a878-5dc34a448bf0 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0565200 Feb 15 01:40:02.150646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0db5e6-401d-415e-939b-4af725a7df2e req-9c174996-3889-4e8b-a767-5a219797b2bd tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:02.152167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-9c174996-3889-4e8b-a767-5a219797b2bd tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0801220 Feb 15 01:40:02.154268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (3f8f74ee-4aec-487c-a0c4-7f0a091e50a4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.181995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1813a802-eb9b-4d81-86bf-6a728fb704e5 req-e48f9edb-0608-4851-b243-11e4a7fa3dcd tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Feb 15 01:40:02.193371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (3f8f74ee-4aec-487c-a0c4-7f0a091e50a4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.259771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (3f8f74ee-4aec-487c-a0c4-7f0a091e50a4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.282033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8f74ee-4aec-487c-a0c4-7f0a091e50a4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:02.292737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc97d4-9257-4c60-9911-7d1468a924e6 req-d801baf6-eb61-45bf-907e-265bf94f94dc tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:02.294234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2dc97d4-9257-4c60-9911-7d1468a924e6 req-d801baf6-eb61-45bf-907e-265bf94f94dc tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0553982 Feb 15 01:40:02.340264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f2dc97d4-9257-4c60-9911-7d1468a924e6 req-1a79833e-a3cf-42c3-9b3c-af9620ef66f0 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Feb 15 01:40:02.353640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0db5e6-401d-415e-939b-4af725a7df2e req-969ef0c1-7bf7-49cf-a1df-81562e7009c4 service neutron] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:02.356895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0db5e6-401d-415e-939b-4af725a7df2e req-969ef0c1-7bf7-49cf-a1df-81562e7009c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.358093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0db5e6-401d-415e-939b-4af725a7df2e req-969ef0c1-7bf7-49cf-a1df-81562e7009c4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.1983881 Feb 15 01:40:02.375255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.376617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16501093-3b4e-4f88-9605-1eb958409629 req-25ce049c-a5d2-4dd6-be66-53d6f37a0728 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3819919 Feb 15 01:40:02.401991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-818012458', 'description': 'tempest-description-465183816'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:02.464333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe615b5-5835-415f-aa8b-a94f51bbfde1 req-1b34fc22-e5c7-4b03-9e79-cd850583a08d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:02.465826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbe615b5-5835-415f-aa8b-a94f51bbfde1 req-1b34fc22-e5c7-4b03-9e79-cd850583a08d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0571127 Feb 15 01:40:02.487262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.516813 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbe615b5-5835-415f-aa8b-a94f51bbfde1 req-087611ef-f5bb-4f83-9726-5f9910acd1c9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Feb 15 01:40:02.565137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (2ac6d9c2-c329-4ce9-9ea2-e635c599341b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.612835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2ac6d9c2-c329-4ce9-9ea2-e635c599341b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.627151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa130b-5f18-4b83-b591-bc56ca2c5485 req-c382405c-3d8d-4733-977f-11e72ba0e8f8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:02.628852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5fa130b-5f18-4b83-b591-bc56ca2c5485 req-c382405c-3d8d-4733-977f-11e72ba0e8f8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 947 time: 0.0522208 Feb 15 01:40:02.643281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6d9c2-c329-4ce9-9ea2-e635c599341b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:02.677039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5fa130b-5f18-4b83-b591-bc56ca2c5485 req-b7a77319-f995-44c7-ad57-5628d0e1d1e1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Feb 15 01:40:02.683448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.684744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-508382b1-3dfe-472e-b099-c7f22c67588b req-7b6b0c65-5bd8-47d6-9b1e-8b6764a59b6b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2868748 Feb 15 01:40:02.746063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-cdad3f7f-614f-4a2b-8a25-23115d2f8da0 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/2ac6d9c2-c329-4ce9-9ea2-e635c599341b HTTP/1.1" status: 200 len: 1820 time: 0.0403197 Feb 15 01:40:02.756599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2ac6d9c2-c329-4ce9-9ea2-e635c599341b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:02.756921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2ac6d9c2-c329-4ce9-9ea2-e635c599341b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:02.871765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (9d88fbfb-83a9-429f-af86-346dc588f430), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.897688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (9d88fbfb-83a9-429f-af86-346dc588f430), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:02.985419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9d88fbfb-83a9-429f-af86-346dc588f430), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.006667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d88fbfb-83a9-429f-af86-346dc588f430,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:03.046641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cef1e-7ce2-4fa1-a41d-da3bea21865a req-c5a30e05-6c12-4df4-8a57-20153ce8f978 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.048133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea3cef1e-7ce2-4fa1-a41d-da3bea21865a req-c5a30e05-6c12-4df4-8a57-20153ce8f978 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.0548484 Feb 15 01:40:03.099857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea3cef1e-7ce2-4fa1-a41d-da3bea21865a req-62976b74-f28f-4f53-9400-925d1483b3d8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Feb 15 01:40:03.104882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.106101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85fe7234-2332-43b6-b363-f9b2496e8530 req-b0ae0ba0-2951-404f-b348-d8a46b828a67 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3531656 Feb 15 01:40:03.132730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-96094725', 'description': 'tempest-description-1478769601'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:03.207492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177384e-09a4-410d-850d-37ee125cf929 req-98007343-5bed-4e0b-888c-a15507577bea tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.209029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8177384e-09a4-410d-850d-37ee125cf929 req-98007343-5bed-4e0b-888c-a15507577bea tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Feb 15 01:40:03.222538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.256843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8177384e-09a4-410d-850d-37ee125cf929 req-5e108364-9539-46f5-abbb-b73add049705 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Feb 15 01:40:03.305022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (a47ade5c-561d-4017-b9d1-4872546e97f8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.367094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a47ade5c-561d-4017-b9d1-4872546e97f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.396628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dde8b7-3b14-4ee6-aca0-443b9fe8fce1 req-2b0a7df5-d9aa-45a5-85fa-f0f4bcdcf01e tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.397964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96dde8b7-3b14-4ee6-aca0-443b9fe8fce1 req-2b0a7df5-d9aa-45a5-85fa-f0f4bcdcf01e tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0621784 Feb 15 01:40:03.405902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ade5c-561d-4017-b9d1-4872546e97f8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:03.447529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96dde8b7-3b14-4ee6-aca0-443b9fe8fce1 req-b1966c76-fb82-4cc7-9d14-dac070d85c16 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430858 Feb 15 01:40:03.454821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.456171 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e9141f3-2ea2-44bb-93d6-13d53dd623a8 req-29b60810-6dfc-4762-a392-e77cc818aa76 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3276813 Feb 15 01:40:03.559509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffd261-22a3-4331-987f-9e5026728198 req-c524fc08-ce64-43c4-8e5f-b04b596c8713 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.561153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70ffd261-22a3-4331-987f-9e5026728198 req-c524fc08-ce64-43c4-8e5f-b04b596c8713 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1127 time: 0.0516322 Feb 15 01:40:03.590035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d89e52-d813-41db-9f05-05e6b8494fec req-a5c6c9a3-2360-4251-92d5-fdc80a6abaed tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.591641 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-10d89e52-d813-41db-9f05-05e6b8494fec req-a5c6c9a3-2360-4251-92d5-fdc80a6abaed tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0587418 Feb 15 01:40:03.611134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70ffd261-22a3-4331-987f-9e5026728198 req-db21bdae-f712-4a46-886d-8e44012ab4e1 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Feb 15 01:40:03.643846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-10d89e52-d813-41db-9f05-05e6b8494fec req-751caafc-2e11-4d45-912f-610541813a75 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Feb 15 01:40:03.653038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627065686', 'description': 'tempest-description-746325625'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:03.708573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-9b56f7e6-6d5d-4248-961c-c49243d77d0d tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.710064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-9b56f7e6-6d5d-4248-961c-c49243d77d0d tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0719032 Feb 15 01:40:03.749781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736b56-b897-4502-9bd0-7e524c07bc55 req-d6e83992-124f-4a32-8a79-22dff107b8d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.751449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-48736b56-b897-4502-9bd0-7e524c07bc55 req-d6e83992-124f-4a32-8a79-22dff107b8d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0535886 Feb 15 01:40:03.771635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.805205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-48736b56-b897-4502-9bd0-7e524c07bc55 req-0b1421a9-3138-4481-905e-9469a4909218 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478027 Feb 15 01:40:03.854549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Deleting port 0975049e-c317-4491-a5b3-c9a4de7a8a0f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:03.854896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.910884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02af8-5616-4e7d-bd8a-d30aa16c87e4 req-6f88c42c-cbc1-4c7a-af58-5579a5661a03 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:03.912361 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f4b02af8-5616-4e7d-bd8a-d30aa16c87e4 req-6f88c42c-cbc1-4c7a-af58-5579a5661a03 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 1127 time: 0.0470908 Feb 15 01:40:03.931095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (1d98f471-2b56-40b4-a06e-549ce65773c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:03.957316 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f4b02af8-5616-4e7d-bd8a-d30aa16c87e4 req-da120e85-ed28-4c0b-a1fe-e863a8b0f50e tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Feb 15 01:40:03.997563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] For port 0975049e-c317-4491-a5b3-c9a4de7a8a0f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0975049e-c317-4491-a5b3-c9a4de7a8a0f,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:03.997930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:04.002194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-d7c6513c-899e-46ad-b59c-1e419159f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.003717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-d7c6513c-899e-46ad-b59c-1e419159f366 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1128 time: 0.0926795 Feb 15 01:40:04.025624 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1d98f471-2b56-40b4-a06e-549ce65773c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:04.072033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5cce-f1a0-4271-83dc-da4d3ade6798 req-a7b107b4-a947-4026-b773-72eddb8c68a8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.073551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-367d5cce-f1a0-4271-83dc-da4d3ade6798 req-a7b107b4-a947-4026-b773-72eddb8c68a8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 947 time: 0.0561264 Feb 15 01:40:04.120386 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-367d5cce-f1a0-4271-83dc-da4d3ade6798 req-49413ec4-7370-434c-b18b-0346daf89a96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 15 01:40:04.174921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98f471-2b56-40b4-a06e-549ce65773c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:04.199856 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:04.204080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbfacbbd-9a31-4c38-8328-d08efdf5a261 req-4fe047d0-6d4c-4f68-8342-7114b1e8947e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5534067 Feb 15 01:40:04.225101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-56184e00-ba59-4fb9-8c6c-890edb909b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.226583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-56184e00-ba59-4fb9-8c6c-890edb909b5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2155287 Feb 15 01:40:04.587270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-4e83c501-4cf4-435e-8599-f7fe1685d355 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 217 time: 0.3330166 Feb 15 01:40:04.651825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:04.652189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:04.652554 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Floating IP 56bb7f0f-8298-4a9e-8936-6d6507e9ae2a disassociated. External IP: 172.25.2.136, port: 0975049e-c317-4491-a5b3-c9a4de7a8a0f. Feb 15 01:40:04.652908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Calling delete_port for 0975049e-c317-4491-a5b3-c9a4de7a8a0f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:04.664540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-bd943989-fa47-4986-967f-ed1c0fb61123 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/a47ade5c-561d-4017-b9d1-4872546e97f8 HTTP/1.1" status: 200 len: 1820 time: 0.4355469 Feb 15 01:40:04.714674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-aefcacec-9a44-47b8-82f9-5249291084ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.716153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-aefcacec-9a44-47b8-82f9-5249291084ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1202593 Feb 15 01:40:04.734181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4467-3afe-4233-90de-6553a5cdfa8b req-1c3e3dff-1103-4fcc-b859-1fd3505ca39e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.736089 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2dcd4467-3afe-4233-90de-6553a5cdfa8b req-1c3e3dff-1103-4fcc-b859-1fd3505ca39e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0677168 Feb 15 01:40:04.764921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-dcdb0a1d-1b07-4b43-ba5c-8f772c7e5dcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397890 Feb 15 01:40:04.810444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2dcd4467-3afe-4233-90de-6553a5cdfa8b req-6f8e61a6-f50b-4782-84a7-6dcdbaff5bad tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636251 Feb 15 01:40:04.831687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ff4938d4-11f9-436e-a58c-8ce7375a1329 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:04.840814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-93939965-86f7-4207-866d-078731c4c93e tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/1d98f471-2b56-40b4-a06e-549ce65773c5 HTTP/1.1" status: 200 len: 1820 time: 0.1669428 Feb 15 01:40:04.849798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47ade5c-561d-4017-b9d1-4872546e97f8', 'remote_group_id': '1d98f471-2b56-40b4-a06e-549ce65773c5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:04.852448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47ade5c-561d-4017-b9d1-4872546e97f8', 'remote_group_id': '1d98f471-2b56-40b4-a06e-549ce65773c5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:04.909578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-e4325c8d-02d6-4bad-a932-7dc3e7eb1cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377029 Feb 15 01:40:04.948810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef92e-bbcb-4733-9a83-a29e71cc50a2 req-8e874398-ca52-41cf-bc7b-434266a17eba tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:04.950742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bdaef92e-bbcb-4733-9a83-a29e71cc50a2 req-8e874398-ca52-41cf-bc7b-434266a17eba tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 946 time: 0.0649548 Feb 15 01:40:04.980886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:04.999805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'ff4938d4-11f9-436e-a58c-8ce7375a1329', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'ff4938d4-11f9-436e-a58c-8ce7375a1329', 'mac_address': 'fa:16:3e:49:01:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:40:05.009776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bdaef92e-bbcb-4733-9a83-a29e71cc50a2 req-5fd108d5-9756-43de-bfda-565e5500fe5d tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514150 Feb 15 01:40:05.059988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ff4938d4-11f9-436e-a58c-8ce7375a1329 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:05.062323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.070160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0975049e-c317-4491-a5b3-c9a4de7a8a0f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.087536 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (4a670013-26fa-4ba7-ac7f-79e5c7d5026a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.091540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4938d4-11f9-436e-a58c-8ce7375a1329 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:05.117932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:05.154622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-5517a66b-e885-4308-a62c-70465cc9dc7f service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169862 Feb 15 01:40:05.155584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event deleted for resources: {'Port': ['ID=0975049e-c317-4491-a5b3-c9a4de7a8a0f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:05.169084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (4a670013-26fa-4ba7-ac7f-79e5c7d5026a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.177935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.212025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f00f1-fc9c-4059-a1de-44fb6f51a453 req-7acc4f4f-2442-4768-8b44-8d0d9268582f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:05.213603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a8f00f1-fc9c-4059-a1de-44fb6f51a453 req-7acc4f4f-2442-4768-8b44-8d0d9268582f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0805719 Feb 15 01:40:05.248845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4a670013-26fa-4ba7-ac7f-79e5c7d5026a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.253686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:05.276500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a670013-26fa-4ba7-ac7f-79e5c7d5026a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:05.287992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a8f00f1-fc9c-4059-a1de-44fb6f51a453 req-6c98877a-c1de-4c74-a72e-2e87c8cb65f9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Feb 15 01:40:05.359473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Router ed5d1a13-239c-439b-bee9-0269a7476226 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:40:05.364818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.378305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253d225d-7e23-4a09-be8a-f0bbfcdc6786 req-3e39050c-5570-4b8d-8169-68817436839a tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5365474 Feb 15 01:40:05.456537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c91215-1c56-4122-b48a-fe14931e2122 req-84a4a57e-5c19-4870-ae14-19630b75a219 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:05.457935 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d0c91215-1c56-4122-b48a-fe14931e2122 req-84a4a57e-5c19-4870-ae14-19630b75a219 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0660689 Feb 15 01:40:05.496634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ff4938d4-11f9-436e-a58c-8ce7375a1329'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:05.509443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d0c91215-1c56-4122-b48a-fe14931e2122 req-39fc12e5-a129-4d3c-a202-f41309868910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Feb 15 01:40:05.562052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1856884115', 'description': 'tempest-description-1555155968'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:05.646311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9771c4-7566-441f-aeaf-a2d5b28a47a8 req-2a0f30f0-3d1a-4a8f-bdce-683552ac90b9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:05.658744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9771c4-7566-441f-aeaf-a2d5b28a47a8 req-2a0f30f0-3d1a-4a8f-bdce-683552ac90b9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 948 time: 0.2013948 Feb 15 01:40:05.663687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:05.680123 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Sync routers for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:05.693217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.746793 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:05.747581 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:05.838889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] No DVR routers for this DVR port 0975049e-c317-4491-a5b3-c9a4de7a8a0f on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:05.847987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.856213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1babe696-7ca3-45c4-8b79-b75981a8deeb req-5d8fac3d-583a-4f00-b143-05cdb0e653b6 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.31 "DELETE /v2.0/ports/0975049e-c317-4491-a5b3-c9a4de7a8a0f HTTP/1.1" status: 204 len: 173 time: 2.1405585 Feb 15 01:40:05.873243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'name': 'network-vif-deleted', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:05.876452 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dfd238-73f9-4e81-ac9f-1e7580357b80" -d '{"events": [{"server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "name": "network-vif-deleted", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:05.891245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f8d55561-cc80-4371-9eda-0481643c8980), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:05.916622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9771c4-7566-441f-aeaf-a2d5b28a47a8 req-16a81c42-bea7-4a5b-824f-1869449fc7d9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526720 Feb 15 01:40:06.014172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8d55561-cc80-4371-9eda-0481643c8980), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.045818 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:06.073576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b9b3-5705-487b-a244-1d611c59ef70 req-6b45585e-f8d5-460e-acb1-c2b3e07e5ac2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:06.079981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d55561-cc80-4371-9eda-0481643c8980,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:06.080285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e62b9b3-5705-487b-a244-1d611c59ef70 req-6b45585e-f8d5-460e-acb1-c2b3e07e5ac2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0914197 Feb 15 01:40:06.129747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.131282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8de11d20-9f46-44d9-91e0-8147dba7a23f req-e9a58304-6110-459c-bfec-e1daccf8ddd6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5741928 Feb 15 01:40:06.176232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e62b9b3-5705-487b-a244-1d611c59ef70 req-0189a48c-51c1-48c4-b18f-188dd617e6d4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901325 Feb 15 01:40:06.196603 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a06ace-0a94-4061-8649-1d3c6602e82b x-openstack-request-id: req-94a06ace-0a94-4061-8649-1d3c6602e82b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:06.197078 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a313629-5d60-41a2-96fa-ade0c54befc6", "name": "network-vif-deleted", "tag": "0975049e-c317-4491-a5b3-c9a4de7a8a0f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:06.197474 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94a06ace-0a94-4061-8649-1d3c6602e82b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:06.198002 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a313629-5d60-41a2-96fa-ade0c54befc6', 'name': 'network-vif-deleted', 'tag': '0975049e-c317-4491-a5b3-c9a4de7a8a0f', 'status': 'completed', 'code': 200} Feb 15 01:40:06.321776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1618964197', 'description': 'tempest-description-619402088'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:06.366151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-152f2334-e964-4a5e-aac0-bc2e67d1ba48 req-d98b907c-2a2f-48d3-a3ed-af37010662e4 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a313629-5d60-41a2-96fa-ade0c54befc6 HTTP/1.1" status: 200 len: 210 time: 0.0610774 Feb 15 01:40:06.460951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.502056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:06.536821 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Checking router: ed5d1a13-239c-439b-bee9-0269a7476226 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:06.556939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:06.558040 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:06.582633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (afdcdead-8659-49c8-bf3c-1d16589e56bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.591478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96297222-829e-4b75-bdab-552795e738f8 req-d4062880-817a-4560-ba76-64eafd67544f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:06.599274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96297222-829e-4b75-bdab-552795e738f8 req-d4062880-817a-4560-ba76-64eafd67544f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1164987 Feb 15 01:40:06.662577 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (afdcdead-8659-49c8-bf3c-1d16589e56bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.664711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96297222-829e-4b75-bdab-552795e738f8 req-c61767d4-718f-4d7b-8de5-fa930f7b8507 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Feb 15 01:40:06.749077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdcdead-8659-49c8-bf3c-1d16589e56bc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:06.769847 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:06.815257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:06.821392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd386715-0b2a-49b7-ba79-acfe91a5914b req-4dc28cfd-2c0d-4323-b138-41a5fa196bce tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5025601 Feb 15 01:40:06.839554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ff4938d4-11f9-436e-a58c-8ce7375a1329 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:06.864270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378011f-b3d6-4e92-a55d-6d99a9da251f req-23c2652f-985d-4039-94ed-7c9b00888afd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:06.865889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1378011f-b3d6-4e92-a55d-6d99a9da251f req-23c2652f-985d-4039-94ed-7c9b00888afd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1107025 Feb 15 01:40:06.914751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-ba28d998-8caf-483a-93f2-e47849550479 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f8d55561-cc80-4371-9eda-0481643c8980 HTTP/1.1" status: 200 len: 1822 time: 0.0621150 Feb 15 01:40:07.006386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1378011f-b3d6-4e92-a55d-6d99a9da251f req-15605ebb-e0bb-45fc-b3a6-dce590a21118 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249535 Feb 15 01:40:07.026011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-6a7f9a7a-9ba5-458f-9e2b-2bfa58e167c8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/afdcdead-8659-49c8-bf3c-1d16589e56bc HTTP/1.1" status: 200 len: 1821 time: 0.1102877 Feb 15 01:40:07.033517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8d55561-cc80-4371-9eda-0481643c8980', 'remote_group_id': 'afdcdead-8659-49c8-bf3c-1d16589e56bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:07.033884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8d55561-cc80-4371-9eda-0481643c8980', 'remote_group_id': 'afdcdead-8659-49c8-bf3c-1d16589e56bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:07.065004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port ff4938d4-11f9-436e-a58c-8ce7375a1329 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:40:07.069767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port ff4938d4-11f9-436e-a58c-8ce7375a1329 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:07.071068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.127023 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:07.193617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba155ebf-6e66-4b75-be1f-64f64140d158 req-33a469c0-1c46-4853-9927-92d3d95a89c5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:07.201880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba155ebf-6e66-4b75-be1f-64f64140d158 req-33a469c0-1c46-4853-9927-92d3d95a89c5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 948 time: 0.1035175 Feb 15 01:40:07.204437 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b7b44-15ed-489f-b918-3f6ca24ac8f5 None None] The sync data for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 is: [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:38:50Z', 'revision_number': 4, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '68cbea14-51cc-4fc5-8bfe-37877a324d1b', 'name': '', 'network_id': 'b3d6c3ba-46a8-4815-bd43-5978ac49af7a', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'mac_address': 'fa:16:3e:6b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:50Z', 'updated_at': '2022-02-15T01:38:55Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'subnets': [{'id': 'f72311f7-3c7d-403e-8f52-24faa4989099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:07.237508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (41d0687a-2ab9-4e31-bc20-c80a8910de1b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.243344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ff4938d4-11f9-436e-a58c-8ce7375a1329 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:07.244077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.273958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:07.277547 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047d2e7-3570-4ce6-9f73-8cab5d4354bf" -d '{"events": [{"server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:07.295721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:07.297805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba155ebf-6e66-4b75-be1f-64f64140d158 req-a6dfdd90-2e8d-4965-8e03-0328fd65b3ad tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951474 Feb 15 01:40:07.370052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (41d0687a-2ab9-4e31-bc20-c80a8910de1b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.372936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.373743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0975049e-c317-4491-a5b3-c9a4de7a8a0f no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:07.407683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (41d0687a-2ab9-4e31-bc20-c80a8910de1b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.429163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 0975049e-c317-4491-a5b3-c9a4de7a8a0f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:40:07.429163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0975049e-c317-4491-a5b3-c9a4de7a8a0f not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:07.438657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142f8b4-0088-42e2-83fe-747e81567fe2 req-3764546b-5e3f-435b-9595-651a29c1d40f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:07.438913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d0687a-2ab9-4e31-bc20-c80a8910de1b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:07.440309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a142f8b4-0088-42e2-83fe-747e81567fe2 req-3764546b-5e3f-435b-9595-651a29c1d40f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0683229 Feb 15 01:40:07.460599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:07.504003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a142f8b4-0088-42e2-83fe-747e81567fe2 req-1439517b-d3e0-4880-8e63-007dba7a8d64 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Feb 15 01:40:07.518401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.530507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8af97f5d-94a8-4c18-b1f4-79066223e0c4 req-c1ace638-971a-4bd8-bd73-c83b5ec30981 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5020051 Feb 15 01:40:07.573312 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb31c8c-5ceb-4a50-bcc9-b46cdb60add0 x-openstack-request-id: req-aeb31c8c-5ceb-4a50-bcc9-b46cdb60add0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:07.573890 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:07.574335 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeb31c8c-5ceb-4a50-bcc9-b46cdb60add0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:07.574893 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329', 'code': 200} Feb 15 01:40:07.656624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-aa4c389b-2f9b-48b2-b462-09f988f86297 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/afdcdead-8659-49c8-bf3c-1d16589e56bc HTTP/1.1" status: 200 len: 1821 time: 0.0439839 Feb 15 01:40:07.717232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771c223-8eed-4682-8dd5-e4fb85921372 None None] New status for floating IP 56bb7f0f-8298-4a9e-8936-6d6507e9ae2a: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:40:07.717592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:07.771083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fe106-011b-4f33-8b3d-0b91dd194cd9 req-096a1e7c-06b3-4913-a68f-861044d78788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:07.772858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f59fe106-011b-4f33-8b3d-0b91dd194cd9 req-096a1e7c-06b3-4913-a68f-861044d78788 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 1132 time: 0.1128931 Feb 15 01:40:07.816869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (afdcdead-8659-49c8-bf3c-1d16589e56bc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.831848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.840587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f59fe106-011b-4f33-8b3d-0b91dd194cd9 req-b289a39b-3959-40c0-af5d-24cf34577b6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Feb 15 01:40:07.850979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (afdcdead-8659-49c8-bf3c-1d16589e56bc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.872445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd6a7-3c18-4380-85da-abfa7bc5d65f req-b0d600f6-df9b-40e3-b56b-b7c0e9519b36 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:07.875144 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53bbd6a7-3c18-4380-85da-abfa7bc5d65f req-b0d600f6-df9b-40e3-b56b-b7c0e9519b36 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1052182 Feb 15 01:40:07.877399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.957063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53bbd6a7-3c18-4380-85da-abfa7bc5d65f req-611f05f9-2057-42db-9375-5a1ec3dc3684 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Feb 15 01:40:07.989779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (afdcdead-8659-49c8-bf3c-1d16589e56bc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.992495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:07.993673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27bedf10-ce0f-4a1f-8a97-d924f1cbf989 req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/afdcdead-8659-49c8-bf3c-1d16589e56bc HTTP/1.1" status: 204 len: 173 time: 0.3261960 Feb 15 01:40:08.003386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f0bf4-2bf2-4301-a5c1-d81cc3215753 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdcdead-8659-49c8-bf3c-1d16589e56bc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:08.059275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.062681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.063944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8 HTTP/1.1" status: 204 len: 168 time: 0.3500044 Feb 15 01:40:08.066587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:08.076096 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ff73e7-60a9-4a7d-9e85-9123609925ca req-a04087cd-078b-4d8c-ab5e-5620c7db7222 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f8d55561-cc80-4371-9eda-0481643c8980 HTTP/1.1" status: 200 len: 1822 time: 0.0568926 Feb 15 01:40:08.076980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f4669-5f85-426e-b97e-35f9fedf8a5a tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:08.104564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1623050834', 'description': 'tempest-description-1858180772'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:08.126491 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f585e0f2-6a6f-4858-8c29-62cf69bf5519 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] show failed (client error): The resource could not be found. Feb 15 01:40:08.127581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f585e0f2-6a6f-4858-8c29-62cf69bf5519 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "GET /v2.0/security-groups/1ad06be6-dd1f-45c4-80e0-dd87eb1b6df8 HTTP/1.1" status: 404 len: 347 time: 0.0592337 Feb 15 01:40:08.130464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:08.194159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.235014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7997ae1-0dbb-4fd8-a4e3-1b35203954d4 req-6361ee23-f5af-478b-b626-0030af4ecd99 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:08.237028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7997ae1-0dbb-4fd8-a4e3-1b35203954d4 req-6361ee23-f5af-478b-b626-0030af4ecd99 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1562798 Feb 15 01:40:08.273374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f4e71222-3dd1-4cc4-9450-31df84ab96cb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.315541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f4e71222-3dd1-4cc4-9450-31df84ab96cb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.322090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7997ae1-0dbb-4fd8-a4e3-1b35203954d4 req-078fde42-5d29-4944-91aa-b34acb823c71 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Feb 15 01:40:08.323549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Deleting port 5d73fcf6-682c-4807-bfce-34c206cfcaa7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:08.323888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.355541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e71222-3dd1-4cc4-9450-31df84ab96cb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:08.420583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.423275 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-281b0716-2fca-4c26-8611-38739435e73d req-706183f0-de41-4494-b1eb-82bd5b61f9ac tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3220563 Feb 15 01:40:08.453036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.453507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (5d73fcf6-682c-4807-bfce-34c206cfcaa7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.469321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Calling delete_port for 5d73fcf6-682c-4807-bfce-34c206cfcaa7 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:08.486627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92203446-9489-47c0-b641-66f005818e7e req-3fe36ee4-2299-42c7-bbc1-1e27d39d92f7 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 200 len: 1822 time: 0.0404220 Feb 15 01:40:08.501728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4e71222-3dd1-4cc4-9450-31df84ab96cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:08.502408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4e71222-3dd1-4cc4-9450-31df84ab96cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:08.539032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc19536-ffe7-4c9b-a0a3-b0e2db6d7bee req-30f948bb-0dcd-44a9-a67c-01c9775cea78 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:08.540668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0fc19536-ffe7-4c9b-a0a3-b0e2db6d7bee req-30f948bb-0dcd-44a9-a67c-01c9775cea78 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 949 time: 0.1337907 Feb 15 01:40:08.623535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0fc19536-ffe7-4c9b-a0a3-b0e2db6d7bee req-8886d648-fc27-4981-98d4-b84e44d86dba tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Feb 15 01:40:08.662926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (03bfcaba-ddb4-416b-837c-98ca24b380ff), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.698504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (03bfcaba-ddb4-416b-837c-98ca24b380ff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.772175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310807f4-d7cc-4390-920c-4334bf0da529 req-08d54feb-5393-4cfa-a02a-d5e76f4315ed tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:08.772774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (03bfcaba-ddb4-416b-837c-98ca24b380ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.773770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-310807f4-d7cc-4390-920c-4334bf0da529 req-08d54feb-5393-4cfa-a02a-d5e76f4315ed tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0659592 Feb 15 01:40:08.797853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bfcaba-ddb4-416b-837c-98ca24b380ff,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:08.799048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5d73fcf6-682c-4807-bfce-34c206cfcaa7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.830748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Pushing event deleted for resources: {'Port': ['ID=5d73fcf6-682c-4807-bfce-34c206cfcaa7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:08.873338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.874327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-310807f4-d7cc-4390-920c-4334bf0da529 req-c94d968d-e586-44a2-a0a1-353ad2f187bd tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927224 Feb 15 01:40:08.884376 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92203446-9489-47c0-b641-66f005818e7e req-485b5a07-027a-449f-b282-82c9eb4edeec tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3885195 Feb 15 01:40:08.970553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks [] for floatingip (56bb7f0f-8298-4a9e-8936-6d6507e9ae2a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.973249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:08.974434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42a0e473-d53e-43d4-8ef6-87b453a7fcc2 tempest-ServersTestFqdnHostnames-2141377337 tempest-ServersTestFqdnHostnames-2141377337-project] 10.222.0.43 "DELETE /v2.0/floatingips/56bb7f0f-8298-4a9e-8936-6d6507e9ae2a HTTP/1.1" status: 204 len: 168 time: 0.8427229 Feb 15 01:40:08.981340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:08.994918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-82ef9a29-68b2-45a2-9307-e29074bc759b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 200 len: 2415 time: 0.0755067 Feb 15 01:40:09.010933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4e71222-3dd1-4cc4-9450-31df84ab96cb', 'remote_group_id': None}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:09.011426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4e71222-3dd1-4cc4-9450-31df84ab96cb', 'remote_group_id': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:09.159385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ca5f8-ab80-40bd-8bf1-b54d4b9cc7f3 req-ef364191-7674-4082-af34-baf46964ef48 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:09.161115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a78ca5f8-ab80-40bd-8bf1-b54d4b9cc7f3 req-ef364191-7674-4082-af34-baf46964ef48 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1110716 Feb 15 01:40:09.164128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.198486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.270543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a78ca5f8-ab80-40bd-8bf1-b54d4b9cc7f3 req-6fdeac49-bbde-4a44-95a0-3927805794b6 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002915 Feb 15 01:40:09.292592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.312017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6fd45d-6645-423c-a1ca-4babd80a36de,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:09.375801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.382272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3920b9b9-243f-49bf-a708-37fa7239e3d0 req-4efd2bd4-ee35-45bd-bb35-9a67d0faa629 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3765924 Feb 15 01:40:09.453061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f84933ba-ec24-43e8-97b4-635f499a4231 req-f57c98cf-d327-44c9-b3ca-d29d6a530b1f tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 200 len: 3013 time: 0.0507410 Feb 15 01:40:09.489086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1ab0f-b520-489b-8965-265a5e1f89c9 req-0e739ac6-ba0b-45ac-8dc5-e7c0af4fef2a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:09.490552 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-97b1ab0f-b520-489b-8965-265a5e1f89c9 req-0e739ac6-ba0b-45ac-8dc5-e7c0af4fef2a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0757241 Feb 15 01:40:09.493228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-85e14df4-a0b3-4fdb-a2e1-5775e0daa7d6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-group-rules/2d6fd45d-6645-423c-a1ca-4babd80a36de HTTP/1.1" status: 200 len: 783 time: 0.0235758 Feb 15 01:40:09.542718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-d0a2b327-7d57-40e2-b4b2-fe55564858b3 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 200 len: 3013 time: 0.0402040 Feb 15 01:40:09.565489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-97b1ab0f-b520-489b-8965-265a5e1f89c9 req-d3f71345-2d4e-498e-a8c7-80a759888864 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Feb 15 01:40:09.573988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (ed5d1a13-239c-439b-bee9-0269a7476226), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.581592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.590891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.713844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2d6fd45d-6645-423c-a1ca-4babd80a36de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.721486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.729175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6cb7d53-7bf4-4cbe-8416-ff0f0a4623a6 req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2d6fd45d-6645-423c-a1ca-4babd80a36de HTTP/1.1" status: 204 len: 173 time: 0.1739321 Feb 15 01:40:09.737479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd174e0-3ca6-4202-9b62-915eab6572e8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d6fd45d-6645-423c-a1ca-4babd80a36de,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:09.796906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-3690a0fb-ca94-48da-be17-e6bd39798aa8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 200 len: 2415 time: 0.0530210 Feb 15 01:40:09.799501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7af425-4f83-49a4-83ce-d78137bf236a req-1b6a1217-0c14-4195-83f5-42855e72a8d6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:09.801592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a7af425-4f83-49a4-83ce-d78137bf236a req-1b6a1217-0c14-4195-83f5-42855e72a8d6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 949 time: 0.0937381 Feb 15 01:40:09.854321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f4e71222-3dd1-4cc4-9450-31df84ab96cb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.880371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f4e71222-3dd1-4cc4-9450-31df84ab96cb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:09.894852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a7af425-4f83-49a4-83ce-d78137bf236a req-b8b59132-5064-405e-baac-4963c3a12ecd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Feb 15 01:40:09.926617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Deleting port 68cbea14-51cc-4fc5-8bfe-37877a324d1b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:09.927049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.047065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f4e71222-3dd1-4cc4-9450-31df84ab96cb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.050136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.051478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22b6c46d-f043-4f0d-bf90-9bc87cd7b2e8 req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4e71222-3dd1-4cc4-9450-31df84ab96cb HTTP/1.1" status: 204 len: 173 time: 0.2527957 Feb 15 01:40:10.062891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411dac8-1f04-4430-b9ec-8d82e002cbb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e71222-3dd1-4cc4-9450-31df84ab96cb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:10.178535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b0ece-a6f0-45ce-b951-a6f20197a6fc req-1842a8f4-cfb6-4cb3-8e41-6b2a44d65b7c tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:10.180082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d3b0ece-a6f0-45ce-b951-a6f20197a6fc req-1842a8f4-cfb6-4cb3-8e41-6b2a44d65b7c tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 1132 time: 0.0540597 Feb 15 01:40:10.226435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d3b0ece-a6f0-45ce-b951-a6f20197a6fc req-7b35bcce-cfc1-46ca-80ab-a03135b01f72 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Feb 15 01:40:10.314554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5dc37-cd05-4daa-a16f-4a1067da55a0 req-3c75090b-ea98-4028-876b-85873d69f88e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:10.321245 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b5f5dc37-cd05-4daa-a16f-4a1067da55a0 req-3c75090b-ea98-4028-876b-85873d69f88e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.3557849 Feb 15 01:40:10.328328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] For port 68cbea14-51cc-4fc5-8bfe-37877a324d1b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68cbea14-51cc-4fc5-8bfe-37877a324d1b,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:10.328684 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.334356 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-2b82a41e-0b3b-48b3-b808-54e88d566906 req-692c9d59-0d7b-48e1-9cf4-c9570b63937b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] show failed (client error): The resource could not be found. Feb 15 01:40:10.340704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b82a41e-0b3b-48b3-b808-54e88d566906 req-692c9d59-0d7b-48e1-9cf4-c9570b63937b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/afdcdead-8659-49c8-bf3c-1d16589e56bc HTTP/1.1" status: 404 len: 352 time: 0.0217657 Feb 15 01:40:10.376544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Calling delete_port for 68cbea14-51cc-4fc5-8bfe-37877a324d1b owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:10.390124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b5f5dc37-cd05-4daa-a16f-4a1067da55a0 req-69353dcc-76e2-4976-9185-4e41bbe9d307 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680711 Feb 15 01:40:10.456962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fae3ac-6bda-48ca-bf04-8a54a9e24f4d req-40f13a10-6f19-43bc-8a9c-96e56cf1c2a7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:10.458495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06fae3ac-6bda-48ca-bf04-8a54a9e24f4d req-40f13a10-6f19-43bc-8a9c-96e56cf1c2a7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.0616457 Feb 15 01:40:10.518427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06fae3ac-6bda-48ca-bf04-8a54a9e24f4d req-c8904edb-2784-45b2-b21c-e6c672bd3ecc tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Feb 15 01:40:10.531983 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-4b529cb8-5139-48e6-b5eb-15c6ec1806a7 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/f8d55561-cc80-4371-9eda-0481643c8980 HTTP/1.1" status: 200 len: 1822 time: 0.0838029 Feb 15 01:40:10.611278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f8d55561-cc80-4371-9eda-0481643c8980), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.620714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-a8142552-d076-443b-ac20-e77c51bc1514 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215805 Feb 15 01:40:10.664861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (f8d55561-cc80-4371-9eda-0481643c8980), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.735537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-6e238524-7740-4157-be24-52e613428471 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:10.736960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-6e238524-7740-4157-be24-52e613428471 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098702 Feb 15 01:40:10.748986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (68cbea14-51cc-4fc5-8bfe-37877a324d1b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.753513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-76e4060c-d057-4715-8e75-e88c4e8bf009 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/quotas/12e13a9554194bec80eb453157400828 HTTP/1.1" status: 200 len: 375 time: 0.0104935 Feb 15 01:40:10.780326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=68cbea14-51cc-4fc5-8bfe-37877a324d1b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:10.784054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8d55561-cc80-4371-9eda-0481643c8980), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.792223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:10.797941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fab7e96a-0931-4dd0-984e-8242b31dcfad req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8d55561-cc80-4371-9eda-0481643c8980 HTTP/1.1" status: 204 len: 173 time: 0.2565079 Feb 15 01:40:10.825677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae66f-8437-4e55-bba4-e18c3e8f322c tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d55561-cc80-4371-9eda-0481643c8980,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:10.860599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-6da99f69-878c-481e-a535-55f031c53538 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0977809 Feb 15 01:40:11.018614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeba45-1640-4baf-aedd-5840e313534f req-64fffa27-d058-4f26-9ebb-5cc388cedca5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:11.020061 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-77aeba45-1640-4baf-aedd-5840e313534f req-64fffa27-d058-4f26-9ebb-5cc388cedca5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1208730 Feb 15 01:40:11.095746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (ed5d1a13-239c-439b-bee9-0269a7476226), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.124660 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-77aeba45-1640-4baf-aedd-5840e313534f req-14afc861-724a-4b67-a574-35ef149a07f8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709696 Feb 15 01:40:11.184425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-b90882d1-4cc6-4021-8d8c-1ca6c878fb91 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/1d98f471-2b56-40b4-a06e-549ce65773c5 HTTP/1.1" status: 200 len: 1820 time: 0.0627491 Feb 15 01:40:11.247330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (1d98f471-2b56-40b4-a06e-549ce65773c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.281218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (1d98f471-2b56-40b4-a06e-549ce65773c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.372944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-afb48f11-23d9-4834-a363-476a43ef6d44 req-f0021119-b916-4f52-ad8b-b7491e78eb61 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0817790 Feb 15 01:40:11.433959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1d98f471-2b56-40b4-a06e-549ce65773c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.440514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.452435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10f21280-50a0-4059-b6c2-0bc688f52775 req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/1d98f471-2b56-40b4-a06e-549ce65773c5 HTTP/1.1" status: 204 len: 173 time: 0.2668567 Feb 15 01:40:11.472349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Router ed5d1a13-239c-439b-bee9-0269a7476226 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:40:11.480349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5d5e0-be01-4cdc-9023-319e3af811a8 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98f471-2b56-40b4-a06e-549ce65773c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:11.576726 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-3082dda6-7854-4bde-8dc0-4eac01e5ffb7 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/a47ade5c-561d-4017-b9d1-4872546e97f8 HTTP/1.1" status: 200 len: 1820 time: 0.1015928 Feb 15 01:40:11.628786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df313a-ea6a-4fb2-9169-7e5ca4a68c43 req-24228a46-9810-423f-8d18-9e71b2d1a229 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:11.637292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93df313a-ea6a-4fb2-9169-7e5ca4a68c43 req-24228a46-9810-423f-8d18-9e71b2d1a229 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0850868 Feb 15 01:40:11.690615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93df313a-ea6a-4fb2-9169-7e5ca4a68c43 req-954a5996-2acd-4649-acc4-dfa609bace1a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521452 Feb 15 01:40:11.699518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (a47ade5c-561d-4017-b9d1-4872546e97f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.730563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:11.742115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45246) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:11.743967 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Sync routers for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:11.750660 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-11158a49-fd02-4c7c-9a7d-1b1c7b2e4ebc admin admin] 10.222.0.43 "PUT /v2.0/routers/ed5d1a13-239c-439b-bee9-0269a7476226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672410 Feb 15 01:40:11.756122 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:11.762508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:11.762728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (a47ade5c-561d-4017-b9d1-4872546e97f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.893848 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:11.919485 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a47ade5c-561d-4017-b9d1-4872546e97f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.923622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:11.925212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8e14af0-1e0f-4995-95e2-a398e2bb5892 req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/a47ade5c-561d-4017-b9d1-4872546e97f8 HTTP/1.1" status: 204 len: 173 time: 0.3476567 Feb 15 01:40:11.934826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b1c16-5281-499e-9a5d-60f6bef727c3 req-456566a8-ea36-42d2-bd41-5e990d5fb375 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:11.938411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b1c16-5281-499e-9a5d-60f6bef727c3 req-456566a8-ea36-42d2-bd41-5e990d5fb375 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1179268 Feb 15 01:40:11.946586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544134-b531-4b24-bbe0-c98308fb5c61 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ade5c-561d-4017-b9d1-4872546e97f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:11.992586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks [] for router (ed5d1a13-239c-439b-bee9-0269a7476226), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.032566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7bb171f-125c-42da-ba09-42426b549e4c req-ef2584de-83fe-4f4d-8926-1753c3e97bb1 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/2ac6d9c2-c329-4ce9-9ea2-e635c599341b HTTP/1.1" status: 200 len: 2419 time: 0.0770152 Feb 15 01:40:12.065338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b1c16-5281-499e-9a5d-60f6bef727c3 req-3a9d10df-be88-45ea-bc89-ac80eea51b10 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259708 Feb 15 01:40:12.106451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d7bb171f-125c-42da-ba09-42426b549e4c req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (2ac6d9c2-c329-4ce9-9ea2-e635c599341b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.146391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d7bb171f-125c-42da-ba09-42426b549e4c req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (2ac6d9c2-c329-4ce9-9ea2-e635c599341b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.147101 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:40:10Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:12.169528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks [] for router_gateway (ed5d1a13-239c-439b-bee9-0269a7476226), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.192464 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Checking router: ed5d1a13-239c-439b-bee9-0269a7476226 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:12.201180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Routers {'ed5d1a13-239c-439b-bee9-0269a7476226'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:12.201785 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:39:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ed5d1a13-239c-439b-bee9-0269a7476226'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:12.276002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Deleting port 26bbc5d3-3056-43c2-b0ce-53c05466415c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:12.276361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.309840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d7bb171f-125c-42da-ba09-42426b549e4c req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2ac6d9c2-c329-4ce9-9ea2-e635c599341b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.312191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] Set router ed5d1a13-239c-439b-bee9-0269a7476226 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:12.312523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d7bb171f-125c-42da-ba09-42426b549e4c req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.313693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7bb171f-125c-42da-ba09-42426b549e4c req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/2ac6d9c2-c329-4ce9-9ea2-e635c599341b HTTP/1.1" status: 204 len: 173 time: 0.2741132 Feb 15 01:40:12.333380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c79f91-c342-4ba0-ae21-2a3f03781278 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6d9c2-c329-4ce9-9ea2-e635c599341b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:12.375645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] For port 26bbc5d3-3056-43c2-b0ce-53c05466415c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26bbc5d3-3056-43c2-b0ce-53c05466415c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:12.376417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.409526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Calling delete_port for 26bbc5d3-3056-43c2-b0ce-53c05466415c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:12.599186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07266e02-b73c-4e47-85db-b40c47d5c360 req-4a00e05f-3e05-4a20-af9d-94a9ec792d88 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:12.607378 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-07266e02-b73c-4e47-85db-b40c47d5c360 req-4a00e05f-3e05-4a20-af9d-94a9ec792d88 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1160715 Feb 15 01:40:12.642361 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-8000f473-799f-4695-9753-6fa75772fa78 req-20c4cfc5-168a-4cf3-bf1b-c3a64cf653ae service neutron] show failed (client error): The resource could not be found. Feb 15 01:40:12.643384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-20c4cfc5-168a-4cf3-bf1b-c3a64cf653ae service neutron] 10.222.0.37 "GET /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.1500692 Feb 15 01:40:12.668876 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:40:10Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:12.695259 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-07266e02-b73c-4e47-85db-b40c47d5c360 req-6a2e31af-74af-4eca-a46e-a0bb35012c41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Feb 15 01:40:12.715332 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e7c2-f7b0-4ab2-a946-954c8dfe4cbb None None] The sync data for ids ['ed5d1a13-239c-439b-bee9-0269a7476226'] in n-d-829064-14 is: [{'id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'name': 'tempest-ServersTestFqdnHostnames-745048622-router', 'tenant_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:38:46Z', 'updated_at': '2022-02-15T01:40:10Z', 'revision_number': 5, 'project_id': 'f73d67f3521b4ad6a418f17d0781eef7', 'gw_port': {'id': '26bbc5d3-3056-43c2-b0ce-53c05466415c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d1a13-239c-439b-bee9-0269a7476226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:38:47Z', 'updated_at': '2022-02-15T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:12.784607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33559b0f-589a-43bf-b853-139f32996c51 req-d84ac54b-882a-4c3d-95e1-74e07db3de2b tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "GET /v2.0/security-groups/daabce4f-c5b4-45dd-b038-6fb90555574f HTTP/1.1" status: 200 len: 2415 time: 0.1096845 Feb 15 01:40:12.807276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7e51a7da-932b-4c61-9da1-f50f7a225b5f req-7e201aa8-3169-4497-a6db-da6b77b92343 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0280659 Feb 15 01:40:12.854083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-33559b0f-589a-43bf-b853-139f32996c51 req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (daabce4f-c5b4-45dd-b038-6fb90555574f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.875389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26bbc5d3-3056-43c2-b0ce-53c05466415c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.894506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-33559b0f-589a-43bf-b853-139f32996c51 req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (daabce4f-c5b4-45dd-b038-6fb90555574f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:12.926774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bbc5d3-3056-43c2-b0ce-53c05466415c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:13.019328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ed5d1a13-239c-439b-bee9-0269a7476226), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.020104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-f1467b87-562b-456b-a9a5-451a831a1372 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:13.021926 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-f1467b87-562b-456b-a9a5-451a831a1372 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 1132 time: 0.0551918 Feb 15 01:40:13.040935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-9f613b7d-08ce-433c-b5fb-93834ade0a10 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.134217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ed5d1a13-239c-439b-bee9-0269a7476226), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.137872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks [] for router_controller (ed5d1a13-239c-439b-bee9-0269a7476226), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.191011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-33559b0f-589a-43bf-b853-139f32996c51 req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (daabce4f-c5b4-45dd-b038-6fb90555574f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.191011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-33559b0f-589a-43bf-b853-139f32996c51 req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.191011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33559b0f-589a-43bf-b853-139f32996c51 req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] 10.222.0.43 "DELETE /v2.0/security-groups/daabce4f-c5b4-45dd-b038-6fb90555574f HTTP/1.1" status: 204 len: 173 time: 0.3960657 Feb 15 01:40:13.198701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:13.208229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa9aaa-5cee-4e4c-b0c4-2bdb07dc75b6 tempest-SecurityGroupRulesTestJSON-1772734267 tempest-SecurityGroupRulesTestJSON-1772734267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daabce4f-c5b4-45dd-b038-6fb90555574f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:13.265318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Deleting subnet c47c932d-a419-48ca-ad73-caf76a7536fc {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:40:13.273614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-9f613b7d-08ce-433c-b5fb-93834ade0a10 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Publish callbacks [] for security_group (8278de08-eedd-42e4-89fe-fe50bc583a98), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.277858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ed5d1a13-239c-439b-bee9-0269a7476226), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.278576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5d1a13-239c-439b-bee9-0269a7476226 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:40:13.280497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Publish callbacks [] for subnet (c47c932d-a419-48ca-ad73-caf76a7536fc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.285843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.289489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4a250eb8-8df0-4ba6-9f59-eb3803d3e918 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ed5d1a13-239c-439b-bee9-0269a7476226 HTTP/1.1" status: 204 len: 168 time: 1.5454204 Feb 15 01:40:13.290730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:13.357324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-9f613b7d-08ce-433c-b5fb-93834ade0a10 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8278de08-eedd-42e4-89fe-fe50bc583a98), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.363220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Deleting subnet f72311f7-3c7d-403e-8f52-24faa4989099 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:40:13.369547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Publish callbacks [] for subnet (f72311f7-3c7d-403e-8f52-24faa4989099), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.396556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (c47c932d-a419-48ca-ad73-caf76a7536fc), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.453358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c47c932d-a419-48ca-ad73-caf76a7536fc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.477127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92afa7ce-adb7-4a37-93d5-bb9ef6387a07 req-9f613b7d-08ce-433c-b5fb-93834ade0a10 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349585 Feb 15 01:40:13.477127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (f72311f7-3c7d-403e-8f52-24faa4989099), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.477127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f613b7d-08ce-433c-b5fb-93834ade0a10 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278de08-eedd-42e4-89fe-fe50bc583a98,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:13.520162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15baa-c5f8-499c-923e-0a3aff2e87fa req-23c1452e-d3fc-45f2-bb69-95b4138976ee tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:13.522326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed15baa-c5f8-499c-923e-0a3aff2e87fa req-23c1452e-d3fc-45f2-bb69-95b4138976ee tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2086511 Feb 15 01:40:13.533860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-d4f68b57-ccab-427a-98dc-e6bee15bcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:13.536183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-d4f68b57-ccab-427a-98dc-e6bee15bcb44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1132 time: 0.1786215 Feb 15 01:40:13.558801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:13.599920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f72311f7-3c7d-403e-8f52-24faa4989099), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.681638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-78577b97-2149-4091-99a3-ef1c66bd2e31 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=12e13a9554194bec80eb453157400828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335021 Feb 15 01:40:13.704147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed15baa-c5f8-499c-923e-0a3aff2e87fa req-3208f2d2-57fb-4425-b894-3244ffae0194 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715393 Feb 15 01:40:13.715898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.751069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f72311f7-3c7d-403e-8f52-24faa4989099), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.775204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (c47c932d-a419-48ca-ad73-caf76a7536fc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.790668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72311f7-3c7d-403e-8f52-24faa4989099,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:13.797574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a26635-4909-41fb-9fc5-e25ca9c9a5a5 None None] Network b3d6c3ba-46a8-4815-bd43-5978ac49af7a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:13.799573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.803947 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a6b49ba7-6bd1-4e95-95dc-29fcda83e667 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f72311f7-3c7d-403e-8f52-24faa4989099 HTTP/1.1" status: 204 len: 168 time: 0.5120726 Feb 15 01:40:13.808327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:13.914519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b3d6c3ba-46a8-4815-bd43-5978ac49af7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.914743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47c932d-a419-48ca-ad73-caf76a7536fc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:13.922232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:13.927849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8d51e706-ee44-48e2-8419-838774c19e79 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c47c932d-a419-48ca-ad73-caf76a7536fc HTTP/1.1" status: 204 len: 168 time: 0.7268422 Feb 15 01:40:13.933427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966b9f-ea35-4492-ad7e-eed4834c7ba4 req-15c88f47-2418-4ced-b054-2d18e9f9153a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:13.937474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f966b9f-ea35-4492-ad7e-eed4834c7ba4 req-15c88f47-2418-4ced-b054-2d18e9f9153a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1475875 Feb 15 01:40:13.937474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:14.075238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] DHCP port deletion for b3d6c3ba-46a8-4815-bd43-5978ac49af7a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:40:14.126920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (99b7bf17-241d-4c7e-a8a8-739dec07b0c7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.134414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f966b9f-ea35-4492-ad7e-eed4834c7ba4 req-d7cb87d6-575e-4829-ac2c-aa16768d23ff tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900840 Feb 15 01:40:14.162155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Deleting port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:14.162803 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.192981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Deleting port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:14.196221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.269421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] For port f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:14.269932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.285847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Calling delete_port for f0ed3cff-d93a-4151-bacf-a4ce6ab99056 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:14.318187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (99b7bf17-241d-4c7e-a8a8-739dec07b0c7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.353041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] For port f0ed3cff-d93a-4151-bacf-a4ce6ab99056, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,segment=NetworkSegment(d20b6282-7fc2-4e55-b753-519555bdee7c),segment_id=d20b6282-7fc2-4e55-b753-519555bdee7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:14.356543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.364493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b7bf17-241d-4c7e-a8a8-739dec07b0c7']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.376453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Calling delete_port for f0ed3cff-d93a-4151-bacf-a4ce6ab99056 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:14.383139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ff0105-e1f1-4543-a401-357886d78e63') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.383475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ff0105-e1f1-4543-a401-357886d78e63') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.399905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e4ff0105-e1f1-4543-a401-357886d78e63), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.407169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d74898e8-cdbe-4522-ab6f-0e4a7c710160 req-63f8cb99-2564-446a-9145-696ab470b811 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.4655421 Feb 15 01:40:14.500189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e4ff0105-e1f1-4543-a401-357886d78e63), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.507330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26bbc5d3-3056-43c2-b0ce-53c05466415c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:14.510657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:40:14.511073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e4ff0105-e1f1-4543-a401-357886d78e63), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.513210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-59859c33-2996-44c4-a81e-401b5b72b10b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:14.515247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-59859c33-2996-44c4-a81e-401b5b72b10b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8258345 Feb 15 01:40:14.530919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Request body: {'port': {'device_id': '49282ffb-430e-41db-993b-909fd886fdd3', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '12e13a9554194bec80eb453157400828'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:14.547100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 26bbc5d3-3056-43c2-b0ce-53c05466415c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:40:14.548659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26bbc5d3-3056-43c2-b0ce-53c05466415c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:14.550380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68cbea14-51cc-4fc5-8bfe-37877a324d1b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:14.558348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:40:14.572171 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:40:14.588894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 68cbea14-51cc-4fc5-8bfe-37877a324d1b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:40:14.589611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68cbea14-51cc-4fc5-8bfe-37877a324d1b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:14.595942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0ed3cff-d93a-4151-bacf-a4ce6ab99056 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:14.618466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f0ed3cff-d93a-4151-bacf-a4ce6ab99056), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.634359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f0ed3cff-d93a-4151-bacf-a4ce6ab99056 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:40:14.634951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0ed3cff-d93a-4151-bacf-a4ce6ab99056 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:14.653582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] Pushing event deleted for resources: {'Port': ['ID=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:14.655039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ed3cff-d93a-4151-bacf-a4ce6ab99056,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:14.659726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (99b7bf17-241d-4c7e-a8a8-739dec07b0c7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.665469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.669094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] 10.222.0.43 "DELETE /v2.0/networks/99b7bf17-241d-4c7e-a8a8-739dec07b0c7 HTTP/1.1" status: 204 len: 168 time: 0.7304168 Feb 15 01:40:14.681277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d0d95-dd58-4180-9a3c-2ce5a080a025 None None] No DVR routers for this DVR port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:14.682074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] No DVR routers for this DVR port f0ed3cff-d93a-4151-bacf-a4ce6ab99056 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:14.714929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:14.752652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:14.770362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7568b4-fc98-448a-bafe-6cc890f9492d admin admin] Pushing event deleted for resources: {'Network': ['ID=99b7bf17-241d-4c7e-a8a8-739dec07b0c7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:14.777665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b2a86-ecd8-4af6-aed1-8d89fdb3df1a req-bbb5ab74-a2de-4acb-a1c0-eed08cf74807 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:14.779776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eb5b2a86-ecd8-4af6-aed1-8d89fdb3df1a req-bbb5ab74-a2de-4acb-a1c0-eed08cf74807 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 1132 time: 0.1982291 Feb 15 01:40:14.827171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Made reservation on behalf of 12e13a9554194bec80eb453157400828 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:14.830735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.858289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b3d6c3ba-46a8-4815-bd43-5978ac49af7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.866780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:14.868829 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b78380-e102-4158-aa98-485c81d94dc2" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:14.878229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks [] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.887892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d6c3ba-46a8-4815-bd43-5978ac49af7a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.892810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eb5b2a86-ecd8-4af6-aed1-8d89fdb3df1a req-6643710f-2d9e-4746-a48b-cdee89aefe20 tempest-ServersAdminNegativeTestJSON-671137389 tempest-ServersAdminNegativeTestJSON-671137389-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035099 Feb 15 01:40:14.914266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20b6282-7fc2-4e55-b753-519555bdee7c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.914266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20b6282-7fc2-4e55-b753-519555bdee7c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:14.922261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (d20b6282-7fc2-4e55-b753-519555bdee7c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.956089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d20b6282-7fc2-4e55-b753-519555bdee7c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.965981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:40:14.970024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (d20b6282-7fc2-4e55-b753-519555bdee7c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:40:14.972610 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:40:14.977598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Transition to ACTIVE for port object ba7cfd56-b3e6-48ca-a48e-21810194c791 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:40:14.981025 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e29011-2171-4164-b921-b57fae1d11cd x-openstack-request-id: req-74e29011-2171-4164-b921-b57fae1d11cd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:14.981321 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:14.981577 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74e29011-2171-4164-b921-b57fae1d11cd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:14.981974 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'code': 200} Feb 15 01:40:14.999258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d85d-1189-4bcd-b0de-302167e61b68 req-1268b37d-b209-42d7-bb4b-7dc5c0c20d57 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:15.000945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5222d85d-1189-4bcd-b0de-302167e61b68 req-1268b37d-b209-42d7-bb4b-7dc5c0c20d57 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2090533 Feb 15 01:40:15.012671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.090438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5222d85d-1189-4bcd-b0de-302167e61b68 req-623b4a5c-f6c4-40d8-b6aa-b7869e90f9b1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Feb 15 01:40:15.098388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.118116 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b3d6c3ba-46a8-4815-bd43-5978ac49af7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.144027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.149562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b3d6c3ba-46a8-4815-bd43-5978ac49af7a HTTP/1.1" status: 204 len: 168 time: 1.3399816 Feb 15 01:40:15.149562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:15.149562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215aa36-dd3a-4944-b729-a94a96e7d872 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d6c3ba-46a8-4815-bd43-5978ac49af7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:15.222809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] No DVR routers for this DVR port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:15.260960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Allocated IP 192.168.233.203 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/891d0d83-78a6-458c-b48b-bc3196d2b503) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:15.275967 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9d59e880-b96f-4292-bca1-8f23e4c41fa0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee94409fbc0c4fee85f49aa711b4a7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1045904 Feb 15 01:40:15.275967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:15.282257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:15.343474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:15.343889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:15.344353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:15.362643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] Publish callbacks [] for security_group (90a216c8-5beb-4915-bc7a-02db26837bea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.398286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:40:15.398633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:15.410627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:15.411382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:15.411382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:15.411796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Bound port: ba7cfd56-b3e6-48ca-a48e-21810194c791, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:15.412138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.424511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] Publish callbacks [] for security_group (90a216c8-5beb-4915-bc7a-02db26837bea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.567345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:15.572183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436acd-117f-49f3-94ac-97936a8856e6 req-7dd6308f-7152-4562-ad18-923eef9b1f1b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:15.573886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21436acd-117f-49f3-94ac-97936a8856e6 req-7dd6308f-7152-4562-ad18-923eef9b1f1b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.2574146 Feb 15 01:40:15.615722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (90a216c8-5beb-4915-bc7a-02db26837bea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.630330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port ba7cfd56-b3e6-48ca-a48e-21810194c791 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:40:15.630942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:15.641558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.647843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90a216c8-5beb-4915-bc7a-02db26837bea HTTP/1.1" status: 204 len: 168 time: 0.3700507 Feb 15 01:40:15.667897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e4dc7-ac9e-47ad-b463-9f01e85c7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a216c8-5beb-4915-bc7a-02db26837bea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:15.724585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21436acd-117f-49f3-94ac-97936a8856e6 req-20089c9c-7d3d-4937-ac38-bd9afad97a6f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420341 Feb 15 01:40:15.741973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:15.749788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:15.762143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks [] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.772343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:15.802023 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5c866769-3515-4bf7-8f0c-a941a2d1fcd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f73d67f3521b4ad6a418f17d0781eef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587111 Feb 15 01:40:15.805137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:15.836984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1ff9eea0-ac25-45f0-8e54-b32a8fb75e16 req-4a3e2d20-4ad2-450f-9bda-c042b87aedf7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0325294 Feb 15 01:40:15.868664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.884750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] Publish callbacks [] for security_group (1e94da2b-e2f5-4bb1-abe8-051d649372ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.912365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:15.913432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.915173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] 10.222.0.31 "PUT /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 1096 time: 2.3642220 Feb 15 01:40:15.936004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] Publish callbacks [] for security_group (1e94da2b-e2f5-4bb1-abe8-051d649372ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:15.996594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c25f-787e-46cd-915e-dfdaa766703b req-44849413-34ae-4263-b2b3-aaa4f2f2c9a7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:15.998240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4495c25f-787e-46cd-915e-dfdaa766703b req-44849413-34ae-4263-b2b3-aaa4f2f2c9a7 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1885278 Feb 15 01:40:16.010088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1133385-8540-42dc-8ccd-6a2cbbe95584 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:16.041390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.059833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:16.064466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32', '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'ff4938d4-11f9-436e-a58c-8ce7375a1329'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:16.090197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:16.105648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1e94da2b-e2f5-4bb1-abe8-051d649372ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.109017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.110251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e94da2b-e2f5-4bb1-abe8-051d649372ed HTTP/1.1" status: 204 len: 168 time: 0.3034985 Feb 15 01:40:16.142351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522218b2-8442-49c0-81f2-62979ee65779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e94da2b-e2f5-4bb1-abe8-051d649372ed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:16.188211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:16.219642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4495c25f-787e-46cd-915e-dfdaa766703b req-61c9f71e-9a84-40cf-87ff-a7f1d45e3aa1 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062943 Feb 15 01:40:16.259618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:16.269555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-c22d97e5-c2b2-4173-ae80-3c0092c31824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.271341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-c22d97e5-c2b2-4173-ae80-3c0092c31824 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1130 time: 0.3202896 Feb 15 01:40:16.338305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fcdbb-8aea-4448-a7d1-f363a3d0646c req-fc9a39d3-fa44-44fb-8c1d-785c72606ac7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.349274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a15fcdbb-8aea-4448-a7d1-f363a3d0646c req-fc9a39d3-fa44-44fb-8c1d-785c72606ac7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1023519 Feb 15 01:40:16.383115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event updated for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:16.464822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a15fcdbb-8aea-4448-a7d1-f363a3d0646c req-baea61b8-68c4-45ab-bd0f-e2d2b2b8af93 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138203 Feb 15 01:40:16.624887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-9b6051f8-2b92-480e-bfa6-abcf3843b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.626963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-9b6051f8-2b92-480e-bfa6-abcf3843b60a service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2375262 Feb 15 01:40:16.627677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a517d6a0-473d-4fe9-8004-8a84c3d11be0 None None] Provisioning complete for port 891d0d83-78a6-458c-b48b-bc3196d2b503 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:16.628272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a517d6a0-473d-4fe9-8004-8a84c3d11be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.633827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.634534 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.690862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-211233f3-5938-4dc3-add4-e3dd59c8a180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0493116 Feb 15 01:40:16.723580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a517d6a0-473d-4fe9-8004-8a84c3d11be0 None None] Port 891d0d83-78a6-458c-b48b-bc3196d2b503 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:16.777480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-d50505fc-2a62-4047-a64a-206c5f594109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.777480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-d50505fc-2a62-4047-a64a-206c5f594109 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0749593 Feb 15 01:40:16.803279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-9225ffae-5401-4286-bfdf-1bd7f1917693 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2766242 Feb 15 01:40:16.836515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Request body: {'port': {'device_id': '49282ffb-430e-41db-993b-909fd886fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:16.919831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f473-799f-4695-9753-6fa75772fa78 req-9b4faa04-4c9b-47ec-a0df-73e34206b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:16.921749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-9b4faa04-4c9b-47ec-a0df-73e34206b508 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1377313 Feb 15 01:40:16.932886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:16.989617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:16.992878 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:16.999308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513438a-f526-4c3f-a95f-899573897397 req-5cdf0f65-8719-49c6-a4b0-c873000bfd92 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.013106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4513438a-f526-4c3f-a95f-899573897397 req-5cdf0f65-8719-49c6-a4b0-c873000bfd92 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.1724207 Feb 15 01:40:17.089578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4513438a-f526-4c3f-a95f-899573897397 req-9d0056c8-d5b3-4d73-84a6-df993aff1ce7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Feb 15 01:40:17.157081 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22f971-ac0e-4323-87f0-531650b4c9d0 x-openstack-request-id: req-4d22f971-ac0e-4323-87f0-531650b4c9d0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:17.157372 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:17.157627 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d22f971-ac0e-4323-87f0-531650b4c9d0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:17.158026 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'status': 'completed', 'code': 200} Feb 15 01:40:17.269844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-366963b6-7db5-4f41-a487-1b9d7dc889eb service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346226 Feb 15 01:40:17.285426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-2f3ba05f-0394-4fad-b5b9-f06e9d1a5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.288255 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-2f3ba05f-0394-4fad-b5b9-f06e9d1a5cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1130 time: 0.1088753 Feb 15 01:40:17.293820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a83df7-3ca2-4e32-80e0-2f9c87921c68 req-5da38e1a-a5be-4b7d-9b0d-d6a75fbbc3e8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.295931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9a83df7-3ca2-4e32-80e0-2f9c87921c68 req-5da38e1a-a5be-4b7d-9b0d-d6a75fbbc3e8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 936 time: 0.2862794 Feb 15 01:40:17.409705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:17.451167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-a9c376db-f9d5-4078-b3e1-823853e8164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.452822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-a9c376db-f9d5-4078-b3e1-823853e8164c service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1582327 Feb 15 01:40:17.515060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-af7adcbd-ece1-40ac-afb2-6a1eddc7c79f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0521321 Feb 15 01:40:17.523955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9a83df7-3ca2-4e32-80e0-2f9c87921c68 req-df5b58af-6ed4-4a47-a71e-ff8c2e35614c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069981 Feb 15 01:40:17.541204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bf487-c4ad-4cc5-bb2b-602811897435 req-981f5a9d-7af2-4f63-ad27-d356f24e42dd tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.548874 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f57bf487-c4ad-4cc5-bb2b-602811897435 req-981f5a9d-7af2-4f63-ad27-d356f24e42dd tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1517806 Feb 15 01:40:17.573179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-871bef49-1c5e-4e9d-9613-d2791f8d5dbf service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760100 Feb 15 01:40:17.613513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-d9418b7e-f7ac-487b-92c9-f4ec14a4952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.615042 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-d9418b7e-f7ac-487b-92c9-f4ec14a4952f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0580118 Feb 15 01:40:17.637373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-239965866-network', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:17.738889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f57bf487-c4ad-4cc5-bb2b-602811897435 req-2a32cbc3-e61c-45c0-b3b9-d32b17890604 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891861 Feb 15 01:40:17.744562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-aa0fa90f-081c-4bae-96ca-d0a4fe0d8dd2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.746376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-aa0fa90f-081c-4bae-96ca-d0a4fe0d8dd2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.37 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 949 time: 0.1556191 Feb 15 01:40:17.780334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-d8e9e321-0304-46ec-9d16-607fd03d39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.782962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-d8e9e321-0304-46ec-9d16-607fd03d39ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1596532 Feb 15 01:40:17.802193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:17.826588 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:17.857369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891d0d83-78a6-458c-b48b-bc3196d2b503 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:17.873894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61041-4c55-4b9d-9535-1d31640a940f req-798bb739-0386-466d-b7e3-2c69bd6211c3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.880821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afc61041-4c55-4b9d-9535-1d31640a940f req-798bb739-0386-466d-b7e3-2c69bd6211c3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2499578 Feb 15 01:40:17.887671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks [] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:17.893387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Made reservation on behalf of c0c11dfa74d04965868c16b4197ce5a8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:17.897120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:17.918826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-5dd3b980-06ca-4a6c-931e-a583dbd27266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:17.920381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-5dd3b980-06ca-4a6c-931e-a583dbd27266 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1130 time: 0.1730897 Feb 15 01:40:17.926075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:17.949452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Transition to ACTIVE for port object 891d0d83-78a6-458c-b48b-bc3196d2b503 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:40:17.992738 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-00b52a5e-fc4e-49da-9874-c239a2a3f4af service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025492 Feb 15 01:40:18.045431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-0b2c5f8c-fe20-4f2c-9e5d-df2a52a2efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.048520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-0b2c5f8c-fe20-4f2c-9e5d-df2a52a2efb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1169307 Feb 15 01:40:18.054187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.057108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-179999887-network', 'tenant_id': '423b31c210284a39bfed230d9f01f941'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:18.105119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Pushing event updated for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:18.185717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-2e3e6367-ac22-4603-95ba-b821b143d20f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0836904 Feb 15 01:40:18.217971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afc61041-4c55-4b9d-9535-1d31640a940f req-06bf1a3e-0d3e-4bd8-83d8-40724a930d2b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362772 Feb 15 01:40:18.243135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks [] for security_group (aff4c61f-c9ec-42e0-9e67-d798121776a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.296109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:18.298561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.307758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-73fd4796-1992-43bf-9f43-999dd387e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.309835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-73fd4796-1992-43bf-9f43-999dd387e7ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1152673 Feb 15 01:40:18.339360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aff4c61f-c9ec-42e0-9e67-d798121776a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.353234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-cad04a5f-8d7d-46ce-914d-ef4249d92c52 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536522 Feb 15 01:40:18.358589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.422386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Deleting port 2528be0a-da64-477e-aaf2-f2ece75981c0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:18.422809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.451156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:40:18.467949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d19f9d-e9c4-4a46-b8db-190dc9ff04d7 req-7ee30dc0-45b4-46ac-8382-60c4c9dc648f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.470052 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-82d19f9d-e9c4-4a46-b8db-190dc9ff04d7 req-7ee30dc0-45b4-46ac-8382-60c4c9dc648f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.2644825 Feb 15 01:40:18.484112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4c61f-c9ec-42e0-9e67-d798121776a1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:18.515743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (75a45e91-4626-4464-803d-18a6ce3d7224), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.516477 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Added segment 75a45e91-4626-4464-803d-18a6ce3d7224 of type vlan for network 493d969e-91c6-4378-b37e-5ceb141704a3 Feb 15 01:40:18.557698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] For port 2528be0a-da64-477e-aaf2-f2ece75981c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2528be0a-da64-477e-aaf2-f2ece75981c0,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:18.557698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.593345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-82d19f9d-e9c4-4a46-b8db-190dc9ff04d7 req-a1179884-299d-456d-89f6-91c72ae06032 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128747 Feb 15 01:40:18.623151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Calling delete_port for 2528be0a-da64-477e-aaf2-f2ece75981c0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:18.633874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (493d969e-91c6-4378-b37e-5ceb141704a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.692551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks [] for security_group (86c42d9b-b04d-49ae-8ac9-02916dd1ef20), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.750526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-2fdec5db-67f6-4d0b-8768-8bf1f3edc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.752042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-2fdec5db-67f6-4d0b-8768-8bf1f3edc360 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4294527 Feb 15 01:40:18.755471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (493d969e-91c6-4378-b37e-5ceb141704a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.756882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.757826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.763860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Attempting to bind port 891d0d83-78a6-458c-b48b-bc3196d2b503 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:18.765925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Attempting to bind port 891d0d83-78a6-458c-b48b-bc3196d2b503 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:18.765925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Attempting to bind port 891d0d83-78a6-458c-b48b-bc3196d2b503 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:18.803532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Port 891d0d83-78a6-458c-b48b-bc3196d2b503 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:40:18.806833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Attempting to bind port 891d0d83-78a6-458c-b48b-bc3196d2b503 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:18.848285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:18.848636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:18.849032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:18.849489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Bound port: 891d0d83-78a6-458c-b48b-bc3196d2b503, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:18.849854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.858524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86c42d9b-b04d-49ae-8ac9-02916dd1ef20), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:18.874236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40068d1a-28b5-4e5b-937b-df27cd53f0b0 req-97556b4f-4e60-4876-a7f7-fa46abb40986 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:18.875802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40068d1a-28b5-4e5b-937b-df27cd53f0b0 req-97556b4f-4e60-4876-a7f7-fa46abb40986 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 948 time: 0.2870464 Feb 15 01:40:19.052185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-74800a7d-e0f7-4e7a-80bd-71985b5aa50b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817907 Feb 15 01:40:19.109656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40068d1a-28b5-4e5b-937b-df27cd53f0b0 req-c5c0a48e-06a1-4532-a549-4dba8d6c4a12 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222989 Feb 15 01:40:19.116565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:19.131646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=891d0d83-78a6-458c-b48b-bc3196d2b503,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:19.189380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2528be0a-da64-477e-aaf2-f2ece75981c0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.206558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['78fab18a-7f7c-4fdb-af6f-0c11e0beea86'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:19.211419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2528be0a-da64-477e-aaf2-f2ece75981c0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:19.215265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] Pushing event updated for resources: {'Network': ['ID=493d969e-91c6-4378-b37e-5ceb141704a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:19.217826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:40:19.227006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (52b85e85-c84f-4ba8-9d3d-61766bdef247), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.227352 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Added segment 52b85e85-c84f-4ba8-9d3d-61766bdef247 of type vlan for network d5d109f4-797c-4ecc-b9e3-2627df9005a1 Feb 15 01:40:19.268099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d5d109f4-797c-4ecc-b9e3-2627df9005a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.276053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.282907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a29d293c-7ddd-48ff-9ce4-eb95c62cecf9 req-9363e041-8017-4f7e-847e-89867769f93f service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152030 Feb 15 01:40:19.313611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Pushing event deleted for resources: {'Port': ['ID=2528be0a-da64-477e-aaf2-f2ece75981c0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:19.335445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c42d9b-b04d-49ae-8ac9-02916dd1ef20,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:19.339499 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f579a3e7-e819-47ac-9ff9-9c882d606e1a req-7f8181aa-ccb0-430e-8cf0-08172646158f tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 210 time: 0.4846923 Feb 15 01:40:19.354440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fdf4b5fa-b1e3-4b24-b78e-435608955bad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9375794 Feb 15 01:40:19.357970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:19.364663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Request body: {'subnet': {'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-239965866-subnet', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:19.384392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d5d109f4-797c-4ecc-b9e3-2627df9005a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.385695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:19.386369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.640882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] Pushing event updated for resources: {'Network': ['ID=d5d109f4-797c-4ecc-b9e3-2627df9005a1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:19.644209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 493d969e-91c6-4378-b37e-5ceb141704a3 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:40:19.644209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Pushing event updated for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] No DVR routers for this DVR port 2528be0a-da64-477e-aaf2-f2ece75981c0 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5439f20-d17a-49a6-b6ff-1a341b03e867 req-bcad6a3f-b874-4e4d-ab81-16ad20beeaa2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.37 "DELETE /v2.0/ports/2528be0a-da64-477e-aaf2-f2ece75981c0 HTTP/1.1" status: 204 len: 173 time: 1.7653913 Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'name': 'network-vif-deleted', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdfacf5-576e-4eef-b847-2d8eca0d8570" -d '{"events": [{"server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "name": "network-vif-deleted", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.645066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-cc137712-b1bd-406e-a465-2b64fe2a7fde service neutron] 10.222.0.37 "PUT /v2.0/ports/891d0d83-78a6-458c-b48b-bc3196d2b503 HTTP/1.1" status: 200 len: 1097 time: 2.7298715 Feb 15 01:40:19.646330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-023894a8-b5d0-4bed-a49b-b4b0619eafda admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8188994 Feb 15 01:40:19.646330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Made reservation on behalf of c0c11dfa74d04965868c16b4197ce5a8 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:19.646330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.646330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:19.646932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd37cd81-b4b6-4c0e-8d96-3dfad44edd95 x-openstack-request-id: req-fd37cd81-b4b6-4c0e-8d96-3dfad44edd95 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:19.646932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4803dcdc-c769-4127-bdc2-73f0978a5653", "name": "network-vif-deleted", "tag": "2528be0a-da64-477e-aaf2-f2ece75981c0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:19.646932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd37cd81-b4b6-4c0e-8d96-3dfad44edd95 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:19.646932 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4803dcdc-c769-4127-bdc2-73f0978a5653', 'name': 'network-vif-deleted', 'tag': '2528be0a-da64-477e-aaf2-f2ece75981c0', 'status': 'completed', 'code': 200} Feb 15 01:40:19.657577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Request body: {'subnet': {'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-179999887-subnet', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:19.693042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9d43-a8c1-46c3-b559-2044d7db0fb2 req-4a4ee1de-0171-4e64-bf17-9626db37a1b2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:19.694657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c81c9d43-a8c1-46c3-b559-2044d7db0fb2 req-4a4ee1de-0171-4e64-bf17-9626db37a1b2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1986196 Feb 15 01:40:19.820357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:19.823589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:19.840585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c81c9d43-a8c1-46c3-b559-2044d7db0fb2 req-f3e41f2a-9792-44b0-92da-bda0b17f5cfe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350155 Feb 15 01:40:19.861394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-d6f4edcf-6d27-4aee-ab1e-4ef1a7f209d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:19.863707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-d6f4edcf-6d27-4aee-ab1e-4ef1a7f209d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 1131 time: 0.0924025 Feb 15 01:40:19.926476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-3462a71c-2a4c-429a-bdc8-03799f5a62f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=891d0d83-78a6-458c-b48b-bc3196d2b503 HTTP/1.1" status: 200 len: 217 time: 0.0546772 Feb 15 01:40:20.017368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-ea34d270-cf29-48cd-ac74-10bbeafe3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:20.019010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-ea34d270-cf29-48cd-ac74-10bbeafe3f6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0847161 Feb 15 01:40:20.125717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a862-af14-489e-af95-8b79f4151801 req-f9a8b40c-a6ec-4f66-9ed1-cce40af4db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:20.127390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-f9a8b40c-a6ec-4f66-9ed1-cce40af4db20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1012542 Feb 15 01:40:20.221284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6662366c-936c-4521-9a6b-146f1351d792), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:20.343543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31716-18b9-494a-94a8-5f3dd508472b req-9e268173-b754-49d6-9dde-c7de3efc882c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:20.346094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4c31716-18b9-494a-94a8-5f3dd508472b req-9e268173-b754-49d6-9dde-c7de3efc882c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 947 time: 0.5974424 Feb 15 01:40:20.368440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6662366c-936c-4521-9a6b-146f1351d792,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:20.499498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Checking segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:20.500406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Network hostable DHCP agents. Network: 493d969e-91c6-4378-b37e-5ceb141704a3, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:20.616307 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4c31716-18b9-494a-94a8-5f3dd508472b req-e4cb1b39-c108-4050-9ea6-ccf9092bc4ad tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639010 Feb 15 01:40:20.707034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (719dc3f1-043c-4a51-8227-e11f76964bb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:20.759626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aef65-3cfa-40a0-9534-0565d83f2b17 req-49625d65-697c-4015-aeda-dbfa66bace95 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:20.769066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d2aef65-3cfa-40a0-9534-0565d83f2b17 req-49625d65-697c-4015-aeda-dbfa66bace95 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 948 time: 0.1346843 Feb 15 01:40:20.802652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-4fd78f73-b347-4112-9f69-25fff2340a40 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677046 Feb 15 01:40:20.806714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Network 493d969e-91c6-4378-b37e-5ceb141704a3 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:20.848346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719dc3f1-043c-4a51-8227-e11f76964bb9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:20.862973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-08d5b726-814a-4cca-885e-1d262521c807 req-58ea3011-20b8-4069-8c86-7c321de0c355 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=4803dcdc-c769-4127-bdc2-73f0978a5653 HTTP/1.1" status: 200 len: 210 time: 0.0656433 Feb 15 01:40:20.937899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Checking segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:20.938692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Network hostable DHCP agents. Network: d5d109f4-797c-4ecc-b9e3-2627df9005a1, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:20.942901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e10a862-af14-489e-af95-8b79f4151801 req-bac1f4ca-5e5c-4806-8f82-81759bb86351 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328526 Feb 15 01:40:20.949197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:20.975489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 493d969e-91c6-4378-b37e-5ceb141704a3) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:20.979890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d2aef65-3cfa-40a0-9534-0565d83f2b17 req-ca466c53-b01e-47df-9c8f-b02c43ae63b2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098794 Feb 15 01:40:20.982075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:20.982075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:20.993591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a400b-565b-47da-81c5-e11da4582f85 None None] Network 493d969e-91c6-4378-b37e-5ceb141704a3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:21.082992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889310a-8814-4a18-bef9-b5d72b2e3646 req-e692f98f-e0ce-425b-981b-2696b2d51bd5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:21.084646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c889310a-8814-4a18-bef9-b5d72b2e3646 req-e692f98f-e0ce-425b-981b-2696b2d51bd5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1132803 Feb 15 01:40:21.112983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3360b115-823e-4622-bd76-16ff0c71eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.162358 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c889310a-8814-4a18-bef9-b5d72b2e3646 req-a03ce5da-e850-4c58-a419-ce450c4ef5f7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665116 Feb 15 01:40:21.168796 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d8add35-6728-435d-afaf-8e0081e8ad2e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8088701 Feb 15 01:40:21.172611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:21.191982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:21.212924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:21.217599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-493d969e-91c6-4378-b37e-5ceb141704a3', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:40:21.218475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.221667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:21.247997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'mac_address': 'fa:16:3e:27:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:40:21.315954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d5d109f4-797c-4ecc-b9e3-2627df9005a1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:21.320110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:21.320744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.350261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.352806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.356562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91573195-b202-46ec-a85d-c6f4947bd157 None None] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:21.412972 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dda753da-719d-413e-a15d-437209c593d8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7737014 Feb 15 01:40:21.414572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:21.422500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:21.442171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:21.442485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.473988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for router_controller (e3939c55-2e4e-4d02-8d51-96adafa9a44d), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.489378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:21.521783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.524736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.532641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:21.564878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Allocated IP 172.20.0.2 (493d969e-91c6-4378-b37e-5ceb141704a3/6662366c-936c-4521-9a6b-146f1351d792/6c0a4b22-5b21-485b-b360-a925e46c346f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:21.573043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-d5d109f4-797c-4ecc-b9e3-2627df9005a1', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:40:21.574026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.596908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for router_controller (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.608241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2528be0a-da64-477e-aaf2-f2ece75981c0 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:21.643973 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.665003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:21.667549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fd5432-541d-461c-b69f-9e8bb1818547" -d '{"events": [{"name": "network-changed", "server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:21.703139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 2528be0a-da64-477e-aaf2-f2ece75981c0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:40:21.703754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2528be0a-da64-477e-aaf2-f2ece75981c0 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:21.848565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for router_gateway (e3939c55-2e4e-4d02-8d51-96adafa9a44d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.851953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:21.886734 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2bfb49-a64e-4f6e-8228-6d126be04c9b x-openstack-request-id: req-bd2bfb49-a64e-4f6e-8228-6d126be04c9b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:21.887147 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:21.887258 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd2bfb49-a64e-4f6e-8228-6d126be04c9b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:21.887659 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503', 'status': 'completed', 'code': 200} Feb 15 01:40:21.954227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for router_gateway (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:21.982781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Allocated IP 172.20.0.2 (d5d109f4-797c-4ecc-b9e3-2627df9005a1/719dc3f1-043c-4a51-8227-e11f76964bb9/a604f0cd-b4cb-4c84-910c-f05de5f830ab) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:21.989589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks [] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.062000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:22.153267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ed5f-f054-4833-b35a-713ac32369fc req-7e074bf1-8ace-4856-bd3f-769054a1298d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.162299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a055ed5f-f054-4833-b35a-713ac32369fc req-7e074bf1-8ace-4856-bd3f-769054a1298d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.2773807 Feb 15 01:40:22.179560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.189223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-0a7456dd-8136-42d9-9f30-73bf9f7aa86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.193142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-0a7456dd-8136-42d9-9f30-73bf9f7aa86b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e13a9554194bec80eb453157400828&device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 1131 time: 0.3382578 Feb 15 01:40:22.273869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Network 493d969e-91c6-4378-b37e-5ceb141704a3 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:22.293959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:22.296210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a055ed5f-f054-4833-b35a-713ac32369fc req-619eb7d4-14e4-44b6-abfb-69678322be3e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 Feb 15 01:40:22.297867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:22.308901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Pushing event updated for resources: {'Port': ['ID=6c0a4b22-5b21-485b-b360-a925e46c346f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:22.464807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for router_gateway (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.497685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.510964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-67d911ab-5447-4102-9f4e-a4e3deefbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.512698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-67d911ab-5447-4102-9f4e-a4e3deefbf98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3071651 Feb 15 01:40:22.576533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Attempting to bind port 6c0a4b22-5b21-485b-b360-a925e46c346f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:22.576915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Attempting to bind port 6c0a4b22-5b21-485b-b360-a925e46c346f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:22.577340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Attempting to bind port 6c0a4b22-5b21-485b-b360-a925e46c346f on network 493d969e-91c6-4378-b37e-5ceb141704a3 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:22.587403 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks [] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.598135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:22.601262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Checking segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:22.601262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.601262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Bound using segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:22.601262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Bound port: 6c0a4b22-5b21-485b-b360-a925e46c346f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:22.601262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.602939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f62d-1bf4-4e8b-af78-d9e11dd7bdb6 req-bebdd471-a9c7-41e8-bdd3-7e599f64ff95 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.604504 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b183f62d-1bf4-4e8b-af78-d9e11dd7bdb6 req-bebdd471-a9c7-41e8-bdd3-7e599f64ff95 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1368079 Feb 15 01:40:22.629757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-4068451b-7066-42eb-8f8a-813af3cb396b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=891d0d83-78a6-458c-b48b-bc3196d2b503 HTTP/1.1" status: 200 len: 217 time: 0.0658710 Feb 15 01:40:22.677820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Allocated IP 172.25.2.81 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/3d3e1a46-4147-4c43-afa0-1d926e03e00c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:22.681525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.696899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b183f62d-1bf4-4e8b-af78-d9e11dd7bdb6 req-037b5f53-e85e-4261-87b0-f9473de3172d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748732 Feb 15 01:40:22.739643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298a5e4-6317-44f0-b7a3-4f654d870d9d req-7362d9c1-771e-44b4-b3bb-bdb7ed60aff2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.750479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c298a5e4-6317-44f0-b7a3-4f654d870d9d req-7362d9c1-771e-44b4-b3bb-bdb7ed60aff2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 948 time: 0.3023880 Feb 15 01:40:22.780654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-76066fd4-c91b-47f0-b22f-40916f517150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:22.783456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-76066fd4-c91b-47f0-b22f-40916f517150 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1163530 Feb 15 01:40:22.840681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:22.851079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:22.858970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:22.861752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Pushing event updated for resources: {'Port': ['ID=a604f0cd-b4cb-4c84-910c-f05de5f830ab,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:22.870730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] For port 6c0a4b22-5b21-485b-b360-a925e46c346f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:22.880234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] For port 6c0a4b22-5b21-485b-b360-a925e46c346f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6c0a4b22-5b21-485b-b360-a925e46c346f,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:22.905621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c298a5e4-6317-44f0-b7a3-4f654d870d9d req-79eb0d05-7456-4eb5-abb9-4853804e9648 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527061 Feb 15 01:40:22.909098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for router_gateway (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.927267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.973691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:22.992856 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.025826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Attempting to bind port a604f0cd-b4cb-4c84-910c-f05de5f830ab on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:23.026416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Attempting to bind port a604f0cd-b4cb-4c84-910c-f05de5f830ab by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:23.026416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Attempting to bind port a604f0cd-b4cb-4c84-910c-f05de5f830ab on network d5d109f4-797c-4ecc-b9e3-2627df9005a1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:23.046777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:23.047279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Checking segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:23.047685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.048078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Bound using segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:23.048635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Bound port: a604f0cd-b4cb-4c84-910c-f05de5f830ab, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:23.049014 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.095336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.177735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:23.182888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:23.187217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:23.192838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3e1a46-4147-4c43-afa0-1d926e03e00c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:23.208820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-d6d238b0-32fb-446c-b7ef-600bb8f80731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:23.213793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-d6d238b0-32fb-446c-b7ef-600bb8f80731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4090672 Feb 15 01:40:23.272518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Allocated IP 172.25.2.251 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/3211ae0f-3020-480c-8af0-c485bb816850) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:23.385085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8418f8-804e-4901-bd3e-d60221b6b282 None None] Pushing event updated for resources: {'Port': ['ID=6c0a4b22-5b21-485b-b360-a925e46c346f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:23.485979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b66f-65ac-4227-bffb-8164f2c5f165 req-43ef059b-3188-4bb1-bcf6-beaf2d430661 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:23.497229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff51b66f-65ac-4227-bffb-8164f2c5f165 req-43ef059b-3188-4bb1-bcf6-beaf2d430661 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 948 time: 0.4080405 Feb 15 01:40:23.587008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] For port a604f0cd-b4cb-4c84-910c-f05de5f830ab, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:23.591793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] For port a604f0cd-b4cb-4c84-910c-f05de5f830ab, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a604f0cd-b4cb-4c84-910c-f05de5f830ab,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:23.611800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba513e86-4a77-450c-bdfa-588666d74aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.676737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.689161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-e159f040-0b2a-4122-8fe3-85e216b0005a service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636526 Feb 15 01:40:23.694924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f205bb-381f-4a17-87fa-3de5eda998c3 req-81cb9ccc-0c56-4ec1-8641-5a1df97f62ca tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:23.697431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b8f205bb-381f-4a17-87fa-3de5eda998c3 req-81cb9ccc-0c56-4ec1-8641-5a1df97f62ca tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1387773 Feb 15 01:40:23.827555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for port (3211ae0f-3020-480c-8af0-c485bb816850), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.838666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88249-6c65-4961-ace9-ea0922c6ea0d None None] Pushing event updated for resources: {'Port': ['ID=a604f0cd-b4cb-4c84-910c-f05de5f830ab,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:23.856615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff51b66f-65ac-4227-bffb-8164f2c5f165 req-bf274b7d-783b-4522-ad04-e02ab15e1b2d tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565075 Feb 15 01:40:23.881746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for router_gateway (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:23.984853 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b8f205bb-381f-4a17-87fa-3de5eda998c3 req-c996c0d5-bf70-404b-acec-5c24a1aa4813 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765183 Feb 15 01:40:24.086854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-284b9b50-a657-4910-940e-33fbe92c1555 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:24.087820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-284b9b50-a657-4910-940e-33fbe92c1555 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed&tenant_id=cc7a8137081c45c890efebef7417ab1a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 948 time: 0.5100024 Feb 15 01:40:24.144178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1fd5432-541d-461c-b69f-9e8bb1818547 req-8cdfb35c-bb8b-42c8-adad-6fa9383592c5 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355168 Feb 15 01:40:24.304678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-094498c6-a7d8-44ba-9e9a-369ee5f24836 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:24.306782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-094498c6-a7d8-44ba-9e9a-369ee5f24836 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 948 time: 0.2162075 Feb 15 01:40:24.314753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d58106-819a-4ff5-8479-6d50a26c68b4 req-36602293-a8ff-42e0-b921-0f67bf9f8703 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:24.316665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19d58106-819a-4ff5-8479-6d50a26c68b4 req-36602293-a8ff-42e0-b921-0f67bf9f8703 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.3575523 Feb 15 01:40:24.332547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fa03-16cb-41bf-be94-92bf055bdeda req-f7c0e541-42e3-4e3c-a85a-95a7b0b99cf4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:24.334110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3845fa03-16cb-41bf-be94-92bf055bdeda req-f7c0e541-42e3-4e3c-a85a-95a7b0b99cf4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 948 time: 0.2291670 Feb 15 01:40:24.384696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:24.433910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3211ae0f-3020-480c-8af0-c485bb816850), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:24.525821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:24.532281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19d58106-819a-4ff5-8479-6d50a26c68b4 req-99584580-b8a5-40a0-ba95-55be71565c11 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039745 Feb 15 01:40:24.578822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-b671e978-38e3-4aea-9c8d-2a4a585b1eda service neutron] 10.222.0.31 "GET /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 383 time: 0.4649246 Feb 15 01:40:24.620510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3211ae0f-3020-480c-8af0-c485bb816850,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:24.631179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:24.713117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:24.722960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a604f0cd-b4cb-4c84-910c-f05de5f830ab up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:24.725383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:24.811347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3845fa03-16cb-41bf-be94-92bf055bdeda req-ff89845d-21fa-4a04-b85a-756fcdc4727a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634528 Feb 15 01:40:24.874260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a604f0cd-b4cb-4c84-910c-f05de5f830ab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:24.878144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:24.887928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cafb30-3a80-4509-9eb5-fd1c26b06c41 None None] Network 493d969e-91c6-4378-b37e-5ceb141704a3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:24.979523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:40:25.015574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:25.130448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Provisioning complete for port 6c0a4b22-5b21-485b-b360-a925e46c346f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:25.130686 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.266517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-6a7840d6-009a-410b-894e-63e4b21ea9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:25.270353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-6a7840d6-009a-410b-894e-63e4b21ea9c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1131 time: 0.6446397 Feb 15 01:40:25.409975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:25.437976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Sync routers for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:25.451910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a604f0cd-b4cb-4c84-910c-f05de5f830ab is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:25.452509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.457363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-c01f3fbd-683c-4366-ad7b-42f60473162c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2441828 Feb 15 01:40:25.487757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f7140-195a-426c-9c22-dc8d03a82356 req-7d6c7760-1d69-48a1-9925-5ec18afb2832 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:25.495717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1411406f-ed05-443d-9eca-f215f1f4d9c6 None None] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:25.498583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de6f7140-195a-426c-9c22-dc8d03a82356 req-7d6c7760-1d69-48a1-9925-5ec18afb2832 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.2897360 Feb 15 01:40:25.524537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port ba7cfd56-b3e6-48ca-a48e-21810194c791 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:40:25.534134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:25.534935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:25.584254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.586628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58bf69d1-7a80-4a35-9bf7-cf82e6e9f814 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1706343 Feb 15 01:40:25.611447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Deleting port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:25.612641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.617438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:25.619709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port ba7cfd56-b3e6-48ca-a48e-21810194c791 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:25.620095 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.646740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 891d0d83-78a6-458c-b48b-bc3196d2b503 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:25.651418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Current status of the port 6c0a4b22-5b21-485b-b360-a925e46c346f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:25.651826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.727978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port a604f0cd-b4cb-4c84-910c-f05de5f830ab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a604f0cd-b4cb-4c84-910c-f05de5f830ab,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:25.862200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:25.863434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6c0a4b22-5b21-485b-b360-a925e46c346f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:25.863716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-23a2abbc-39dc-41c9-a7eb-95fca68d1176 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6557519 Feb 15 01:40:25.885316 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de6f7140-195a-426c-9c22-dc8d03a82356 req-33a2553c-8d50-4800-ad53-d867d7609dcb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850408 Feb 15 01:40:25.968484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=a604f0cd-b4cb-4c84-910c-f05de5f830ab,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:25.970616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-1ec99875-6e49-47be-887b-5f3432f4101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:25.988610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-1ec99875-6e49-47be-887b-5f3432f4101b service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.6963749 Feb 15 01:40:26.045636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26961-732d-4910-b22a-2f609ae6c72c req-58ea5c05-2c0b-497f-a680-317a6ecf4ae2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:26.056559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17e26961-732d-4910-b22a-2f609ae6c72c req-58ea5c05-2c0b-497f-a680-317a6ecf4ae2 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 948 time: 0.6739252 Feb 15 01:40:26.078911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.096784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:40:26.102154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] For port 6c0a4b22-5b21-485b-b360-a925e46c346f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6c0a4b22-5b21-485b-b360-a925e46c346f,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:26.161128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-86eab56d-4d5e-4953-b36c-ae2f75156bb0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.1277087 Feb 15 01:40:26.167057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for router_gateway (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.187854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] For port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:26.188226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.204189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:26.204974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.223337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.321085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:26.356788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:26.402917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:26.406357 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8474ded-e2ee-48d5-ac7c-601e4519f8a3" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:26.409533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6c0a4b22-5b21-485b-b360-a925e46c346f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:26.410213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.477748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-443045ab-6664-4f9e-ba0d-2c3914ed9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:26.479933 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-443045ab-6664-4f9e-ba0d-2c3914ed9ebf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 1133 time: 0.9398770 Feb 15 01:40:26.508730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.511206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:26.637870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-b8587750-1a54-4097-abbd-f7d63b2b6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:26.640206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-b8587750-1a54-4097-abbd-f7d63b2b6ed0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1310503 Feb 15 01:40:26.655310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a641ba-d05e-4fa7-89e6-8df5e316bd51 req-b935e197-b98a-4ab2-bdfb-9434438bf2c3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:26.657090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6a641ba-d05e-4fa7-89e6-8df5e316bd51 req-b935e197-b98a-4ab2-bdfb-9434438bf2c3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2156355 Feb 15 01:40:26.664456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Calling delete_port for 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:26.732630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Provisioning complete for port 6c0a4b22-5b21-485b-b360-a925e46c346f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:26.733397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:26.814555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=891d0d83-78a6-458c-b48b-bc3196d2b503,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:26.824256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795988a9-48b0-4bd0-b92a-3a151cf1baaa None None] Pushing event updated for resources: {'Port': ['ID=6c0a4b22-5b21-485b-b360-a925e46c346f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:26.920049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-9ca8e2c1-ef6e-4b17-bc1b-85b4628c34f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 200 len: 217 time: 0.2612565 Feb 15 01:40:26.965717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:26.987064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-0c9ada9e-fe79-4e94-ba3a-b30932a13e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:26.990217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-0c9ada9e-fe79-4e94-ba3a-b30932a13e26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.8161731 Feb 15 01:40:27.006914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '891d0d83-78a6-458c-b48b-bc3196d2b503', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '891d0d83-78a6-458c-b48b-bc3196d2b503', 'mac_address': 'fa:16:3e:3e:89:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:40:27.054684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17e26961-732d-4910-b22a-2f609ae6c72c req-838c792f-5cd1-4bc7-924a-98cdbf58593b tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7f0f5f9-741f-4524-a353-fb38ec79f5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9972534 Feb 15 01:40:27.100757 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6a641ba-d05e-4fa7-89e6-8df5e316bd51 req-dbabb7b4-1586-468b-b897-a5a06cfbfb12 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021502 Feb 15 01:40:27.108162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6c0a4b22-5b21-485b-b360-a925e46c346f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:27.125101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-6e4e7b52-bc0f-4687-9fdf-254304dc103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.126650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-6e4e7b52-bc0f-4687-9fdf-254304dc103f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1127 time: 1.2071750 Feb 15 01:40:27.150250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (78fab18a-7f7c-4fdb-af6f-0c11e0beea86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.241518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-b29bef33-4807-4653-a4c1-331c4e21f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.244128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-b29bef33-4807-4653-a4c1-331c4e21f7d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.2858586 Feb 15 01:40:27.244355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Pushing event deleted for resources: {'Port': ['ID=78fab18a-7f7c-4fdb-af6f-0c11e0beea86,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:27.443776 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bf576-cd28-458a-af1d-809232753371 x-openstack-request-id: req-0b5bf576-cd28-458a-af1d-809232753371 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:27.444624 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:27.444970 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b5bf576-cd28-458a-af1d-809232753371 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:27.445649 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'code': 200} Feb 15 01:40:27.466150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 01:40:27.469718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a604f0cd-b4cb-4c84-910c-f05de5f830ab up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:27.470658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-f8938db0-a96c-40b6-a05c-13b97d76109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.472374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-f8938db0-a96c-40b6-a05c-13b97d76109d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2212298 Feb 15 01:40:27.538210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Current status of the port 6c0a4b22-5b21-485b-b360-a925e46c346f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:27.540882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-ee51d864-3f70-4886-bea2-526411e60a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.542665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-ee51d864-3f70-4886-bea2-526411e60a4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4843113 Feb 15 01:40:27.556463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 891d0d83-78a6-458c-b48b-bc3196d2b503 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:27.557136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.591071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-961e4600-537a-48b1-ab9d-e0a8b2e7b391 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010163 Feb 15 01:40:27.599366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891d0d83-78a6-458c-b48b-bc3196d2b503 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:27.610272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] No DVR routers for this DVR port 78fab18a-7f7c-4fdb-af6f-0c11e0beea86 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:27.617367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.618654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52722cb2-9689-4a5e-806a-28581ed6fc3d req-ac7f5fcd-60a0-44e0-931d-d7775987b888 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.31 "DELETE /v2.0/ports/78fab18a-7f7c-4fdb-af6f-0c11e0beea86 HTTP/1.1" status: 204 len: 173 time: 3.3009307 Feb 15 01:40:27.627463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'name': 'network-vif-deleted', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:27.631879 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942139ce-674d-4bcf-83b8-27ef353057ce" -d '{"events": [{"server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "name": "network-vif-deleted", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:27.641708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=891d0d83-78a6-458c-b48b-bc3196d2b503,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:27.665572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.667861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a604f0cd-b4cb-4c84-910c-f05de5f830ab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:27.668491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.706315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee30ec-ea21-4cc1-80f8-aff5a30dcfc2 req-b5d5058b-7e6e-4836-a543-fdb130d37707 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.707884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-27ee30ec-ea21-4cc1-80f8-aff5a30dcfc2 req-b5d5058b-7e6e-4836-a543-fdb130d37707 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.2575355 Feb 15 01:40:27.752861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Provisioning complete for port a604f0cd-b4cb-4c84-910c-f05de5f830ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:27.753487 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.817540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.838797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6cc8a-9772-438e-9662-c40a767af50b req-cb79a541-c1d9-40b4-81c3-e13d12f9bb12 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.850416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fd6cc8a-9772-438e-9662-c40a767af50b req-cb79a541-c1d9-40b4-81c3-e13d12f9bb12 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 948 time: 0.5032675 Feb 15 01:40:27.887447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-27ee30ec-ea21-4cc1-80f8-aff5a30dcfc2 req-38bbb254-f424-42a7-9ca9-140e8db24d31 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725559 Feb 15 01:40:27.889974 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b42846-08be-4b02-b9b5-262baf3ff830 req-ddfa75aa-8c82-4221-99ba-a53a77246c7d service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893777 Feb 15 01:40:27.894520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:27.924611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a604f0cd-b4cb-4c84-910c-f05de5f830ab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:27.925687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6c0a4b22-5b21-485b-b360-a925e46c346f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:27.929891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-e536e67f-cc49-4168-aef4-84a573f6c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:27.932557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-e536e67f-cc49-4168-aef4-84a573f6c996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.7633421 Feb 15 01:40:28.012385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:28.056200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-1c3b9bd4-a71a-4cae-9f32-809ad18891c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0883107 Feb 15 01:40:28.058979 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5fa1ca-aa20-4e23-a6e5-ec0caddfb8cc x-openstack-request-id: req-3b5fa1ca-aa20-4e23-a6e5-ec0caddfb8cc {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:28.059388 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2feda9-5a0b-4f28-961e-4fffb2634de5", "name": "network-vif-deleted", "tag": "78fab18a-7f7c-4fdb-af6f-0c11e0beea86", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:28.059768 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b5fa1ca-aa20-4e23-a6e5-ec0caddfb8cc {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:28.060277 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2feda9-5a0b-4f28-961e-4fffb2634de5', 'name': 'network-vif-deleted', 'tag': '78fab18a-7f7c-4fdb-af6f-0c11e0beea86', 'status': 'completed', 'code': 200} Feb 15 01:40:28.102193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b177e0b1-8b5c-43e1-9e44-f0ce10bd878a None None] Current status of the port a604f0cd-b4cb-4c84-910c-f05de5f830ab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:28.124540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:23Z', 'revision_number': 3, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:28.194673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Checking router: bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:28.195039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Updating router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc port 3d3e1a46-4147-4c43-afa0-1d926e03e00c binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:28.223334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-3e224bc3-83ae-4243-921f-048feb4d76a2 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437685 Feb 15 01:40:28.256024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fd6cc8a-9772-438e-9662-c40a767af50b req-e4a6f533-d483-4b1e-bc1c-6bc85d57d641 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028769 Feb 15 01:40:28.259498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.284675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-411b5889-5f3a-4456-abf0-0d35ca3f968e req-4444a4e4-0674-476b-b912-ed884ad53db9 tempest-ServersAdminNegativeTestJSON-953786006 tempest-ServersAdminNegativeTestJSON-953786006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2feda9-5a0b-4f28-961e-4fffb2634de5 HTTP/1.1" status: 200 len: 210 time: 0.0460463 Feb 15 01:40:28.297473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Allocated IP 172.20.0.1 (d5d109f4-797c-4ecc-b9e3-2627df9005a1/719dc3f1-043c-4a51-8227-e11f76964bb9/342fd9c8-aeb6-4419-8829-ba952bfe695b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:28.438421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-f1718257-ee5e-4d2c-84c1-e84278b0dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:28.439940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-f1718257-ee5e-4d2c-84c1-e84278b0dc05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.3709531 Feb 15 01:40:28.445718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.447816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['891d0d83-78a6-458c-b48b-bc3196d2b503'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:28.476540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks [] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.498194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-747c3e39-ddaf-4647-a358-76216ffa3ed4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479271 Feb 15 01:40:28.557893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6c0a4b22-5b21-485b-b360-a925e46c346f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:28.558486 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.559993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-313a4b8c-435e-4a29-840b-260d0e7f9f81 None None] Provisioning complete for port a604f0cd-b4cb-4c84-910c-f05de5f830ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:28.560514 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-313a4b8c-435e-4a29-840b-260d0e7f9f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.586977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0c8c-17cd-4d54-8679-bac09189f6cd req-082035c5-decb-4244-ae47-1d8761c9ccd2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:28.594380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca1c0c8c-17cd-4d54-8679-bac09189f6cd req-082035c5-decb-4244-ae47-1d8761c9ccd2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1898217 Feb 15 01:40:28.670991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.671586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-937dbe6b-3625-4afa-8a6d-a1bec2189af4 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947439 Feb 15 01:40:28.759356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca1c0c8c-17cd-4d54-8679-bac09189f6cd req-7c5d17aa-af3d-4262-bb6f-abc3d7a4495d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620445 Feb 15 01:40:28.766029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6c0a4b22-5b21-485b-b360-a925e46c346f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:28.793315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:28.799704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:28.803562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:28.851363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:28.899147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Pushing event updated for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:28.928588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-313a4b8c-435e-4a29-840b-260d0e7f9f81 None None] Current status of the port a604f0cd-b4cb-4c84-910c-f05de5f830ab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:28.949086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-33fcd611-d165-41b5-baa6-5a6bfb0dff4f service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408870 Feb 15 01:40:28.988836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks [] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.075913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.131497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad4fb2-85cf-43d3-8d08-1e033d547150 req-9ba9a350-e2d5-4bf9-b17b-0f59aa95bbf6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:29.142022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66ad4fb2-85cf-43d3-8d08-1e033d547150 req-9ba9a350-e2d5-4bf9-b17b-0f59aa95bbf6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0860076 Feb 15 01:40:29.180794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b27a6b19-d151-4cc0-9d08-af62ea466e6c req-0a5351cf-bece-4a76-a565-af19dd26af21 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157393 Feb 15 01:40:29.203910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f4e41-9fca-489a-8e0a-8a929777b78a None None] Pushing event updated for resources: {'Port': ['ID=3d3e1a46-4147-4c43-afa0-1d926e03e00c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:29.206392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Attempting to bind port 3d3e1a46-4147-4c43-afa0-1d926e03e00c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:29.206775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Attempting to bind port 3d3e1a46-4147-4c43-afa0-1d926e03e00c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:29.207188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Attempting to bind port 3d3e1a46-4147-4c43-afa0-1d926e03e00c on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:29.219133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:29.219552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:29.219957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.220397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:29.221143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Bound port: 3d3e1a46-4147-4c43-afa0-1d926e03e00c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:29.221531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.230489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Router e3939c55-2e4e-4d02-8d51-96adafa9a44d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:40:29.265005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66ad4fb2-85cf-43d3-8d08-1e033d547150 req-c195ef6c-1858-4d2b-95bd-265b1a7bee6c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218066 Feb 15 01:40:29.266098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.315032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] For port 3d3e1a46-4147-4c43-afa0-1d926e03e00c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:29.318845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] For port 3d3e1a46-4147-4c43-afa0-1d926e03e00c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d3e1a46-4147-4c43-afa0-1d926e03e00c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:29.372395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-db89a906-3a23-4883-875d-30fb8a6dbcaf None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:29.382606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db89a906-3a23-4883-875d-30fb8a6dbcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.436677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.440109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:29.451026 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Sync routers for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:29.475444 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:29.477575 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:29.516921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-db89a906-3a23-4883-875d-30fb8a6dbcaf None None] Port 342fd9c8-aeb6-4419-8829-ba952bfe695b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:29.541588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:29.542700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:29.543362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c39e-8c23-4792-8a5f-1bbcde14ea67 req-d21485c9-f721-4210-84d7-c272d9fdc7d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:29.547322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5969c39e-8c23-4792-8a5f-1bbcde14ea67 req-d21485c9-f721-4210-84d7-c272d9fdc7d3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 949 time: 0.1084857 Feb 15 01:40:29.602772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks [] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.621829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.624663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9fc244b1-2985-4bfa-a2e4-d98516e489b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4508073 Feb 15 01:40:29.626693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:29.705255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f4e41-9fca-489a-8e0a-8a929777b78a None None] Pushing event updated for resources: {'Port': ['ID=3d3e1a46-4147-4c43-afa0-1d926e03e00c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:29.714986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5969c39e-8c23-4792-8a5f-1bbcde14ea67 req-77807fcf-a5fd-42a6-b396-8414442ebc28 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539800 Feb 15 01:40:29.745418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:29.782415 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:29.915932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:30.042958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.096028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Pushing event updated for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:30.106141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:30.201055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:25Z', 'revision_number': 3, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:30.235393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Checking router: e3939c55-2e4e-4d02-8d51-96adafa9a44d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:30.235989 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Updating router e3939c55-2e4e-4d02-8d51-96adafa9a44d port 3211ae0f-3020-480c-8af0-c485bb816850 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:30.281569 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3211ae0f-3020-480c-8af0-c485bb816850), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.402482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:28Z', 'revision_number': 1, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:30.449989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ecf6-a19b-40de-8212-9f4ae1628abd req-ec6c099e-5432-4d65-a9bf-7ab5066320b1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:30.452527 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4577ecf6-a19b-40de-8212-9f4ae1628abd req-ec6c099e-5432-4d65-a9bf-7ab5066320b1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.4133289 Feb 15 01:40:30.507315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721f71e-994c-44b7-afae-8144bf9e444d None None] The sync data for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 is: [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:28Z', 'revision_number': 1, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:30.567911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4577ecf6-a19b-40de-8212-9f4ae1628abd req-3da856f4-ac15-4417-8005-d4690a4b437e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845265 Feb 15 01:40:30.576906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:30.578618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-13135ca9-897a-4daa-91a8-c236fade44ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e896352c0af44071b35d1c5cf16967ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709108 Feb 15 01:40:30.664556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873c13d-852d-4176-b9a9-acc6a4801f81 req-e1edffd2-b112-4a8c-9156-8da4a3deaeb3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:30.666778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e873c13d-852d-4176-b9a9-acc6a4801f81 req-e1edffd2-b112-4a8c-9156-8da4a3deaeb3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.2349875 Feb 15 01:40:30.670443 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks [] for port (3211ae0f-3020-480c-8af0-c485bb816850), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.729884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:30.737927 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3211ae0f-3020-480c-8af0-c485bb816850), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.765708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e873c13d-852d-4176-b9a9-acc6a4801f81 req-403a523d-cec8-40dd-b9a8-e3fd49604568 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802882 Feb 15 01:40:30.768807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:30.829952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] Publish callbacks [] for security_group (b7f0f5f9-741f-4524-a353-fb38ec79f5da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.876699 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Pushing event updated for resources: {'Port': ['ID=3211ae0f-3020-480c-8af0-c485bb816850,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:30.902539 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.902949 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.903368 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.904398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.904815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.905240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908390 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.908956 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:30.932853 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Attempting to bind port 3211ae0f-3020-480c-8af0-c485bb816850 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:30.932853 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Attempting to bind port 3211ae0f-3020-480c-8af0-c485bb816850 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:30.934907 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Attempting to bind port 3211ae0f-3020-480c-8af0-c485bb816850 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:30.946491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:30.946885 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:30.947853 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:30.949053 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:30.951336 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Bound port: 3211ae0f-3020-480c-8af0-c485bb816850, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:30.953538 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3211ae0f-3020-480c-8af0-c485bb816850), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:31.108792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] For port 3211ae0f-3020-480c-8af0-c485bb816850, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:31.114478 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] For port 3211ae0f-3020-480c-8af0-c485bb816850, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3211ae0f-3020-480c-8af0-c485bb816850,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:31.176135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9949567-24a5-4213-b168-3ffbe23d3d06 None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:31.176801 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9949567-24a5-4213-b168-3ffbe23d3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:31.190437 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3211ae0f-3020-480c-8af0-c485bb816850), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:31.233728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9949567-24a5-4213-b168-3ffbe23d3d06 None None] Port 342fd9c8-aeb6-4419-8829-ba952bfe695b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:31.304603 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804c2e-3376-49f6-8326-3a8a01a0703e None None] Pushing event updated for resources: {'Port': ['ID=3211ae0f-3020-480c-8af0-c485bb816850,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:31.318743 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:31.319378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:31.475055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:31.505065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:40:31.610639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] Publish callbacks [] for security_group (b7f0f5f9-741f-4524-a353-fb38ec79f5da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:31.741286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-c566f609-0ddd-4ebe-b2ae-62a8cc12cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:31.742403 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:25Z', 'revision_number': 3, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:31.745557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-c566f609-0ddd-4ebe-b2ae-62a8cc12cfd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1132 time: 0.1146164 Feb 15 01:40:31.776863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:31.780776 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f574-d1d7-42e1-8d28-fb691f1a6446 None None] The sync data for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 is: [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:25Z', 'revision_number': 3, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:31.859028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:31.866228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ab8d4f15-26e0-4dd5-b0e9-e35f33bddd1b admin admin] 10.222.0.43 "PUT /v2.0/routers/bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2424271 Feb 15 01:40:31.922076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec73ab-df56-44ef-8d55-ddf8bf8575cc req-19956d88-d349-4e5a-9e88-e2ec03628529 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:31.924323 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:31.925034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ec73ab-df56-44ef-8d55-ddf8bf8575cc req-19956d88-d349-4e5a-9e88-e2ec03628529 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 949 time: 0.4327874 Feb 15 01:40:31.955711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf522-bc63-48bc-a64d-329503ef2433 req-5b99175e-0ce0-4018-b88a-dd7fa8ec2691 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:31.963425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92aaf522-bc63-48bc-a64d-329503ef2433 req-5b99175e-0ce0-4018-b88a-dd7fa8ec2691 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2127411 Feb 15 01:40:31.965049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 891d0d83-78a6-458c-b48b-bc3196d2b503 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:32.026730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ec73ab-df56-44ef-8d55-ddf8bf8575cc req-18e754ad-b069-4da2-9978-a8f1785c9ddb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921299 Feb 15 01:40:32.058729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.084000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7f0f5f9-741f-4524-a353-fb38ec79f5da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.089115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.091563 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7f0f5f9-741f-4524-a353-fb38ec79f5da HTTP/1.1" status: 204 len: 168 time: 1.5070655 Feb 15 01:40:32.126103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1042e-f027-479d-bc95-a39b62eb25e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0f5f9-741f-4524-a353-fb38ec79f5da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:32.185495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 891d0d83-78a6-458c-b48b-bc3196d2b503 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:40:32.193426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 891d0d83-78a6-458c-b48b-bc3196d2b503 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:32.193958 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.236566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92aaf522-bc63-48bc-a64d-329503ef2433 req-0e4de264-8ef2-48b9-a936-0821148687f5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718952 Feb 15 01:40:32.426466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 891d0d83-78a6-458c-b48b-bc3196d2b503 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:32.426866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.467942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:32.473648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f35d46-6ca4-4eeb-93b7-826068e23c36" -d '{"events": [{"server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:32.509373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=891d0d83-78a6-458c-b48b-bc3196d2b503,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:32.569312 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6fb79-9099-46d8-856f-5faf5002ed1f x-openstack-request-id: req-bfc6fb79-9099-46d8-856f-5faf5002ed1f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:32.569626 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:32.569884 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfc6fb79-9099-46d8-856f-5faf5002ed1f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:32.570282 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503', 'code': 200} Feb 15 01:40:32.574873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:32.595459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.608047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2189fbe-9087-47a7-8baf-83eb0c76448a req-1379b0c1-ac12-4f1f-aeee-3b1313ec0a5f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:32.628192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2189fbe-9087-47a7-8baf-83eb0c76448a req-1379b0c1-ac12-4f1f-aeee-3b1313ec0a5f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.3904734 Feb 15 01:40:32.708780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:32.741631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:32.800181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:32.802577 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26062ab0-f818-4835-b057-b8b72d254e10" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:32.809129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Allocated IP 172.20.0.1 (493d969e-91c6-4378-b37e-5ceb141704a3/6662366c-936c-4521-9a6b-146f1351d792/7f67e051-653e-4a74-b410-f66fc231f8d5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:32.809357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks [] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.862889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Transition to ACTIVE for port object ba7cfd56-b3e6-48ca-a48e-21810194c791 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:40:32.870402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ce7a7-e1e7-4f50-89f4-5474cde372b6 req-dddd6982-0770-4cf5-97ce-8e40ff8dc61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:32.874967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-653ce7a7-e1e7-4f50-89f4-5474cde372b6 req-dddd6982-0770-4cf5-97ce-8e40ff8dc61f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 1133 time: 0.2273643 Feb 15 01:40:32.889265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2189fbe-9087-47a7-8baf-83eb0c76448a req-efa49fc3-1ebf-432d-9a44-14c5438dae5d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494104 Feb 15 01:40:32.917259 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23b8dd4-8c6a-4eaa-ad45-2c2466ef48b7 x-openstack-request-id: req-a23b8dd4-8c6a-4eaa-ad45-2c2466ef48b7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:32.918004 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:32.918457 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a23b8dd4-8c6a-4eaa-ad45-2c2466ef48b7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:32.919642 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'code': 200} Feb 15 01:40:32.955512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:32.979446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-653ce7a7-e1e7-4f50-89f4-5474cde372b6 req-a8bad61e-47bb-4d7d-bb8d-83b279146766 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873351 Feb 15 01:40:33.018015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks [] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.018872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:40:33.107219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] No DVR routers for this DVR port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:33.110591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port ba7cfd56-b3e6-48ca-a48e-21810194c791 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:40:33.111008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:40:33.133910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:33.198690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.216211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:33.225600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:33.228380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:33.244674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:40:33.248187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Attempting to bind port ba7cfd56-b3e6-48ca-a48e-21810194c791 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:33.269190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:33.269556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:33.270009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:33.270407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Bound port: ba7cfd56-b3e6-48ca-a48e-21810194c791, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:33.274289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.321153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:40:33.359559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:33.360708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:33.446965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Network 493d969e-91c6-4378-b37e-5ceb141704a3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:33.454082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:33.456633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:33.473041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:33.514373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3211ae0f-3020-480c-8af0-c485bb816850 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:33.525023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:33.583994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.648218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:33.648872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.650278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 1097 time: 1.8830404 Feb 15 01:40:33.695016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:33.706308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3211ae0f-3020-480c-8af0-c485bb816850 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:33.706487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ba998-7308-4b08-812e-47873b8c4d40 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:33.706579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3211ae0f-3020-480c-8af0-c485bb816850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.726015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1792868776-network', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:33.742283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6a338-bdc8-4a08-a7ba-4fd855103273 req-23483380-a4b2-4f67-ac31-7d4d905cfa30 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:33.753701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86e6a338-bdc8-4a08-a7ba-4fd855103273 req-23483380-a4b2-4f67-ac31-7d4d905cfa30 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2728591 Feb 15 01:40:33.778036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273422f-e10b-4533-ae3a-422415244bce req-7de67dcf-1ec3-4783-9395-9b6fdbd1d002 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:33.788212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a273422f-e10b-4533-ae3a-422415244bce req-7de67dcf-1ec3-4783-9395-9b6fdbd1d002 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.5768924 Feb 15 01:40:33.893258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a273422f-e10b-4533-ae3a-422415244bce req-a664cda9-ac12-420e-bd21-c9bab359f17f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035635 Feb 15 01:40:33.900024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Made reservation on behalf of 0ac09d60c516479bb4f9e2fc491c7a04 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:33.906541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.928134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:33.952529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86e6a338-bdc8-4a08-a7ba-4fd855103273 req-c0ea3588-4ad2-4411-9ddb-7dca628f9b01 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927505 Feb 15 01:40:33.961282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:33.967505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7bb69ae4-3263-4ade-843e-12d2e9a28492 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e4d5bc93dd34c7a89a3c39f55056971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5956271 Feb 15 01:40:34.049797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3211ae0f-3020-480c-8af0-c485bb816850 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:34.050562 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3211ae0f-3020-480c-8af0-c485bb816850), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.073715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.089665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 3211ae0f-3020-480c-8af0-c485bb816850, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3211ae0f-3020-480c-8af0-c485bb816850,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:34.102461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] Publish callbacks [] for security_group (8278de08-eedd-42e4-89fe-fe50bc583a98), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.146950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-457a2e47-1274-42f8-9107-bbbdde94297c None None] Provisioning complete for port 7f67e051-653e-4a74-b410-f66fc231f8d5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:34.147540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-457a2e47-1274-42f8-9107-bbbdde94297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.151674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] Publish callbacks [] for security_group (8278de08-eedd-42e4-89fe-fe50bc583a98), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.177358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3211ae0f-3020-480c-8af0-c485bb816850), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.178450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d3e1a46-4147-4c43-afa0-1d926e03e00c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:34.304170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-457a2e47-1274-42f8-9107-bbbdde94297c None None] Port 7f67e051-653e-4a74-b410-f66fc231f8d5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:34.318034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044ad8-45d7-4d65-93a1-b3ea896120ab req-f82b2d18-9aa2-410e-a77b-33fc29901ad8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:34.324900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3d3e1a46-4147-4c43-afa0-1d926e03e00c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:34.326160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.331449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b044ad8-45d7-4d65-93a1-b3ea896120ab req-f82b2d18-9aa2-410e-a77b-33fc29901ad8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.2540219 Feb 15 01:40:34.353363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8278de08-eedd-42e4-89fe-fe50bc583a98), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.357617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=3211ae0f-3020-480c-8af0-c485bb816850,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:34.358355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.360859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8278de08-eedd-42e4-89fe-fe50bc583a98 HTTP/1.1" status: 204 len: 168 time: 0.3976331 Feb 15 01:40:34.397791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53070d67-6ecc-43ad-a934-9197fd71061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278de08-eedd-42e4-89fe-fe50bc583a98,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:34.421519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks [] for security_group (82528a0c-cd3e-44cf-b04c-8b31f0cbe07b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.425546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b044ad8-45d7-4d65-93a1-b3ea896120ab req-fcf772c8-a779-4a38-a689-e1734bcd7cee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982482 Feb 15 01:40:34.460278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3d3e1a46-4147-4c43-afa0-1d926e03e00c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:34.460696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.490135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (82528a0c-cd3e-44cf-b04c-8b31f0cbe07b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.495185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 3d3e1a46-4147-4c43-afa0-1d926e03e00c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d3e1a46-4147-4c43-afa0-1d926e03e00c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:34.495874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.536997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:40:34.566946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.581198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82528a0c-cd3e-44cf-b04c-8b31f0cbe07b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:34.593061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (61e13e59-9db6-4ff0-999e-4782bfa823dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.593373 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Added segment 61e13e59-9db6-4ff0-999e-4782bfa823dc of type vlan for network c28de099-8697-4378-8abd-d9ff15c06f15 Feb 15 01:40:34.638302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=3d3e1a46-4147-4c43-afa0-1d926e03e00c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:34.688595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c28de099-8697-4378-8abd-d9ff15c06f15), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.780863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks [] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.781236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Sync routers for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:34.783835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c28de099-8697-4378-8abd-d9ff15c06f15), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.784901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:34.785762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.795211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:34.796098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:34.852087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] Pushing event updated for resources: {'Network': ['ID=c28de099-8697-4378-8abd-d9ff15c06f15,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:34.862263 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:34.871621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c28de099-8697-4378-8abd-d9ff15c06f15 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:40:34.920983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:34.923008 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2ff0b09-55b5-4b13-b6ac-61fd42e36d4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2144754 Feb 15 01:40:34.924145 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45c6b3-6563-4f12-b271-ecc66f3b8943" -d '{"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:34.927833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:34.960346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Request body: {'subnet': {'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1792868776-subnet', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:35.026038 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4028e892-798f-42df-9653-4d65f13e2244 x-openstack-request-id: req-4028e892-798f-42df-9653-4d65f13e2244 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:35.026594 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:35.027016 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4028e892-798f-42df-9653-4d65f13e2244 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:35.027560 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'status': 'completed', 'code': 200} Feb 15 01:40:35.036428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:35.133760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:35.150598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ceda1-530c-4318-adde-5aede784ad2b req-4e470f8c-b44e-4cce-bd7c-e275283673ea tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.152324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c17ceda1-530c-4318-adde-5aede784ad2b req-4e470f8c-b44e-4cce-bd7c-e275283673ea tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.1210685 Feb 15 01:40:35.158748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:35.162893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-b786d2fa-7082-4fe1-9f4d-7686052718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.164916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-b786d2fa-7082-4fe1-9f4d-7686052718f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1131 time: 0.1041307 Feb 15 01:40:35.237003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Made reservation on behalf of 0ac09d60c516479bb4f9e2fc491c7a04 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:35.239533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:35.285693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c17ceda1-530c-4318-adde-5aede784ad2b req-78796bf5-eeda-4b08-82cc-0b4337ee6822 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196988 Feb 15 01:40:35.341159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-ab8c2a0c-ad75-46b3-9309-1e3555978b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.343140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-ab8c2a0c-ad75-46b3-9309-1e3555978b6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1674674 Feb 15 01:40:35.410796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3211ae0f-3020-480c-8af0-c485bb816850 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:35.426531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-de3e7418-f0b8-4253-b278-c28207420210 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0761783 Feb 15 01:40:35.460384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c66d0-a123-4192-b12e-633ff9bd1fe9 req-665a11d5-9dd8-4634-a3dd-5d3a7b35341f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.474625 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b6c66d0-a123-4192-b12e-633ff9bd1fe9 req-665a11d5-9dd8-4634-a3dd-5d3a7b35341f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2683578 Feb 15 01:40:35.492483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3211ae0f-3020-480c-8af0-c485bb816850 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:35.492753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3211ae0f-3020-480c-8af0-c485bb816850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:35.516880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Network 493d969e-91c6-4378-b37e-5ceb141704a3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:35.521340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 2, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:35.527929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-e5ec6fe0-df6a-45f5-9c4b-2c6b89bb217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.530286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-e5ec6fe0-df6a-45f5-9c4b-2c6b89bb217c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0943537 Feb 15 01:40:35.555560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Checking router: bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:35.555924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Updating router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc port 342fd9c8-aeb6-4419-8829-ba952bfe695b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:35.566791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:35.604676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:35.677685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e016c7-8424-4d66-896c-e92a84ea43a4 req-73e3ff54-3c70-4057-a94d-d251379448f8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.679405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01e016c7-8424-4d66-896c-e92a84ea43a4 req-73e3ff54-3c70-4057-a94d-d251379448f8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1659992 Feb 15 01:40:35.685965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-ed7dd549-78c7-4c79-b432-a39a6ed59aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:35.687481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-ed7dd549-78c7-4c79-b432-a39a6ed59aa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1328232 Feb 15 01:40:35.768182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3211ae0f-3020-480c-8af0-c485bb816850 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:35.770776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d3e1a46-4147-4c43-afa0-1d926e03e00c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:35.811675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b6c66d0-a123-4192-b12e-633ff9bd1fe9 req-1c91a941-b731-46fb-9154-6b7416467828 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361583 Feb 15 01:40:35.896792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01e016c7-8424-4d66-896c-e92a84ea43a4 req-6db2cd6a-abe4-4f58-b9a6-6ebbcb10ada9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080314 Feb 15 01:40:35.902117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (942a87b9-5f64-46d5-a5cb-431a984b88e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:35.956568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-a5bd6351-6454-4057-83fd-b95506dd1191 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559736 Feb 15 01:40:35.993521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942a87b9-5f64-46d5-a5cb-431a984b88e6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:36.010807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3d3e1a46-4147-4c43-afa0-1d926e03e00c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:36.011662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.050473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Checking segment: {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:36.050709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Network hostable DHCP agents. Network: c28de099-8697-4378-8abd-d9ff15c06f15, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:36.055706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:36.078678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Router e3939c55-2e4e-4d02-8d51-96adafa9a44d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:40:36.099207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ebb4211c-4a9b-4ad5-b3c1-8ca9951575ad None None] Provisioning complete for port 7f67e051-653e-4a74-b410-f66fc231f8d5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:36.099589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebb4211c-4a9b-4ad5-b3c1-8ca9951575ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.132771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-9ea139b3-1810-456a-b436-0d67ff52ca03 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704452 Feb 15 01:40:36.159905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4211c-4a9b-4ad5-b3c1-8ca9951575ad None None] Port 7f67e051-653e-4a74-b410-f66fc231f8d5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:36.194455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Network c28de099-8697-4378-8abd-d9ff15c06f15 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:36.215974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3d3e1a46-4147-4c43-afa0-1d926e03e00c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:36.236086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-21968342-network', 'tenant_id': 'ebebcf19ecaa491e9b934e062493474e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:36.270292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:36.275375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39e7d94c-17b9-41f8-9761-56b17fc10ee3 admin admin] 10.222.0.43 "PUT /v2.0/routers/e3939c55-2e4e-4d02-8d51-96adafa9a44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6474760 Feb 15 01:40:36.287905 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks [] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.289169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Sync routers for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:36.296671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c28de099-8697-4378-8abd-d9ff15c06f15) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:36.302066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:36.303682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.304557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:36.305236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:36.310742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d9e06-9dc9-4f2c-a5f0-41f09865a269 None None] Network c28de099-8697-4378-8abd-d9ff15c06f15 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:36.347903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Made reservation on behalf of ebebcf19ecaa491e9b934e062493474e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:36.350536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.363130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.413455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.436488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:36.470189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:36.472256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d5a14ea-1a2e-4bff-a4eb-9186ef110058 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5237210 Feb 15 01:40:36.479704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:36.580579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673faa1b-9ba7-4930-8964-5f26c8d67513 None None] Pushing event updated for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:36.589051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99803f6c-878e-498a-966e-bb94e4ddc241 req-5a5aff05-332b-4b1f-b5d5-a847ea27f373 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:36.604909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-99803f6c-878e-498a-966e-bb94e4ddc241 req-5a5aff05-332b-4b1f-b5d5-a847ea27f373 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.2133067 Feb 15 01:40:36.607550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (b7b611d3-5790-48b6-9033-4611edfb565b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.609123 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (b7b611d3-5790-48b6-9033-4611edfb565b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.616951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Attempting to bind port 342fd9c8-aeb6-4419-8829-ba952bfe695b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:36.620142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Attempting to bind port 342fd9c8-aeb6-4419-8829-ba952bfe695b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:36.620142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Attempting to bind port 342fd9c8-aeb6-4419-8829-ba952bfe695b on network d5d109f4-797c-4ecc-b9e3-2627df9005a1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:36.646417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:36.648090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Checking segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:36.655994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.655994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Bound using segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:36.655994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Bound port: 342fd9c8-aeb6-4419-8829-ba952bfe695b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:36.655994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.698228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-c28de099-8697-4378-8abd-d9ff15c06f15', 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15', 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'fixed_ips': [{'subnet_id': '942a87b9-5f64-46d5-a5cb-431a984b88e6'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:40:36.707103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.737869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-99803f6c-878e-498a-966e-bb94e4ddc241 req-7cc0acf1-1c09-45b4-aab6-a2f662583da5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Feb 15 01:40:36.823931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks [] for security_group (77bff5fb-8ef8-47c7-b1e3-e2531c29acf5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.964862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] For port 342fd9c8-aeb6-4419-8829-ba952bfe695b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:36.965371 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 2, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:36.971492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] For port 342fd9c8-aeb6-4419-8829-ba952bfe695b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=342fd9c8-aeb6-4419-8829-ba952bfe695b,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:36.991431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f4b12a13-7077-4a57-b76d-7ff0b48466c5 None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:36.991431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4b12a13-7077-4a57-b76d-7ff0b48466c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:36.995949 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Checking router: e3939c55-2e4e-4d02-8d51-96adafa9a44d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:36.996563 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Updating router e3939c55-2e4e-4d02-8d51-96adafa9a44d port 7f67e051-653e-4a74-b410-f66fc231f8d5 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:37.048702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f4b12a13-7077-4a57-b76d-7ff0b48466c5 None None] Port 342fd9c8-aeb6-4419-8829-ba952bfe695b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:37.058994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Allocated IP 172.20.0.2 (c28de099-8697-4378-8abd-d9ff15c06f15/942a87b9-5f64-46d5-a5cb-431a984b88e6/09fa1382-7f85-4920-b173-11c5d0f70e92) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:37.069367 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.145651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5833-233a-444a-ae98-70cb63cff54e req-40a4e5f1-7a60-4629-9f8d-f345384d7c28 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:37.148163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-21cd5833-233a-444a-ae98-70cb63cff54e req-40a4e5f1-7a60-4629-9f8d-f345384d7c28 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1984119 Feb 15 01:40:37.223253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-21cd5833-233a-444a-ae98-70cb63cff54e req-e0d8ccd4-4482-4431-986f-4bc17b03eab1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672958 Feb 15 01:40:37.260768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks [] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.310973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for router_controller (b7b611d3-5790-48b6-9033-4611edfb565b), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.432970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1906-9cfb-44ae-8769-6135cf8e6222 req-b2c4c048-f2af-45cb-99c6-8aad580ba89f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:37.434850 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-019b1906-9cfb-44ae-8769-6135cf8e6222 req-b2c4c048-f2af-45cb-99c6-8aad580ba89f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1178432 Feb 15 01:40:37.443623 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks [] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.447129 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77bff5fb-8ef8-47c7-b1e3-e2531c29acf5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.477853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:40:37.508644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:37.513221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.513943 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Added segment 5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc of type vlan for network e51920a2-9e21-4398-a533-c249816b0a6b Feb 15 01:40:37.515478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.545671 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.547474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.564320 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-019b1906-9cfb-44ae-8769-6135cf8e6222 req-390e2f0d-eeed-444c-9f04-23fa35f248f4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212974 Feb 15 01:40:37.601200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e51920a2-9e21-4398-a533-c249816b0a6b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.605276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Network c28de099-8697-4378-8abd-d9ff15c06f15 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:37.617245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:37.623007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:37.655094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:37.662408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820956561', 'description': 'tempest-description--1476823174'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:37.688441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:37.688441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:37.702732 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018b3b-be73-40cd-bceb-7cc37d41cd30 None None] Pushing event updated for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:37.770485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for router_gateway (b7b611d3-5790-48b6-9033-4611edfb565b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.783781 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e51920a2-9e21-4398-a533-c249816b0a6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.785589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:37.790936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.826241 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Attempting to bind port 7f67e051-653e-4a74-b410-f66fc231f8d5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:37.835711 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Attempting to bind port 7f67e051-653e-4a74-b410-f66fc231f8d5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:37.836719 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Attempting to bind port 7f67e051-653e-4a74-b410-f66fc231f8d5 on network 493d969e-91c6-4378-b37e-5ceb141704a3 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:37.844924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:37.846261 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Checking segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:37.846956 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.847563 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Bound using segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:37.848271 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Bound port: 7f67e051-653e-4a74-b410-f66fc231f8d5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:37.848920 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.851182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:37.893767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:37.946775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673faa1b-9ba7-4930-8964-5f26c8d67513 None None] Pushing event updated for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:38.003547 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9438732 Feb 15 01:40:38.013574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:38.020283 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] For port 7f67e051-653e-4a74-b410-f66fc231f8d5, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:38.027966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Request body: {'subnet': {'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-21968342-subnet', 'tenant_id': 'ebebcf19ecaa491e9b934e062493474e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:38.033759 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] For port 7f67e051-653e-4a74-b410-f66fc231f8d5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f67e051-653e-4a74-b410-f66fc231f8d5,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:38.069782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ce3a5-143c-46eb-9223-39b8a19677e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e51920a2-9e21-4398-a533-c249816b0a6b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:38.110508 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.139948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5848-19cf-46ed-9559-2d8ab4eee64b req-413a4163-a692-49d7-a1d2-932840c91270 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:38.141597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-609b5848-19cf-46ed-9559-2d8ab4eee64b req-413a4163-a692-49d7-a1d2-932840c91270 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.2800956 Feb 15 01:40:38.190950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Made reservation on behalf of ebebcf19ecaa491e9b934e062493474e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:38.194302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.205497 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:38.206141 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:38.211781 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018b3b-be73-40cd-bceb-7cc37d41cd30 None None] Pushing event updated for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:38.241469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (670f47fd-a432-4e23-8ee1-edac1bd9d8d0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.254333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e51920a2-9e21-4398-a533-c249816b0a6b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:40:38.316095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-609b5848-19cf-46ed-9559-2d8ab4eee64b req-c85c1760-f362-4bd4-91e3-9499e7e6b348 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667814 Feb 15 01:40:38.318721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (670f47fd-a432-4e23-8ee1-edac1bd9d8d0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.386124 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:38.397677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670f47fd-a432-4e23-8ee1-edac1bd9d8d0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:38.433391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.439521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8dc4c7b-d529-4823-9cb9-1f57879cfacf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7791417 Feb 15 01:40:38.439521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:38.448830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'security_group_rule': {'security_group_id': '670f47fd-a432-4e23-8ee1-edac1bd9d8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:38.454899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:38.455634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.508348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Attempting to bind port 09fa1382-7f85-4920-b173-11c5d0f70e92 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:38.508710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Attempting to bind port 09fa1382-7f85-4920-b173-11c5d0f70e92 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:38.509077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Attempting to bind port 09fa1382-7f85-4920-b173-11c5d0f70e92 on network c28de099-8697-4378-8abd-d9ff15c06f15 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:38.516047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Pushing event updated for resources: {'Port': ['ID=09fa1382-7f85-4920-b173-11c5d0f70e92,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:38.568814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:38.569198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Checking segment: {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:38.569607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.570012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Bound using segment: {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:38.570507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Bound port: 09fa1382-7f85-4920-b173-11c5d0f70e92, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:38.571334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.577169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (8125c942-fb23-44c2-a8fd-b0e777f82f41), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.604073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c53f6-5378-41db-a765-c119bb652d31 req-da3df562-c9a9-414d-a5ac-1a34cfc50a94 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:38.606097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c88c53f6-5378-41db-a765-c119bb652d31 req-da3df562-c9a9-414d-a5ac-1a34cfc50a94 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2506301 Feb 15 01:40:38.608128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for router_gateway (b7b611d3-5790-48b6-9033-4611edfb565b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.664684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.700229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (8125c942-fb23-44c2-a8fd-b0e777f82f41), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.774548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] For port 09fa1382-7f85-4920-b173-11c5d0f70e92, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:38.779114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Current status of the port 342fd9c8-aeb6-4419-8829-ba952bfe695b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:38.779496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:38.798586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fa60-98be-4a84-a9a2-6adefc89abe8 req-be6b392f-6370-48c2-8d26-0ac2e833f309 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:38.799583 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:38.806695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f810fa60-98be-4a84-a9a2-6adefc89abe8 req-be6b392f-6370-48c2-8d26-0ac2e833f309 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1017449 Feb 15 01:40:38.808893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] For port 09fa1382-7f85-4920-b173-11c5d0f70e92, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09fa1382-7f85-4920-b173-11c5d0f70e92,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:38.840089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c88c53f6-5378-41db-a765-c119bb652d31 req-2b1db698-6d9d-4a09-a54d-6f2b4df007fa tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179189 Feb 15 01:40:38.850225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:36Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:38.858623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] For port 342fd9c8-aeb6-4419-8829-ba952bfe695b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=342fd9c8-aeb6-4419-8829-ba952bfe695b,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:38.858846 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f458c1-6536-4c4a-a17c-299fe1e7464d None None] The sync data for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 is: [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:38.893073 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f810fa60-98be-4a84-a9a2-6adefc89abe8 req-777a8b7f-4f7a-45fa-981c-16d7565867cf tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798831 Feb 15 01:40:38.917450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774413-2b4f-4d30-bcd6-d8ca060a205d None None] The sync data for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 is: [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:36Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:38.937588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Allocated IP 172.25.2.155 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/51f01ef0-244d-4f53-b17d-7311f7edac4e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:39.029247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8125c942-fb23-44c2-a8fd-b0e777f82f41), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.029809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.034289 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.065987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (63a53bbd-e9ea-4590-b31e-03dd1c255e01), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.074131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8125c942-fb23-44c2-a8fd-b0e777f82f41,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.134040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4ccf-0216-4d9c-a257-12d2a0c13740 None None] Pushing event updated for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.181125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.182719 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76f19927-16b3-4eda-b591-dc4c41270bde tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7439461 Feb 15 01:40:39.185744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:39.192861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'security_group_rule': {'security_group_id': '670f47fd-a432-4e23-8ee1-edac1bd9d8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:39.201436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Provisioning complete for port 7f67e051-653e-4a74-b410-f66fc231f8d5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:39.203775 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.268912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a53bbd-e9ea-4590-b31e-03dd1c255e01,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.276732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0bad0-b09a-4a59-9f00-205669ca9a82 None None] Pushing event updated for resources: {'Port': ['ID=09fa1382-7f85-4920-b173-11c5d0f70e92,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.279145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Checking segment: {'id': '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:39.279145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Network hostable DHCP agents. Network: e51920a2-9e21-4398-a533-c249816b0a6b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:39.351627 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (c1c0ae60-8526-45f8-8ef3-c3cfe8e9de05), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.369147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.494470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Network e51920a2-9e21-4398-a533-c249816b0a6b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:39.505689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Current status of the port 7f67e051-653e-4a74-b410-f66fc231f8d5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:39.506096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.579279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (c1c0ae60-8526-45f8-8ef3-c3cfe8e9de05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.583300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.604872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] For port 7f67e051-653e-4a74-b410-f66fc231f8d5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f67e051-653e-4a74-b410-f66fc231f8d5,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:39.655300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f67e051-653e-4a74-b410-f66fc231f8d5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:39.666609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e51920a2-9e21-4398-a533-c249816b0a6b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:39.670638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c1c0ae60-8526-45f8-8ef3-c3cfe8e9de05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.691364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13026779-bfea-431f-9f8b-af7c02d1b786 None None] Network e51920a2-9e21-4398-a533-c249816b0a6b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:39.713287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.724652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c0ae60-8526-45f8-8ef3-c3cfe8e9de05,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.741253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:39.743750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:39.744614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.764058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.765458 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-520086e6-6031-401a-b9e2-51f642ae777d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5786150 Feb 15 01:40:39.768426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:39.776173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:39.793791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:39.804623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:39.861830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Pushing event updated for resources: {'Port': ['ID=51f01ef0-244d-4f53-b17d-7311f7edac4e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.882927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7f67e051-653e-4a74-b410-f66fc231f8d5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:39.883502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:39.902953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5eba-aff8-4d15-934f-5a7d9e2a3a68 req-eb2d0d35-3517-4f02-b84f-0fb5b0fb132c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:39.905404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71dc5eba-aff8-4d15-934f-5a7d9e2a3a68 req-eb2d0d35-3517-4f02-b84f-0fb5b0fb132c tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.4076381 Feb 15 01:40:39.942063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec92d-ba20-4db2-8f50-adb1d8561c35 None None] Pushing event updated for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:39.972689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8099bc27-58d1-468c-90d1-549197a6a03b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9646697 Feb 15 01:40:40.010003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c983a87-6165-4075-85e8-890b0227f961 None None] Network e51920a2-9e21-4398-a533-c249816b0a6b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:40.061936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:40.099821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71dc5eba-aff8-4d15-934f-5a7d9e2a3a68 req-e2cc36ff-cd36-46b3-a4b1-b4853d18b9a9 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849759 Feb 15 01:40:40.272216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57752b7-c862-4c71-b84e-b7c4cf2f6c08 req-3e39fcd7-54d1-491a-995b-543b1302a431 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:40.272424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7f67e051-653e-4a74-b410-f66fc231f8d5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:40.272424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 342fd9c8-aeb6-4419-8829-ba952bfe695b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:40.274350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c57752b7-c862-4c71-b84e-b7c4cf2f6c08 req-3e39fcd7-54d1-491a-995b-543b1302a431 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.2964654 Feb 15 01:40:40.364842 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c57752b7-c862-4c71-b84e-b7c4cf2f6c08 req-4555c20d-1933-419e-b369-f434903aaf77 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833230 Feb 15 01:40:40.426687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:40.438177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:40.440026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:40.469821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d5040-8564-41dc-b747-afbfa46f8b5e req-6db10922-d9e4-4259-a477-b5eda907f053 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:40.478619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15d5040-8564-41dc-b747-afbfa46f8b5e req-6db10922-d9e4-4259-a477-b5eda907f053 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.2150152 Feb 15 01:40:40.572823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 342fd9c8-aeb6-4419-8829-ba952bfe695b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:40.658826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15d5040-8564-41dc-b747-afbfa46f8b5e req-80b7431b-a60e-4d85-bd40-32777634b5a4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773291 Feb 15 01:40:40.764217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for router_gateway (b7b611d3-5790-48b6-9033-4611edfb565b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:40.782342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b09902-1d3f-42f8-a1e1-80afcda2df65 None None] Network c28de099-8697-4378-8abd-d9ff15c06f15 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:40.918635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Provisioning complete for port 09fa1382-7f85-4920-b173-11c5d0f70e92 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:40.919416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.013591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Allocated IP 172.25.2.241 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/786ba137-bd7e-4982-a477-72037d8c8c57) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:41.045771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-a8af25a6-235c-4721-b542-59929ee15354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.047323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-a8af25a6-235c-4721-b542-59929ee15354 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1131 time: 0.1752017 Feb 15 01:40:41.110235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Current status of the port 09fa1382-7f85-4920-b173-11c5d0f70e92 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:41.110661 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.158995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for port (786ba137-bd7e-4982-a477-72037d8c8c57), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.176506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] For port 09fa1382-7f85-4920-b173-11c5d0f70e92, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09fa1382-7f85-4920-b173-11c5d0f70e92,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:41.192124 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (b7b611d3-5790-48b6-9033-4611edfb565b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.280865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-1c899d9e-91d0-4df2-a0e0-377042003aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.282539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-1c899d9e-91d0-4df2-a0e0-377042003aa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2201436 Feb 15 01:40:41.339574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9de437-6f40-4ea2-9b01-1c622446c1d2 req-080cd6e7-76da-48d8-828e-a7be365843c4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.347735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b9de437-6f40-4ea2-9b01-1c622446c1d2 req-080cd6e7-76da-48d8-828e-a7be365843c4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0912993 Feb 15 01:40:41.475300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-617fa973-64ec-4283-8701-9cec26b49b33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0597677 Feb 15 01:40:41.476263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b9de437-6f40-4ea2-9b01-1c622446c1d2 req-7ee80563-64f7-4708-be36-4a7ac17261eb tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Feb 15 01:40:41.491885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f67e051-653e-4a74-b410-f66fc231f8d5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:41.530081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-f0c1e3e8-e6a3-4e1c-a099-f7e989efecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.531490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-f0c1e3e8-e6a3-4e1c-a099-f7e989efecb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1272008 Feb 15 01:40:41.556828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7f67e051-653e-4a74-b410-f66fc231f8d5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:41.557316 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.597373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945cb67-6226-4177-b095-5325321ce420 req-f91f1129-95dd-4fec-ba17-23c869b4fe40 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.598877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d945cb67-6226-4177-b095-5325321ce420 req-f91f1129-95dd-4fec-ba17-23c869b4fe40 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1328523 Feb 15 01:40:41.628776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-26da0449-edaf-4e52-aea4-f6a78d3aa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.630260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-26da0449-edaf-4e52-aea4-f6a78d3aa3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0911591 Feb 15 01:40:41.639982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7f67e051-653e-4a74-b410-f66fc231f8d5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:41.641099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09fa1382-7f85-4920-b173-11c5d0f70e92 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:41.716527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09fa1382-7f85-4920-b173-11c5d0f70e92 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:41.718054 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.723095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d945cb67-6226-4177-b095-5325321ce420 req-ada22f3f-abc3-4f0e-8de5-95e9bc1827a8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176865 Feb 15 01:40:41.780921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-b1ffedeb-a111-4cf3-849f-57b98729f7ce service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408250 Feb 15 01:40:41.791808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.823253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a2455-684e-413c-9cdf-9e63e0a2dc95 req-1f2764c1-b158-4e03-bb42-6c321eafe22f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:41.831973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-935a2455-684e-413c-9cdf-9e63e0a2dc95 req-1f2764c1-b158-4e03-bb42-6c321eafe22f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.0790954 Feb 15 01:40:41.858105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:41.868358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09fa1382-7f85-4920-b173-11c5d0f70e92 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:41.869690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 342fd9c8-aeb6-4419-8829-ba952bfe695b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:41.881044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:41.885536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:41.908347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:41.916163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e9e67-55a6-45d4-9fe9-4472507b4de9 req-3a111cd4-f1a9-400e-a78f-0871107ef2ba service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283531 Feb 15 01:40:41.918985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Router b7b611d3-5790-48b6-9033-4611edfb565b is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:40:41.924563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52a02b-aeca-4bfc-a7f0-8e75698bcec0 None None] Pushing event updated for resources: {'Port': ['ID=09fa1382-7f85-4920-b173-11c5d0f70e92,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:41.962874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ef42742d-2242-4550-a8e8-01e37742f364 None None] Provisioning complete for port 09fa1382-7f85-4920-b173-11c5d0f70e92 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:41.963345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef42742d-2242-4550-a8e8-01e37742f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.029343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 342fd9c8-aeb6-4419-8829-ba952bfe695b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:42.029801 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.034333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-935a2455-684e-413c-9cdf-9e63e0a2dc95 req-99b4cc09-feb9-453d-bad6-1067b20103ef tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011237 Feb 15 01:40:42.072810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'Port': ['ID=786ba137-bd7e-4982-a477-72037d8c8c57,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:42.147975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:42.168977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.186463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Sync routers for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:42.192892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:42.197934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-873505199-network', 'tenant_id': '27b2a2567bf34b92a1c24da2a2553a94'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:42.207737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ef42742d-2242-4550-a8e8-01e37742f364 None None] Current status of the port 09fa1382-7f85-4920-b173-11c5d0f70e92 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:42.218266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.218266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6fa7c75a-9a36-4d41-bd32-51a2044c39b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7433245 Feb 15 01:40:42.218490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:42.218490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:42.218678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:42.281148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.320221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Made reservation on behalf of 27b2a2567bf34b92a1c24da2a2553a94 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:42.323757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.342366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.445264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks [] for security_group (25285255-8fb9-4d6a-a372-efdbd6d08e62), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.551313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 342fd9c8-aeb6-4419-8829-ba952bfe695b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:42.551508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for port (786ba137-bd7e-4982-a477-72037d8c8c57), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.585415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:42.633992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.730785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'Port': ['ID=786ba137-bd7e-4982-a477-72037d8c8c57,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:42.742376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.743200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.743331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.743626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.743965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.744315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.744660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.744993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.745542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.745665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.745965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.746297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.746620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:42.790508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.814746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:40Z', 'revision_number': 3, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:42.847565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Checking router: b7b611d3-5790-48b6-9033-4611edfb565b for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:42.847805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Updating router b7b611d3-5790-48b6-9033-4611edfb565b port 51f01ef0-244d-4f53-b17d-7311f7edac4e binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:42.859722 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (25285255-8fb9-4d6a-a372-efdbd6d08e62), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.880442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.890515 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9ace277a-a81d-4358-90e2-8dd94cbaa4bb tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1122909 Feb 15 01:40:42.890660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:42.916636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d642f-10c4-4e78-bcd4-b6156b52f909 req-601cd647-38bb-4cbd-b039-75eca5251b84 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:42.918201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f31d642f-10c4-4e78-bcd4-b6156b52f909 req-601cd647-38bb-4cbd-b039-75eca5251b84 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.0750148 Feb 15 01:40:42.959414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:40:42.982353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f31d642f-10c4-4e78-bcd4-b6156b52f909 req-d5c98b83-0d80-40c2-b618-71a573da929e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559342 Feb 15 01:40:43.011874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25285255-8fb9-4d6a-a372-efdbd6d08e62,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:43.068220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.069493 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Added segment c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f of type vlan for network 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd Feb 15 01:40:43.156792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4df3fd8f-4b7b-472e-8979-eae2de3cd3fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.227902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-744b8805-fe8d-4dee-8f86-7fc14c36c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.233944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-744b8805-fe8d-4dee-8f86-7fc14c36c08a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 1131 time: 0.3839493 Feb 15 01:40:43.293025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks [] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.297743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24969031-51d5-483c-ac71-0369a1c2f1d8 req-dfdaf6b5-dce6-4d6d-a949-ecbe6877ccd9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.298576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09fa1382-7f85-4920-b173-11c5d0f70e92 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:43.299304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24969031-51d5-483c-ac71-0369a1c2f1d8 req-dfdaf6b5-dce6-4d6d-a949-ecbe6877ccd9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1236014 Feb 15 01:40:43.362581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09fa1382-7f85-4920-b173-11c5d0f70e92 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:43.363376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.368794 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24969031-51d5-483c-ac71-0369a1c2f1d8 req-0d736ef5-a46f-4c60-bd27-1055d95894dc tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Feb 15 01:40:43.402959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.435870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4df3fd8f-4b7b-472e-8979-eae2de3cd3fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.436821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.437477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.447579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baa14-6fcf-45a9-9451-8e30cba12d61 req-7a76b59e-43c8-4ed2-bd7b-c3b1d6e32bf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.449290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f8baa14-6fcf-45a9-9451-8e30cba12d61 req-7a76b59e-43c8-4ed2-bd7b-c3b1d6e32bf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.6009686 Feb 15 01:40:43.491055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Attempting to bind port 51f01ef0-244d-4f53-b17d-7311f7edac4e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:43.491344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Attempting to bind port 51f01ef0-244d-4f53-b17d-7311f7edac4e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:43.491709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Attempting to bind port 51f01ef0-244d-4f53-b17d-7311f7edac4e on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:43.496389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Pushing event updated for resources: {'Port': ['ID=51f01ef0-244d-4f53-b17d-7311f7edac4e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:43.505209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:43.505593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:43.505999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.506396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:43.506996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Bound port: 51f01ef0-244d-4f53-b17d-7311f7edac4e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:43.507269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.541750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.542104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.542457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.542805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.543268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.544115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.544482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.544816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.545150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.545480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.545813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.546141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.546466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:43.555500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09fa1382-7f85-4920-b173-11c5d0f70e92 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:43.585865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] For port 51f01ef0-244d-4f53-b17d-7311f7edac4e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:43.589076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] For port 51f01ef0-244d-4f53-b17d-7311f7edac4e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=51f01ef0-244d-4f53-b17d-7311f7edac4e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:43.650605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] Pushing event updated for resources: {'Network': ['ID=4df3fd8f-4b7b-472e-8979-eae2de3cd3fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:43.655851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-27316980-44ac-4d31-94d7-2c4bafac99ea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.657423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-27316980-44ac-4d31-94d7-2c4bafac99ea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.3316171 Feb 15 01:40:43.664797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ddb13474-4034-460f-9b32-7f5cd93e8717 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4667809 Feb 15 01:40:43.664892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:40:43.668168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:40:43.671175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Request body: {'subnet': {'network_id': '4df3fd8f-4b7b-472e-8979-eae2de3cd3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-873505199-subnet', 'tenant_id': '27b2a2567bf34b92a1c24da2a2553a94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:43.688212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:43.700891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f8baa14-6fcf-45a9-9451-8e30cba12d61 req-097bf039-2053-44b6-ad74-a21f54bbb792 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156363 Feb 15 01:40:43.719507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-fe103aa1-fc26-4f51-b49d-701bb4007bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.721570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-fe103aa1-fc26-4f51-b49d-701bb4007bbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3823726 Feb 15 01:40:43.761213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.767213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Made reservation on behalf of 27b2a2567bf34b92a1c24da2a2553a94 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:43.773331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.806953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-c70410fe-5d13-497b-a053-18a5b8fa46c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 200 len: 217 time: 0.0772934 Feb 15 01:40:43.846423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:43.846952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:43.886661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:43.974885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-bb531e1b-4e9d-4026-9b54-1e823dac6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:43.977098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-bb531e1b-4e9d-4026-9b54-1e823dac6a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1624973 Feb 15 01:40:44.034472 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:44.038108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:44.046834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:44.047842 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (62574e1c-9500-4eec-97af-e272ba86a310), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:44.131016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3223f-dd44-42b1-9fff-a443097721d1 None None] Pushing event updated for resources: {'Port': ['ID=51f01ef0-244d-4f53-b17d-7311f7edac4e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:44.199556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-a91eab2f-2f64-4a5a-a422-a75dab034806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:44.201688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-a91eab2f-2f64-4a5a-a422-a75dab034806 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2160573 Feb 15 01:40:44.283628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62574e1c-9500-4eec-97af-e272ba86a310,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:44.326073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:44.338774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Checking segment: {'id': 'c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4df3fd8f-4b7b-472e-8979-eae2de3cd3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:44.338774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Network hostable DHCP agents. Network: 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:40:44.346047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:40:44.358707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9caa-3a21-4722-8142-139b77808d4d req-9237b5df-2e2b-40f0-8291-9fbb67c7dbd5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:44.362237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be7f9caa-3a21-4722-8142-139b77808d4d req-9237b5df-2e2b-40f0-8291-9fbb67c7dbd5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 945 time: 0.1878662 Feb 15 01:40:44.373581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:40Z', 'revision_number': 3, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:44.413290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09cd19-d938-408e-bccb-2ad4efb53d8a None None] The sync data for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 is: [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:40Z', 'revision_number': 3, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:44.442010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:44.463665 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be7f9caa-3a21-4722-8142-139b77808d4d req-78072f5e-753f-4e5e-99b3-02e4d18da9e4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958519 Feb 15 01:40:44.476224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Network 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:40:44.551401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Allocated IP 172.20.0.1 (c28de099-8697-4378-8abd-d9ff15c06f15/942a87b9-5f64-46d5-a5cb-431a984b88e6/75007410-9d59-4682-8e02-7f4cdad4e1c2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:44.554611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:44.558267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-09cd1e4c-c734-409f-aacc-052c98637847 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394580 Feb 15 01:40:44.567400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:44.578613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:44.578613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:44.582341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80510670-2fdd-4f9d-a0a7-0a83ac823e3e None None] Network 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:44.688030 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b24780f7-fb53-4583-a1bc-5f4089788df1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0216930 Feb 15 01:40:44.765971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:44.768553 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbdafce-f762-40f5-925f-71fc02541c99" -d '{"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-unplugged", "status": "completed", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:44.777118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks [] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:44.851493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bb069-cc22-4014-b83c-05bfb0a72aad req-a83625f3-cdcb-4ec2-98aa-c8926502dbc7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:44.853469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f07bb069-cc22-4014-b83c-05bfb0a72aad req-a83625f3-cdcb-4ec2-98aa-c8926502dbc7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.3039682 Feb 15 01:40:44.877557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de45c6b3-6563-4f12-b271-ecc66f3b8943 req-aea2a23a-6806-45c6-8f3e-a9bc67bc8990 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733712 Feb 15 01:40:44.878256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:44.896961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f944f2-31e0-484a-a89d-73307f644c21 None None] Network 4df3fd8f-4b7b-472e-8979-eae2de3cd3fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:40:44.959251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks [] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.111537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f07bb069-cc22-4014-b83c-05bfb0a72aad req-79fb17fb-6f8b-4790-87ec-2b012087194a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232480 Feb 15 01:40:45.173895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:45.198444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f15f8-6fa7-4bce-8969-80b552c79288 req-e9e4e7c7-c53f-454c-b4ef-e40f4558a61a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:45.202302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-169f15f8-6fa7-4bce-8969-80b552c79288 req-e9e4e7c7-c53f-454c-b4ef-e40f4558a61a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.1824312 Feb 15 01:40:45.219185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:45.219529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:45.219866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:45.225571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:40:45.225899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Attempting to bind port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:45.236511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:45.238634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:45.238951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:45.239732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Bound port: ebefb5b1-6730-45fa-9dfc-46e873bc2915, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:45.239865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.263704 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.277789 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606a909-b128-4d7f-9b6a-e21d07b212a7 x-openstack-request-id: req-e606a909-b128-4d7f-9b6a-e21d07b212a7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:45.279642 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-unplugged", "status": "completed", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:45.279890 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e606a909-b128-4d7f-9b6a-e21d07b212a7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:45.280326 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'code': 200} Feb 15 01:40:45.298041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-169f15f8-6fa7-4bce-8969-80b552c79288 req-9e89aca3-9d55-41bc-9f84-ea67a5e62c12 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803564 Feb 15 01:40:45.324178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.366458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 51f01ef0-244d-4f53-b17d-7311f7edac4e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:45.394126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Network c28de099-8697-4378-8abd-d9ff15c06f15 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:45.399567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:45.402757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:45.475481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 51f01ef0-244d-4f53-b17d-7311f7edac4e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:45.475702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.478950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Pushing event updated for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:45.502586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:45.511906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:45.523028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (b7b611d3-5790-48b6-9033-4611edfb565b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.658320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.667117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 51f01ef0-244d-4f53-b17d-7311f7edac4e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:45.667513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.728351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250cb41-06d4-4eb3-8169-8ca0a6077728 req-405bf9f9-287d-453d-abdb-dd58e7e0f4a3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:45.738952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6250cb41-06d4-4eb3-8169-8ca0a6077728 req-405bf9f9-287d-453d-abdb-dd58e7e0f4a3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1539536 Feb 15 01:40:45.741617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 51f01ef0-244d-4f53-b17d-7311f7edac4e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=51f01ef0-244d-4f53-b17d-7311f7edac4e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:45.827547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.852509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6250cb41-06d4-4eb3-8169-8ca0a6077728 req-87ad9565-1c51-4d40-a429-29afdf315ee9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Feb 15 01:40:45.945983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=51f01ef0-244d-4f53-b17d-7311f7edac4e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:45.949343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:45.950042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:45.951624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 1123 time: 2.2714880 Feb 15 01:40:46.011859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf15802-2ba0-43d4-a22d-a3bd205551f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:46.049860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3049aac7-7694-4cad-930d-5617c1f5b5a9 None None] Provisioning complete for port 75007410-9d59-4682-8e02-7f4cdad4e1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:46.050365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3049aac7-7694-4cad-930d-5617c1f5b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:46.063527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-f83230d1-fcbd-49e1-bc7d-6d0e5c2444b8 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:46.065274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-f83230d1-fcbd-49e1-bc7d-6d0e5c2444b8 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/networks?id=e51920a2-9e21-4398-a533-c249816b0a6b HTTP/1.1" status: 200 len: 813 time: 0.3161583 Feb 15 01:40:46.083791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-8a4bbc58-e5db-4d02-909b-d224cdc243b6 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/quotas/ebebcf19ecaa491e9b934e062493474e HTTP/1.1" status: 200 len: 375 time: 0.0124497 Feb 15 01:40:46.191969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-001b00bd-98af-45c8-aa28-ee3dd4af1449 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebebcf19ecaa491e9b934e062493474e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975423 Feb 15 01:40:46.299506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:46.303296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:46.366387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b6fbb-db64-4f6a-a90b-370e550250f5 req-cade8f43-fe72-4ead-870f-163358f6fd86 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:46.375404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fe9b6fbb-db64-4f6a-a90b-370e550250f5 req-cade8f43-fe72-4ead-870f-163358f6fd86 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.1172261 Feb 15 01:40:46.387242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:46.400811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3049aac7-7694-4cad-930d-5617c1f5b5a9 None None] Port 75007410-9d59-4682-8e02-7f4cdad4e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:46.471826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fe9b6fbb-db64-4f6a-a90b-370e550250f5 req-f3f1fabb-90f9-4589-95f9-a7868502bfc2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Feb 15 01:40:46.697309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a3d6-92b6-4cd9-bbb7-655d425aa2ef req-0643f60b-128d-40ef-b666-a482678a187b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:46.699579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f417a3d6-92b6-4cd9-bbb7-655d425aa2ef req-0643f60b-128d-40ef-b666-a482678a187b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.1193190 Feb 15 01:40:46.784360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f417a3d6-92b6-4cd9-bbb7-655d425aa2ef req-2549d0d4-5b6b-4281-8822-e1f6fdc315c7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764441 Feb 15 01:40:46.919886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-b2211b94-92e8-4487-918b-9f7ca13e1048 service neutron] 10.222.0.43 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809344 Feb 15 01:40:46.995332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4694e2a-6f0c-4ffb-aaf8-9934fa46ed60 req-56081849-0fcc-4297-8fbc-d0023d1ee061 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:46.996992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4694e2a-6f0c-4ffb-aaf8-9934fa46ed60 req-56081849-0fcc-4297-8fbc-d0023d1ee061 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0602219 Feb 15 01:40:47.063869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4694e2a-6f0c-4ffb-aaf8-9934fa46ed60 req-2d080a39-8e0a-4695-82d0-4c8d53ed1e41 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583487 Feb 15 01:40:47.071182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-027ec2b0-ba71-417d-bdb4-74173bb7d9d6 service neutron] 10.222.0.43 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401093 Feb 15 01:40:47.073291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks [] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.142457 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.253550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (b7b611d3-5790-48b6-9033-4611edfb565b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.257414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Pushing event updated for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:47.272958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 51f01ef0-244d-4f53-b17d-7311f7edac4e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:47.288218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:47.296441 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27" -d '{"events": [{"name": "network-changed", "server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:47.438691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 51f01ef0-244d-4f53-b17d-7311f7edac4e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:47.439155 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.441342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Network c28de099-8697-4378-8abd-d9ff15c06f15 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:47.446320 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4851a2-9d36-4639-b496-9ecfaa45aca2 x-openstack-request-id: req-4f4851a2-9d36-4639-b496-9ecfaa45aca2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:47.446320 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:47.446320 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f4851a2-9d36-4639-b496-9ecfaa45aca2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:47.446320 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'status': 'completed', 'code': 200} Feb 15 01:40:47.446761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:47.454562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ce1a02-e521-4238-92a2-ce5f2f90d6dc req-830c3a28-e60d-4f03-9e06-112dfcc81012 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 210 time: 0.0476711 Feb 15 01:40:47.605684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 51f01ef0-244d-4f53-b17d-7311f7edac4e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:47.707347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Router b7b611d3-5790-48b6-9033-4611edfb565b has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:40:47.723759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef02c9-74bc-42d9-af82-3ef4a5067a6e req-aa6da92b-d336-4987-ac80-fff1d9c00489 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:47.723759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ef02c9-74bc-42d9-af82-3ef4a5067a6e req-aa6da92b-d336-4987-ac80-fff1d9c00489 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 948 time: 0.0961421 Feb 15 01:40:47.823715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.948689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e063b2d7-e32f-4f51-b4c2-f97ada37c474 None None] Provisioning complete for port 75007410-9d59-4682-8e02-7f4cdad4e1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:47.949080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e063b2d7-e32f-4f51-b4c2-f97ada37c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:47.956858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862260-09c5-4774-9fd4-0fbce2e3c234 req-5082c4aa-84f9-46f5-b133-990d6f8ae1b8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:47.965310 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1862260-09c5-4774-9fd4-0fbce2e3c234 req-5082c4aa-84f9-46f5-b133-990d6f8ae1b8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0653236 Feb 15 01:40:47.995312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e063b2d7-e32f-4f51-b4c2-f97ada37c474 None None] Port 75007410-9d59-4682-8e02-7f4cdad4e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:48.011292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:48.058196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1862260-09c5-4774-9fd4-0fbce2e3c234 req-7b66e30d-433c-448c-a3db-bb34b970d0d5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873981 Feb 15 01:40:48.103478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ef02c9-74bc-42d9-af82-3ef4a5067a6e req-4f668786-c6ee-4e03-92e2-928d03f9e386 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715279 Feb 15 01:40:48.112511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:40:48.119225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Sync routers for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:40:48.127724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8473438d-6896-46fc-b76f-652dab68270f admin admin] 10.222.0.43 "PUT /v2.0/routers/b7b611d3-5790-48b6-9033-4611edfb565b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8981264 Feb 15 01:40:48.135439 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:48.139344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:48.146152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-0bfff27e-ef6f-45fd-b08a-6ecc9c571a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:48.149256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-0bfff27e-ef6f-45fd-b08a-6ecc9c571a48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1157 time: 0.6223421 Feb 15 01:40:48.200042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:48.227454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'mac_address': 'fa:16:3e:27:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:40:48.319727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886709ee-5045-4d82-88dc-94591d3c5cc1 req-c492e9d7-d3a2-4a97-9a36-45991f113424 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:48.329817 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-886709ee-5045-4d82-88dc-94591d3c5cc1 req-c492e9d7-d3a2-4a97-9a36-45991f113424 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1364789 Feb 15 01:40:48.338732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:48.338867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:48.358238 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:48.386924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:48.432721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-5c9ef082-9fca-4cec-8185-317e95282032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:48.434843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-5c9ef082-9fca-4cec-8185-317e95282032 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2744625 Feb 15 01:40:48.473264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-886709ee-5045-4d82-88dc-94591d3c5cc1 req-2f1abb48-6e85-4e41-a054-c7b5e8c2d483 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421864 Feb 15 01:40:48.484541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:48.555027 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:48.570418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-7ea91179-9f3d-44bc-a6d8-b543b6849d67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 217 time: 0.1289465 Feb 15 01:40:48.668157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b17baed-8766-4884-bad8-c0ee8ac63798 req-307f242d-8f88-4cc1-a7b7-ebe782c024e6 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 210 time: 0.1006265 Feb 15 01:40:48.676096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:48.753919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:46Z', 'revision_number': 4, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '75007410-9d59-4682-8e02-7f4cdad4e1c2', 'name': '', 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:44Z', 'updated_at': '2022-02-15T01:40:46Z', 'revision_number': 2, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'subnets': [{'id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:48.762619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-127f3012-bada-4925-b5f3-a8c6402b6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:48.764540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-127f3012-bada-4925-b5f3-a8c6402b6ea8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1589360 Feb 15 01:40:48.801746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-051c92bb-9d66-48ea-a141-8ba78d49b01b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302451 Feb 15 01:40:48.822551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Checking router: b7b611d3-5790-48b6-9033-4611edfb565b for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:40:48.824158 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Updating router b7b611d3-5790-48b6-9033-4611edfb565b port 75007410-9d59-4682-8e02-7f4cdad4e1c2 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:40:48.863020 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.002373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-148ed2c8-4c86-4f6b-ab8a-f2be4620e781 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919556 Feb 15 01:40:49.127479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21a50aa3-bbab-4b7a-9489-31fd0fb71e27 req-45a06413-112f-4ddb-add0-55537ad888d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159835 Feb 15 01:40:49.317817 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks [] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.350830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af075b-2128-4d7a-ac74-f5f6e56d7f54 req-c161b78b-bab2-434f-aeca-c132850ebac4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:49.363528 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c9af075b-2128-4d7a-ac74-f5f6e56d7f54 req-c161b78b-bab2-434f-aeca-c132850ebac4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.1088364 Feb 15 01:40:49.382153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de5c7-f4fa-455e-b96a-4c2caf035931 req-8db85695-c967-4d27-9832-17db81c0daa0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:49.385446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-024de5c7-f4fa-455e-b96a-4c2caf035931 req-8db85695-c967-4d27-9832-17db81c0daa0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0900161 Feb 15 01:40:49.406651 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.440875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c9af075b-2128-4d7a-ac74-f5f6e56d7f54 req-df847b85-5ec3-4ed5-9768-9ba9c217004d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731251 Feb 15 01:40:49.477552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-024de5c7-f4fa-455e-b96a-4c2caf035931 req-0aee1020-c65a-4057-886c-16b4629465e4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843880 Feb 15 01:40:49.587783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bb50-2cef-4d76-ae82-191616f9dc8a None None] Pushing event updated for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:49.659623 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Attempting to bind port 75007410-9d59-4682-8e02-7f4cdad4e1c2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:49.660160 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Attempting to bind port 75007410-9d59-4682-8e02-7f4cdad4e1c2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:49.660571 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Attempting to bind port 75007410-9d59-4682-8e02-7f4cdad4e1c2 on network c28de099-8697-4378-8abd-d9ff15c06f15 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:49.668940 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:49.668940 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Checking segment: {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:49.669289 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.669701 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Bound using segment: {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:49.670331 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Bound port: 75007410-9d59-4682-8e02-7f4cdad4e1c2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e13e59-9db6-4ff0-999e-4782bfa823dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:49.670731 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.692701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b790c-4211-46bd-b8da-3cadda72d5c4 req-69941dee-e3f3-42f7-a8af-d8cc7f283203 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:49.694629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df1b790c-4211-46bd-b8da-3cadda72d5c4 req-69941dee-e3f3-42f7-a8af-d8cc7f283203 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1038778 Feb 15 01:40:49.813213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df1b790c-4211-46bd-b8da-3cadda72d5c4 req-b6e86bbf-d5cb-48be-bb56-82be4938b2bd tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072817 Feb 15 01:40:49.813725 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] For port 75007410-9d59-4682-8e02-7f4cdad4e1c2, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:49.824484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] For port 75007410-9d59-4682-8e02-7f4cdad4e1c2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75007410-9d59-4682-8e02-7f4cdad4e1c2,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:49.880967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a78e76d4-68cb-4981-9465-1001d6820cad req-df569f51-aecc-4e91-8f5c-81a5767ac85f tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 210 time: 0.0445817 Feb 15 01:40:49.933582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-93ef7aa0-fd55-4b6c-9e8f-b5531187496f None None] Provisioning complete for port 75007410-9d59-4682-8e02-7f4cdad4e1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:49.934607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93ef7aa0-fd55-4b6c-9e8f-b5531187496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:49.954285 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:50.009996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93ef7aa0-fd55-4b6c-9e8f-b5531187496f None None] Port 75007410-9d59-4682-8e02-7f4cdad4e1c2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:40:50.071197 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bb50-2cef-4d76-ae82-191616f9dc8a None None] Pushing event updated for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:50.081311 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:40:50.081311 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:50.227386 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:40:50.338849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Provisioning complete for port 75007410-9d59-4682-8e02-7f4cdad4e1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:50.339627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:50.469197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Current status of the port 75007410-9d59-4682-8e02-7f4cdad4e1c2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:50.469536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:50.526908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:46Z', 'revision_number': 4, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '75007410-9d59-4682-8e02-7f4cdad4e1c2', 'name': '', 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:44Z', 'updated_at': '2022-02-15T01:40:49Z', 'revision_number': 4, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'subnets': [{'id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:40:50.528852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] For port 75007410-9d59-4682-8e02-7f4cdad4e1c2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75007410-9d59-4682-8e02-7f4cdad4e1c2,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:50.602012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5af4a-3bda-498c-938c-f2a9ac44d8fc None None] The sync data for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 is: [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:40:46Z', 'revision_number': 4, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '75007410-9d59-4682-8e02-7f4cdad4e1c2', 'name': '', 'network_id': 'c28de099-8697-4378-8abd-d9ff15c06f15', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:44Z', 'updated_at': '2022-02-15T01:40:49Z', 'revision_number': 4, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'subnets': [{'id': '942a87b9-5f64-46d5-a5cb-431a984b88e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:40:50.617081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:50.683023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932126-3e08-47f9-9693-d7791e7acef3 req-3b1a6179-f8bb-4434-a996-522d1df2ce7d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:50.722846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-07932126-3e08-47f9-9693-d7791e7acef3 req-3b1a6179-f8bb-4434-a996-522d1df2ce7d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.1556523 Feb 15 01:40:50.770482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfda24-1cc1-4303-bda3-7a49f6b4333b None None] Pushing event updated for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:50.837838 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-07932126-3e08-47f9-9693-d7791e7acef3 req-79aa7186-9fb1-47e5-9208-1af10c63b089 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118743 Feb 15 01:40:50.898548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-077b6004-87c8-4ab0-8060-7c3e569b1cf4 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:50.904829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-077b6004-87c8-4ab0-8060-7c3e569b1cf4 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.31 "GET /v2.0/networks?id=e51920a2-9e21-4398-a533-c249816b0a6b HTTP/1.1" status: 200 len: 813 time: 0.3335850 Feb 15 01:40:50.927413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Request body: {'port': {'device_id': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b', 'admin_state_up': True, 'tenant_id': 'ebebcf19ecaa491e9b934e062493474e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:51.018156 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22c44515-64f4-449f-8a50-a90ab66974c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:51.024610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5abe1c-e713-427f-bd09-5cb51dcdcb67 req-8cffa6d6-9d13-4ff3-b9c0-e4ee2ee78499 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:51.033212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de5abe1c-e713-427f-bd09-5cb51dcdcb67 req-8cffa6d6-9d13-4ff3-b9c0-e4ee2ee78499 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1219356 Feb 15 01:40:51.122370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de5abe1c-e713-427f-bd09-5cb51dcdcb67 req-58c5beed-cce2-4912-a1ac-517e9aad4381 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Feb 15 01:40:51.186347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2aa3-f5df-4aa9-90dc-d4b79bf3a9c1 req-55340f59-5390-407b-810c-b5cac2a10da8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:51.196802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebeb2aa3-f5df-4aa9-90dc-d4b79bf3a9c1 req-55340f59-5390-407b-810c-b5cac2a10da8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.2278545 Feb 15 01:40:51.293002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebeb2aa3-f5df-4aa9-90dc-d4b79bf3a9c1 req-225bbb32-6efd-4575-9f65-3ba8b750cec8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950396 Feb 15 01:40:51.332505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Made reservation on behalf of ebebcf19ecaa491e9b934e062493474e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:40:51.336971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:51.339352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e82d966b-5ebc-48fd-bc91-3e71cdd1eec2 req-000a2d61-ba00-475e-a738-504500086108 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 210 time: 0.0659931 Feb 15 01:40:51.348278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75007410-9d59-4682-8e02-7f4cdad4e1c2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:51.463331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 75007410-9d59-4682-8e02-7f4cdad4e1c2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:51.471808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:51.520463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Allocated IP 172.20.0.3 (e51920a2-9e21-4398-a533-c249816b0a6b/63a53bbd-e9ea-4590-b31e-03dd1c255e01/e99a1f20-5887-496b-a3ef-924ed6c48271) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:40:51.600530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 75007410-9d59-4682-8e02-7f4cdad4e1c2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:51.786481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks [] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:51.958338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:52.078219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Network e51920a2-9e21-4398-a533-c249816b0a6b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:40:52.087588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:40:52.093079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:40:52.096916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Pushing event updated for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:52.173153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.175940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.210926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:40:52.229791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4899a2-845c-4401-be6a-f133ca4abed3 req-5f2ab06a-c367-4b16-84da-ff3f3bba6025 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.232569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db4899a2-845c-4401-be6a-f133ca4abed3 req-5f2ab06a-c367-4b16-84da-ff3f3bba6025 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.3180919 Feb 15 01:40:52.274442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-26c8c9fe-932b-4536-ab6a-0d9c4c20fb23 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3594127 Feb 15 01:40:52.294239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Request body: {'port': {'device_id': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:40:52.314692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8f9d3-67e1-4696-b3e9-142c845ee9c7 req-18231997-509a-4073-b6e9-2fce9ab4a03d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.327896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34b8f9d3-67e1-4696-b3e9-142c845ee9c7 req-18231997-509a-4073-b6e9-2fce9ab4a03d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0832705 Feb 15 01:40:52.393150 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-34b8f9d3-67e1-4696-b3e9-142c845ee9c7 req-afeed755-2740-40e4-8e87-4aed09f8ddac tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580618 Feb 15 01:40:52.400655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db4899a2-845c-4401-be6a-f133ca4abed3 req-a4ece428-fbf7-4963-b56d-ad65624f0eaf tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610661 Feb 15 01:40:52.407991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:52.412508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:52.642563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ccb08-6ab8-4827-87b9-8bcbf12254c8 req-6ce3ba2c-ebe2-40a8-99fe-715b93046de6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.644976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b22ccb08-6ab8-4827-87b9-8bcbf12254c8 req-6ce3ba2c-ebe2-40a8-99fe-715b93046de6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.1133881 Feb 15 01:40:52.716830 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b22ccb08-6ab8-4827-87b9-8bcbf12254c8 req-0b8f4590-2c5e-44ae-bc64-e2a588beb5b7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Feb 15 01:40:52.815087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8e4ca-6581-4d42-9476-05b326cf00b9 req-5a696413-3666-4334-bdd3-b481e197e3c9 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.816902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5dd8e4ca-6581-4d42-9476-05b326cf00b9 req-5a696413-3666-4334-bdd3-b481e197e3c9 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 931 time: 0.2026894 Feb 15 01:40:52.878904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f9a96-dd4c-42cf-91ce-59d898c5d979 req-56f250ad-3765-4e7a-a610-5b712f9fb627 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:52.880384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-586f9a96-dd4c-42cf-91ce-59d898c5d979 req-56f250ad-3765-4e7a-a610-5b712f9fb627 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 949 time: 0.0633748 Feb 15 01:40:52.944045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5dd8e4ca-6581-4d42-9476-05b326cf00b9 req-c75e611e-9017-4ddd-afa9-e8a6cc1efb41 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142166 Feb 15 01:40:52.950923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-586f9a96-dd4c-42cf-91ce-59d898c5d979 req-4ca9f6a0-8fdb-4a62-938f-d33c3d726935 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Feb 15 01:40:53.001622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99a1f20-5887-496b-a3ef-924ed6c48271 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:53.020533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks [] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.046828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Transition to ACTIVE for port object e99a1f20-5887-496b-a3ef-924ed6c48271 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:40:53.109740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.170035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Pushing event updated for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:53.243659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Attempting to bind port e99a1f20-5887-496b-a3ef-924ed6c48271 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:40:53.244333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Attempting to bind port e99a1f20-5887-496b-a3ef-924ed6c48271 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:40:53.244996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Attempting to bind port e99a1f20-5887-496b-a3ef-924ed6c48271 on network e51920a2-9e21-4398-a533-c249816b0a6b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:53.249733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Port e99a1f20-5887-496b-a3ef-924ed6c48271 on network e51920a2-9e21-4398-a533-c249816b0a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:40:53.250129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Attempting to bind port e99a1f20-5887-496b-a3ef-924ed6c48271 on network e51920a2-9e21-4398-a533-c249816b0a6b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:40:53.256022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:40:53.256466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Checking segment: {'id': '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:40:53.257307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Bound using segment: {'id': '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:40:53.257814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Bound port: e99a1f20-5887-496b-a3ef-924ed6c48271, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:40:53.258566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.258841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3542-d82c-4f4e-9798-43bbdee71a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.333459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:40:53.338158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e99a1f20-5887-496b-a3ef-924ed6c48271,segment=NetworkSegment(5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc),segment_id=5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:40:53.417737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.458425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:53.459126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:53.460657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] 10.222.0.31 "PUT /v2.0/ports/e99a1f20-5887-496b-a3ef-924ed6c48271 HTTP/1.1" status: 200 len: 1092 time: 1.1778653 Feb 15 01:40:53.461155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:53.463988 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0bca17-c561-428c-bf1d-b3905802e374" -d '{"events": [{"name": "network-changed", "server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:53.490832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe9a9a-2cde-4749-b8b5-f283f974d2df service neutron] Pushing event updated for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:53.560610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcd88d-426c-4e3b-93d7-88e4844da299 req-28ca8e09-569f-41d0-b38e-28d51ed1888b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:53.562394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5dcd88d-426c-4e3b-93d7-88e4844da299 req-28ca8e09-569f-41d0-b38e-28d51ed1888b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0598347 Feb 15 01:40:53.659799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5dcd88d-426c-4e3b-93d7-88e4844da299 req-c3cb92c1-9b24-4812-8598-19fbf56feba8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872788 Feb 15 01:40:53.664748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-9680c0b8-020e-43cd-9368-2b4be0c8100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:53.666275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-9680c0b8-020e-43cd-9368-2b4be0c8100f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebebcf19ecaa491e9b934e062493474e&device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 1126 time: 0.0855172 Feb 15 01:40:53.729195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-ede2c469-00e4-405f-9427-fbdf1e081dcc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99a1f20-5887-496b-a3ef-924ed6c48271 HTTP/1.1" status: 200 len: 217 time: 0.0557551 Feb 15 01:40:53.820460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-9941ae15-b58c-4286-aa0e-0206a2007e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:53.821970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-9941ae15-b58c-4286-aa0e-0206a2007e67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63a53bbd-e9ea-4590-b31e-03dd1c255e01 HTTP/1.1" status: 200 len: 853 time: 0.0870738 Feb 15 01:40:53.857802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-59fe9898-f6c0-4282-8c0d-7482b6c956ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e51920a2-9e21-4398-a533-c249816b0a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296555 Feb 15 01:40:53.864963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282344c8-2cff-45f4-8c61-3564b3321524 req-c52704bd-0550-40cd-9b23-a2139db8a669 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:53.866866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-282344c8-2cff-45f4-8c61-3564b3321524 req-c52704bd-0550-40cd-9b23-a2139db8a669 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0985940 Feb 15 01:40:53.973278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-282344c8-2cff-45f4-8c61-3564b3321524 req-fcaf78c5-1621-4a8a-a686-7ee102f58701 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971725 Feb 15 01:40:53.992716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-b03a91d6-a60f-4e84-93b8-cc746c813ccd service neutron] 10.222.0.31 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251054 Feb 15 01:40:54.113999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3a0c62-f809-4f83-a047-7a96e68c64c5 req-7ffc4650-6cf8-40f0-bcba-4ac39a144695 service neutron] 10.222.0.31 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151204 Feb 15 01:40:54.134142 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886ae7c-7372-4fea-9899-6d0e30c3e8a0 x-openstack-request-id: req-c886ae7c-7372-4fea-9899-6d0e30c3e8a0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:54.134466 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:54.140227 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c886ae7c-7372-4fea-9899-6d0e30c3e8a0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:54.140227 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271', 'status': 'completed', 'code': 200} Feb 15 01:40:54.230576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078309-1de3-4b5a-a6f1-bdf606d5d47a req-4e0f3b0c-397b-4075-944f-4c3fa2942465 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:54.232883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce078309-1de3-4b5a-a6f1-bdf606d5d47a req-4e0f3b0c-397b-4075-944f-4c3fa2942465 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 943 time: 0.0571826 Feb 15 01:40:54.319202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce078309-1de3-4b5a-a6f1-bdf606d5d47a req-fbc2ccc0-83da-4f14-bc59-2ca16d15f2df tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781777 Feb 15 01:40:54.349771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-b2016304-5c24-4818-9fd2-52ebbda3971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:54.351281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-b2016304-5c24-4818-9fd2-52ebbda3971e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebebcf19ecaa491e9b934e062493474e&device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 1126 time: 0.0780621 Feb 15 01:40:54.434684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:54.448869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-edf6ccc0-3951-4c66-925d-8885cfb1faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:54.450418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-edf6ccc0-3951-4c66-925d-8885cfb1faef service neutron] 10.222.0.31 "GET /v2.0/networks?id=e51920a2-9e21-4398-a533-c249816b0a6b HTTP/1.1" status: 200 len: 914 time: 0.0930929 Feb 15 01:40:54.496462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-0044ee1b-d7aa-4130-8af0-4793e4cfe4f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99a1f20-5887-496b-a3ef-924ed6c48271 HTTP/1.1" status: 200 len: 217 time: 0.0398285 Feb 15 01:40:54.550012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-9f27f26a-0d83-4cbb-aa5e-54b7d01ac0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:54.550012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-9f27f26a-0d83-4cbb-aa5e-54b7d01ac0a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63a53bbd-e9ea-4590-b31e-03dd1c255e01 HTTP/1.1" status: 200 len: 853 time: 0.0470054 Feb 15 01:40:54.583441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-695dc085-177e-4ae5-a9d6-642bd2237f29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e51920a2-9e21-4398-a533-c249816b0a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273020 Feb 15 01:40:54.681200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-cdd9058c-31b6-4372-b28f-2a44c3c8ec37 service neutron] 10.222.0.31 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919847 Feb 15 01:40:54.806413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf0bca17-c561-428c-bf1d-b3905802e374 req-31efe673-5a9f-4131-90a4-d363a63ca7c8 service neutron] 10.222.0.31 "GET /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191032 Feb 15 01:40:54.826245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aab0f8-1d77-4fd1-b464-19c09cc012c7 req-f87ca5dc-9bd6-4654-98e8-5f81e841f8e9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:54.827899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27aab0f8-1d77-4fd1-b464-19c09cc012c7 req-f87ca5dc-9bd6-4654-98e8-5f81e841f8e9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0826917 Feb 15 01:40:54.901189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27aab0f8-1d77-4fd1-b464-19c09cc012c7 req-b5941b6e-70ae-48a2-bb6d-d3c9ca8d6daf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667267 Feb 15 01:40:55.107740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c150-02eb-4e7c-bb64-76f5fc9fd3ef req-7343662f-5708-469e-a3a3-56cc403135e4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:55.109239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e26c150-02eb-4e7c-bb64-76f5fc9fd3ef req-7343662f-5708-469e-a3a3-56cc403135e4 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0548458 Feb 15 01:40:55.165124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e26c150-02eb-4e7c-bb64-76f5fc9fd3ef req-4a5cf441-7e56-4f2e-bd01-2106e0698903 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500138 Feb 15 01:40:55.454628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3384705-fff1-4fc2-9043-a7414a67d844 req-7e513ee6-90b0-418e-9844-7b591cd94a34 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:55.456318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3384705-fff1-4fc2-9043-a7414a67d844 req-7e513ee6-90b0-418e-9844-7b591cd94a34 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 943 time: 0.0561421 Feb 15 01:40:55.507119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3384705-fff1-4fc2-9043-a7414a67d844 req-c6fea61a-6fe8-4cc2-9b0a-a1dcb4fa4ce9 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Feb 15 01:40:55.795617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:56.033193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:56.046803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f446e2-532b-46b3-a294-ebe52f983225 req-85541733-d53a-412d-a5be-b1b855c028ef tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:56.048434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f446e2-532b-46b3-a294-ebe52f983225 req-85541733-d53a-412d-a5be-b1b855c028ef tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0613670 Feb 15 01:40:56.117331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f446e2-532b-46b3-a294-ebe52f983225 req-257341ec-23dc-41d2-8b59-fe4d863cea20 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Feb 15 01:40:56.338214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7986-8e89-46e0-89b2-6a55c23e2d42 req-a3fff81d-7a66-4897-a019-9ccb58b1cb1f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:56.338214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07cc7986-8e89-46e0-89b2-6a55c23e2d42 req-a3fff81d-7a66-4897-a019-9ccb58b1cb1f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0607023 Feb 15 01:40:56.368541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07cc7986-8e89-46e0-89b2-6a55c23e2d42 req-a41a1b4a-004e-4976-93ad-ec8d87c71795 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Feb 15 01:40:56.510198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c6338-1d86-4843-b26c-d7057860644d req-95091c56-bbcd-4ee4-8dc6-c4c6f0b6d9fe tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:56.512697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d4c6338-1d86-4843-b26c-d7057860644d req-95091c56-bbcd-4ee4-8dc6-c4c6f0b6d9fe tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 1133 time: 0.0495129 Feb 15 01:40:56.560561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d4c6338-1d86-4843-b26c-d7057860644d req-f1300dc1-d80d-4431-bb7c-696a75e00983 tempest-ServersOnMultiNodesTest-2099796792 tempest-ServersOnMultiNodesTest-2099796792-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Feb 15 01:40:56.617651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port ba7cfd56-b3e6-48ca-a48e-21810194c791 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:40:56.622591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port ba7cfd56-b3e6-48ca-a48e-21810194c791 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:56.623270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:56.677452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ec62-3906-4b14-8ccb-ee9c59f3d86e req-974899d7-8c6d-4776-8c23-88b04c932cd3 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:56.684675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ce3ec62-3906-4b14-8ccb-ee9c59f3d86e req-974899d7-8c6d-4776-8c23-88b04c932cd3 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 943 time: 0.0596206 Feb 15 01:40:56.726345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ba7cfd56-b3e6-48ca-a48e-21810194c791 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:56.727039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:56.733900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ce3ec62-3906-4b14-8ccb-ee9c59f3d86e req-01be297b-3311-4ba5-a6e4-07ea7739db0c tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Feb 15 01:40:56.761583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:56.766109 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5cd027-a74b-4f75-8033-c100bfcc788c" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:56.780191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:56.875132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:56.927441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:57.184785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e99a1f20-5887-496b-a3ef-924ed6c48271 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:40:57.213394 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58ebef9-b57b-4c49-9225-d43e89ccc94a x-openstack-request-id: req-e58ebef9-b57b-4c49-9225-d43e89ccc94a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:57.213394 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-plugged", "status": "completed", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:57.213394 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e58ebef9-b57b-4c49-9225-d43e89ccc94a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:57.213812 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'code': 200} Feb 15 01:40:57.322534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:57.328752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e55b9-ca8c-4baf-adff-c78e54beba22 req-e1f40231-35b9-47ef-9746-118b1aae6928 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:57.330852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-559e55b9-ca8c-4baf-adff-c78e54beba22 req-e1f40231-35b9-47ef-9746-118b1aae6928 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0723066 Feb 15 01:40:57.338137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e99a1f20-5887-496b-a3ef-924ed6c48271,segment=NetworkSegment(5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc),segment_id=5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:57.350097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e99a1f20-5887-496b-a3ef-924ed6c48271', 'network_id': 'e51920a2-9e21-4398-a533-c249816b0a6b', 'port_id': 'e99a1f20-5887-496b-a3ef-924ed6c48271', 'mac_address': 'fa:16:3e:bc:fe:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a53bbd-e9ea-4590-b31e-03dd1c255e01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:40:57.392039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e99a1f20-5887-496b-a3ef-924ed6c48271 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:57.392418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:57.405165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-559e55b9-ca8c-4baf-adff-c78e54beba22 req-2395f251-860f-4cab-be62-7cd55dd03b2c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Feb 15 01:40:57.412433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99a1f20-5887-496b-a3ef-924ed6c48271 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:40:57.437640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e99a1f20-5887-496b-a3ef-924ed6c48271,segment=NetworkSegment(5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc),segment_id=5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:57.532140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:57.547192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028e07-2aac-4585-89bd-50322e8c9c10 req-fb4b33ad-c935-423c-92b6-f2f8bfc28c71 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:57.549608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87028e07-2aac-4585-89bd-50322e8c9c10 req-fb4b33ad-c935-423c-92b6-f2f8bfc28c71 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0708318 Feb 15 01:40:57.610970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:57.614169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87028e07-2aac-4585-89bd-50322e8c9c10 req-0ea7c617-3be7-43fa-9973-9c1787b6c689 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576427 Feb 15 01:40:57.804307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e99a1f20-5887-496b-a3ef-924ed6c48271'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:57.860252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235da277-9f83-45d5-8f7e-2d319e75cd4c req-408525f2-0666-429d-b5fa-1224daa9ab76 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:57.861813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235da277-9f83-45d5-8f7e-2d319e75cd4c req-408525f2-0666-429d-b5fa-1224daa9ab76 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 944 time: 0.0573025 Feb 15 01:40:57.919168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235da277-9f83-45d5-8f7e-2d319e75cd4c req-42c3f17e-8dba-408e-81c8-73133cab4cda tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502701 Feb 15 01:40:58.547145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798f6a-866a-475b-ac40-dd51947c103b req-fa52c492-3c60-4ff7-a1cd-68d7f1520865 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:58.550189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc798f6a-866a-475b-ac40-dd51947c103b req-fa52c492-3c60-4ff7-a1cd-68d7f1520865 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0652916 Feb 15 01:40:58.629331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc798f6a-866a-475b-ac40-dd51947c103b req-37c0487d-104c-4405-9e55-b9a1649c4bd6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698392 Feb 15 01:40:58.747625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1271-2282-44cc-85ef-6dc583f8dd3a req-25dd2f77-0d52-41a2-a699-e6d12cc08b48 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:58.749209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c4f1271-2282-44cc-85ef-6dc583f8dd3a req-25dd2f77-0d52-41a2-a699-e6d12cc08b48 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0588171 Feb 15 01:40:58.801913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c4f1271-2282-44cc-85ef-6dc583f8dd3a req-059848bd-5c38-4efb-a945-dfb367f33ee7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469110 Feb 15 01:40:59.021281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-355390c3-4baf-41e4-8f55-b0c3fb099b0e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:59.022844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-355390c3-4baf-41e4-8f55-b0c3fb099b0e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 950 time: 0.0736046 Feb 15 01:40:59.127525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471fae5-3343-4b64-94f3-2c8c0e50ab79 req-19f68380-c4fe-4549-b581-5932647af49f tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:59.127525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0471fae5-3343-4b64-94f3-2c8c0e50ab79 req-19f68380-c4fe-4549-b581-5932647af49f tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 944 time: 0.1272750 Feb 15 01:40:59.182101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 891d0d83-78a6-458c-b48b-bc3196d2b503 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:40:59.182441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.190876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0471fae5-3343-4b64-94f3-2c8c0e50ab79 req-cbd2877f-c8b1-46e1-9de1-7b89b97973ab tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Feb 15 01:40:59.192963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e99a1f20-5887-496b-a3ef-924ed6c48271 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:40:59.293921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 891d0d83-78a6-458c-b48b-bc3196d2b503, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=891d0d83-78a6-458c-b48b-bc3196d2b503,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:59.294284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.307710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 891d0d83-78a6-458c-b48b-bc3196d2b503 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:40:59.324677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e99a1f20-5887-496b-a3ef-924ed6c48271 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:40:59.329442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e99a1f20-5887-496b-a3ef-924ed6c48271 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:40:59.330104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.419277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e99a1f20-5887-496b-a3ef-924ed6c48271 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:40:59.419717 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.450090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:59.451660 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9627c9a4-3af2-4462-b060-6efd6f36acd1" -d '{"events": [{"server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "name": "network-vif-plugged", "status": "completed", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:59.467195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e99a1f20-5887-496b-a3ef-924ed6c48271,segment=NetworkSegment(5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc),segment_id=5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:40:59.491896 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaa295e-ade9-4fe1-81d5-61f55d46522a x-openstack-request-id: req-8aaa295e-ade9-4fe1-81d5-61f55d46522a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:40:59.491896 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "name": "network-vif-plugged", "status": "completed", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:40:59.491896 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aaa295e-ade9-4fe1-81d5-61f55d46522a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:40:59.492172 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271', 'code': 200} Feb 15 01:40:59.543663 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.591350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (891d0d83-78a6-458c-b48b-bc3196d2b503), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.610549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32', '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'ff4938d4-11f9-436e-a58c-8ce7375a1329'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:59.618044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856', '891d0d83-78a6-458c-b48b-bc3196d2b503'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:40:59.668052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=891d0d83-78a6-458c-b48b-bc3196d2b503,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:59.747466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:40:59.750784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 891d0d83-78a6-458c-b48b-bc3196d2b503 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:40:59.755213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:40:59.786311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1013e815-e757-4778-8d58-b80cd50bdc6d req-7dcb7e08-2e0a-4580-8f38-5c0f2db86f15 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "DELETE /v2.0/ports/891d0d83-78a6-458c-b48b-bc3196d2b503 HTTP/1.1" status: 204 len: 173 time: 0.7491369 Feb 15 01:40:59.790516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'name': 'network-vif-deleted', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:40:59.796270 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de9559-72f0-414c-8be8-5f69d0340872" -d '{"events": [{"server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "name": "network-vif-deleted", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:40:59.840822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74360a5-6d79-4eae-8b16-5de2fc4c9238 req-4e803938-ef4b-4470-a0ac-06ab1fbc7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:59.842904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e74360a5-6d79-4eae-8b16-5de2fc4c9238 req-4e803938-ef4b-4470-a0ac-06ab1fbc7670 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 1128 time: 0.2955391 Feb 15 01:40:59.914070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770af7-8485-4c3b-bfc1-4eaf40e48f4c req-12d33893-0a5d-4931-8800-f8facc48ba6a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:40:59.916079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd770af7-8485-4c3b-bfc1-4eaf40e48f4c req-12d33893-0a5d-4931-8800-f8facc48ba6a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1147265 Feb 15 01:40:59.925938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e74360a5-6d79-4eae-8b16-5de2fc4c9238 req-12e8f59b-b232-488a-8656-2550ba6134bd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737901 Feb 15 01:40:59.986457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd770af7-8485-4c3b-bfc1-4eaf40e48f4c req-da0f29d5-07cd-4a3a-a23a-16fb82736db7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589626 Feb 15 01:41:00.053514 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1594c-455e-4436-87fa-366693fc2ce3 x-openstack-request-id: req-d9b1594c-455e-4436-87fa-366693fc2ce3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:00.054587 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49282ffb-430e-41db-993b-909fd886fdd3", "name": "network-vif-deleted", "tag": "891d0d83-78a6-458c-b48b-bc3196d2b503", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:00.055190 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9b1594c-455e-4436-87fa-366693fc2ce3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:00.056114 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49282ffb-430e-41db-993b-909fd886fdd3', 'name': 'network-vif-deleted', 'tag': '891d0d83-78a6-458c-b48b-bc3196d2b503', 'status': 'completed', 'code': 200} Feb 15 01:41:00.169327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bbee1c7-5b73-40dd-889e-4701a209315f req-24daf6e3-0696-4a31-af9e-a31df85da1c0 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0585549 Feb 15 01:41:00.338420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745207f-3331-429b-b372-692b1e6b6965 req-55340c78-0c11-4983-adb4-8c4ffc5d38fe tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:00.343810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5745207f-3331-429b-b372-692b1e6b6965 req-55340c78-0c11-4983-adb4-8c4ffc5d38fe tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.0657988 Feb 15 01:41:00.399537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5745207f-3331-429b-b372-692b1e6b6965 req-f8e981c0-4a56-4393-a64d-53f37c5a6f88 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524180 Feb 15 01:41:01.129737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786185b6-c5d9-4644-8a34-1453031e6ed0 req-5167c710-3f07-49c7-aa43-58448849cf60 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:01.131439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-786185b6-c5d9-4644-8a34-1453031e6ed0 req-5167c710-3f07-49c7-aa43-58448849cf60 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0606883 Feb 15 01:41:01.183599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-786185b6-c5d9-4644-8a34-1453031e6ed0 req-0a0d4e39-ba5d-4dcd-bdd7-b8e79b9d103d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Feb 15 01:41:01.326237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8087ace8-55a6-47a9-8e53-8b6253cc3924 req-82524f26-276a-4d1a-b801-eea7cbec62a3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=49282ffb-430e-41db-993b-909fd886fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Feb 15 01:41:01.534709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e6d94-014e-42fe-9237-6c29531cc166 req-54627385-051a-4382-b5d9-9b5e00597fff tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:01.536332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-071e6d94-014e-42fe-9237-6c29531cc166 req-54627385-051a-4382-b5d9-9b5e00597fff tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.0637770 Feb 15 01:41:01.606639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-071e6d94-014e-42fe-9237-6c29531cc166 req-48b53c43-b371-4cda-9fac-8a549ab9a522 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589521 Feb 15 01:41:02.050168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 891d0d83-78a6-458c-b48b-bc3196d2b503 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:02.083287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 891d0d83-78a6-458c-b48b-bc3196d2b503 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:02.088485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 891d0d83-78a6-458c-b48b-bc3196d2b503 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:02.357387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1df730-fe8a-45de-ae90-4f027ee1bd25 req-a76ffedf-a0b6-4c0b-bab3-dc781045de89 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:02.358894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b1df730-fe8a-45de-ae90-4f027ee1bd25 req-a76ffedf-a0b6-4c0b-bab3-dc781045de89 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0674629 Feb 15 01:41:02.417161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b1df730-fe8a-45de-ae90-4f027ee1bd25 req-b2b5fcdb-8c05-4d8b-865b-61632a1a7eff tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Feb 15 01:41:03.042417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba052c5-a7c7-4a91-8db8-8d59807ce494 req-97be84c8-6b43-40a9-afeb-6d015f50c16b tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:03.044520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ba052c5-a7c7-4a91-8db8-8d59807ce494 req-97be84c8-6b43-40a9-afeb-6d015f50c16b tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.0543001 Feb 15 01:41:03.103265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ba052c5-a7c7-4a91-8db8-8d59807ce494 req-53b166f4-2231-4993-b480-ad4e8f96ff01 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Feb 15 01:41:03.515610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760deb2-97e1-4a35-ad89-129824e810eb req-b34c04f3-56b4-45e6-8280-8da6565f6cb3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:03.518022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1760deb2-97e1-4a35-ad89-129824e810eb req-b34c04f3-56b4-45e6-8280-8da6565f6cb3 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 949 time: 0.3510215 Feb 15 01:41:03.576916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1760deb2-97e1-4a35-ad89-129824e810eb req-462b4fa9-af1e-4091-a53b-aead4d4985d6 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Feb 15 01:41:03.689658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f031b3-acc7-4e16-97cf-fa53e53104aa req-e885e524-a8b3-4253-a4bc-27cf3af78705 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:03.695934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f031b3-acc7-4e16-97cf-fa53e53104aa req-e885e524-a8b3-4253-a4bc-27cf3af78705 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0579669 Feb 15 01:41:03.744865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f031b3-acc7-4e16-97cf-fa53e53104aa req-1808af15-949e-4ded-b08b-8cb173474e93 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Feb 15 01:41:04.367729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-c94a9f4f-b700-44b4-8a31-23bb6f6b649e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:04.369556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-c94a9f4f-b700-44b4-8a31-23bb6f6b649e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 949 time: 0.0690272 Feb 15 01:41:04.497482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port ff4938d4-11f9-436e-a58c-8ce7375a1329 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:04.497715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:04.501561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-e154e98e-e984-4005-8e80-fed85d86a2da tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306792 Feb 15 01:41:04.625541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-6d3a6580-9293-42b0-a008-5095181be3ea tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:04.632592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-6d3a6580-9293-42b0-a008-5095181be3ea tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300771 Feb 15 01:41:04.640384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port ff4938d4-11f9-436e-a58c-8ce7375a1329, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ff4938d4-11f9-436e-a58c-8ce7375a1329,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:04.641493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:04.643786 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-d123e07a-0a46-41b3-9ef5-264bf641814d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/quotas/cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 375 time: 0.0102460 Feb 15 01:41:04.662405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for ff4938d4-11f9-436e-a58c-8ce7375a1329 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:04.739352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-9199a486-3017-4ba9-8594-f22a0028fc71 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891893 Feb 15 01:41:04.824953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886640e7-e611-4704-9354-15a672433ad8 req-f72d6bff-1613-4877-b12d-9a6c5f6c023d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:04.834459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-886640e7-e611-4704-9354-15a672433ad8 req-f72d6bff-1613-4877-b12d-9a6c5f6c023d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 949 time: 0.1210859 Feb 15 01:41:05.035141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-886640e7-e611-4704-9354-15a672433ad8 req-d2435cf7-ba78-480e-96e8-4acf1aa64fdd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942647 Feb 15 01:41:05.098363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ff4938d4-11f9-436e-a58c-8ce7375a1329), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:05.115151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32', '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'ff4938d4-11f9-436e-a58c-8ce7375a1329'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:05.254755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fea7c1-c39e-4b33-b3d4-63892fd1e4cf req-c3d26962-178a-4cad-b97a-91482fb6bd0d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:05.257936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:05.265138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7fea7c1-c39e-4b33-b3d4-63892fd1e4cf req-c3d26962-178a-4cad-b97a-91482fb6bd0d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1448834 Feb 15 01:41:05.288572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=ff4938d4-11f9-436e-a58c-8ce7375a1329,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:05.337286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port ff4938d4-11f9-436e-a58c-8ce7375a1329 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:05.340708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:05.344880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-507f30ed-d349-422c-b5f9-4f206f59f048 req-aa62dbb8-114c-48f5-b136-c4ebc0c958e5 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "DELETE /v2.0/ports/ff4938d4-11f9-436e-a58c-8ce7375a1329 HTTP/1.1" status: 204 len: 173 time: 0.9690938 Feb 15 01:41:05.345660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'name': 'network-vif-deleted', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:05.348874 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afbf09-50f6-4d96-ac27-fdcf7eb833fe" -d '{"events": [{"server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "name": "network-vif-deleted", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:05.365869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b087bd33-b86a-4bd1-8965-f9e4ed25486d req-c0761204-d9e1-4bb7-bf4f-e8e679c6408d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.1477537 Feb 15 01:41:05.395330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7fea7c1-c39e-4b33-b3d4-63892fd1e4cf req-d732ad56-108d-4e91-b3af-6eb36360aca8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951581 Feb 15 01:41:05.446694 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f8ed0-1717-4def-8c3e-f8ea981a9709 x-openstack-request-id: req-904f8ed0-1717-4def-8c3e-f8ea981a9709 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:05.447218 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d", "name": "network-vif-deleted", "tag": "ff4938d4-11f9-436e-a58c-8ce7375a1329", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:05.447643 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-904f8ed0-1717-4def-8c3e-f8ea981a9709 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:05.448343 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d', 'name': 'network-vif-deleted', 'tag': 'ff4938d4-11f9-436e-a58c-8ce7375a1329', 'status': 'completed', 'code': 200} Feb 15 01:41:06.337730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-928189fa-b395-48bf-8dc9-79b82a3584cb req-4f2c7d8c-2c90-49f2-962b-34ea475e0d8e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b5bc99-3102-4c3a-aab6-3f4dcb0a585d HTTP/1.1" status: 200 len: 210 time: 0.0999029 Feb 15 01:41:06.616306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a6360d2-2b7e-46f4-b890-ae45565d7707 req-35454c3a-84b2-48a2-a7b4-894abff923a7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.1124365 Feb 15 01:41:06.635369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756c42-1bd2-4283-a9ae-ec10ccbdf0dd req-008b92f4-1101-442e-8e25-788e5d1c67df tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:06.653142 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e756c42-1bd2-4283-a9ae-ec10ccbdf0dd req-008b92f4-1101-442e-8e25-788e5d1c67df tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1188300 Feb 15 01:41:06.786212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e756c42-1bd2-4283-a9ae-ec10ccbdf0dd req-d2e922d7-2e4c-4e07-a946-5d710bf7d9f8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395679 Feb 15 01:41:07.244157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ff4938d4-11f9-436e-a58c-8ce7375a1329 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:07.315096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: ff4938d4-11f9-436e-a58c-8ce7375a1329 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:07.315391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ff4938d4-11f9-436e-a58c-8ce7375a1329 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:07.315783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:07.638645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ebefb5b1-6730-45fa-9dfc-46e873bc2915 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:08.435938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342267a-4067-4e29-936f-9fe1321071f3 req-6ff15c02-917b-4330-94ac-d894d67ae0f1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:08.444218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f342267a-4067-4e29-936f-9fe1321071f3 req-6ff15c02-917b-4330-94ac-d894d67ae0f1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.2100155 Feb 15 01:41:08.544759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f342267a-4067-4e29-936f-9fe1321071f3 req-14925c47-4ee2-439a-baa5-1736cbd99fa1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989003 Feb 15 01:41:08.647247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-36749e09-8015-4574-8476-86105561d8b6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc7a8137081c45c890efebef7417ab1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011071 Feb 15 01:41:08.770608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fbb32f7-36d3-44ed-8c7c-104b5e44af90 req-705334b3-f0b2-42c0-93b8-6fd521be200c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.0302708 Feb 15 01:41:08.879974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-68346fcf-0830-48cc-9b7b-fd95e841d3df tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:08.881970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-68346fcf-0830-48cc-9b7b-fd95e841d3df tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162750 Feb 15 01:41:08.897605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Request body: {'port': {'device_id': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'cc7a8137081c45c890efebef7417ab1a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:09.123429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660f4e-1517-456c-bbb4-c606bbb66cf4 req-a9c131bd-1954-4326-bc43-ec1a136e63d5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:09.128156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-91660f4e-1517-456c-bbb4-c606bbb66cf4 req-a9c131bd-1954-4326-bc43-ec1a136e63d5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1500664 Feb 15 01:41:09.191106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689db39a-af68-4fc5-804d-14ad77f068ae req-bef04c0f-49f4-4e4b-8f5a-9d44c78a8ed8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:09.193436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-689db39a-af68-4fc5-804d-14ad77f068ae req-bef04c0f-49f4-4e4b-8f5a-9d44c78a8ed8 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.0922318 Feb 15 01:41:09.268648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-91660f4e-1517-456c-bbb4-c606bbb66cf4 req-a7177f2f-84ce-41aa-9bd6-682d25b1ddb2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338427 Feb 15 01:41:09.278138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Made reservation on behalf of cc7a8137081c45c890efebef7417ab1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:09.292392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:09.345239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-689db39a-af68-4fc5-804d-14ad77f068ae req-52a0fac8-a8fb-43aa-af3d-bfcd4d969e66 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442907 Feb 15 01:41:09.590780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Allocated IP 192.168.233.127 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/44005e49-15f6-4c01-b808-2f7bf01430fd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:09.600464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc3004-023a-4067-824c-169283d97b0b req-3327daca-c1ba-490f-ae66-61b2aef66ac7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:09.602003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84cc3004-023a-4067-824c-169283d97b0b req-3327daca-c1ba-490f-ae66-61b2aef66ac7 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.1586723 Feb 15 01:41:09.765334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b2b1-6a21-44cd-9d81-a6f28d34cbd7 req-1ba9c76a-256d-46af-96fa-d198fa1d3b61 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:09.768432 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d629b2b1-6a21-44cd-9d81-a6f28d34cbd7 req-1ba9c76a-256d-46af-96fa-d198fa1d3b61 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0883377 Feb 15 01:41:09.895443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d629b2b1-6a21-44cd-9d81-a6f28d34cbd7 req-eab712a2-ea07-4b5e-aad9-7346e6b744b3 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201689 Feb 15 01:41:09.924893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:09.925558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:10.010530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-195066f2-01bd-4ce8-8fc1-d434d63d069b req-ae6dbec5-8ab0-425a-b996-0a68d63cb69f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.0793962 Feb 15 01:41:10.158640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks [] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:10.165872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 8191fd07-94ee-47f5-b146-73d5a6ee57c5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8191fd07-94ee-47f5-b146-73d5a6ee57c5,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:10.166327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:10.183420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 8191fd07-94ee-47f5-b146-73d5a6ee57c5 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:10.327985 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:41:10.358501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:10.373223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989', '20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:10.381048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:10.509681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64c39d-30e6-43a2-a008-d326ac1f28d3 req-a1b4875c-bdca-4795-ab0c-fe911914d5c1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:10.511260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f64c39d-30e6-43a2-a008-d326ac1f28d3 req-a1b4875c-bdca-4795-ab0c-fe911914d5c1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1128187 Feb 15 01:41:10.572012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:10.626225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:10.633977 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5f64c39d-30e6-43a2-a008-d326ac1f28d3 req-caf9bc4e-b1f5-42d4-add7-7acd7965706e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157436 Feb 15 01:41:10.656186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-feb3682b-2e95-4b34-ac1e-62b74249b0ce tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:10.658073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-feb3682b-2e95-4b34-ac1e-62b74249b0ce tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.4086745 Feb 15 01:41:10.743472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:10.776471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:10.882886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:10.887234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:10.936945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe10df5-011f-42cc-ad24-2d4dab79f3c8 req-3082708a-25d1-45ce-acc4-d9bdde6c4d3b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:10.945130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe10df5-011f-42cc-ad24-2d4dab79f3c8 req-3082708a-25d1-45ce-acc4-d9bdde6c4d3b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 949 time: 0.4373024 Feb 15 01:41:11.063397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-da35f31f-00dd-4c86-a51e-a2b225ebc4d6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1702104 Feb 15 01:41:11.170838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f129-8711-4173-b3a6-73ab829a3d3a req-6a94d48e-1420-4dea-9514-50825f3be79d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:11.173321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b85f129-8711-4173-b3a6-73ab829a3d3a req-6a94d48e-1420-4dea-9514-50825f3be79d tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.1287584 Feb 15 01:41:11.204548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe10df5-011f-42cc-ad24-2d4dab79f3c8 req-73ce27f7-b244-43ba-9428-4988604cbc48 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582757 Feb 15 01:41:11.222535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Deleting port a584ab8c-ba8f-4cac-8aed-93dda56eb39c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:11.222894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.250216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6d5de0a-c678-4360-812d-3681f8b63b75 None None] Provisioning complete for port 44005e49-15f6-4c01-b808-2f7bf01430fd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:11.250708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6d5de0a-c678-4360-812d-3681f8b63b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.270546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b85f129-8711-4173-b3a6-73ab829a3d3a req-96ec4ab4-438c-4a6d-b37d-5fa4c6b7c4c1 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899482 Feb 15 01:41:11.361511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Request body: {'port': {'device_id': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:11.381043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8191fd07-94ee-47f5-b146-73d5a6ee57c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.412477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:11.413063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:11.524453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5de0a-c678-4360-812d-3681f8b63b75 None None] Port 44005e49-15f6-4c01-b808-2f7bf01430fd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:41:11.535895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=8191fd07-94ee-47f5-b146-73d5a6ee57c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:11.675476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 8191fd07-94ee-47f5-b146-73d5a6ee57c5 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:11.683838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.688414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84cc3004-023a-4067-824c-169283d97b0b req-ee1a0ced-c02c-4b49-88ec-65841467fc2d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "DELETE /v2.0/ports/8191fd07-94ee-47f5-b146-73d5a6ee57c5 HTTP/1.1" status: 204 len: 173 time: 2.0804074 Feb 15 01:41:11.689205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'name': 'network-vif-deleted', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:11.698248 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473cea7-ffcb-4226-9efe-6126e02d8604" -d '{"events": [{"server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "name": "network-vif-deleted", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:11.706577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] For port a584ab8c-ba8f-4cac-8aed-93dda56eb39c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:11.706945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.710148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:11.807573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd15fb8-6a2c-4d1c-b7e5-65b33d0a4c8c req-7cdfbb56-b2ca-451f-9478-d2415365fa4c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:11.815005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddd15fb8-6a2c-4d1c-b7e5-65b33d0a4c8c req-7cdfbb56-b2ca-451f-9478-d2415365fa4c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 936 time: 0.3467247 Feb 15 01:41:11.937175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab182d9-db18-44f6-bb4c-7f3bbb6fab79 req-10442f65-3b42-4f00-a02e-c26b78e5b5b2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:11.938731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2ab182d9-db18-44f6-bb4c-7f3bbb6fab79 req-10442f65-3b42-4f00-a02e-c26b78e5b5b2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.1493673 Feb 15 01:41:12.039425 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2ab182d9-db18-44f6-bb4c-7f3bbb6fab79 req-8ad82112-ebe8-47a6-8326-eb6307c9d997 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936375 Feb 15 01:41:12.123566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddd15fb8-6a2c-4d1c-b7e5-65b33d0a4c8c req-fcfe4322-cc2b-43f1-86c3-962ddfd429e1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076644 Feb 15 01:41:12.238119 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecf8edd-d2fb-4f8d-8dfc-0fd29d6cf1d1 x-openstack-request-id: req-7ecf8edd-d2fb-4f8d-8dfc-0fd29d6cf1d1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:12.238597 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58733518-9d1a-4f96-98a3-5c9485999992", "name": "network-vif-deleted", "tag": "8191fd07-94ee-47f5-b146-73d5a6ee57c5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:12.239020 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ecf8edd-d2fb-4f8d-8dfc-0fd29d6cf1d1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:12.239504 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58733518-9d1a-4f96-98a3-5c9485999992', 'name': 'network-vif-deleted', 'tag': '8191fd07-94ee-47f5-b146-73d5a6ee57c5', 'status': 'completed', 'code': 200} Feb 15 01:41:12.327955 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:12.327955 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:12.327955 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Floating IP c1fe281b-a967-48c6-a623-504db6596229 disassociated. External IP: 172.25.2.20, port: a584ab8c-ba8f-4cac-8aed-93dda56eb39c. Feb 15 01:41:12.347064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Calling delete_port for a584ab8c-ba8f-4cac-8aed-93dda56eb39c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:12.453622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fba1745-b791-40df-9ece-cdb8a8f4f366 req-0003246f-988b-4273-ad9d-4446ddb9dea1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=58733518-9d1a-4f96-98a3-5c9485999992 HTTP/1.1" status: 200 len: 210 time: 0.0715504 Feb 15 01:41:12.494626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ded0b6-9e50-4ac4-bf78-b0d538ffcab9 req-afddb245-68c6-4346-a57d-3d06f396ec52 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:12.496890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94ded0b6-9e50-4ac4-bf78-b0d538ffcab9 req-afddb245-68c6-4346-a57d-3d06f396ec52 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 946 time: 0.0900047 Feb 15 01:41:12.569479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:12.598315 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks [] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:12.606939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94ded0b6-9e50-4ac4-bf78-b0d538ffcab9 req-fa50d7fa-1e7b-49f3-adc8-ed1869b1daec tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1ceb5bd-46a2-40d3-a000-60e68ea18be4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014371 Feb 15 01:41:12.636728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Transition to ACTIVE for port object 44005e49-15f6-4c01-b808-2f7bf01430fd will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:41:12.806367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:12.812753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a584ab8c-ba8f-4cac-8aed-93dda56eb39c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:12.992684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-33d7965d-0575-4060-b849-b10336ce104d service neutron] 10.222.0.31 "GET /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.1382756 Feb 15 01:41:13.234153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ea031-fcca-4d63-9789-99948d144fc4 req-70cc3e0b-3884-4fa6-a994-13041cfc17e4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:13.239960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af8ea031-fcca-4d63-9789-99948d144fc4 req-70cc3e0b-3884-4fa6-a994-13041cfc17e4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0914838 Feb 15 01:41:13.276973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8191fd07-94ee-47f5-b146-73d5a6ee57c5 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:13.302391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af8ea031-fcca-4d63-9789-99948d144fc4 req-a1d1e287-9f44-4989-89af-ea6f8d84500d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Feb 15 01:41:13.370599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 8191fd07-94ee-47f5-b146-73d5a6ee57c5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:13.371080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8191fd07-94ee-47f5-b146-73d5a6ee57c5 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:13.474401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f177c6-c8a4-45e4-ae49-ef3d71b85f0b req-52f6b4ce-9166-4a24-ba4b-59afe982dd03 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:13.490280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f8f177c6-c8a4-45e4-ae49-ef3d71b85f0b req-52f6b4ce-9166-4a24-ba4b-59afe982dd03 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1070619 Feb 15 01:41:13.499604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:13.594848 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f8f177c6-c8a4-45e4-ae49-ef3d71b85f0b req-6fa8be91-0db3-461f-af15-6ccb9624d5cb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033812 Feb 15 01:41:13.657441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-3bfabaf7-f556-496a-a377-81a25924868f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:13.659058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-3bfabaf7-f556-496a-a377-81a25924868f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.4469714 Feb 15 01:41:13.668191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event deleted for resources: {'Port': ['ID=a584ab8c-ba8f-4cac-8aed-93dda56eb39c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:13.692233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-fe655d39-7e75-4f5e-b7c7-6eece5d0b05e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/quotas/a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 375 time: 0.0213771 Feb 15 01:41:13.724724 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f9030f29-ca37-4dc1-ad23-7ab2b7aef121 req-f0c839f8-c20c-4a7a-94d9-f288269b50d2 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.0335233 Feb 15 01:41:14.100160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a584ab8c-ba8f-4cac-8aed-93dda56eb39c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:14.137071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: a584ab8c-ba8f-4cac-8aed-93dda56eb39c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:14.137071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a584ab8c-ba8f-4cac-8aed-93dda56eb39c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:14.309476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:14.310540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:14.311137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:14.344270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:41:14.348589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:14.349671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:14.368780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:41:14.376348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:14.383601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:14.383601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:14.383601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Bound port: 44005e49-15f6-4c01-b808-2f7bf01430fd, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:14.383601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:14.420230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-670bfeee-cb82-4d7c-a262-12d388fb75c2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7222338 Feb 15 01:41:14.424751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:14.568540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebefb5b1-6730-45fa-9dfc-46e873bc2915 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:14.611787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:14.678703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:14.702070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:14.739257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:14.752964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:14.773908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:14.775359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:14.825903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:14.827797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:14.828925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ae86c-c7af-412e-8c92-41f4f89c95f9 req-b8f47b19-83f7-4b33-bc65-486adb75d4f9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:14.832950 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-825ae86c-c7af-412e-8c92-41f4f89c95f9 req-b8f47b19-83f7-4b33-bc65-486adb75d4f9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 943 time: 0.0954621 Feb 15 01:41:14.896717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] No DVR routers for this DVR port a584ab8c-ba8f-4cac-8aed-93dda56eb39c on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:14.909573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:14.912995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-608fa1ea-018f-40cb-a4e8-c257a33a1c1c req-696b97b4-9bfd-4184-816b-12eb8d369287 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.37 "DELETE /v2.0/ports/a584ab8c-ba8f-4cac-8aed-93dda56eb39c HTTP/1.1" status: 204 len: 173 time: 4.2413576 Feb 15 01:41:14.914955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-c9be5a9c-71a3-4669-ace2-c3e388a3cb9e service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476831 Feb 15 01:41:14.942579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-825ae86c-c7af-412e-8c92-41f4f89c95f9 req-36f1609d-9805-4e5f-a068-3eec9d42c001 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005678 Feb 15 01:41:14.958992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'name': 'network-vif-deleted', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:14.961321 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f857aa-b0cd-4da2-8d3f-8600ada9a55d" -d '{"events": [{"server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "name": "network-vif-deleted", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:15.055387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.061540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:15.061540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] 10.222.0.37 "PUT /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 1097 time: 3.9170103 Feb 15 01:41:15.134415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d814afc-1d72-46f9-aff4-f4dceea4d502 req-f1fead8e-5265-417d-8f06-672fa73bef94 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.168102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d814afc-1d72-46f9-aff4-f4dceea4d502 req-f1fead8e-5265-417d-8f06-672fa73bef94 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1498659 Feb 15 01:41:15.264705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362afc9-bb9a-42e4-9533-fd320ffec15f service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:15.311978 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d814afc-1d72-46f9-aff4-f4dceea4d502 req-16bc6717-9871-491c-b61e-4b56de386bea tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420748 Feb 15 01:41:15.418524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:15.428867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-669701da-664e-49ff-ad2b-b3e86d3f9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.433825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-669701da-664e-49ff-ad2b-b3e86d3f9e9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1131 time: 0.2550049 Feb 15 01:41:15.477950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:15.578059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-99681e78-d723-4c59-aa30-d45ae2ae07a5 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998149 Feb 15 01:41:15.596050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-dff0b928-7697-477f-b40b-bac585f75d8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.1267848 Feb 15 01:41:15.621339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d801-f198-4bfd-b983-12eaa9323607 req-2914a298-7498-406c-8c77-3f18ab30497b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.623188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] Transition to ACTIVE for port object ebefb5b1-6730-45fa-9dfc-46e873bc2915 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:41:15.629827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c27d801-f198-4bfd-b983-12eaa9323607 req-2914a298-7498-406c-8c77-3f18ab30497b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 950 time: 0.1774964 Feb 15 01:41:15.707474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-64788bc8-e802-4c48-bd5b-36f92fd829a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.713997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-64788bc8-e802-4c48-bd5b-36f92fd829a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1102493 Feb 15 01:41:15.715301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:15.736001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c27d801-f198-4bfd-b983-12eaa9323607 req-fcbaed4d-43f7-45e9-ba5f-f39748378f96 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051707 Feb 15 01:41:15.764090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-09c972a9-027c-4d28-8bb1-1b6990069b07 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:15.765143 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-09c972a9-027c-4d28-8bb1-1b6990069b07 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 950 time: 0.2576919 Feb 15 01:41:15.941200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:15.946877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] No DVR routers for this DVR port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:16.034401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:16.045905 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-01391f83-4143-484f-876a-3ecbf4ce6466 req-a7f32c9d-776d-4248-abe4-68e9f28b437a tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae23070-9358-48c8-aee2-ff22055bb28c HTTP/1.1" status: 200 len: 210 time: 0.0574265 Feb 15 01:41:16.058814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:16.059450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:40:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:16.060148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] Pushing event updated for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:16.064790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port d67f9f5a-0f3a-4955-9877-b967e7f88b32 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:16.066494 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:16.076630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-f485c9fc-43df-48b9-8162-635c21c90bfb service neutron] 10.222.0.31 "PUT /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 3.0585809 Feb 15 01:41:16.096270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-feb39477-7fc9-4687-a0d8-64ae8abb7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.101018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-feb39477-7fc9-4687-a0d8-64ae8abb7610 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3682301 Feb 15 01:41:16.173365 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ffd0f-c4ef-493d-8efa-33cc25750403 x-openstack-request-id: req-945ffd0f-c4ef-493d-8efa-33cc25750403 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:16.173672 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae23070-9358-48c8-aee2-ff22055bb28c", "name": "network-vif-deleted", "tag": "a584ab8c-ba8f-4cac-8aed-93dda56eb39c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:16.173933 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-945ffd0f-c4ef-493d-8efa-33cc25750403 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:16.174330 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae23070-9358-48c8-aee2-ff22055bb28c', 'name': 'network-vif-deleted', 'tag': 'a584ab8c-ba8f-4cac-8aed-93dda56eb39c', 'status': 'completed', 'code': 200} Feb 15 01:41:16.309484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:16.417912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-1f55534d-2c90-499c-8f6c-173de469bd19 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005919 Feb 15 01:41:16.417912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-448335b8-2028-48d7-a8f4-7461d8662ce1 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.418627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-448335b8-2028-48d7-a8f4-7461d8662ce1 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.1787665 Feb 15 01:41:16.437986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port d67f9f5a-0f3a-4955-9877-b967e7f88b32, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d67f9f5a-0f3a-4955-9877-b967e7f88b32,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:16.438627 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:16.575751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for d67f9f5a-0f3a-4955-9877-b967e7f88b32 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:16.611889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7b32-3df2-4e24-838a-099155180a91 req-f2f309c5-5d73-4a2c-942d-28e269c0322d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.613564 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28ee7b32-3df2-4e24-838a-099155180a91 req-f2f309c5-5d73-4a2c-942d-28e269c0322d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 944 time: 0.3072231 Feb 15 01:41:16.697479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-c7da328d-965b-4c90-b6f9-22f82e42c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.703991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-c7da328d-965b-4c90-b6f9-22f82e42c32b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405&tenant_id=2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 1127 time: 0.2622070 Feb 15 01:41:16.734805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bac1a-0b19-4c95-9f1b-440327bc98af req-bdfdb8de-50b1-48af-9e43-1dac526a00fd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.743838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-103bac1a-0b19-4c95-9f1b-440327bc98af req-bdfdb8de-50b1-48af-9e43-1dac526a00fd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1733902 Feb 15 01:41:16.779740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:16.819588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd037fc3-0e39-41be-ab8f-b1a2d1d64c59 req-189e4196-ea87-4345-8cd4-760069eca0a5 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877313 Feb 15 01:41:16.838185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5319e79-1b6e-4c56-bc8a-d21d90aaa45e None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:41Z', 'revision_number': 4, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '191e4b3d-b3fe-423c-bce2-72d02c82fac5', 'name': '', 'network_id': 'cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'mac_address': 'fa:16:3e:30:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:40Z', 'updated_at': '2022-02-15T01:35:46Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'subnets': [{'id': 'd29ff15e-be13-4b5d-98bd-c2578af9b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:16.885901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-103bac1a-0b19-4c95-9f1b-440327bc98af req-b602a0ca-dcd8-4776-9379-d915714af443 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345315 Feb 15 01:41:16.909544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-542e76af-5920-4fc7-99d3-9ecf5b94eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:16.915698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-542e76af-5920-4fc7-99d3-9ecf5b94eae2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1127 time: 0.1585786 Feb 15 01:41:17.048742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09565f42-57db-411c-b910-0cf3b86265b3 req-64204d7a-634e-48aa-a4c7-ac3709105744 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0888147 Feb 15 01:41:17.055482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28ee7b32-3df2-4e24-838a-099155180a91 req-6dd67fb6-aa27-48c0-baba-1b74d5fbf650 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982182 Feb 15 01:41:17.079437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d67f9f5a-0f3a-4955-9877-b967e7f88b32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:17.100167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3', '21706457-055e-4ffd-a4cc-ef2ff0e9c856'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:17.112724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-f1ae6dac-d4c0-486b-a7f2-e05f4142ea89 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:17.117894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-f1ae6dac-d4c0-486b-a7f2-e05f4142ea89 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 950 time: 0.6195621 Feb 15 01:41:17.207448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d67f9f5a-0f3a-4955-9877-b967e7f88b32'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:17.221640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=d67f9f5a-0f3a-4955-9877-b967e7f88b32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:17.265078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-df1d3dc0-b375-4935-b89b-3463b28351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:17.269046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-df1d3dc0-b375-4935-b89b-3463b28351cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.3470986 Feb 15 01:41:17.342893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43926cdf-1331-4f27-a35c-633ac6d58aa5 req-4f8f29df-3d57-49e4-9610-cb3eedab9809 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d3f038-312c-4bea-8524-10fda81899e9 HTTP/1.1" status: 200 len: 210 time: 0.0667996 Feb 15 01:41:17.372536 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f06f33-78a1-4cdb-8575-ff4514069335 None None] New status for floating IP c1fe281b-a967-48c6-a623-504db6596229: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:41:17.489107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port d67f9f5a-0f3a-4955-9877-b967e7f88b32 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:17.546621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:17.556923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5fbd712a-45c0-43b1-a791-ed3c141a95b1 req-2a123ded-ef45-4336-9a94-354a257c3c1a tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.31 "DELETE /v2.0/ports/d67f9f5a-0f3a-4955-9877-b967e7f88b32 HTTP/1.1" status: 204 len: 173 time: 1.7846642 Feb 15 01:41:17.566222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'name': 'network-vif-deleted', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:17.572220 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc72bbb-254a-4d0f-bdda-fd9d4ab5267c" -d '{"events": [{"server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "name": "network-vif-deleted", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:17.572408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-6c52eb32-b071-4cfe-ad5c-f67cb3e68278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 200 len: 217 time: 0.2275298 Feb 15 01:41:17.574491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:17.646861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:17.647219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:17.711021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-3f0a024b-a58b-4da7-b470-34db7446f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:17.713326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-3f0a024b-a58b-4da7-b470-34db7446f7c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1135440 Feb 15 01:41:17.826564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-6db1a67c-b64b-4911-8fb1-d77ed76a1e8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051717 Feb 15 01:41:17.845561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:17.859187 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a72aa3-cd1e-48d5-b651-f32acf19b97a x-openstack-request-id: req-c4a72aa3-cd1e-48d5-b651-f32acf19b97a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:17.859486 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3f038-312c-4bea-8524-10fda81899e9", "name": "network-vif-deleted", "tag": "d67f9f5a-0f3a-4955-9877-b967e7f88b32", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:17.859744 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4a72aa3-cd1e-48d5-b651-f32acf19b97a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:17.860137 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3f038-312c-4bea-8524-10fda81899e9', 'name': 'network-vif-deleted', 'tag': 'd67f9f5a-0f3a-4955-9877-b967e7f88b32', 'status': 'completed', 'code': 200} Feb 15 01:41:17.918706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 21706457-055e-4ffd-a4cc-ef2ff0e9c856, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=21706457-055e-4ffd-a4cc-ef2ff0e9c856,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:17.919080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:17.960252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 21706457-055e-4ffd-a4cc-ef2ff0e9c856 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:18.184519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:18.186749 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb4d54-8583-40de-be21-bad633e8ed6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:18.215720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (e1ceb5bd-46a2-40d3-a000-60e68ea18be4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.249001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-24c4ae55-7ad7-4e2b-bdc8-3cc2c3f8a5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082661 Feb 15 01:41:18.332771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5d334b10-c8d5-4065-bcfe-926a5d897362 req-b58abcc8-e98f-4fa0-b097-7db681b26425 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.1669478 Feb 15 01:41:18.383367 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (21706457-055e-4ffd-a4cc-ef2ff0e9c856), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.411479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', '3971a840-7084-4c80-8c57-b54f60abccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:18.500067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=21706457-055e-4ffd-a4cc-ef2ff0e9c856,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:18.504703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-ddf2c05b-9510-43fb-9518-fbd646d6b1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265885 Feb 15 01:41:18.535886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (e1ceb5bd-46a2-40d3-a000-60e68ea18be4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.595356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 21706457-055e-4ffd-a4cc-ef2ff0e9c856 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:18.613333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.616702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d88903a-6f9c-4479-8588-d56dc4057cac req-b0eb6335-b87e-48dc-85b6-6c4b0bbb2382 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "DELETE /v2.0/ports/21706457-055e-4ffd-a4cc-ef2ff0e9c856 HTTP/1.1" status: 204 len: 173 time: 1.4197805 Feb 15 01:41:18.670855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e6835-362b-4d77-86e9-9fafcc079a62 req-fad1df74-6a55-4bf0-97cc-64a41e7dc9ce tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:18.679589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c10e6835-362b-4d77-86e9-9fafcc079a62 req-fad1df74-6a55-4bf0-97cc-64a41e7dc9ce tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 944 time: 0.1405785 Feb 15 01:41:18.777737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f208b8-787a-48e0-b2eb-eb890c09044b req-277ccbe5-fce2-4180-8176-cb4c5168f0e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:18.786059 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c10e6835-362b-4d77-86e9-9fafcc079a62 req-4df66a44-ecf9-4b2b-8106-0a3dff23224a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947878 Feb 15 01:41:18.791442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49f208b8-787a-48e0-b2eb-eb890c09044b req-277ccbe5-fce2-4180-8176-cb4c5168f0e0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.6164925 Feb 15 01:41:18.862481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e1ceb5bd-46a2-40d3-a000-60e68ea18be4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.881197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:18.884854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "DELETE /v2.0/security-groups/e1ceb5bd-46a2-40d3-a000-60e68ea18be4 HTTP/1.1" status: 204 len: 168 time: 1.3054013 Feb 15 01:41:18.885166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:18.916470 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c8bdb73e-0957-492f-9e39-4ae17d0e5574 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] show failed (client error): The resource could not be found. Feb 15 01:41:18.924842 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7884d639-5617-466c-a919-66cc55ae13df x-openstack-request-id: req-7884d639-5617-466c-a919-66cc55ae13df {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:18.924842 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:18.925194 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7884d639-5617-466c-a919-66cc55ae13df {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:18.925572 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'status': 'completed', 'code': 200} Feb 15 01:41:18.927620 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c8bdb73e-0957-492f-9e39-4ae17d0e5574 tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "GET /v2.0/security-groups/e1ceb5bd-46a2-40d3-a000-60e68ea18be4 HTTP/1.1" status: 404 len: 347 time: 0.0408850 Feb 15 01:41:18.937621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46460) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:19.109731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940a90-1611-4a51-8343-ab028d00b0bd tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ceb5bd-46a2-40d3-a000-60e68ea18be4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:19.146811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49f208b8-787a-48e0-b2eb-eb890c09044b req-76289085-6b1a-4c85-bf70-6c12da09e705 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542376 Feb 15 01:41:19.212069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d54e3b5-863b-4a47-8345-17d416c12c38 req-d22c6110-6a33-4f8f-b5db-5994383b2a41 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e64892-9ba6-4eb7-a662-1d58874b5b8b HTTP/1.1" status: 200 len: 210 time: 0.1162894 Feb 15 01:41:19.261250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-7d5939c3-e102-4fd3-a161-daf68bd25434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:19.262143 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-7d5939c3-e102-4fd3-a161-daf68bd25434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1131 time: 0.3326964 Feb 15 01:41:19.310487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d67f9f5a-0f3a-4955-9877-b967e7f88b32 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:19.323642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Deleting port 2feb8022-b031-4a0d-ba69-ab76f344e20c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:19.325767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:19.349457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: d67f9f5a-0f3a-4955-9877-b967e7f88b32 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:19.350339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d67f9f5a-0f3a-4955-9877-b967e7f88b32 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:19.510408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d635c1ae-abbf-4fc0-a5ee-eb07935f30fa req-d98924fe-13d0-4045-b17f-63808470d68f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0318630 Feb 15 01:41:19.576964 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:19.577316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (2feb8022-b031-4a0d-ba69-ab76f344e20c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:19.587890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b943b06d-1555-48d3-b47a-6e2723218a4b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:19.593723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-b943b06d-1555-48d3-b47a-6e2723218a4b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.1999233 Feb 15 01:41:19.601473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-6e5c6e63-3d9c-4b7a-b87f-ffa0575c98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:19.602995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-6e5c6e63-3d9c-4b7a-b87f-ffa0575c98e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3248203 Feb 15 01:41:19.608031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Calling delete_port for 2feb8022-b031-4a0d-ba69-ab76f344e20c owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:19.701675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-299f34cc-dd66-420d-8c86-60280a69cd09 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:19.701675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-299f34cc-dd66-420d-8c86-60280a69cd09 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 808 time: 0.2561486 Feb 15 01:41:19.708419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-d19f573a-9d69-4dbb-a679-e92ed214d7bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0648477 Feb 15 01:41:19.743390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Request body: {'port': {'device_id': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'admin_state_up': True, 'tenant_id': 'a4c74368ee6f4c4581faed759cebb27a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:19.941361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-c8830275-1f62-4c98-977d-ea8a7404a962 service neutron] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:19.951450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-c8830275-1f62-4c98-977d-ea8a7404a962 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:19.952618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109e5d10-20a1-4533-9b3a-f2dbc6b70a6b req-c8830275-1f62-4c98-977d-ea8a7404a962 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.3460252 Feb 15 01:41:19.976706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'name': 'network-vif-deleted', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:19.979537 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a21c1e-92f9-4ef3-9dbf-2e61cbb6427d" -d '{"events": [{"server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "name": "network-vif-deleted", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:20.040981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2feb8022-b031-4a0d-ba69-ab76f344e20c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:20.097222 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02767c93-7f64-4c22-83c8-e86ece72e3b8 x-openstack-request-id: req-02767c93-7f64-4c22-83c8-e86ece72e3b8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:20.097222 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e64892-9ba6-4eb7-a662-1d58874b5b8b", "name": "network-vif-deleted", "tag": "21706457-055e-4ffd-a4cc-ef2ff0e9c856", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:20.097222 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02767c93-7f64-4c22-83c8-e86ece72e3b8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:20.097222 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e64892-9ba6-4eb7-a662-1d58874b5b8b', 'name': 'network-vif-deleted', 'tag': '21706457-055e-4ffd-a4cc-ef2ff0e9c856', 'status': 'completed', 'code': 200} Feb 15 01:41:20.107569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-65033274-eb8c-4db4-b0ae-02a78b954c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:20.110841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Pushing event deleted for resources: {'Port': ['ID=2feb8022-b031-4a0d-ba69-ab76f344e20c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:20.129739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-65033274-eb8c-4db4-b0ae-02a78b954c2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.4005640 Feb 15 01:41:20.153811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 21706457-055e-4ffd-a4cc-ef2ff0e9c856 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:20.158426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977f81-304c-4fd9-a6fd-8ad4f97fefb1 req-23337caa-81cb-487d-b716-e5cff7b64d51 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:20.160093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b977f81-304c-4fd9-a6fd-8ad4f97fefb1 req-23337caa-81cb-487d-b716-e5cff7b64d51 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 944 time: 0.1775618 Feb 15 01:41:20.189229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 21706457-055e-4ffd-a4cc-ef2ff0e9c856 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:20.189582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 21706457-055e-4ffd-a4cc-ef2ff0e9c856 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:20.250364 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6b977f81-304c-4fd9-a6fd-8ad4f97fefb1 req-68f6644f-69ea-4d0b-a562-8f2663025959 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Feb 15 01:41:20.277573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks [] for floatingip (c1fe281b-a967-48c6-a623-504db6596229), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:20.283148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:20.298098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1099831-8ce5-4373-897f-99d502648a9f tempest-ServersWithSpecificFlavorTestJSON-1334448952 tempest-ServersWithSpecificFlavorTestJSON-1334448952-project] 10.222.0.43 "DELETE /v2.0/floatingips/c1fe281b-a967-48c6-a623-504db6596229 HTTP/1.1" status: 204 len: 168 time: 1.3559041 Feb 15 01:41:20.313318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-66ddc385-4850-422f-9754-56d82865ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:20.324970 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-66ddc385-4850-422f-9754-56d82865ce19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1853037 Feb 15 01:41:20.378976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6bb35-8e31-4b71-a9f6-b19a9700373c req-41a5cdb9-9760-44f8-982d-b44ee722b395 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:20.386979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac6bb35-8e31-4b71-a9f6-b19a9700373c req-41a5cdb9-9760-44f8-982d-b44ee722b395 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.0847347 Feb 15 01:41:20.398044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Made reservation on behalf of a4c74368ee6f4c4581faed759cebb27a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:20.432038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:20.445130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac6bb35-8e31-4b71-a9f6-b19a9700373c req-89a1312f-59f9-4b65-810f-193a947f4601 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567944 Feb 15 01:41:20.720422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Allocated IP 172.20.0.11 (ed2d4070-d7c5-466e-a105-821fcd0b74f9/8bffe9a5-7296-4d2d-9c09-f49d155ea06c/e5551b43-446b-461f-952f-ba7dcadcbf9e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:20.758049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-c45b85ac-5657-4722-a326-7ed4dddade2e service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344211 Feb 15 01:41:20.968721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24181678-fb82-48ae-9145-54575b374eaf req-9fb3e34f-e205-498a-958e-e44c61dce350 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0786412 Feb 15 01:41:21.052068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee86a313-4c07-4861-bdb2-683186cd0dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:21.096930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ffde9-7cdf-4ef1-b10a-14f308a108f4 req-cbbf346e-fd47-49e4-ab7e-8977a9db59e6 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:21.106642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-011ffde9-7cdf-4ef1-b10a-14f308a108f4 req-cbbf346e-fd47-49e4-ab7e-8977a9db59e6 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1127 time: 0.2185824 Feb 15 01:41:21.141079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30fb4d54-8583-40de-be21-bad633e8ed6e req-e29d6e7a-ded1-4348-a87f-534d6c5d2e1f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753107 Feb 15 01:41:21.221303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks [] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:21.231761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-011ffde9-7cdf-4ef1-b10a-14f308a108f4 req-abe41afd-b47c-49f8-9d3d-bc47af20bcf0 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266906 Feb 15 01:41:21.403401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:21.756045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Network ed2d4070-d7c5-466e-a105-821fcd0b74f9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:21.766638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:21.772464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeb39c-d6be-4284-9af8-7a02e6cbf23c req-230147bd-9cda-4f08-9c2f-bdac60f45e32 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:21.773994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1eeb39c-d6be-4284-9af8-7a02e6cbf23c req-230147bd-9cda-4f08-9c2f-bdac60f45e32 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 1127 time: 0.3906941 Feb 15 01:41:21.774733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:21.825586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:21.826214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:21.835743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:21.879303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1eeb39c-d6be-4284-9af8-7a02e6cbf23c req-b9558931-2038-40ed-a9b0-7054831e0582 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498400 Feb 15 01:41:21.922282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-6c7360bf-70b1-4321-bc51-35294863e3ce tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1878424 Feb 15 01:41:21.935586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Request body: {'port': {'device_id': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:22.013825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432d6f-097e-477c-b01d-f541726fcbfd req-300c1691-0d12-411d-8764-20985162d953 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:22.013825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c432d6f-097e-477c-b01d-f541726fcbfd req-300c1691-0d12-411d-8764-20985162d953 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1152191 Feb 15 01:41:22.076498 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.115383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c432d6f-097e-477c-b01d-f541726fcbfd req-debf0c40-52ea-4ae0-ae55-d09723247c81 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972178 Feb 15 01:41:22.155398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:41:22.323616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:22.365227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'mac_address': 'fa:16:3e:2e:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:41:22.377610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44fca2-df95-48fa-bf33-bb27b5c85771 req-f1efb838-2a24-467f-bfca-43b0b84f2965 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:22.385076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a44fca2-df95-48fa-bf33-bb27b5c85771 req-f1efb838-2a24-467f-bfca-43b0b84f2965 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 932 time: 0.0875788 Feb 15 01:41:22.458136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:22.459207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.487421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a44fca2-df95-48fa-bf33-bb27b5c85771 req-a08c5645-6df6-4378-9e06-4827d021af5a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941448 Feb 15 01:41:22.501681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:22.544917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:22.582957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5551b43-446b-461f-952f-ba7dcadcbf9e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:22.594386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks [] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.615366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Transition to ACTIVE for port object e5551b43-446b-461f-952f-ba7dcadcbf9e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:41:22.676024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77a2c-0c80-480a-b632-e0ea39808f35 req-70300201-95f6-4121-8c95-3df226448c53 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:22.676472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:22.677779 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e3f77a2c-0c80-480a-b632-e0ea39808f35 req-70300201-95f6-4121-8c95-3df226448c53 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 950 time: 0.0608857 Feb 15 01:41:22.691640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.736606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.760560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:22.765426 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e3f77a2c-0c80-480a-b632-e0ea39808f35 req-6d2d8c9e-e76e-408c-821d-f92682b281bd tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811164 Feb 15 01:41:22.809937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:22.882860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:22.883724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:22.884267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:22.889762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:41:22.890191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:22.895806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:22.896153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:22.896698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:22.897152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Bound port: e5551b43-446b-461f-952f-ba7dcadcbf9e, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:22.897524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:22.977354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:22.982678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:23.109224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:23.152430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.153289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:23.154877 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] 10.222.0.31 "PUT /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 1093 time: 1.2243168 Feb 15 01:41:23.155490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:23.157967 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e93fae-8814-4daa-b641-7280325aec79" -d '{"events": [{"name": "network-changed", "server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:23.224811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['44005e49-15f6-4c01-b808-2f7bf01430fd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:23.294725 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc5785-eb41-4e50-8666-0aed7cffd5b5 x-openstack-request-id: req-30fc5785-eb41-4e50-8666-0aed7cffd5b5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:23.295283 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:23.295718 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30fc5785-eb41-4e50-8666-0aed7cffd5b5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:23.296268 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'status': 'completed', 'code': 200} Feb 15 01:41:23.316138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cac24d0d-0ea5-4544-aeb7-0e643cb5f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:23.329334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417775fe-d5a5-420a-86cf-1f634e0ba079 service neutron] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:23.382128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e93fae-8814-4daa-b641-7280325aec79 req-fe25d46c-d121-41ec-8825-e0a82ed27f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.384522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87e93fae-8814-4daa-b641-7280325aec79 req-fe25d46c-d121-41ec-8825-e0a82ed27f83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1127 time: 0.0854232 Feb 15 01:41:23.408082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-bfdc2d4b-d37b-4172-8659-a74cb12922fa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.409916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-bfdc2d4b-d37b-4172-8659-a74cb12922fa tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 950 time: 0.1721044 Feb 15 01:41:23.726753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086136b-227b-4b91-8ce9-664a6ab93848 req-01f94e33-15ab-43d9-ade2-5380211b20fb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.728178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6086136b-227b-4b91-8ce9-664a6ab93848 req-01f94e33-15ab-43d9-ade2-5380211b20fb tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.4929032 Feb 15 01:41:23.787585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8787-786c-4012-9ca2-e9a9fbbfebf9 req-7f77503c-c2f6-4f6b-b8bf-6d1f833d0c4c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.797856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0c4f8787-786c-4012-9ca2-e9a9fbbfebf9 req-7f77503c-c2f6-4f6b-b8bf-6d1f833d0c4c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.1998425 Feb 15 01:41:23.809393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6086136b-227b-4b91-8ce9-664a6ab93848 req-5cda2fce-e365-4895-8c74-afdf8a58a8ee tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748661 Feb 15 01:41:23.833683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (e0625290-4818-4285-a10a-749a3af09bca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:23.888945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e93fae-8814-4daa-b641-7280325aec79 req-2e12b826-446e-4ea1-a100-5080b011f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:23.891319 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87e93fae-8814-4daa-b641-7280325aec79 req-2e12b826-446e-4ea1-a100-5080b011f850 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a4c74368ee6f4c4581faed759cebb27a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4783199 Feb 15 01:41:23.899490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:23.900044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:23.916720 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0c4f8787-786c-4012-9ca2-e9a9fbbfebf9 req-b624b5ba-cd39-40d0-b3fb-0fbdac65d05d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176999 Feb 15 01:41:24.121478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed2eba-475a-4a03-9745-f80e8b3ff886 req-a563ddbf-1a0c-4039-90ca-7026bbf3ea0d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:24.128468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7ed2eba-475a-4a03-9745-f80e8b3ff886 req-a563ddbf-1a0c-4039-90ca-7026bbf3ea0d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 950 time: 0.1030583 Feb 15 01:41:24.200991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:24.200991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.204137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e93fae-8814-4daa-b641-7280325aec79 req-7a5f40d2-76ca-4f9f-9e65-d3aa7f3bb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:24.205828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-87e93fae-8814-4daa-b641-7280325aec79 req-7a5f40d2-76ca-4f9f-9e65-d3aa7f3bb0fd service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997379 Feb 15 01:41:24.219957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7ed2eba-475a-4a03-9745-f80e8b3ff886 req-e302ee80-9bd9-4f41-834a-f33565381456 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900841 Feb 15 01:41:24.220881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:24.405893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-21e11701-a6ed-46eb-be41-f70204972109 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:24.405893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-21e11701-a6ed-46eb-be41-f70204972109 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 950 time: 0.0861025 Feb 15 01:41:24.442560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.490425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-8f058c80-08ec-4d92-ab86-a68886d4b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:24.492329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-8f058c80-08ec-4d92-ab86-a68886d4b7c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1127 time: 0.2111983 Feb 15 01:41:24.504399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Deleting port 191e4b3d-b3fe-423c-bce2-72d02c82fac5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:24.504750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.551658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-910381b7-a819-4c96-9adf-782e6658b483 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 217 time: 0.0448987 Feb 15 01:41:24.567904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.586106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe', '3971a840-7084-4c80-8c57-b54f60abccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:24.624127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 3971a840-7084-4c80-8c57-b54f60abccd3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:24.625093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.668992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:24.712860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-bb7d8ae4-59fc-4c72-8b51-2b11b336c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:24.714939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-bb7d8ae4-59fc-4c72-8b51-2b11b336c45a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.1569476 Feb 15 01:41:24.766003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:24.769690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.773313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a9cbbf48-4588-413d-a192-4cf0338b60ec req-988cceb3-fc51-4e06-8aee-00600baa03ab tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "DELETE /v2.0/ports/835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d HTTP/1.1" status: 204 len: 173 time: 1.3442614 Feb 15 01:41:24.789932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-c02a37ed-5f01-4883-b146-b9ed5a850332 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440731 Feb 15 01:41:24.795935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] For port 191e4b3d-b3fe-423c-bce2-72d02c82fac5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=191e4b3d-b3fe-423c-bce2-72d02c82fac5,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:24.796592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.826893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 3971a840-7084-4c80-8c57-b54f60abccd3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3971a840-7084-4c80-8c57-b54f60abccd3,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:24.827187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:24.844527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Calling delete_port for 191e4b3d-b3fe-423c-bce2-72d02c82fac5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:24.861714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 3971a840-7084-4c80-8c57-b54f60abccd3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:24.972791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-33d0adfe-5808-4064-a569-481c9b2e806a service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767068 Feb 15 01:41:25.217301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee36b-e4d5-4464-a1ca-8d261e46e130 req-6ed83400-c54f-411f-836a-f7a7fa419562 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:25.218884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a9ee36b-e4d5-4464-a1ca-8d261e46e130 req-6ed83400-c54f-411f-836a-f7a7fa419562 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.2451932 Feb 15 01:41:25.294445 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-263f1d10-c561-474b-9b8b-3d34e4956369 req-dcd1e28a-34c8-466d-946d-4662e8bf8f70 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068144 Feb 15 01:41:25.298560 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a9ee36b-e4d5-4464-a1ca-8d261e46e130 req-ef0b6f63-98ba-4ab4-990b-eb2584ac8072 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 Feb 15 01:41:25.299801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'name': 'network-vif-deleted', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:25.302591 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0f63e4-895c-44cd-b3cc-9ab7d07acded" -d '{"events": [{"server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "name": "network-vif-deleted", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:25.385319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ef3-3866-41fa-9304-5ba8948599da req-136762cb-c2e4-4a95-9b3a-a76c53454723 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:25.387119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60ea8ef3-3866-41fa-9304-5ba8948599da req-136762cb-c2e4-4a95-9b3a-a76c53454723 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.3219633 Feb 15 01:41:25.436893 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4791f306-6c4a-41da-b976-c061e5a3abb0 req-10589722-6e19-4df9-8449-6598194ef6f1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=61469161-d110-44ec-96c8-b42a7cfc6e8d HTTP/1.1" status: 200 len: 210 time: 0.0300462 Feb 15 01:41:25.459011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60ea8ef3-3866-41fa-9304-5ba8948599da req-c1469642-c87b-4c94-bbf0-f0683c0606f1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569787 Feb 15 01:41:25.462351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (191e4b3d-b3fe-423c-bce2-72d02c82fac5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:25.488076 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be84d098-a3c6-4da3-8eaa-8708fc3ca132 x-openstack-request-id: req-be84d098-a3c6-4da3-8eaa-8708fc3ca132 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:25.488407 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61469161-d110-44ec-96c8-b42a7cfc6e8d", "name": "network-vif-deleted", "tag": "835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:25.488662 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be84d098-a3c6-4da3-8eaa-8708fc3ca132 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:25.489067 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61469161-d110-44ec-96c8-b42a7cfc6e8d', 'name': 'network-vif-deleted', 'tag': '835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d', 'status': 'completed', 'code': 200} Feb 15 01:41:25.490716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Pushing event deleted for resources: {'Port': ['ID=191e4b3d-b3fe-423c-bce2-72d02c82fac5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:25.552335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3971a840-7084-4c80-8c57-b54f60abccd3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:25.564375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:25.586707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=3971a840-7084-4c80-8c57-b54f60abccd3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:25.679408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 3971a840-7084-4c80-8c57-b54f60abccd3 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:25.686677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:25.690266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f3631e7-59bc-49d9-8d73-a225203f88a9 req-38ff81f0-1d8a-4b11-a24c-3ebad4ac3cf1 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "DELETE /v2.0/ports/3971a840-7084-4c80-8c57-b54f60abccd3 HTTP/1.1" status: 204 len: 173 time: 1.2740514 Feb 15 01:41:25.690838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'name': 'network-vif-deleted', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:25.693392 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4a2ef-10ae-451e-8bd0-db7fd207e8d4" -d '{"events": [{"server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "name": "network-vif-deleted", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:25.760817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (e0625290-4818-4285-a10a-749a3af09bca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:25.769454 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fada40a-b4ae-4273-94c3-592be0aa332b x-openstack-request-id: req-1fada40a-b4ae-4273-94c3-592be0aa332b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:25.769727 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1f6e-4457-4c3f-a54b-c9daeaec834f", "name": "network-vif-deleted", "tag": "3971a840-7084-4c80-8c57-b54f60abccd3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:25.769982 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fada40a-b4ae-4273-94c3-592be0aa332b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:25.770383 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1f6e-4457-4c3f-a54b-c9daeaec834f', 'name': 'network-vif-deleted', 'tag': '3971a840-7084-4c80-8c57-b54f60abccd3', 'status': 'completed', 'code': 200} Feb 15 01:41:25.880563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:25.998364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Router e0625290-4818-4285-a10a-749a3af09bca has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:41:26.139789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:26.150417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Sync routers for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:26.169871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:26.170055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:26.179516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-794d269b-b6b2-4d67-b479-9e35666f4827 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0625290-4818-4285-a10a-749a3af09bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5016470 Feb 15 01:41:26.192748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-46926386-3387-4834-8fba-9dec70083f6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0742917 Feb 15 01:41:26.209866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:26.210577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:26.377533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-bdd48480-07a5-4a0d-8702-b6640a93d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:26.379069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-bdd48480-07a5-4a0d-8702-b6640a93d717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1128 time: 0.1247642 Feb 15 01:41:26.410653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks [] for router (e0625290-4818-4285-a10a-749a3af09bca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:26.523700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:26.632979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 44005e49-15f6-4c01-b808-2f7bf01430fd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:41:26.635606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76760a87-eb08-4971-a173-710b5b104bd6 req-746f4107-c0e9-42d2-a62b-50f3caf6e4d3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:26.643559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 44005e49-15f6-4c01-b808-2f7bf01430fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:26.643898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76760a87-eb08-4971-a173-710b5b104bd6 req-746f4107-c0e9-42d2-a62b-50f3caf6e4d3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0693481 Feb 15 01:41:26.644436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:26.714949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76760a87-eb08-4971-a173-710b5b104bd6 req-988a5a59-0acb-48d7-ba3d-3517d9d06c08 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690122 Feb 15 01:41:26.847908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b08d1bf8-6747-4aec-b916-6e6ab953b0c2 req-d35b381e-28f7-4c36-a498-252416109ff2 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=48cd1f6e-4457-4c3f-a54b-c9daeaec834f HTTP/1.1" status: 200 len: 210 time: 0.0360029 Feb 15 01:41:26.865493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:26.866074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:26.900823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:26.904006 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea8a185-7c4b-4267-971d-2e151fe27e77" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:26.934592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:26.956000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:41:25Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:26.977070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d9d85-ec09-4b7e-be4a-6aa0c18cc144 req-342ae9de-aae5-4891-9dbb-b48fcf651267 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:26.978747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-242d9d85-ec09-4b7e-be4a-6aa0c18cc144 req-342ae9de-aae5-4891-9dbb-b48fcf651267 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.5548074 Feb 15 01:41:26.982804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-6554dfcd-7cc5-45b8-a843-68cc56633061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:26.984401 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-6554dfcd-7cc5-45b8-a843-68cc56633061 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.5711396 Feb 15 01:41:26.997452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Checking router: e0625290-4818-4285-a10a-749a3af09bca for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:27.007723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Routers {'e0625290-4818-4285-a10a-749a3af09bca'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:27.008382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e0625290-4818-4285-a10a-749a3af09bca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:27.069849 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks [] for router_gateway (e0625290-4818-4285-a10a-749a3af09bca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.077647 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-82639c1f-fa9d-4f20-960f-c23fe91c67a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0722907 Feb 15 01:41:27.126137 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83008af-c3b4-43a7-890a-77e9741aee33 x-openstack-request-id: req-a83008af-c3b4-43a7-890a-77e9741aee33 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:27.126499 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:27.127182 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a83008af-c3b4-43a7-890a-77e9741aee33 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:27.129856 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'code': 200} Feb 15 01:41:27.130613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.131639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:27.220189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:27.220565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 835c0ae3-6c4d-4ec0-94c6-a9ae10afcf8d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:27.225687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57629-5574-4e10-a395-7b3cd242af9d req-760e751f-0f21-46fa-9a2c-f56b3c5cfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:27.227187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85d57629-5574-4e10-a395-7b3cd242af9d req-760e751f-0f21-46fa-9a2c-f56b3c5cfff7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1133 time: 0.0696459 Feb 15 01:41:27.298622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85d57629-5574-4e10-a395-7b3cd242af9d req-04a13bbc-d27e-490b-a2d0-21682d5c221b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648227 Feb 15 01:41:27.314736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-242d9d85-ec09-4b7e-be4a-6aa0c18cc144 req-228170ab-9a17-4937-be03-838ced0bb461 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172669 Feb 15 01:41:27.331588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-8245be32-4786-4f46-9ecc-4de3e030476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:27.333258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-8245be32-4786-4f46-9ecc-4de3e030476c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.2411256 Feb 15 01:41:27.345062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:27.348889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] Set router e0625290-4818-4285-a10a-749a3af09bca gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:27.377199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.383816 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-e5648572-d144-473f-9d1d-46378847ab28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410171 Feb 15 01:41:27.386963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Deleting port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:27.387313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.539520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] For port 0e016ada-1e92-410e-a0cc-92b3e6dc0e21, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:27.539885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.553309 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-effcc773-9897-485f-82bc-ec8ea14f7250 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625855 Feb 15 01:41:27.557602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Calling delete_port for 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:27.567286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:41:25Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:27.595554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308154db-adeb-4b32-9b10-c40deab80e45 None None] The sync data for ids ['e0625290-4818-4285-a10a-749a3af09bca'] in n-d-829064-14 is: [{'id': 'e0625290-4818-4285-a10a-749a3af09bca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430517123-router', 'tenant_id': '93dcbc0e09104152aed49f7518adf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:41:25Z', 'revision_number': 5, 'project_id': '93dcbc0e09104152aed49f7518adf934', 'gw_port': {'id': '0e016ada-1e92-410e-a0cc-92b3e6dc0e21', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0625290-4818-4285-a10a-749a3af09bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:37Z', 'updated_at': '2022-02-15T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:27.702507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9141acc2-fb48-458a-b4a0-355c8ea1c124 req-09fb3482-debc-409b-b55c-7e560168e478 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422110 Feb 15 01:41:27.829455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf257ac-6db2-482f-b534-d0070a952405 req-807023a6-7a57-4ff1-a18a-56a2dd57d861 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:27.831206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cf257ac-6db2-482f-b534-d0070a952405 req-807023a6-7a57-4ff1-a18a-56a2dd57d861 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0553000 Feb 15 01:41:27.882467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cf257ac-6db2-482f-b534-d0070a952405 req-4b184229-4c49-4708-b5e9-26f0e06cc546 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Feb 15 01:41:27.936483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0e016ada-1e92-410e-a0cc-92b3e6dc0e21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:27.962534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e016ada-1e92-410e-a0cc-92b3e6dc0e21,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:28.032010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (e0625290-4818-4285-a10a-749a3af09bca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.157645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3971a840-7084-4c80-8c57-b54f60abccd3 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:28.171332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (e0625290-4818-4285-a10a-749a3af09bca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.173816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks [] for router_controller (e0625290-4818-4285-a10a-749a3af09bca), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.186844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 3971a840-7084-4c80-8c57-b54f60abccd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:28.187284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3971a840-7084-4c80-8c57-b54f60abccd3 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:28.330926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (e0625290-4818-4285-a10a-749a3af09bca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.331624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0625290-4818-4285-a10a-749a3af09bca {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:41:28.336692 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.344082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d6ac01f-dbf7-4ab3-b008-243bad9fbc4b admin admin] 10.222.0.43 "DELETE /v2.0/routers/e0625290-4818-4285-a10a-749a3af09bca HTTP/1.1" status: 204 len: 168 time: 2.1661098 Feb 15 01:41:28.344082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:28.443259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Deleting subnet d29ff15e-be13-4b5d-98bd-c2578af9b845 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:41:28.449177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Publish callbacks [] for subnet (d29ff15e-be13-4b5d-98bd-c2578af9b845), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.496408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (d29ff15e-be13-4b5d-98bd-c2578af9b845), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.530050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9eb41-2f2e-4455-903c-4f126451a2c3 req-dc8859cc-6b89-45c4-b771-9cf5b43e0c53 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:28.531629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a2c9eb41-2f2e-4455-903c-4f126451a2c3 req-dc8859cc-6b89-45c4-b771-9cf5b43e0c53 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1317897 Feb 15 01:41:28.621161 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a2c9eb41-2f2e-4455-903c-4f126451a2c3 req-fb04a3f0-8aa0-49ea-b151-3d3a5c2480e8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829265 Feb 15 01:41:28.626427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d29ff15e-be13-4b5d-98bd-c2578af9b845), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.772317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02ea0e-b097-421c-ac55-1023d2c4a8ed req-af822ae3-84e5-4efd-b779-c09145d12191 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:28.774030 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de02ea0e-b097-421c-ac55-1023d2c4a8ed req-af822ae3-84e5-4efd-b779-c09145d12191 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.0604203 Feb 15 01:41:28.826417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de02ea0e-b097-421c-ac55-1023d2c4a8ed req-91c7881c-d91d-4a74-8a01-1b3d3aeb987d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Feb 15 01:41:28.842831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (d29ff15e-be13-4b5d-98bd-c2578af9b845), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.895172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29ff15e-be13-4b5d-98bd-c2578af9b845,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:28.901800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:28.907826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f59d5-e5f7-4290-abc4-7832586fbd4d None None] Network cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:41:28.947488 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ae8d467-a0e7-41b9-bdd6-b604647d3ae0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d29ff15e-be13-4b5d-98bd-c2578af9b845 HTTP/1.1" status: 204 len: 168 time: 0.6054623 Feb 15 01:41:28.950414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:29.043209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.081992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-ef5a72f8-4987-414b-b537-c314d29325a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083753 Feb 15 01:41:29.093293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad3dd-d805-4d5c-9edb-ad08c796c00d req-99a4ea0f-deca-4c3b-a5ac-052f4581c5dc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.095064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86fad3dd-d805-4d5c-9edb-ad08c796c00d req-99a4ea0f-deca-4c3b-a5ac-052f4581c5dc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0764136 Feb 15 01:41:29.138867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Deleting port 654b9756-9447-4b45-a586-129f4a9bc4bf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:29.139211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.178793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] DHCP port deletion for cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:41:29.197911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-0b787932-ff6c-40d7-b6a2-ab4fe58bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.199603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-0b787932-ff6c-40d7-b6a2-ab4fe58bdcaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1127 time: 0.0933533 Feb 15 01:41:29.215690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86fad3dd-d805-4d5c-9edb-ad08c796c00d req-75ca1b86-6a0a-43e1-8989-7fce32233de0 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116419 Feb 15 01:41:29.252869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Deleting port 654b9756-9447-4b45-a586-129f4a9bc4bf {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:29.253132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.285472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] For port 654b9756-9447-4b45-a586-129f4a9bc4bf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=654b9756-9447-4b45-a586-129f4a9bc4bf,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:29.286006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.310092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Calling delete_port for 654b9756-9447-4b45-a586-129f4a9bc4bf owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:29.320440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 654b9756-9447-4b45-a586-129f4a9bc4bf no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:29.349357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-31d215c0-3f87-4387-8100-c4a061b416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.350929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-31d215c0-3f87-4387-8100-c4a061b416e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1173456 Feb 15 01:41:29.352066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] For port 654b9756-9447-4b45-a586-129f4a9bc4bf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=654b9756-9447-4b45-a586-129f4a9bc4bf,segment=NetworkSegment(35e5f50e-fe35-4d43-8e1c-a0721cf045ee),segment_id=35e5f50e-fe35-4d43-8e1c-a0721cf045ee)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:29.352483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.367131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Calling delete_port for 654b9756-9447-4b45-a586-129f4a9bc4bf owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:29.412043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-95ed6ec1-b004-4b1d-a497-9cf88696eb81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0530803 Feb 15 01:41:29.464515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-c020734f-3d5d-4564-af36-fee0e219963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.466645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-c020734f-3d5d-4564-af36-fee0e219963f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0472131 Feb 15 01:41:29.504569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-a4932a02-5e8b-4ad1-8de4-327bb2e552ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299387 Feb 15 01:41:29.522781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 654b9756-9447-4b45-a586-129f4a9bc4bf is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:29.523172 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.549297 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.574453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:29.577347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Pushing event deleted for resources: {'Port': ['ID=654b9756-9447-4b45-a586-129f4a9bc4bf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:29.579269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] No DVR routers for this DVR port 654b9756-9447-4b45-a586-129f4a9bc4bf on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:29.612222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-d4f5da11-d731-4b0c-9724-90cad39ca5b3 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008120 Feb 15 01:41:29.616060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:29.616545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0e016ada-1e92-410e-a0cc-92b3e6dc0e21 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:29.617073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 191e4b3d-b3fe-423c-bce2-72d02c82fac5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:29.620563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (654b9756-9447-4b45-a586-129f4a9bc4bf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.650353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] No DVR routers for this DVR port 654b9756-9447-4b45-a586-129f4a9bc4bf on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:29.652603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 191e4b3d-b3fe-423c-bce2-72d02c82fac5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:29.653012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 191e4b3d-b3fe-423c-bce2-72d02c82fac5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:29.684589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6536e7-319f-481e-8c96-a22e810469b0 None None] Pushing event deleted for resources: {'Port': ['ID=654b9756-9447-4b45-a586-129f4a9bc4bf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:29.705711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.739836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:29.757034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-352cda04-c484-41a1-9a6a-c2552732d3d4 req-f9f14428-80d1-418e-973d-7d45902ead19 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344290 Feb 15 01:41:29.766658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e5f50e-fe35-4d43-8e1c-a0721cf045ee') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:29.766965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e5f50e-fe35-4d43-8e1c-a0721cf045ee') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:29.780257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (35e5f50e-fe35-4d43-8e1c-a0721cf045ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.797714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (35e5f50e-fe35-4d43-8e1c-a0721cf045ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.807822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (35e5f50e-fe35-4d43-8e1c-a0721cf045ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:41:29.813462 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:41:29.837834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e4e7-1f08-40d9-b7b3-7b236eff76d4 req-df497692-f8d0-4745-bd81-e0411ecf2166 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.839407 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a31e4e7-1f08-40d9-b7b3-7b236eff76d4 req-df497692-f8d0-4745-bd81-e0411ecf2166 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1100845 Feb 15 01:41:29.935080 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a31e4e7-1f08-40d9-b7b3-7b236eff76d4 req-92147c8c-a7dc-4329-8a2a-32b7823f6077 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596628 Feb 15 01:41:29.996016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e043-0105-4dcf-8567-5efbc6790708 req-6367dd07-833e-4b38-a24c-600a8b565e85 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:29.997621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9145e043-0105-4dcf-8567-5efbc6790708 req-6367dd07-833e-4b38-a24c-600a8b565e85 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.0675189 Feb 15 01:41:30.057058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:30.064446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9145e043-0105-4dcf-8567-5efbc6790708 req-3209272a-b777-46f8-a746-a0e215165c2b tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Feb 15 01:41:30.071682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:30.087528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:30.088094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad HTTP/1.1" status: 204 len: 168 time: 1.1277411 Feb 15 01:41:30.092554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0beaa4-86f8-4147-8d59-b929c0e066be admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcfe88c-ede9-49ae-bd11-c9ae2f6f2aad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:30.222388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498619-0d45-45d0-98db-d53fea74da93 req-d53ecb50-171c-4da5-8183-cc812750bc6c tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:30.224112 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb498619-0d45-45d0-98db-d53fea74da93 req-d53ecb50-171c-4da5-8183-cc812750bc6c tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1133 time: 0.0501688 Feb 15 01:41:30.290290 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb498619-0d45-45d0-98db-d53fea74da93 req-4a666a30-a5b5-4b49-9398-1b0340025715 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Feb 15 01:41:30.759119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-bdd44264-8fa6-4a75-bac4-c23f35185429 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:30.760633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-bdd44264-8fa6-4a75-bac4-c23f35185429 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.4249701 Feb 15 01:41:30.781291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade556e-82c0-42fc-84b1-12976e69959c req-ce4cd9b9-c518-4256-8bf6-619955d2dc87 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:30.782740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ade556e-82c0-42fc-84b1-12976e69959c req-ce4cd9b9-c518-4256-8bf6-619955d2dc87 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.4505560 Feb 15 01:41:30.906701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7df11-35b4-4119-a3c9-5b850df5ed04 req-0417e538-8939-437b-9adf-7c2bbbce0f13 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:30.908004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aea7df11-35b4-4119-a3c9-5b850df5ed04 req-0417e538-8939-437b-9adf-7c2bbbce0f13 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0665729 Feb 15 01:41:30.941676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ade556e-82c0-42fc-84b1-12976e69959c req-236d5900-2725-456e-b185-d297b8ecae05 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231918 Feb 15 01:41:30.981005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aea7df11-35b4-4119-a3c9-5b850df5ed04 req-87670935-8657-41f7-a621-4575cb7927b4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Feb 15 01:41:30.981407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Deleting port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:30.981724 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.101911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] For port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:31.102524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.119289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.155064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Calling delete_port for 04f2f612-7a31-491c-bf8f-a1006ff3dfbe owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:31.284981 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-f846d16c-8321-40a7-9281-d808a05eb2e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975509 Feb 15 01:41:31.328028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdce797-7dc7-424f-ae5c-5b592bc0f1cd req-661e01c1-583c-4276-85f9-454e8404642f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:31.329599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afdce797-7dc7-424f-ae5c-5b592bc0f1cd req-661e01c1-583c-4276-85f9-454e8404642f tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 950 time: 0.1723742 Feb 15 01:41:31.482008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afdce797-7dc7-424f-ae5c-5b592bc0f1cd req-343c57cc-0856-4b49-8a65-6fdc6e700761 tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452925 Feb 15 01:41:31.577384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (04f2f612-7a31-491c-bf8f-a1006ff3dfbe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.591329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['04f2f612-7a31-491c-bf8f-a1006ff3dfbe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:31.611496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Pushing event deleted for resources: {'Port': ['ID=04f2f612-7a31-491c-bf8f-a1006ff3dfbe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:31.698332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] No DVR routers for this DVR port 04f2f612-7a31-491c-bf8f-a1006ff3dfbe on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:31.701832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.705702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0033019-3a05-43ec-9275-0f4881dd7556 req-d1dbc37f-4445-46b8-8f10-653f03b5973e tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.37 "DELETE /v2.0/ports/04f2f612-7a31-491c-bf8f-a1006ff3dfbe HTTP/1.1" status: 204 len: 173 time: 0.9363956 Feb 15 01:41:31.706294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'name': 'network-vif-deleted', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:31.708847 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a8063-f12f-48ac-a221-370790f19884" -d '{"events": [{"server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "name": "network-vif-deleted", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:31.714473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Deleting port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:31.714905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.767882 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5008b9-1960-4366-8d88-d170ceb6ef71 x-openstack-request-id: req-fb5008b9-1960-4366-8d88-d170ceb6ef71 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:31.768246 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aad1b63-b410-4ad3-95fc-d9a32d14658a", "name": "network-vif-deleted", "tag": "04f2f612-7a31-491c-bf8f-a1006ff3dfbe", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:31.768586 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb5008b9-1960-4366-8d88-d170ceb6ef71 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:31.769051 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad1b63-b410-4ad3-95fc-d9a32d14658a', 'name': 'network-vif-deleted', 'tag': '04f2f612-7a31-491c-bf8f-a1006ff3dfbe', 'status': 'completed', 'code': 200} Feb 15 01:41:31.815348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] For port 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:31.815854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:31.828053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Calling delete_port for 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:32.111906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff599f9-5289-45f9-99e6-dc9e8bc40bf9 req-09cdad3c-22bb-44f4-8d1c-1b800ea206d8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:32.113755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ff599f9-5289-45f9-99e6-dc9e8bc40bf9 req-09cdad3c-22bb-44f4-8d1c-1b800ea206d8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0683844 Feb 15 01:41:32.138642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c512-ae7e-42ab-9f48-6bc87f3c4ab0 req-31816d55-7a30-4783-8d3e-0fdcfcb9c486 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:32.140568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4918c512-ae7e-42ab-9f48-6bc87f3c4ab0 req-31816d55-7a30-4783-8d3e-0fdcfcb9c486 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0641613 Feb 15 01:41:32.175995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ff599f9-5289-45f9-99e6-dc9e8bc40bf9 req-b3716b5b-0f1b-4a4d-8a68-f40ef7c7da3e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Feb 15 01:41:32.201489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4918c512-ae7e-42ab-9f48-6bc87f3c4ab0 req-bfcc57d5-e5f4-4cf3-b834-b8deb9a9c974 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534599 Feb 15 01:41:32.439422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9bfa20f0-8e0d-4e89-924b-f1152bca0e3a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:32.479663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfa20f0-8e0d-4e89-924b-f1152bca0e3a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:32.693995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-5d877397-3da8-4561-90f1-856e62672a27 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:32.695583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-5d877397-3da8-4561-90f1-856e62672a27 tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 1130 time: 0.2279294 Feb 15 01:41:32.697639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78b360a2-ae06-43ea-bcba-0f180a7c7c95 req-e0ff285a-f1a0-4735-b0f7-3106419c254d tempest-ServersOnMultiNodesTest-2051617333 tempest-ServersOnMultiNodesTest-2051617333-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aad1b63-b410-4ad3-95fc-d9a32d14658a HTTP/1.1" status: 200 len: 210 time: 0.0498812 Feb 15 01:41:32.771394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:33.054774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Router 5f7eedbb-2dd8-4661-b823-3e510fa44daf has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:41:33.213981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:33.225524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Sync routers for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:33.246893 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:33.247861 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:33.253111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:33.253728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a5977de1-6d9f-4ff9-8bf5-70719f1f5402 admin admin] 10.222.0.43 "PUT /v2.0/routers/5f7eedbb-2dd8-4661-b823-3e510fa44daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698635 Feb 15 01:41:33.488188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ccd8-927e-4542-b7ad-3be4f7f60a45 req-bcf86858-2d0c-4809-9d89-596bc5edaa41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:33.498750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6503ccd8-927e-4542-b7ad-3be4f7f60a45 req-bcf86858-2d0c-4809-9d89-596bc5edaa41 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1393275 Feb 15 01:41:33.499021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks [] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:33.520212 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:33.607992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a398f-8019-4eff-83ef-6daedee1234b req-5b4396de-18b1-4029-8225-181efcacb2fa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:33.609994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d2a398f-8019-4eff-83ef-6daedee1234b req-5b4396de-18b1-4029-8225-181efcacb2fa tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.1153643 Feb 15 01:41:33.627116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6503ccd8-927e-4542-b7ad-3be4f7f60a45 req-3c6e52a0-e8b1-4307-b628-2ea7085a8154 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295829 Feb 15 01:41:33.709645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks [] for router_gateway (5f7eedbb-2dd8-4661-b823-3e510fa44daf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:33.780599 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d2a398f-8019-4eff-83ef-6daedee1234b req-5abd8804-70c0-4b9b-b4ff-520b523bf3de tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826817 Feb 15 01:41:33.875716 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:41:31Z', 'revision_number': 5, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port': {'id': '28c621f8-c7a5-4d53-8d05-ed769ed78a43', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:35:51Z', 'updated_at': '2022-02-15T01:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:33.912524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Deleting port 28c621f8-c7a5-4d53-8d05-ed769ed78a43 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:33.924917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:33.927136 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Checking router: 5f7eedbb-2dd8-4661-b823-3e510fa44daf for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:33.947449 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Routers {'5f7eedbb-2dd8-4661-b823-3e510fa44daf'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:33.949628 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:34.042650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] For port 28c621f8-c7a5-4d53-8d05-ed769ed78a43, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28c621f8-c7a5-4d53-8d05-ed769ed78a43,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:34.043198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:34.060325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Calling delete_port for 28c621f8-c7a5-4d53-8d05-ed769ed78a43 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:34.073118 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] Set router 5f7eedbb-2dd8-4661-b823-3e510fa44daf gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:34.176668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 04f2f612-7a31-491c-bf8f-a1006ff3dfbe no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:34.218975 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:41:33Z', 'revision_number': 6, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:34.248217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 04f2f612-7a31-491c-bf8f-a1006ff3dfbe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:34.252538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 04f2f612-7a31-491c-bf8f-a1006ff3dfbe not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:34.480002 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18766-ecbc-4a9e-95bc-cbd3c9cd2235 None None] The sync data for ids ['5f7eedbb-2dd8-4661-b823-3e510fa44daf'] in n-d-829064-14 is: [{'id': '5f7eedbb-2dd8-4661-b823-3e510fa44daf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882161470-router', 'tenant_id': '09949aa67c0b4524a286faf9636f9839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:35:49Z', 'updated_at': '2022-02-15T01:41:33Z', 'revision_number': 6, 'project_id': '09949aa67c0b4524a286faf9636f9839', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:34.650568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:34.707831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (28c621f8-c7a5-4d53-8d05-ed769ed78a43), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:34.777334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Pushing event deleted for resources: {'Port': ['ID=28c621f8-c7a5-4d53-8d05-ed769ed78a43,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:34.932234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd635c0a-c8b6-42b3-830e-213c908cc138 req-7c1eb477-5bfc-4ab5-b3a7-09fc4bca518b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:34.941797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd635c0a-c8b6-42b3-830e-213c908cc138 req-7c1eb477-5bfc-4ab5-b3a7-09fc4bca518b tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1493089 Feb 15 01:41:34.995982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.061214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd635c0a-c8b6-42b3-830e-213c908cc138 req-c047fb17-82ac-457a-80df-a200e6340184 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131358 Feb 15 01:41:35.115578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-23a2e7c7-22df-4f66-a8ba-275f72a10132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:35.117591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-23a2e7c7-22df-4f66-a8ba-275f72a10132 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1133 time: 0.0772805 Feb 15 01:41:35.124330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.127486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks [] for router_controller (5f7eedbb-2dd8-4661-b823-3e510fa44daf), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.131137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-628191d2-d221-4a17-8bed-913ecdb5233f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12e13a9554194bec80eb453157400828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778941 Feb 15 01:41:35.134048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:35.154149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a3b46-9e0c-4a27-8baa-36f8526966a8 req-8ff6517f-d218-4502-b091-59c85a117c83 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:35.155656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105a3b46-9e0c-4a27-8baa-36f8526966a8 req-8ff6517f-d218-4502-b091-59c85a117c83 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.2202485 Feb 15 01:41:35.232694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-83d8d149-ca6a-48bf-b88d-1bd335b83f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:35.234897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-83d8d149-ca6a-48bf-b88d-1bd335b83f10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1085322 Feb 15 01:41:35.260776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] Publish callbacks [] for security_group (7b7e6f4d-0420-491d-8d84-d6cedd5f84b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.276392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105a3b46-9e0c-4a27-8baa-36f8526966a8 req-ec8fa061-6820-49ef-a5e1-f65710a7d80c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Feb 15 01:41:35.294006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-83c9d9b3-23ef-4c2e-813d-f9bba9578c9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0523832 Feb 15 01:41:35.319448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] Publish callbacks [] for security_group (7b7e6f4d-0420-491d-8d84-d6cedd5f84b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.324706 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5f7eedbb-2dd8-4661-b823-3e510fa44daf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.325178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7eedbb-2dd8-4661-b823-3e510fa44daf {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:41:35.334691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.340846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-329b244a-36fe-4ffd-af16-f98e1e42149e admin admin] 10.222.0.43 "DELETE /v2.0/routers/5f7eedbb-2dd8-4661-b823-3e510fa44daf HTTP/1.1" status: 204 len: 168 time: 2.0866232 Feb 15 01:41:35.341660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:35.367247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-a57c39db-c22f-4e0a-a0d9-5ef16b64bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:35.369152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-a57c39db-c22f-4e0a-a0d9-5ef16b64bf35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0684164 Feb 15 01:41:35.393534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28c621f8-c7a5-4d53-8d05-ed769ed78a43 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:35.419259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 28c621f8-c7a5-4d53-8d05-ed769ed78a43 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:35.419969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28c621f8-c7a5-4d53-8d05-ed769ed78a43 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:35.420574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:35.443800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d1dcc584-5920-4087-b822-ee03b387164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:35.445464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:35.445745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d1dcc584-5920-4087-b822-ee03b387164d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0652289 Feb 15 01:41:35.446217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9bfa20f0-8e0d-4e89-924b-f1152bca0e3a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:35.455554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Deleting subnet 50896331-2fb8-48f8-ac0b-c5d35ff608e0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:41:35.459066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Publish callbacks [] for subnet (50896331-2fb8-48f8-ac0b-c5d35ff608e0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.532329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (50896331-2fb8-48f8-ac0b-c5d35ff608e0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.556758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-4966b45f-9ef7-4df2-a7b4-7b670b9b664f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021509 Feb 15 01:41:35.644044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (50896331-2fb8-48f8-ac0b-c5d35ff608e0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.659148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-3b97197b-d2de-499e-ac53-59dec0d7f12b service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961573 Feb 15 01:41:35.794459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b7e6f4d-0420-491d-8d84-d6cedd5f84b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.797310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.801763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b7e6f4d-0420-491d-8d84-d6cedd5f84b9 HTTP/1.1" status: 204 len: 168 time: 0.6621628 Feb 15 01:41:35.801763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (50896331-2fb8-48f8-ac0b-c5d35ff608e0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.816153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445cfc6-da25-4ed5-89a6-b984fc744a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e6f4d-0420-491d-8d84-d6cedd5f84b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:35.836489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50896331-2fb8-48f8-ac0b-c5d35ff608e0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:35.838666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.849203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f48dedd6-a6ca-416a-b8b3-f973857df0ff admin admin] 10.222.0.43 "DELETE /v2.0/subnets/50896331-2fb8-48f8-ac0b-c5d35ff608e0 HTTP/1.1" status: 204 len: 168 time: 0.4957833 Feb 15 01:41:35.849865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d252a8-df4f-4d3e-bf11-314d7c7eb902 None None] Network 4abdbb52-b571-4dd9-9cf6-609016d9f96b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:41:35.853614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:35.930944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4abdbb52-b571-4dd9-9cf6-609016d9f96b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:35.991902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Deleting port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:35.992371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.065483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] For port 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9eba4b57-fcfe-45ac-8e51-13960d9f7966,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:36.066701 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.082097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Calling delete_port for 9eba4b57-fcfe-45ac-8e51-13960d9f7966 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:36.084266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] DHCP port deletion for 4abdbb52-b571-4dd9-9cf6-609016d9f96b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:41:36.149321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Deleting port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:36.149689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.227923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] For port 9eba4b57-fcfe-45ac-8e51-13960d9f7966, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9eba4b57-fcfe-45ac-8e51-13960d9f7966,segment=NetworkSegment(180a8c24-e85e-48c5-991f-5d40972ca7d3),segment_id=180a8c24-e85e-48c5-991f-5d40972ca7d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:36.228428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.242071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50555f1f-d735-4003-aab0-fc19799cda3c req-553e1150-bd45-441a-a07e-d67ef9d1d434 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:36.252697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50555f1f-d735-4003-aab0-fc19799cda3c req-553e1150-bd45-441a-a07e-d67ef9d1d434 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1066673 Feb 15 01:41:36.310286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50555f1f-d735-4003-aab0-fc19799cda3c req-5df6dec0-8556-4d51-8553-d580f1b3d6c2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 Feb 15 01:41:36.370950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.403396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Calling delete_port for 9eba4b57-fcfe-45ac-8e51-13960d9f7966 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:36.422360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eba4b57-fcfe-45ac-8e51-13960d9f7966,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:36.431260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] No DVR routers for this DVR port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:36.443996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab99a6-f3a3-41d6-b64e-b3325383c0f8 req-3d24a7c4-d76d-4d96-b607-c0211bc0085e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:36.446493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21ab99a6-f3a3-41d6-b64e-b3325383c0f8 req-3d24a7c4-d76d-4d96-b607-c0211bc0085e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0755951 Feb 15 01:41:36.500675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9eba4b57-fcfe-45ac-8e51-13960d9f7966), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.520672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21ab99a6-f3a3-41d6-b64e-b3325383c0f8 req-494af459-3052-4ec9-92e5-067c6acd984e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635524 Feb 15 01:41:36.540549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] No DVR routers for this DVR port 9eba4b57-fcfe-45ac-8e51-13960d9f7966 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:36.546259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173bf49-b09c-40f8-9dc4-cf451007afed None None] Pushing event deleted for resources: {'Port': ['ID=9eba4b57-fcfe-45ac-8e51-13960d9f7966,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:36.552572 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4abdbb52-b571-4dd9-9cf6-609016d9f96b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.586036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abdbb52-b571-4dd9-9cf6-609016d9f96b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:36.597125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180a8c24-e85e-48c5-991f-5d40972ca7d3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:36.597459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180a8c24-e85e-48c5-991f-5d40972ca7d3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:36.607404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (180a8c24-e85e-48c5-991f-5d40972ca7d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.623748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (180a8c24-e85e-48c5-991f-5d40972ca7d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.631126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:41:36.631643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (180a8c24-e85e-48c5-991f-5d40972ca7d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:41:36.633308 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:41:36.731793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:36.772864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-668f87e8-fc6a-4f9d-bc9d-7a7ed6dae7d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cc405ea3b7847bfabdb0c283c374a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397577 Feb 15 01:41:36.775834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:36.788033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4abdbb52-b571-4dd9-9cf6-609016d9f96b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.794757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.802632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4abdbb52-b571-4dd9-9cf6-609016d9f96b HTTP/1.1" status: 204 len: 168 time: 0.9433377 Feb 15 01:41:36.820153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75b5b-b188-4c61-a153-aef1d8fd4c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abdbb52-b571-4dd9-9cf6-609016d9f96b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:36.849344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] Publish callbacks [] for security_group (df7e83c6-0bbe-4323-89d7-a19e226f97bc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:36.874513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] Publish callbacks [] for security_group (df7e83c6-0bbe-4323-89d7-a19e226f97bc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.067320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df7e83c6-0bbe-4323-89d7-a19e226f97bc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.070019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.071224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df7e83c6-0bbe-4323-89d7-a19e226f97bc HTTP/1.1" status: 204 len: 168 time: 0.2937696 Feb 15 01:41:37.080316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d2d72-b113-4f41-8919-9ffd2f642b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e83c6-0bbe-4323-89d7-a19e226f97bc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:37.233254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9eba4b57-fcfe-45ac-8e51-13960d9f7966 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:37.257649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9eba4b57-fcfe-45ac-8e51-13960d9f7966 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:37.261668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9eba4b57-fcfe-45ac-8e51-13960d9f7966 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:37.411616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:37.461777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9caf-3c0a-4618-aba2-2a30c4de7ba4 req-92989855-b3b7-4428-89e0-b290e8d36ea8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:37.463305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d8c9caf-3c0a-4618-aba2-2a30c4de7ba4 req-92989855-b3b7-4428-89e0-b290e8d36ea8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0872335 Feb 15 01:41:37.488749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4f9c6fe-3829-4ee8-bf3e-7d79dad7df08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93dcbc0e09104152aed49f7518adf934&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0735085 Feb 15 01:41:37.489113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:37.544693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d8c9caf-3c0a-4618-aba2-2a30c4de7ba4 req-07c3feec-ba23-46ca-8b0d-8f81ad5efa92 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Feb 15 01:41:37.548423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] Publish callbacks [] for security_group (0a97122f-e022-42c6-97c4-f0e2780b3f14), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.576134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] Publish callbacks [] for security_group (0a97122f-e022-42c6-97c4-f0e2780b3f14), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.697768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81255-3cb6-4867-a789-2868f1f2791a req-73e4b264-e090-47d6-b958-4cb002708b7b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:37.699659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06e81255-3cb6-4867-a789-2868f1f2791a req-73e4b264-e090-47d6-b958-4cb002708b7b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0655522 Feb 15 01:41:37.758352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06e81255-3cb6-4867-a789-2868f1f2791a req-5cdf8027-f2fd-49dd-9d8a-f14e0fe72f2d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Feb 15 01:41:37.794765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0a97122f-e022-42c6-97c4-f0e2780b3f14), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.797539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:37.798714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a97122f-e022-42c6-97c4-f0e2780b3f14 HTTP/1.1" status: 204 len: 168 time: 0.3086085 Feb 15 01:41:37.806687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07848e0b-715c-40f6-b9dc-bb0be5442a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a97122f-e022-42c6-97c4-f0e2780b3f14,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:38.414080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c50a52ed-9118-494c-86dc-c24fe4b7718d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--820956561&fields=id&tenant_id=c0c11dfa74d04965868c16b4197ce5a8 HTTP/1.1" status: 200 len: 267 time: 0.0581436 Feb 15 01:41:38.569024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e3382a1a-ceae-4e72-87e8-3d8e3269498d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:38.577046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e3382a1a-ceae-4e72-87e8-3d8e3269498d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/networks?id=493d969e-91c6-4378-b37e-5ceb141704a3 HTTP/1.1" status: 200 len: 815 time: 0.1557808 Feb 15 01:41:38.596481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-cf2db5a6-6376-45d0-9d16-2558698b5818 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/quotas/c0c11dfa74d04965868c16b4197ce5a8 HTTP/1.1" status: 200 len: 375 time: 0.0183382 Feb 15 01:41:38.655387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:38.722841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c03e5d89-ceb5-446f-92d6-06f6bac67001 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142011 Feb 15 01:41:38.746561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17098bf-ff42-4b47-ad52-df68df8d0145 req-477dacb2-7424-4730-8bb4-7dd87080787f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:38.748381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f17098bf-ff42-4b47-ad52-df68df8d0145 req-477dacb2-7424-4730-8bb4-7dd87080787f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0677569 Feb 15 01:41:38.833173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9877b26d-37ec-4d45-861a-6656f7f7c23f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09949aa67c0b4524a286faf9636f9839&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1766951 Feb 15 01:41:38.836169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:38.840919 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f17098bf-ff42-4b47-ad52-df68df8d0145 req-a4adeeb1-ad4f-4221-a9e0-217ccc92323c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833945 Feb 15 01:41:38.944367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-fa27606b-c7a0-4e43-a4ba-f8436209f798 service neutron] 10.222.0.43 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163250 Feb 15 01:41:38.945200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] Publish callbacks [] for security_group (6939f285-5ff8-427e-86f6-560de9dbec6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:39.052555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] Publish callbacks [] for security_group (6939f285-5ff8-427e-86f6-560de9dbec6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:39.149700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e483ee9f-fa82-4410-a6eb-ed0fe5e45369 service neutron] 10.222.0.43 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923792 Feb 15 01:41:39.234457 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6939f285-5ff8-427e-86f6-560de9dbec6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:39.237114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:39.238271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6939f285-5ff8-427e-86f6-560de9dbec6f HTTP/1.1" status: 204 len: 168 time: 0.4008181 Feb 15 01:41:39.268775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b4d36-3a93-475a-abb2-a84128c9d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939f285-5ff8-427e-86f6-560de9dbec6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:39.414076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663abce0-6745-49ad-accc-f44d527ca236 req-38e3809b-4a61-4e22-88b6-502673d27196 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:39.416759 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-663abce0-6745-49ad-accc-f44d527ca236 req-38e3809b-4a61-4e22-88b6-502673d27196 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0592756 Feb 15 01:41:39.482407 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-663abce0-6745-49ad-accc-f44d527ca236 req-1d450e05-9b93-4a10-a6fb-86a406856600 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Feb 15 01:41:39.942293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2c8ea16-23c2-4e96-9a6c-1d36f165e222 req-0385b668-b0c5-4294-8523-d60e139b34de tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0632803 Feb 15 01:41:40.053007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901344ee-06de-4889-9ec4-059a22bf533b req-80dd4d24-6d1c-437f-b321-2a4bf02b0e8a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:40.055443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-901344ee-06de-4889-9ec4-059a22bf533b req-80dd4d24-6d1c-437f-b321-2a4bf02b0e8a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0818245 Feb 15 01:41:40.130669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-901344ee-06de-4889-9ec4-059a22bf533b req-3cc0ebb4-b9fe-4b54-8b4a-8882065078b5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687790 Feb 15 01:41:40.679810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980454f9-f3f6-4407-bb44-d1d2f0c0b8fc req-ac783d40-cf65-45e8-b1fb-100e97c6f6a5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:40.685635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-980454f9-f3f6-4407-bb44-d1d2f0c0b8fc req-ac783d40-cf65-45e8-b1fb-100e97c6f6a5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.1070263 Feb 15 01:41:40.767228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-980454f9-f3f6-4407-bb44-d1d2f0c0b8fc req-93cc87a2-a2bd-468d-9f7b-d3c0008d405c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757327 Feb 15 01:41:41.025633 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eb3488e2-7b51-4d74-82a2-7098efdf130c req-2a4abbbd-5857-4edc-a583-4085b3d9f447 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0354106 Feb 15 01:41:41.353852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:41.374824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bc1ae-6eb1-4682-b96e-a2b0f46d16a4 req-9df967c6-6f28-410f-98fd-c144ff40e5b0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:41.380211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd2bc1ae-6eb1-4682-b96e-a2b0f46d16a4 req-9df967c6-6f28-410f-98fd-c144ff40e5b0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1264353 Feb 15 01:41:41.436825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd2bc1ae-6eb1-4682-b96e-a2b0f46d16a4 req-d0b76a9d-1567-44a2-bfba-20afeafda5aa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510294 Feb 15 01:41:41.497970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30d1a781-9351-407e-877f-e6a63361dbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.591988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30d1a781-9351-407e-877f-e6a63361dbaa admin admin] Publish callbacks [] for security_group (35783f36-824f-4eec-966e-80361aa6ec6e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.652062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30d1a781-9351-407e-877f-e6a63361dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (35783f36-824f-4eec-966e-80361aa6ec6e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.692892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1a781-9351-407e-877f-e6a63361dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35783f36-824f-4eec-966e-80361aa6ec6e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:41.700684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-30d1a781-9351-407e-877f-e6a63361dbaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2710afb6245b4ef2ac2e21b1e10c420d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431354 Feb 15 01:41:41.701605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:41.754247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] Publish callbacks [] for security_group (35783f36-824f-4eec-966e-80361aa6ec6e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.775807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] Publish callbacks [] for security_group (35783f36-824f-4eec-966e-80361aa6ec6e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.914674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (35783f36-824f-4eec-966e-80361aa6ec6e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.918817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:41.920326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35783f36-824f-4eec-966e-80361aa6ec6e HTTP/1.1" status: 204 len: 168 time: 0.2176261 Feb 15 01:41:41.930338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab5ccb-7d28-48fc-801c-63e33df8fcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35783f36-824f-4eec-966e-80361aa6ec6e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:42.194683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e91aac51-1b90-485c-8e07-d9ec9fdb8711 req-0212a0d2-bdcc-49ab-b686-02bac7be9d34 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Feb 15 01:41:42.230956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f504f-fcc0-4ffd-9526-a7e1a6b25bcb req-457e8964-8c54-4d11-8e38-eb13d61d8676 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:42.232507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c09f504f-fcc0-4ffd-9526-a7e1a6b25bcb req-457e8964-8c54-4d11-8e38-eb13d61d8676 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0668163 Feb 15 01:41:42.301044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c09f504f-fcc0-4ffd-9526-a7e1a6b25bcb req-b01939a3-ce7e-4df5-a447-7c693cc97340 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Feb 15 01:41:42.366090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-57365de4-4b86-4c8f-9ea1-4f2e9ee28bb5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:42.367546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-57365de4-4b86-4c8f-9ea1-4f2e9ee28bb5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.31 "GET /v2.0/networks?id=493d969e-91c6-4378-b37e-5ceb141704a3 HTTP/1.1" status: 200 len: 815 time: 0.1087842 Feb 15 01:41:42.441212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c4849863-ef92-4284-b40b-cf8561b0c751 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0c11dfa74d04965868c16b4197ce5a8 HTTP/1.1" status: 200 len: 379 time: 0.0655141 Feb 15 01:41:42.469437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'port': {'device_id': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'admin_state_up': True, 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'security_groups': ['670f47fd-a432-4e23-8ee1-edac1bd9d8d0']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:42.576496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fa859-18e2-4e71-b84d-944451fef530 req-7c06823b-e09c-4286-828c-7d1788d88e73 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:42.576496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-503fa859-18e2-4e71-b84d-944451fef530 req-7c06823b-e09c-4286-828c-7d1788d88e73 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0681641 Feb 15 01:41:42.684182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-503fa859-18e2-4e71-b84d-944451fef530 req-4485c715-6cf6-4ee3-85f9-49a7a1a0e084 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986466 Feb 15 01:41:42.691623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Made reservation on behalf of c0c11dfa74d04965868c16b4197ce5a8 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:42.697249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:42.738073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:42.858582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d5f7e4-cb5f-4694-bb97-5e8fc0870f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:42.870924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Allocated IP 172.20.0.7 (493d969e-91c6-4378-b37e-5ceb141704a3/6662366c-936c-4521-9a6b-146f1351d792/4c66c21b-7e6b-49f3-9444-c0ef9112224c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:42.938399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d5f7e4-cb5f-4694-bb97-5e8fc0870f68 admin admin] Publish callbacks [] for security_group (a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.029429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d5f7e4-cb5f-4694-bb97-5e8fc0870f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.076267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33d5f7e4-cb5f-4694-bb97-5e8fc0870f68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=496a498df0c44283b04d287ff5b96853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369937 Feb 15 01:41:43.078997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:43.110492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5f7e4-cb5f-4694-bb97-5e8fc0870f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:43.150194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] Publish callbacks [] for security_group (a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.177727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] Publish callbacks [] for security_group (a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.299119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.302140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.303369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc HTTP/1.1" status: 204 len: 168 time: 0.2235348 Feb 15 01:41:43.335718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e686831e-4309-4f38-a753-cf65df21aa5c req-fb7eb4f8-ad37-4b11-90a2-70056fc2632a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0554507 Feb 15 01:41:43.354624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736432ae-64c1-49fe-a434-f3f9aaa38862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e4b9e-a7d0-41d1-90b6-a5f23b4d3ffc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:43.391015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.473761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab817-1595-4732-8af6-8058fdef16df req-c18f7a82-d88f-4733-9a76-f1ab4bd2ba92 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:43.488633 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37bab817-1595-4732-8af6-8058fdef16df req-c18f7a82-d88f-4733-9a76-f1ab4bd2ba92 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0823972 Feb 15 01:41:43.555497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.573914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:43.577395 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37bab817-1595-4732-8af6-8058fdef16df req-00e3a937-54b3-42c1-ada1-0e80890cad8e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788922 Feb 15 01:41:43.614971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Network 493d969e-91c6-4378-b37e-5ceb141704a3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:43.618312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:43.622148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:43.661838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event updated for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:43.674572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.674922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.675252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.675588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.675916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.676241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.676591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.676917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.677308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.677622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.677880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.678185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.678502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:43.695653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:43.696322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.737335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-network', 'tenant_id': '330319b52c2a4b908f3312abbb56b726'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:43.797663 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-eb436f0d-3e37-4670-9d59-dcf2da0b32a3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3419082 Feb 15 01:41:43.811079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Request body: {'port': {'device_id': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:43.833913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b30106-b318-4d2b-8c85-eae5fbb8f606 req-cc9e40c8-237b-46c5-9306-64cdbacda684 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:43.836144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56b30106-b318-4d2b-8c85-eae5fbb8f606 req-cc9e40c8-237b-46c5-9306-64cdbacda684 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0665991 Feb 15 01:41:43.882347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Made reservation on behalf of 330319b52c2a4b908f3312abbb56b726 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:43.885000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.897265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.900922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:43.951894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56b30106-b318-4d2b-8c85-eae5fbb8f606 req-295679c8-0ca6-45bf-8d9d-377f950ad35c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080794 Feb 15 01:41:43.961678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-447f6f9a-74d5-4ad9-9578-efa526a69430 None None] Provisioning complete for port 4c66c21b-7e6b-49f3-9444-c0ef9112224c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:43.962659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-447f6f9a-74d5-4ad9-9578-efa526a69430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.004914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:44.007185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-447f6f9a-74d5-4ad9-9578-efa526a69430 None None] Port 4c66c21b-7e6b-49f3-9444-c0ef9112224c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:41:44.026309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04b6069-b140-4b71-bb74-d86649346333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.068788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks [] for security_group (e2c97c9e-7da8-4fac-9a5a-df4cab1424d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.124985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04b6069-b140-4b71-bb74-d86649346333 admin admin] Publish callbacks [] for security_group (259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.134968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2c97c9e-7da8-4fac-9a5a-df4cab1424d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.162233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:41:44.169181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c97c9e-7da8-4fac-9a5a-df4cab1424d6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.175081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8a19f265-e237-47d3-afa1-710f916abe79), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.175422 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Added segment 8a19f265-e237-47d3-afa1-710f916abe79 of type vlan for network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 Feb 15 01:41:44.185367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04b6069-b140-4b71-bb74-d86649346333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.220959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c66c21b-7e6b-49f3-9444-c0ef9112224c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:44.228749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks [] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.241548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Transition to ACTIVE for port object 4c66c21b-7e6b-49f3-9444-c0ef9112224c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:41:44.258793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.262880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b6069-b140-4b71-bb74-d86649346333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.271022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f04b6069-b140-4b71-bb74-d86649346333 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31ad389fcc974965ac8669ef586be4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625477 Feb 15 01:41:44.271662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46964) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:44.302783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.338785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] Publish callbacks [] for security_group (259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.362773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] Publish callbacks [] for security_group (259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.368873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.419764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.420790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:44.421421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.509261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] Pushing event updated for resources: {'Network': ['ID=5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.522573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Attempting to bind port 4c66c21b-7e6b-49f3-9444-c0ef9112224c on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:44.523540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Attempting to bind port 4c66c21b-7e6b-49f3-9444-c0ef9112224c by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:44.524089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Attempting to bind port 4c66c21b-7e6b-49f3-9444-c0ef9112224c on network 493d969e-91c6-4378-b37e-5ceb141704a3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:44.524207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:41:44.533180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Port 4c66c21b-7e6b-49f3-9444-c0ef9112224c on network 493d969e-91c6-4378-b37e-5ceb141704a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:41:44.533824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Attempting to bind port 4c66c21b-7e6b-49f3-9444-c0ef9112224c on network 493d969e-91c6-4378-b37e-5ceb141704a3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:44.548073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab0469-488c-4569-8700-a3e5c54d0dd8 req-b0fcb290-32b3-4de1-996a-725064ea7745 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:44.552338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7aab0469-488c-4569-8700-a3e5c54d0dd8 req-b0fcb290-32b3-4de1-996a-725064ea7745 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0985980 Feb 15 01:41:44.553989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:44.554595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Checking segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:44.555790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Bound using segment: {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:44.556604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Bound port: 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a45e91-4626-4464-803d-18a6ce3d7224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:44.557066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.563179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-917a535a-8bf4-4b35-98d0-e61659defc31 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9880877 Feb 15 01:41:44.566128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:44.571844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Request body: {'subnet': {'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-subnet', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:44.594664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.598583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.600017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c HTTP/1.1" status: 204 len: 168 time: 0.3278899 Feb 15 01:41:44.622172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f907-2a12-49a9-af7c-17da09140c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d7a0f-ac8e-4a18-bfa0-1ca5209e1a8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.692340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Made reservation on behalf of 330319b52c2a4b908f3312abbb56b726 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:44.695560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.739702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7aab0469-488c-4569-8700-a3e5c54d0dd8 req-8dfaddaf-06fb-4aad-a93d-9d236ea49c7b tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783693 Feb 15 01:41:44.767042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:44.772217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:44.859343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495b8f-df03-49e7-8710-defe2607c441 req-2af82f3f-6d4f-4710-82d3-d22c38bc84ae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:44.860969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32495b8f-df03-49e7-8710-defe2607c441 req-2af82f3f-6d4f-4710-82d3-d22c38bc84ae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0874939 Feb 15 01:41:44.874780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.955936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:44.956800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:44.958289 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c66c21b-7e6b-49f3-9444-c0ef9112224c HTTP/1.1" status: 200 len: 1092 time: 1.1524675 Feb 15 01:41:44.959048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:44.961598 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d72c26-c007-452f-b638-38d63d8c6f05" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:44.977367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fea15e-66c2-4256-8b97-91ce156a87c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:44.984511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32495b8f-df03-49e7-8710-defe2607c441 req-1cf2c8d0-68af-440e-aa62-ce7adf64ff71 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142073 Feb 15 01:41:45.029981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.065145 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa9541-ae94-4876-9ebd-dc70858b8849 x-openstack-request-id: req-0eaa9541-ae94-4876-9ebd-dc70858b8849 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:45.065438 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:45.068034 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eaa9541-ae94-4876-9ebd-dc70858b8849 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:45.068561 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'status': 'completed', 'code': 200} Feb 15 01:41:45.141422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (45de0380-3186-46bf-97fb-c485fd09403a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.184032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-04268419-f591-49e4-8798-1012a06ace35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.191743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-04268419-f591-49e4-8798-1012a06ace35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 1126 time: 0.1010692 Feb 15 01:41:45.218932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45de0380-3186-46bf-97fb-c485fd09403a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:45.240324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae7bba-acb7-4522-8019-ac558646aeb1 req-a9602e96-37f0-4349-a160-3d4bc7c784ed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.248663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae7bba-acb7-4522-8019-ac558646aeb1 req-a9602e96-37f0-4349-a160-3d4bc7c784ed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1542289 Feb 15 01:41:45.277824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Checking segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:45.278196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Network hostable DHCP agents. Network: 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:41:45.325820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae7bba-acb7-4522-8019-ac558646aeb1 req-20bf9bee-dcf5-498e-908b-f5227c6f35e4 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Feb 15 01:41:45.359811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-e888d834-12fa-427f-af9b-7233a313cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.361491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-e888d834-12fa-427f-af9b-7233a313cd29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1641641 Feb 15 01:41:45.400882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:41:45.430429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:41:45.515170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-ad4bb877-e5b2-487c-ba3f-2679d9b8150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.520432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:45.530745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b97bd0-8763-49b2-88f3-222f2cc35b45 None None] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:41:45.532610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.533193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.543909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54d72c26-c007-452f-b638-38d63d8c6f05 req-ad4bb877-e5b2-487c-ba3f-2679d9b8150a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510773 Feb 15 01:41:45.596066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3b261b80-3887-4af9-a353-46da48498852 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0286829 Feb 15 01:41:45.597515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:45.603301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:45.658984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:45.663952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-7ce6006a-5735-4883-ac11-c49942c11e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.667405 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-7ce6006a-5735-4883-ac11-c49942c11e2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 1126 time: 0.0888531 Feb 15 01:41:45.702545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.703917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.708462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9', 'port_id': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'mac_address': 'fa:16:3e:85:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bffe9a5-7296-4d2d-9c09-f49d155ea06c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:41:45.718163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5', 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5', 'project_id': '330319b52c2a4b908f3312abbb56b726', 'fixed_ips': [{'subnet_id': '45de0380-3186-46bf-97fb-c485fd09403a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:41:45.719219 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.761129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for router_controller (04462554-c68c-4d2f-a241-b5e2e15f5738), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.789306 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-d4685f61-12d3-483f-b873-5747f97590be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c HTTP/1.1" status: 200 len: 217 time: 0.1067340 Feb 15 01:41:45.848104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e6ae749d-e248-496c-b741-5d331596aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.849804 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e6ae749d-e248-496c-b741-5d331596aef6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6662366c-936c-4521-9a6b-146f1351d792 HTTP/1.1" status: 200 len: 854 time: 0.0541782 Feb 15 01:41:45.874892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e5551b43-446b-461f-952f-ba7dcadcbf9e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:45.875585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:45.900142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5551b43-446b-461f-952f-ba7dcadcbf9e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:41:45.931847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-95824ba4-35d3-47d3-aaf1-615b866ac179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:45.933784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-95824ba4-35d3-47d3-aaf1-615b866ac179 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493d969e-91c6-4378-b37e-5ceb141704a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780587 Feb 15 01:41:45.982489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:46.007246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Allocated IP 172.20.0.2 (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5/45de0380-3186-46bf-97fb-c485fd09403a/37ccc41d-6be3-4d4f-afc4-a1b591cdabe0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:46.053055 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for router_gateway (04462554-c68c-4d2f-a241-b5e2e15f5738), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.104966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea01f3-a852-4f5f-a3a6-e3786328f0a8 req-7d0e7ee8-3448-42ee-96dd-b6cd4248ad7d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:46.114591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-ac59cef4-f212-4a8d-b333-adeb127f7444 service neutron] 10.222.0.31 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740508 Feb 15 01:41:46.115486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1aea01f3-a852-4f5f-a3a6-e3786328f0a8 req-7d0e7ee8-3448-42ee-96dd-b6cd4248ad7d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1619511 Feb 15 01:41:46.127775 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.253048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:46.269439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.270078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.270596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.271118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.271616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.272108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.272630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.273122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.273628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.274148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.274643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.275137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.275621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:46.300143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc066e-8145-451d-80c7-3088b43d85e4 req-f4a8b6ec-631a-440b-98f0-8cb976dc1c45 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:46.307216 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-decc066e-8145-451d-80c7-3088b43d85e4 req-f4a8b6ec-631a-440b-98f0-8cb976dc1c45 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1876450 Feb 15 01:41:46.363208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks [] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.380387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7425bef-1b5c-47c4-ad66-30df690ce66b req-e2f33dd3-f21c-4d9e-9dd0-4f141c37a356 service neutron] 10.222.0.31 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585912 Feb 15 01:41:46.381177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e5551b43-446b-461f-952f-ba7dcadcbf9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:41:46.406369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-decc066e-8145-451d-80c7-3088b43d85e4 req-9468d1fc-2643-4a74-9e5e-837d0f9eee4a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981760 Feb 15 01:41:46.456194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.479984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:46.484897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:46.488703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:46.541529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Pushing event updated for resources: {'Port': ['ID=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:46.595044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1aea01f3-a852-4f5f-a3a6-e3786328f0a8 req-e787d13a-9963-4314-a276-07fa30e6bf86 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4786930 Feb 15 01:41:46.604133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cb6a-8515-4298-b59a-c613a24ae856 req-cc9d50f4-3e64-4f72-ae99-f9ed0fe0520c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:46.606223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2880cb6a-8515-4298-b59a-c613a24ae856 req-cc9d50f4-3e64-4f72-ae99-f9ed0fe0520c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0995378 Feb 15 01:41:46.638728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Attempting to bind port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:46.639160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Attempting to bind port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:46.639840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Attempting to bind port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 on network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:46.649843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:46.650350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Checking segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:46.650816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.651825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Bound using segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:46.652421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Bound port: 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:46.652876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.704178 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2880cb6a-8515-4298-b59a-c613a24ae856 req-ae836d19-92cd-4b11-b67b-e924f14480b9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913565 Feb 15 01:41:46.752009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] For port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:46.762182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] For port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,segment=NetworkSegment(8a19f265-e237-47d3-afa1-710f916abe79),segment_id=8a19f265-e237-47d3-afa1-710f916abe79)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:46.833950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for router_gateway (04462554-c68c-4d2f-a241-b5e2e15f5738), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.854666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.867551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:46.968766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65101014-b87a-45ed-92c4-1bd9f788a024 None None] Pushing event updated for resources: {'Port': ['ID=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:47.002086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Allocated IP 172.25.2.73 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:47.151906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.296728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.317872 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:41:47.345598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:47.359254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:47.365122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:47.368472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:47.423999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Pushing event updated for resources: {'Port': ['ID=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:47.438736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:47.439114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.477414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:47.598794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:47.599591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.620556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7731de-7a74-4cd9-a055-96d333e8f779 req-9697f3f2-dfac-4554-942a-27b9b8346db6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:47.627979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd7731de-7a74-4cd9-a055-96d333e8f779 req-9697f3f2-dfac-4554-942a-27b9b8346db6 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1175995 Feb 15 01:41:47.653495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e5551b43-446b-461f-952f-ba7dcadcbf9e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:41:47.660034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,segment=NetworkSegment(8a19f265-e237-47d3-afa1-710f916abe79),segment_id=8a19f265-e237-47d3-afa1-710f916abe79)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:47.663396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e5551b43-446b-461f-952f-ba7dcadcbf9e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:47.663940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.719972 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd7731de-7a74-4cd9-a055-96d333e8f779 req-db59be75-e9af-4a88-a6bd-175831f49638 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911052 Feb 15 01:41:47.759092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.924101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:47.929245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.941643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35379231-b812-48e6-8bcf-004cb530f45f req-4e4d0b79-91b9-4dbf-83f4-3a5269ea4e23 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:47.949794 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35379231-b812-48e6-8bcf-004cb530f45f req-4e4d0b79-91b9-4dbf-83f4-3a5269ea4e23 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1130548 Feb 15 01:41:47.958933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64808-1dab-432a-9409-ab6ce14a9e36 req-2be9492a-8cea-428d-97ee-b40b92910e25 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:47.961247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e5551b43-446b-461f-952f-ba7dcadcbf9e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:47.961638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:47.964562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08f64808-1dab-432a-9409-ab6ce14a9e36 req-2be9492a-8cea-428d-97ee-b40b92910e25 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1690466 Feb 15 01:41:47.993772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for router_gateway (04462554-c68c-4d2f-a241-b5e2e15f5738), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:48.012109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:48.015141 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a4eb7-8fdf-4c06-8dc9-4bebe98a8095" -d '{"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-plugged", "status": "completed", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:48.032931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35379231-b812-48e6-8bcf-004cb530f45f req-8c2ffde1-8e54-4ae8-9d89-603b7420434d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820277 Feb 15 01:41:48.033672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:48.077793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08f64808-1dab-432a-9409-ab6ce14a9e36 req-7b8588ef-da5a-45c0-9c07-b3da40d4c202 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Feb 15 01:41:48.126472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:48.173662 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e1ee2b-f57c-4b6c-9f55-621ef2c9c960 x-openstack-request-id: req-71e1ee2b-f57c-4b6c-9f55-621ef2c9c960 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:48.174244 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-plugged", "status": "completed", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:48.175345 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71e1ee2b-f57c-4b6c-9f55-621ef2c9c960 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:48.175761 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'code': 200} Feb 15 01:41:48.285279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:48.347245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:48.356183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e209f-204b-4dda-aa30-fcc50817e3f5 req-a1355430-0a75-438e-9b15-337fe4dd2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:48.361018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b10e209f-204b-4dda-aa30-fcc50817e3f5 req-a1355430-0a75-438e-9b15-337fe4dd2fcd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1129 time: 0.1093538 Feb 15 01:41:48.429628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1fcbfc-c1fd-45fb-b7c9-27f541487a31 None None] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:41:48.449712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b10e209f-204b-4dda-aa30-fcc50817e3f5 req-a82b955c-9f4e-4d06-a35a-4dc62b0e19e6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784416 Feb 15 01:41:48.585309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8cd424d1-6ac0-47c6-9bd4-134183785aa8 None None] Provisioning complete for port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:48.585680 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cd424d1-6ac0-47c6-9bd4-134183785aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:48.624052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Router 04462554-c68c-4d2f-a241-b5e2e15f5738 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:41:48.705221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8cd424d1-6ac0-47c6-9bd4-134183785aa8 None None] Current status of the port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:48.965541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:48.981641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Sync routers for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:49.000145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:49.001764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:49.015746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372bea-7650-4eca-8bb6-832d24eb5ece req-3494818c-af27-4918-8505-08ac1c79b76c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:49.023411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30372bea-7650-4eca-8bb6-832d24eb5ece req-3494818c-af27-4918-8505-08ac1c79b76c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1803019 Feb 15 01:41:49.101659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.103224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f8a066f5-4015-4491-8532-36f9a0078f56 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.5050354 Feb 15 01:41:49.105901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:49.129202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30372bea-7650-4eca-8bb6-832d24eb5ece req-1e921e75-baaa-4f91-b131-8bf9bd662e19 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Feb 15 01:41:49.172090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47104) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:49.190255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e6102638-f9e9-41a0-91fe-da5509f4b3dd None None] Provisioning complete for port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:49.190633 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6102638-f9e9-41a0-91fe-da5509f4b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.247795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:49.441489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c93d439-1a05-46d2-8ce2-95eca72bc520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.476604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445629-fc28-4ba7-b2e0-11d50354e2a1 req-6515ce9f-047c-43da-aa68-1100cd4cd4c3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:49.490454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be39d-755e-4d70-8100-7f6cfa1690ac req-d6a5ff51-84e9-447a-8b91-a630ef89d10a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:49.495441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:49.501597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea8be39d-755e-4d70-8100-7f6cfa1690ac req-d6a5ff51-84e9-447a-8b91-a630ef89d10a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.2575777 Feb 15 01:41:49.505327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92445629-fc28-4ba7-b2e0-11d50354e2a1 req-6515ce9f-047c-43da-aa68-1100cd4cd4c3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.2012496 Feb 15 01:41:49.631082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ea8be39d-755e-4d70-8100-7f6cfa1690ac req-7dcaf9b8-dfb3-48f9-bb17-a422c8904b70 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211064 Feb 15 01:41:49.647451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:49.648073 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.711413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92445629-fc28-4ba7-b2e0-11d50354e2a1 req-93a4110c-39c7-48ba-a73a-8d0ab6c2f656 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084649 Feb 15 01:41:49.746471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e6102638-f9e9-41a0-91fe-da5509f4b3dd None None] Current status of the port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:49.778557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c93d439-1a05-46d2-8ce2-95eca72bc520 admin admin] Publish callbacks [] for security_group (e15c5df8-e897-4366-95e6-53e14bf11b2e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.857130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c93d439-1a05-46d2-8ce2-95eca72bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e15c5df8-e897-4366-95e6-53e14bf11b2e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:49.887808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93d439-1a05-46d2-8ce2-95eca72bc520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c5df8-e897-4366-95e6-53e14bf11b2e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:49.922301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4c93d439-1a05-46d2-8ce2-95eca72bc520 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f91c1e87ee5411faadf51887d56e91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486663 Feb 15 01:41:49.926582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:49.936193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:49.961651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:47Z', 'revision_number': 3, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:49.998514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Checking router: 04462554-c68c-4d2f-a241-b5e2e15f5738 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:49.999181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Updating router 04462554-c68c-4d2f-a241-b5e2e15f5738 port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:41:50.018547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] Publish callbacks [] for security_group (e15c5df8-e897-4366-95e6-53e14bf11b2e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.030824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.044888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] Publish callbacks [] for security_group (e15c5df8-e897-4366-95e6-53e14bf11b2e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.171587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e15c5df8-e897-4366-95e6-53e14bf11b2e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.174477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.175805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e15c5df8-e897-4366-95e6-53e14bf11b2e HTTP/1.1" status: 204 len: 168 time: 0.2481663 Feb 15 01:41:50.196218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd821c4-ece1-4df6-ab4a-cf49ccd2ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c5df8-e897-4366-95e6-53e14bf11b2e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:50.312016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.328610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c069-f16b-43d2-b476-6dc65801b766 req-fe40c9b9-b3a8-44ef-9436-1d2e068b2610 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:50.344904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f299c069-f16b-43d2-b476-6dc65801b766 req-fe40c9b9-b3a8-44ef-9436-1d2e068b2610 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0930252 Feb 15 01:41:50.431657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f299c069-f16b-43d2-b476-6dc65801b766 req-7a45ab70-d306-4cb5-beb9-fb82b4d32254 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837183 Feb 15 01:41:50.582315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks [] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.693300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Allocated IP 172.20.0.1 (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5/45de0380-3186-46bf-97fb-c485fd09403a/bd2f5e41-2689-4380-a0fc-f483d19e2d9b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:41:50.710122 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.849834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks [] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.862892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Attempting to bind port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:50.870240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Attempting to bind port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:50.870765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Attempting to bind port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:50.888830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b06d-a702-4ba9-876d-0204d689a4b9 None None] Pushing event updated for resources: {'Port': ['ID=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:50.893388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:50.894029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:50.894607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.895166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:50.895807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Bound port: 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:50.896411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:50.901534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21c185-e7e1-4e14-8af4-4362733924c5 req-5b7b5209-78c5-43ae-af45-a48710cee6d5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:50.911049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb21c185-e7e1-4e14-8af4-4362733924c5 req-5b7b5209-78c5-43ae-af45-a48710cee6d5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1402612 Feb 15 01:41:50.936209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188685c-5dfc-498e-84ef-2bfdc0cb7fd9 req-84b34ed8-a921-488f-adf4-cefdf7de5b52 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:50.946412 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9188685c-5dfc-498e-84ef-2bfdc0cb7fd9 req-84b34ed8-a921-488f-adf4-cefdf7de5b52 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1129 time: 0.3939006 Feb 15 01:41:50.961575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] For port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:50.965518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] For port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:50.969014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb21c185-e7e1-4e14-8af4-4362733924c5 req-78fb4e02-c505-459c-ad24-6d5a3adb463e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554881 Feb 15 01:41:50.982222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.008842 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78c845b2-d81d-490f-8d1a-065dbf825dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.028198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:51.047998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979a9e16-1114-435f-9762-d7649ccab369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.052225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.059394 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9188685c-5dfc-498e-84ef-2bfdc0cb7fd9 req-e63f7859-7c1d-4ce9-ae85-1ad8a9fe4578 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066985 Feb 15 01:41:51.065679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:51.097932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:51.113216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:41:51.119203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:51.119999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:51.124332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b06d-a702-4ba9-876d-0204d689a4b9 None None] Pushing event updated for resources: {'Port': ['ID=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:51.269806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (04462554-c68c-4d2f-a241-b5e2e15f5738), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.334149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:51.338612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261c41-474d-44af-8d2b-8189477c0c3a req-30957ab0-b7eb-47b9-ae65-42ceebbcc7c7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:51.346485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5261c41-474d-44af-8d2b-8189477c0c3a req-30957ab0-b7eb-47b9-ae65-42ceebbcc7c7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.2960114 Feb 15 01:41:51.357933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2f5e41-2689-4380-a0fc-f483d19e2d9b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:51.473330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5261c41-474d-44af-8d2b-8189477c0c3a req-380202b0-a7e2-4399-942f-9338ffcd8500 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258724 Feb 15 01:41:51.475196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727c511-5b16-48b5-aa8f-47236c65d009 req-0234db45-2ee6-40c7-ba60-a2e294fa90d2 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:51.477140 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f727c511-5b16-48b5-aa8f-47236c65d009 req-0234db45-2ee6-40c7-ba60-a2e294fa90d2 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1129 time: 0.1288457 Feb 15 01:41:51.500128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979a9e16-1114-435f-9762-d7649ccab369 admin admin] Publish callbacks [] for security_group (6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.554640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979a9e16-1114-435f-9762-d7649ccab369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.595628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a9e16-1114-435f-9762-d7649ccab369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:51.612704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f727c511-5b16-48b5-aa8f-47236c65d009 req-72da24b0-2bdb-4e0c-82d4-4f030772caf5 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Feb 15 01:41:51.636269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-97b0df1a-71dc-4519-adc8-ccd1e810b62c None None] Provisioning complete for port bd2f5e41-2689-4380-a0fc-f483d19e2d9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:51.640215 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97b0df1a-71dc-4519-adc8-ccd1e810b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.640482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-979a9e16-1114-435f-9762-d7649ccab369 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d01d6b2df67c4f26a4750cb262d9b76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098721 Feb 15 01:41:51.642320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:51.691438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.697178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97b0df1a-71dc-4519-adc8-ccd1e810b62c None None] Port bd2f5e41-2689-4380-a0fc-f483d19e2d9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:41:51.706205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:47Z', 'revision_number': 3, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:51.706884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] Publish callbacks [] for security_group (6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.745161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead2c07-0081-49a4-9b14-c94986ca7438 None None] The sync data for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 is: [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:47Z', 'revision_number': 3, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:51.749424 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] Publish callbacks [] for security_group (6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.880250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.885886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.893304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d HTTP/1.1" status: 204 len: 168 time: 0.2496660 Feb 15 01:41:51.907088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks [] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:51.912477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ade6a9-cded-423a-95f6-627e45f3c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbadede-1fe4-4d50-8b0c-9e11a5fe5d3d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:51.999991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:52.098151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (04462554-c68c-4d2f-a241-b5e2e15f5738), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:52.115088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2f5e41-2689-4380-a0fc-f483d19e2d9b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:52.202197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9165a6-fd89-40e5-be68-5199f2d2b754 req-5cf444e5-df1a-43e3-b70b-5739761932df tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:52.204887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad9165a6-fd89-40e5-be68-5199f2d2b754 req-5cf444e5-df1a-43e3-b70b-5739761932df tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1033211 Feb 15 01:41:52.251890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:41:52.253604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:41:52.279211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad9165a6-fd89-40e5-be68-5199f2d2b754 req-840141de-bba9-46fa-84a9-ea86ace2874c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678844 Feb 15 01:41:52.507696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Router 04462554-c68c-4d2f-a241-b5e2e15f5738 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:41:52.633252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1694acb3-eed6-460e-a4ef-e472665aa01b None None] Provisioning complete for port bd2f5e41-2689-4380-a0fc-f483d19e2d9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:52.633644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1694acb3-eed6-460e-a4ef-e472665aa01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:52.721680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1694acb3-eed6-460e-a4ef-e472665aa01b None None] Port bd2f5e41-2689-4380-a0fc-f483d19e2d9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:41:52.734663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4540b-4889-4717-bb47-a54d7a0d7ae7 req-3d6e96e2-8f47-4a53-a208-6dd621d0c173 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:52.736833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:52.742537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6e4540b-4889-4717-bb47-a54d7a0d7ae7 req-3d6e96e2-8f47-4a53-a208-6dd621d0c173 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1419830 Feb 15 01:41:52.745030 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-493bfe43-23ed-42eb-b4a6-5fff7198bbb6 admin admin] 10.222.0.43 "PUT /v2.0/routers/04462554-c68c-4d2f-a241-b5e2e15f5738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367939 Feb 15 01:41:52.826542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6e4540b-4889-4717-bb47-a54d7a0d7ae7 req-63058ca7-5013-491d-94ea-9b0a86dc0c17 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713923 Feb 15 01:41:52.974447 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-fd48c647-15a1-404d-95f3-fd79efa16911 service neutron] show failed (client error): The resource could not be found. Feb 15 01:41:52.975569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-fd48c647-15a1-404d-95f3-fd79efa16911 service neutron] 10.222.0.37 "GET /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.1097667 Feb 15 01:41:53.143131 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-f83f26ef-bc6e-45b5-b629-aa3148ac36b2 req-7fd788eb-3923-4441-a43e-8f001f67839c tempest-FloatingIPDetailsNegativeTestJSON-1012969919 tempest-FloatingIPDetailsNegativeTestJSON-1012969919-project] show failed (client error): The resource could not be found. Feb 15 01:41:53.156032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:53.156718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f83f26ef-bc6e-45b5-b629-aa3148ac36b2 req-7fd788eb-3923-4441-a43e-8f001f67839c tempest-FloatingIPDetailsNegativeTestJSON-1012969919 tempest-FloatingIPDetailsNegativeTestJSON-1012969919-project] 10.222.0.43 "GET /v2.0/floatingips/7b5c9b3b-9c5c-4ba1-bdcc-02a5ad35693f HTTP/1.1" status: 404 len: 350 time: 0.0621622 Feb 15 01:41:53.234075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a19ccb0-9c9b-4616-a330-75973b2b25d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:53.331925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:53.454022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:53.454769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:53.525506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb394-dc8b-4c6f-b71b-891cf61aedf7 req-094ce51b-9365-4bea-93a5-bfa43aa9bd02 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:53.527713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36efb394-dc8b-4c6f-b71b-891cf61aedf7 req-094ce51b-9365-4bea-93a5-bfa43aa9bd02 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0976768 Feb 15 01:41:53.615993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36efb394-dc8b-4c6f-b71b-891cf61aedf7 req-004a16f7-6962-48dd-aa8f-fcb759dd02af tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808811 Feb 15 01:41:53.637401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:53.638860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:53.680155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:53.771309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:53.833228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:53.955434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-2150fa63-f276-4d3e-8beb-b755e9ccc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:53.956969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-2150fa63-f276-4d3e-8beb-b755e9ccc316 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1133 time: 0.2284987 Feb 15 01:41:53.964517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-1171d8cd-d2ce-4a2c-8423-9dd39d892073 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:41:53.965575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-1171d8cd-d2ce-4a2c-8423-9dd39d892073 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126464 Feb 15 01:41:53.971272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:54.017503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25b382-4c85-4c28-89d4-4ba4f3d2dec3 req-81110419-8de7-4f08-b68e-34e055b0f026 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:54.027718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a25b382-4c85-4c28-89d4-4ba4f3d2dec3 req-81110419-8de7-4f08-b68e-34e055b0f026 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0832667 Feb 15 01:41:54.096403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a25b382-4c85-4c28-89d4-4ba4f3d2dec3 req-541e6cc6-9deb-48b4-a661-38f751e8ccd5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679278 Feb 15 01:41:54.099622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-8d85bccc-fec1-43cb-bf52-5fc9b826dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:54.106180 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-8d85bccc-fec1-43cb-bf52-5fc9b826dc1a service neutron] 10.222.0.43 "GET /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 1126 time: 0.1271193 Feb 15 01:41:54.145770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:54.146697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:41:54.177642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.236823 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Sync routers for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:54.250400 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:54.251115 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:54.355258 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.392313 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:54.414110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (04462554-c68c-4d2f-a241-b5e2e15f5738), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.583880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:54.584223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:54.584565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:54.608413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:41:54.608674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:54.635581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:54.635925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:54.636342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:54.636819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Bound port: e5551b43-446b-461f-952f-ba7dcadcbf9e, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:54.650253 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:51Z', 'revision_number': 4, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'bd2f5e41-2689-4380-a0fc-f483d19e2d9b', 'name': '', 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'mac_address': 'fa:16:3e:c9:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '45de0380-3186-46bf-97fb-c485fd09403a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:50Z', 'updated_at': '2022-02-15T01:41:51Z', 'revision_number': 2, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'subnets': [{'id': '45de0380-3186-46bf-97fb-c485fd09403a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:54.655380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:54.683684 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Checking router: 04462554-c68c-4d2f-a241-b5e2e15f5738 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:54.684039 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Updating router 04462554-c68c-4d2f-a241-b5e2e15f5738 port bd2f5e41-2689-4380-a0fc-f483d19e2d9b binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:41:54.714550 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.768946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4034c48-71bb-4ca8-a584-4d03fcc6a7ca req-689b6b6c-b314-4e85-b4ec-2af070e7cd90 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:54.776510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4034c48-71bb-4ca8-a584-4d03fcc6a7ca req-689b6b6c-b314-4e85-b4ec-2af070e7cd90 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0730090 Feb 15 01:41:54.808524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:54.831780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:54.831936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4034c48-71bb-4ca8-a584-4d03fcc6a7ca req-4474fafa-3cf8-4905-8450-62a70cba95d3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541117 Feb 15 01:41:54.892161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks [] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.896088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:54.898482 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5a658-3339-4c8a-8854-1cbcdb1950fd" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-unplugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:54.936385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:54.937628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-c74e96b9-0373-4657-9036-9074ff2db92b service neutron] 10.222.0.43 "POST /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8001688 Feb 15 01:41:54.966123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Transition to ACTIVE for port object 44005e49-15f6-4c01-b808-2f7bf01430fd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:41:54.990524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Deleting port bd2f5e41-2689-4380-a0fc-f483d19e2d9b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:54.990864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.033603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.071797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-6e57e686-bf74-4f3c-9582-8cfc439ffb77 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260451 Feb 15 01:41:55.091190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:55.127244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] No DVR routers for this DVR port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:41:55.148471 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks [] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.195067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.217670 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.251756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-fdd9655e-16be-49b1-8e06-bb8e1bedac47 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:55.259231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-fdd9655e-16be-49b1-8e06-bb8e1bedac47 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797347 Feb 15 01:41:55.293697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-83bdb032-928d-4a46-9b27-d3b8f3cb992c tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/quotas/4e3f3f8fc63e45be9c5f3d5e88271f08 HTTP/1.1" status: 200 len: 375 time: 0.0308859 Feb 15 01:41:55.304146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Calling delete_port for bd2f5e41-2689-4380-a0fc-f483d19e2d9b owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:55.332649 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Pushing event updated for resources: {'Port': ['ID=bd2f5e41-2689-4380-a0fc-f483d19e2d9b,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:55.397177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-9b9761b1-756c-4c7c-9aa1-44a5d3be465f tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023161 Feb 15 01:41:55.401562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:41:55.432605 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.434629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.435168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.435723 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.436261 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.436778 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.445084 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.446952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.448602 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.449005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.449845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.451624 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.455159 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660bd99-6f71-4073-b91b-a77f9f3e55c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:55.512254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:55.512768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.540375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:55.540830 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:55.543706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b on network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:55.554592 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:55.555919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Checking segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:55.556473 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.563578 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Bound using segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:55.571738 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Bound port: bd2f5e41-2689-4380-a0fc-f483d19e2d9b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:55.572381 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.665184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-656c8865-3172-485e-9882-6fcba5578193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:55.670082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-656c8865-3172-485e-9882-6fcba5578193 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1129 time: 0.0941851 Feb 15 01:41:55.725322 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea8067-7c01-4aa6-8a9e-750e14849558 x-openstack-request-id: req-95ea8067-7c01-4aa6-8a9e-750e14849558 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:55.727733 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-unplugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:55.727733 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95ea8067-7c01-4aa6-8a9e-750e14849558 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:55.727733 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'code': 200} Feb 15 01:41:55.730223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:55.730603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:55.730939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:55.756436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:41:55.767460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:41:55.767790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:55.789015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:55.789015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:55.789403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:55.789942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Bound port: 44005e49-15f6-4c01-b808-2f7bf01430fd, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:55.790398 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.830508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.849522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-802cdccd-1e2a-4fb7-bffc-b628378a9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:55.851284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-802cdccd-1e2a-4fb7-bffc-b628378a9343 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1715393 Feb 15 01:41:55.859235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc536b6-44b4-425c-8f06-875c6c212662 req-edfa7587-aea7-4559-b0cd-5c5c9276187a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:55.862992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3bc536b6-44b4-425c-8f06-875c6c212662 req-edfa7587-aea7-4559-b0cd-5c5c9276187a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1394410 Feb 15 01:41:55.884241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab0f902e-db08-4310-93be-7aaabf96bed2 None None] Provisioning complete for port bd2f5e41-2689-4380-a0fc-f483d19e2d9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:41:55.884837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab0f902e-db08-4310-93be-7aaabf96bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.899048 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.db.api [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:41:55.899464 n-d-829064-14 neutron-server[103887]: DEBUG oslo_db.api [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:41:55.925134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f902e-db08-4310-93be-7aaabf96bed2 None None] Port bd2f5e41-2689-4380-a0fc-f483d19e2d9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:41:55.925281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:41:55.930268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:41:55.936640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:55.951262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-4207c9b1-6cef-462c-afff-e02524e58275 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 217 time: 0.0922933 Feb 15 01:41:55.988162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2f5e41-2689-4380-a0fc-f483d19e2d9b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:56.025995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3bc536b6-44b4-425c-8f06-875c6c212662 req-79b1f4bd-e253-4052-9151-3515d84a59c7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931339 Feb 15 01:41:56.044195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:56.066687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60b90c-5bf2-4c1d-85df-736ae31b1626 req-aa8ffbe8-2711-43e6-8696-d0f4bde32a15 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:56.079435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f60b90c-5bf2-4c1d-85df-736ae31b1626 req-aa8ffbe8-2711-43e6-8696-d0f4bde32a15 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1405041 Feb 15 01:41:56.126328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-7f2d2a13-3870-4546-9e5a-f4d430a2e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:56.127994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-7f2d2a13-3870-4546-9e5a-f4d430a2e55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.1498280 Feb 15 01:41:56.130632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:56.158874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:56.159495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:56.160899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-d4ec28e4-47be-4b3b-b867-ae1324b4b36f service neutron] 10.222.0.31 "PUT /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 1097 time: 2.1936684 Feb 15 01:41:56.188443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a92edf7a-9f8b-4aef-835e-b2939888c843 req-240dc9bb-0f49-490a-97ab-e9ade4f7c556 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 210 time: 0.0505652 Feb 15 01:41:56.222729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-6bf446ae-6761-4a38-813d-936fb06baf81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769668 Feb 15 01:41:56.278278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:56.337629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 44005e49-15f6-4c01-b808-2f7bf01430fd host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:41:56.338444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:56.384943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f60b90c-5bf2-4c1d-85df-736ae31b1626 req-b2b612c2-33e4-4543-8180-53d27a4594bf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044481 Feb 15 01:41:56.427555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:41:56.428088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (04462554-c68c-4d2f-a241-b5e2e15f5738), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:56.428446 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:41:56.428809 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Attempting to bind port bd2f5e41-2689-4380-a0fc-f483d19e2d9b on network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:41:56.441498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:41:56.441498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Checking segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:41:56.441498 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:56.441498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Bound using segment: {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:41:56.441498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Bound port: bd2f5e41-2689-4380-a0fc-f483d19e2d9b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19f265-e237-47d3-afa1-710f916abe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:41:56.441995 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd2f5e41-2689-4380-a0fc-f483d19e2d9b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:56.494573 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Port bd2f5e41-2689-4380-a0fc-f483d19e2d9b has been deleted concurrently {{(pid=103887) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 01:41:56.498340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-fd08514b-cb55-491b-988a-251dc69ae27c service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636244 Feb 15 01:41:56.506407 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:56.507224 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:56.617638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-b0012ccf-71bd-4eca-983c-9cab85a1a714 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113954 Feb 15 01:41:56.651490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-73d42bb7-716c-4834-91ce-560268512ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:56.653168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-73d42bb7-716c-4834-91ce-560268512ffd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1131 time: 0.4638360 Feb 15 01:41:56.702097 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:56.730112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a28fe-fef2-4b21-9325-15d3b8ec111e req-5a304a76-dbcd-4997-be1d-5bafaba1e4f7 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:56.732381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-392a28fe-fef2-4b21-9325-15d3b8ec111e req-5a304a76-dbcd-4997-be1d-5bafaba1e4f7 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.2792664 Feb 15 01:41:56.912198 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:55Z', 'revision_number': 5, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:56.944842 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f2f25-c06f-4024-9096-2a6655ba9628 None None] The sync data for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 is: [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:55Z', 'revision_number': 5, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:57.168527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-0ef42d98-615b-4463-a5d3-47bc33e49710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.171187 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-0ef42d98-615b-4463-a5d3-47bc33e49710 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.4791555 Feb 15 01:41:57.208889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-392a28fe-fef2-4b21-9325-15d3b8ec111e req-f4d7901d-6689-47b0-acd4-82b33142a487 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454808 Feb 15 01:41:57.233687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Router 04462554-c68c-4d2f-a241-b5e2e15f5738 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:41:57.257951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec168e8-2f09-4119-bf34-17175d3816f5 req-09a2b4d1-517f-4648-b8b3-65cde7b82f95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.269594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec168e8-2f09-4119-bf34-17175d3816f5 req-09a2b4d1-517f-4648-b8b3-65cde7b82f95 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1215172 Feb 15 01:41:57.283676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-414eec5c-364f-4e20-a1dd-eb2766ac1f96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0484493 Feb 15 01:41:57.285924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:57.336342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec168e8-2f09-4119-bf34-17175d3816f5 req-6d13dd78-26ec-4543-809b-c3e4f7922ea3 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 Feb 15 01:41:57.446916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89caa5f0-99f9-4d5c-8208-5adc0da12c17 req-e5640e9a-b09f-4366-a2bf-c25d7834f813 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 210 time: 0.0675874 Feb 15 01:41:57.473575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-ddfa3ddd-6e75-4139-9dba-b09243e1b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.478026 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-ddfa3ddd-6e75-4139-9dba-b09243e1b9e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1849301 Feb 15 01:41:57.569308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76960f-6b02-4324-b89d-aa58d011fbac req-ff28edfd-624d-49a8-82c0-485b0b1bc9f2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.574120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c76960f-6b02-4324-b89d-aa58d011fbac req-ff28edfd-624d-49a8-82c0-485b0b1bc9f2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1040215 Feb 15 01:41:57.601843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:41:57.607646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fef867da-d5a4-4903-8537-c87b354cef5a admin admin] 10.222.0.43 "PUT /v2.0/routers/04462554-c68c-4d2f-a241-b5e2e15f5738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4479885 Feb 15 01:41:57.607646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:57.640142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c76960f-6b02-4324-b89d-aa58d011fbac req-640b851f-8a4f-43a7-8c1a-a8029faca414 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Feb 15 01:41:57.677304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-a1650ca8-50c1-49d8-ab57-dc886736a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.679106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-a1650ca8-50c1-49d8-ab57-dc886736a3ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1419382 Feb 15 01:41:57.738958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:41:57.741276 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd8756-da89-43ca-bb58-2b33088a5477" -d '{"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:41:57.821180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks [] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:57.830191 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bef3c1-8ca9-48fe-9891-aba9719caecf x-openstack-request-id: req-15bef3c1-8ca9-48fe-9891-aba9719caecf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:41:57.830478 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:41:57.830730 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15bef3c1-8ca9-48fe-9891-aba9719caecf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:41:57.831114 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'status': 'completed', 'code': 200} Feb 15 01:41:57.873929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Sync routers for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:41:57.874350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-741db367-3b6b-4cb2-8c51-db29bb81a04b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881344 Feb 15 01:41:57.880638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-92fa9ab1-8dda-48c6-b6dd-5b8d92a91d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:57.882371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-92fa9ab1-8dda-48c6-b6dd-5b8d92a91d89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1131 time: 0.0581470 Feb 15 01:41:57.887376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:57.888513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:58.016562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks [] for router_gateway (04462554-c68c-4d2f-a241-b5e2e15f5738), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:58.022442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-387dedff-da10-4763-b88c-bc42017c03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.024434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-387dedff-da10-4763-b88c-bc42017c03cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1352763 Feb 15 01:41:58.026962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5ab83f20-91b0-409b-b44b-11acc5957b4e req-cc7d34ed-3fd3-45cb-b3bb-6efb464384ff service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452456 Feb 15 01:41:58.045101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:58.072101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-462b8ea1-f010-44f9-872b-3a74006ab6de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0409760 Feb 15 01:41:58.121131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-d0c22164-ea24-477c-a999-64edfd8c8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.122803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-d0c22164-ea24-477c-a999-64edfd8c8cde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0449440 Feb 15 01:41:58.187527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-278c60cf-d4bf-4a28-9682-e48dc47e79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.189243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-278c60cf-d4bf-4a28-9682-e48dc47e79b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0596268 Feb 15 01:41:58.239347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:55Z', 'revision_number': 5, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port': {'id': '44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:41:46Z', 'updated_at': '2022-02-15T01:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:58.273746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Checking router: 04462554-c68c-4d2f-a241-b5e2e15f5738 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:41:58.285960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Routers {'04462554-c68c-4d2f-a241-b5e2e15f5738'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:41:58.287125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:41:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['04462554-c68c-4d2f-a241-b5e2e15f5738'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:58.317957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-2c18c17c-f24b-47f9-bf85-87f5d79eaa1f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186793 Feb 15 01:41:58.331644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Deleting port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:41:58.331644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:58.552131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] For port 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:41:58.552529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:58.557619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-1046ae76-4067-46d4-82f8-e2ac5b90e878 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327631 Feb 15 01:41:58.557916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-8b0fdfc1-27bd-4e7c-ac8f-000f83130ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.559409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-8b0fdfc1-27bd-4e7c-ac8f-000f83130ebe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1131 time: 0.3455400 Feb 15 01:41:58.562520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] Set router 04462554-c68c-4d2f-a241-b5e2e15f5738 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:41:58.591129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Calling delete_port for 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:41:58.591339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf8be-f5e6-42b9-b005-2db90be7fc7d req-598facac-4268-4806-a2b7-1604206bb055 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.600698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34eaf8be-f5e6-42b9-b005-2db90be7fc7d req-598facac-4268-4806-a2b7-1604206bb055 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.2233248 Feb 15 01:41:58.629190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:58Z', 'revision_number': 6, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:41:58.652114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-81640094-b340-40cb-a42e-d79b586d1ce0 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490632 Feb 15 01:41:58.671387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e94a0-b14e-4298-a931-9602bb8d094a None None] The sync data for ids ['04462554-c68c-4d2f-a241-b5e2e15f5738'] in n-d-829064-14 is: [{'id': '04462554-c68c-4d2f-a241-b5e2e15f5738', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-203236048-router', 'tenant_id': '330319b52c2a4b908f3312abbb56b726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:41:45Z', 'updated_at': '2022-02-15T01:41:58Z', 'revision_number': 6, 'project_id': '330319b52c2a4b908f3312abbb56b726', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:41:58.752716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847117e-6c38-4ccc-a68d-fd629e5646dc req-2acf61a0-499a-4b7d-9877-c302153f5d1d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.759798 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f847117e-6c38-4ccc-a68d-fd629e5646dc req-2acf61a0-499a-4b7d-9877-c302153f5d1d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.2585967 Feb 15 01:41:58.763949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34eaf8be-f5e6-42b9-b005-2db90be7fc7d req-13a35650-f7e9-43d3-b478-b7c27c6d309c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616764 Feb 15 01:41:58.856075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-d3b9fadb-77c0-4d8d-863d-4b24cb9a12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.857520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-d3b9fadb-77c0-4d8d-863d-4b24cb9a12e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2737484 Feb 15 01:41:58.884412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfb77d4-947c-4ff4-8070-3a9ea85c8a97 req-106d4cb3-e58b-43d0-bf2c-b93a1450162e tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Feb 15 01:41:58.919709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f847117e-6c38-4ccc-a68d-fd629e5646dc req-885272de-13f6-42a9-aef9-781218a0f41e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523502 Feb 15 01:41:58.974034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-bd53c9f1-1a2e-45ee-8ebb-01c2e2fd7c4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.1055999 Feb 15 01:41:58.989879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-da532f99-ed2f-4cb6-80fc-e28b3d2568f0 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:58.991871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-da532f99-ed2f-4cb6-80fc-e28b3d2568f0 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999747 Feb 15 01:41:59.005507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Request body: {'port': {'device_id': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '4e3f3f8fc63e45be9c5f3d5e88271f08'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:41:59.092514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-05252f4f-81b9-44f8-9dc0-b8055803c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:59.094078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-05252f4f-81b9-44f8-9dc0-b8055803c186 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1081324 Feb 15 01:41:59.165176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501246d-76e8-459f-bb40-7a73e252940b req-79f856ba-916b-4509-8a83-a2455fff6228 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:59.166694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e501246d-76e8-459f-bb40-7a73e252940b req-79f856ba-916b-4509-8a83-a2455fff6228 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1587241 Feb 15 01:41:59.229289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-674ab403-cb61-4c89-939b-8936a5a2d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:41:59.230998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-674ab403-cb61-4c89-939b-8936a5a2d5ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1072423 Feb 15 01:41:59.277405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.356540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:41:59.361931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e501246d-76e8-459f-bb40-7a73e252940b req-4379284d-75f9-4111-a861-d640594cf36d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825960 Feb 15 01:41:59.388047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:41:59.388433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:41:59.394828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ad8b8b-e7c8-4cd5-b0a5-fc6306a3156e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:59.443238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-44fc4139-110a-457b-9b3c-616cb9e3b2aa service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038584 Feb 15 01:41:59.509551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Made reservation on behalf of 4e3f3f8fc63e45be9c5f3d5e88271f08 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:41:59.514492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.526445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.531296 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (04462554-c68c-4d2f-a241-b5e2e15f5738), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.606759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks [] for security_group (756a5201-3cf4-44e9-be00-1497acac381d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.642452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.648375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks [] for router_controller (04462554-c68c-4d2f-a241-b5e2e15f5738), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.657266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (756a5201-3cf4-44e9-be00-1497acac381d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.665290 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4fd8756-da89-43ca-bb58-2b33088a5477 req-50438baf-b998-4e5c-979c-2dbe8e1f82ae service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013557 Feb 15 01:41:59.743073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (04462554-c68c-4d2f-a241-b5e2e15f5738), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.744964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04462554-c68c-4d2f-a241-b5e2e15f5738 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:41:59.745099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756a5201-3cf4-44e9-be00-1497acac381d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:41:59.756146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.756146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76ac2d9e-49bc-4aad-ba9b-6530cf0d0a06 admin admin] 10.222.0.43 "DELETE /v2.0/routers/04462554-c68c-4d2f-a241-b5e2e15f5738 HTTP/1.1" status: 204 len: 168 time: 2.1452954 Feb 15 01:41:59.756373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:41:59.771137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.771486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.771834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.772280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.773973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.779614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.780055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.780446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.784604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.784604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.784604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.784604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.784604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:41:59.836191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Deleting subnet 45de0380-3186-46bf-97fb-c485fd09403a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:41:59.840596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Publish callbacks [] for subnet (45de0380-3186-46bf-97fb-c485fd09403a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.885352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (45de0380-3186-46bf-97fb-c485fd09403a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:41:59.988475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Allocated IP 192.168.233.105 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/67760e76-136f-4496-9f39-dfaa75539d6d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:00.018956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b80ed-50fa-4bef-83fe-377d78903fd9 req-738383e9-a404-4d85-8433-e716c806b4a0 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:00.021308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e74b80ed-50fa-4bef-83fe-377d78903fd9 req-738383e9-a404-4d85-8433-e716c806b4a0 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1633723 Feb 15 01:42:00.053754 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (45de0380-3186-46bf-97fb-c485fd09403a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.169570 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62ba4b27-10a2-464d-841f-3e8402f04133 req-c522ea22-3bdb-4d61-8185-ed106de252cc tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 210 time: 0.0509346 Feb 15 01:42:00.174508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e74b80ed-50fa-4bef-83fe-377d78903fd9 req-6da75e5b-89ee-4043-b2fe-676b3847990a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418352 Feb 15 01:42:00.202651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (45de0380-3186-46bf-97fb-c485fd09403a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.286815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7171bd-89fc-41c3-adf6-411f87578036 None None] Network 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:00.287579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.292515 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/45de0380-3186-46bf-97fb-c485fd09403a HTTP/1.1" status: 204 len: 168 time: 0.5347874 Feb 15 01:42:00.295230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:00.364734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df639-53d2-4968-bb2d-c782e16a5177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45de0380-3186-46bf-97fb-c485fd09403a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:00.406677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks [] for port (67760e76-136f-4496-9f39-dfaa75539d6d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.434318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.451829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d6e5-4a18-4853-a3e0-432f6b05bfad req-42d139c4-32f4-4251-badc-78478b5f2e02 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:00.461383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fac1d6e5-4a18-4853-a3e0-432f6b05bfad req-42d139c4-32f4-4251-badc-78478b5f2e02 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.2108669 Feb 15 01:42:00.529273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] DHCP port deletion for 5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:42:00.554058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fac1d6e5-4a18-4853-a3e0-432f6b05bfad req-ff2f87a3-30d6-4431-b9bb-3b8c05fa9aae tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914187 Feb 15 01:42:00.606433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Deleting port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:00.607633 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.619848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ed2e-c881-4b6f-82db-54032d49ec7a req-3c3a9e18-ff28-47e1-be82-1a886328ba3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:00.621686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3db1ed2e-c881-4b6f-82db-54032d49ec7a req-3c3a9e18-ff28-47e1-be82-1a886328ba3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1181941 Feb 15 01:42:00.622962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Deleting port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:00.623304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.628871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.679787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:00.684656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:00.689427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:00.709901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] For port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,segment=NetworkSegment(8a19f265-e237-47d3-afa1-710f916abe79),segment_id=8a19f265-e237-47d3-afa1-710f916abe79)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:00.710651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] For port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,segment=NetworkSegment(8a19f265-e237-47d3-afa1-710f916abe79),segment_id=8a19f265-e237-47d3-afa1-710f916abe79)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:00.711035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.711632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.726558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Calling delete_port for 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:00.735634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Calling delete_port for 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:00.768732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Pushing event updated for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:00.856565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:00.861945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.892413 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3db1ed2e-c881-4b6f-82db-54032d49ec7a req-70787897-bf83-4fea-a3e0-164b1f47bca3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929513 Feb 15 01:42:00.938217 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.944410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (37ccc41d-6be3-4d4f-afc4-a1b591cdabe0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:00.970781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] No DVR routers for this DVR port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:00.977433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e8c4966e-8e1f-4934-a376-76ff9ddf98fd tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9758797 Feb 15 01:42:00.990441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Request body: {'port': {'device_id': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:00.993376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] Pushing event deleted for resources: {'Port': ['ID=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:01.004004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a08c7e-ebca-406e-bfb2-7439ceb395a1 None None] No DVR routers for this DVR port 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:01.032583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ccc41d-6be3-4d4f-afc4-a1b591cdabe0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:01.098496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.131941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2dcdb056-1f82-44f6-a00b-11d65e406d7c None None] Provisioning complete for port 67760e76-136f-4496-9f39-dfaa75539d6d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:01.132437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2dcdb056-1f82-44f6-a00b-11d65e406d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.176187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.280774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:01.283680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdb056-1f82-44f6-a00b-11d65e406d7c None None] Port 67760e76-136f-4496-9f39-dfaa75539d6d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:42:01.297285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a19f265-e237-47d3-afa1-710f916abe79') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:01.297603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a19f265-e237-47d3-afa1-710f916abe79') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:01.325617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (8a19f265-e237-47d3-afa1-710f916abe79), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.329997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:01.365147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8a19f265-e237-47d3-afa1-710f916abe79), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.374900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:42:01.375268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (8a19f265-e237-47d3-afa1-710f916abe79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: items = [ Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:42:01.377063 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:42:01.381666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:01.386303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 37ccc41d-6be3-4d4f-afc4-a1b591cdabe0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:01.436326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33f6dd-b00b-433c-86a2-3048bd518c0d req-41a1939b-38b2-49ec-b51e-d6ebe91d03fa tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:01.443416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9d33f6dd-b00b-433c-86a2-3048bd518c0d req-41a1939b-38b2-49ec-b51e-d6ebe91d03fa tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 936 time: 0.1308136 Feb 15 01:42:01.513787 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9d33f6dd-b00b-433c-86a2-3048bd518c0d req-adeb9e54-04d9-4419-9d24-f0737ba33655 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Feb 15 01:42:01.553338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:01.573135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.592988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.593501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141692-d2d9-4f37-8ad9-9dcb84f3d147 req-83f17f4b-baf4-434a-95ca-4ba673663b35 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:01.595561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88141692-d2d9-4f37-8ad9-9dcb84f3d147 req-83f17f4b-baf4-434a-95ca-4ba673663b35 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.2110963 Feb 15 01:42:01.607452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5 HTTP/1.1" status: 204 len: 168 time: 1.3080790 Feb 15 01:42:01.665621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19042-2644-4b3b-a494-deec33d56fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2bdb06-c1e1-4510-82f0-60fa1c8bbdf5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:01.705571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:01.724101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'mac_address': 'fa:16:3e:2e:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:01.806169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6b01-fb0a-4bc9-9c7b-8d63f3b14264 req-4accc3fb-12e3-4be9-adf9-d295127a2a6a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:01.807609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d46f6b01-fb0a-4bc9-9c7b-8d63f3b14264 req-4accc3fb-12e3-4be9-adf9-d295127a2a6a tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 948 time: 0.1183746 Feb 15 01:42:01.814033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88141692-d2d9-4f37-8ad9-9dcb84f3d147 req-d648584b-950c-4530-a2cc-df92d2425e20 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138878 Feb 15 01:42:01.845886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:01.846534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:01.865630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:01.893984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:01.896816 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d46f6b01-fb0a-4bc9-9c7b-8d63f3b14264 req-9ecf5201-9bba-49e5-8c3a-c2b81a7da0c2 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785258 Feb 15 01:42:01.967849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67760e76-136f-4496-9f39-dfaa75539d6d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:01.979298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.023480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks [] for port (67760e76-136f-4496-9f39-dfaa75539d6d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.078078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Transition to ACTIVE for port object 67760e76-136f-4496-9f39-dfaa75539d6d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:42:02.133116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:02.184418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:02.195590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0470d-bf4b-4c4d-8a6b-be5e4ee4a861 req-93e1504c-3b79-44c1-aa5d-7f8cc5d17b69 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:02.199687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddb0470d-bf4b-4c4d-8a6b-be5e4ee4a861 req-93e1504c-3b79-44c1-aa5d-7f8cc5d17b69 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1134653 Feb 15 01:42:02.201886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.272664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-db662634-a8f3-4fec-826d-d55c945c3fca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=330319b52c2a4b908f3312abbb56b726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867550 Feb 15 01:42:02.276054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['44005e49-15f6-4c01-b808-2f7bf01430fd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:02.276649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:02.374963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddb0470d-bf4b-4c4d-8a6b-be5e4ee4a861 req-9baa0210-5910-4adb-9b94-766c56352764 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546178 Feb 15 01:42:02.379070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Pushing event updated for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:02.565877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] Publish callbacks [] for security_group (e2c97c9e-7da8-4fac-9a5a-df4cab1424d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.655010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-202809d3-e814-4e17-a070-a253465f3fab tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:02.655950 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-202809d3-e814-4e17-a070-a253465f3fab tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c&tenant_id=cc7a8137081c45c890efebef7417ab1a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 949 time: 0.1560972 Feb 15 01:42:02.659671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] Publish callbacks [] for security_group (e2c97c9e-7da8-4fac-9a5a-df4cab1424d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.722794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Attempting to bind port 67760e76-136f-4496-9f39-dfaa75539d6d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:02.723143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Attempting to bind port 67760e76-136f-4496-9f39-dfaa75539d6d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:02.723463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Attempting to bind port 67760e76-136f-4496-9f39-dfaa75539d6d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:02.756803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Port 67760e76-136f-4496-9f39-dfaa75539d6d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:42:02.757483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Attempting to bind port 67760e76-136f-4496-9f39-dfaa75539d6d on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:02.770157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:02.770856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:02.771438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:02.771984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Bound port: 67760e76-136f-4496-9f39-dfaa75539d6d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:02.772487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:02.793748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c72d9-3e27-4e9c-a34f-b43596528e41 req-a4b62748-f828-48b1-8eb4-6a20b7d8b02e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:02.796409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f4c72d9-3e27-4e9c-a34f-b43596528e41 req-a4b62748-f828-48b1-8eb4-6a20b7d8b02e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.2242007 Feb 15 01:42:02.852227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-2a71337f-5d07-4fd8-91f7-d6648dd888e8 service neutron] 10.222.0.31 "GET /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 383 time: 0.1708317 Feb 15 01:42:02.907134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402a564-c17b-4362-b57b-2df584661ff8 req-a1ab6e89-301f-453f-b6c7-c10e2606b314 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:02.909318 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7402a564-c17b-4362-b57b-2df584661ff8 req-a1ab6e89-301f-453f-b6c7-c10e2606b314 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 948 time: 0.2488883 Feb 15 01:42:02.927669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f4c72d9-3e27-4e9c-a34f-b43596528e41 req-62978e6f-aae9-4441-a79a-46ccd711c220 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141605 Feb 15 01:42:02.930617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:02.934896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=67760e76-136f-4496-9f39-dfaa75539d6d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:02.986912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7402a564-c17b-4362-b57b-2df584661ff8 req-30f96d5e-18a2-4c90-b544-8ef56ce58e2f tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680597 Feb 15 01:42:03.004640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-f4244914-372e-4115-a704-470568d065f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.006481 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-f4244914-372e-4115-a704-470568d065f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1132 time: 0.1436081 Feb 15 01:42:03.068261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2c97c9e-7da8-4fac-9a5a-df4cab1424d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:03.072094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:03.077141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2c97c9e-7da8-4fac-9a5a-df4cab1424d6 HTTP/1.1" status: 204 len: 168 time: 0.7966826 Feb 15 01:42:03.111884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac36b5-8738-4b27-8f60-4db493dff7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c97c9e-7da8-4fac-9a5a-df4cab1424d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:03.111884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:03.137744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-5d893308-bc81-4a66-ad27-4bae4665a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.140124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-5d893308-bc81-4a66-ad27-4bae4665a83d service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1274619 Feb 15 01:42:03.211241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-58de3132-8365-4a12-9590-c2b4256b17ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0630710 Feb 15 01:42:03.251987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.256688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:03.258633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] 10.222.0.37 "PUT /v2.0/ports/67760e76-136f-4496-9f39-dfaa75539d6d HTTP/1.1" status: 200 len: 1097 time: 2.2743564 Feb 15 01:42:03.261377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:03.278596 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744fe55a-3443-483c-880c-ebfa24773777" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:03.287728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-e8bc932e-f599-47c1-97d2-db19b99984bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.289599 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-e8bc932e-f599-47c1-97d2-db19b99984bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0706985 Feb 15 01:42:03.375244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-8921530b-1e2b-42ee-b65d-b649d53ca4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.387496 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-8921530b-1e2b-42ee-b65d-b649d53ca4a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0906022 Feb 15 01:42:03.407191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84de4b-3527-4cb9-9de0-340d00a64622 req-ddf5f4c5-9bd6-406a-ac94-ce306598b01d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.417623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e84de4b-3527-4cb9-9de0-340d00a64622 req-ddf5f4c5-9bd6-406a-ac94-ce306598b01d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.3375800 Feb 15 01:42:03.427960 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18e9a72-3e25-4d0e-8d38-56eb4ac2f8bb x-openstack-request-id: req-e18e9a72-3e25-4d0e-8d38-56eb4ac2f8bb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:03.428349 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:03.428769 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e18e9a72-3e25-4d0e-8d38-56eb4ac2f8bb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:03.429172 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d', 'status': 'completed', 'code': 200} Feb 15 01:42:03.475089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58f06-2a96-409e-b892-adce47e9d01b service neutron] Pushing event updated for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:03.536527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-bb77fb99-240b-4cd6-9fc9-0c6cdd7c4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.538057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-bb77fb99-240b-4cd6-9fc9-0c6cdd7c4657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 1131 time: 0.1539760 Feb 15 01:42:03.557279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e84de4b-3527-4cb9-9de0-340d00a64622 req-31129399-0682-4f7d-9254-e255f1245574 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324556 Feb 15 01:42:03.574506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:03.615213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-518ed824-d6b2-4db4-9fed-a363141ff79d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=67760e76-136f-4496-9f39-dfaa75539d6d HTTP/1.1" status: 200 len: 217 time: 0.0542679 Feb 15 01:42:03.709514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e615a2b3-085b-4675-a347-d59dff08b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.711112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-e615a2b3-085b-4675-a347-d59dff08b0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0867226 Feb 15 01:42:03.783523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24524a-67d1-4442-9a0c-3801e4ebf156 req-1bf5a758-a8e4-4537-85ae-501b141d542c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.783523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd24524a-67d1-4442-9a0c-3801e4ebf156 req-1bf5a758-a8e4-4537-85ae-501b141d542c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1588299 Feb 15 01:42:03.783523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-74327866-a266-46c3-813a-e212895b3806 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731816 Feb 15 01:42:03.796611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-0971526a-eaa9-4dc1-b18a-1f76e65bfd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:03.798874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-0971526a-eaa9-4dc1-b18a-1f76e65bfd1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0805924 Feb 15 01:42:03.805491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 44005e49-15f6-4c01-b808-2f7bf01430fd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:42:03.810813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 44005e49-15f6-4c01-b808-2f7bf01430fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:03.811454 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:03.968993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-7bc01485-a7e2-4a4b-afbb-7fcdf9cbb8f9 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623673 Feb 15 01:42:04.021833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:04.022496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:04.055236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:04.058261 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c9209-626d-482a-ae84-7b57656fc1b0" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:04.087464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:04.154887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:04.189577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e2dc64-313b-4e95-bd84-f11cd1476baf req-d0241416-dbcc-4941-a116-0c36c43848ec service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115791 Feb 15 01:42:04.198999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d49c6-9249-4752-98d3-e94f4a400ad1 req-784e6bb8-82e7-4763-97d8-1fcb70dab960 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.206888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c4d49c6-9249-4752-98d3-e94f4a400ad1 req-784e6bb8-82e7-4763-97d8-1fcb70dab960 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.1063197 Feb 15 01:42:04.271522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c4d49c6-9249-4752-98d3-e94f4a400ad1 req-41e673f6-914b-4538-8761-fe6a1e34dcb6 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Feb 15 01:42:04.319698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:04.448943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe55a-3443-483c-880c-ebfa24773777 req-707d903f-c94f-4642-afb4-60722a035a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.448943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-707d903f-c94f-4642-afb4-60722a035a43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 1131 time: 0.1208377 Feb 15 01:42:04.462661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cd24524a-67d1-4442-9a0c-3801e4ebf156 req-0394b1b4-41a2-48db-8f4e-9a05143481b0 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769884 Feb 15 01:42:04.484746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27544a6-a49f-4d0e-90a8-484af0385c3a req-80e3978b-b350-4acb-b759-16c660cb9bff tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.486254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f27544a6-a49f-4d0e-90a8-484af0385c3a req-80e3978b-b350-4acb-b759-16c660cb9bff tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 948 time: 0.1053197 Feb 15 01:42:04.493269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-27772e5a-dbc8-4b32-860b-ccda39193bdb service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179482 Feb 15 01:42:04.592350 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c1fbb-ac4e-4c65-ae40-5fa05d37ca20 x-openstack-request-id: req-7b6c1fbb-ac4e-4c65-ae40-5fa05d37ca20 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:04.593448 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:04.594632 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b6c1fbb-ac4e-4c65-ae40-5fa05d37ca20 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:04.595204 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'code': 200} Feb 15 01:42:04.597788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f27544a6-a49f-4d0e-90a8-484af0385c3a req-5027d07c-ffc6-4e69-b4ea-c68615de2e9e tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957541 Feb 15 01:42:04.615979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe55a-3443-483c-880c-ebfa24773777 req-469b6bb7-7889-4854-aee0-e5d9b9f2feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.617686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-469b6bb7-7889-4854-aee0-e5d9b9f2feeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1615751 Feb 15 01:42:04.698304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-e10bbe48-9121-40f7-a6cb-2c8a8c6f48f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=67760e76-136f-4496-9f39-dfaa75539d6d HTTP/1.1" status: 200 len: 217 time: 0.0727062 Feb 15 01:42:04.737870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db43bb0-ed1e-4b88-8648-7ad0de32a3cf req-cd2c2de0-2d06-47cb-a6f6-cf6ce9be2b4e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.739862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8db43bb0-ed1e-4b88-8648-7ad0de32a3cf req-cd2c2de0-2d06-47cb-a6f6-cf6ce9be2b4e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0682950 Feb 15 01:42:04.786216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe55a-3443-483c-880c-ebfa24773777 req-9aef0169-bb6e-4213-8699-6d69f90fd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.788476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-9aef0169-bb6e-4213-8699-6d69f90fd228 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0843580 Feb 15 01:42:04.844034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8db43bb0-ed1e-4b88-8648-7ad0de32a3cf req-82a4e878-5e84-4c92-b695-4d88692c8fd4 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950665 Feb 15 01:42:04.884041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe55a-3443-483c-880c-ebfa24773777 req-fe81089d-da7b-4dae-937e-61ccbacfef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:04.886682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-fe81089d-da7b-4dae-937e-61ccbacfef14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0910897 Feb 15 01:42:04.908017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:05.023116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-6cd8e752-af2e-418f-9a6c-83337ad34d7f service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286492 Feb 15 01:42:05.070799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1671255203-network', 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:05.142514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-744fe55a-3443-483c-880c-ebfa24773777 req-4c18e8bd-ae48-474a-af02-7f50e997df5b service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106460 Feb 15 01:42:05.153771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:05.156101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.165457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.253647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks [] for security_group (ecccd11f-a98e-4fa1-9aee-376270ca8663), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.311161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ecccd11f-a98e-4fa1-9aee-376270ca8663), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.344182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:42:05.355627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecccd11f-a98e-4fa1-9aee-376270ca8663,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:05.365453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a9668ede-bcf6-483d-9004-89ad44a7c908), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.366188 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Added segment a9668ede-bcf6-483d-9004-89ad44a7c908 of type vlan for network bcc6cf53-cec5-4f3a-af6e-d466d05be507 Feb 15 01:42:05.418707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8650e62-6e4c-4f34-9c88-d05772a51dc3 req-8d4930fc-e3c4-48ab-8939-8593e081c7ed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:05.426190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8650e62-6e4c-4f34-9c88-d05772a51dc3 req-8d4930fc-e3c4-48ab-8939-8593e081c7ed tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0877540 Feb 15 01:42:05.464997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (bcc6cf53-cec5-4f3a-af6e-d466d05be507), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.486823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8650e62-6e4c-4f34-9c88-d05772a51dc3 req-3ede755f-b584-41e4-b0d1-904ad5ef132f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592725 Feb 15 01:42:05.553292 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (bcc6cf53-cec5-4f3a-af6e-d466d05be507), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.554271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:05.554856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.647695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc6cf53-cec5-4f3a-af6e-d466d05be507,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:05.664687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:42:05.691635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc6a95db-05d2-4f44-89b0-08eb9d4b5935 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7826223 Feb 15 01:42:05.692061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:05.719176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Request body: {'subnet': {'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1671255203-subnet', 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:05.765298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c00c3-2495-4b6f-b467-003c926a0c8b req-ce58c4f1-19d8-4b36-88b3-f45540547f51 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:05.773908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-739c00c3-2495-4b6f-b467-003c926a0c8b req-ce58c4f1-19d8-4b36-88b3-f45540547f51 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 948 time: 0.0996625 Feb 15 01:42:05.787332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e8462-3ef6-4832-9a06-e58a5c6799b7 req-8e61d4f0-a261-4b77-aba2-e3445c2fcdc7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:05.791696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad2e8462-3ef6-4832-9a06-e58a5c6799b7 req-8e61d4f0-a261-4b77-aba2-e3445c2fcdc7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.2266190 Feb 15 01:42:05.861391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:05.867184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:05.914701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-739c00c3-2495-4b6f-b467-003c926a0c8b req-dfaf77b1-1dd3-4af5-851f-02466479792d tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397905 Feb 15 01:42:05.922749 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad2e8462-3ef6-4832-9a06-e58a5c6799b7 req-fd9faf9a-d278-45c2-8da1-1a0498ca7f6e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158502 Feb 15 01:42:06.158131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce8a2-7d5a-42b2-b3ca-4965b297d36c req-d2035429-a7d9-4c9b-9fda-e58e4f06db31 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:06.159575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-739ce8a2-7d5a-42b2-b3ca-4965b297d36c req-d2035429-a7d9-4c9b-9fda-e58e4f06db31 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1141171 Feb 15 01:42:06.251782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-739ce8a2-7d5a-42b2-b3ca-4965b297d36c req-2c16d974-a23a-4c62-a558-b0cc4b4bc573 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660882 Feb 15 01:42:06.262609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:06.333938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:06.351327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Checking segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:06.351691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Network hostable DHCP agents. Network: bcc6cf53-cec5-4f3a-af6e-d466d05be507, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:42:06.434930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:42:06.495905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, bcc6cf53-cec5-4f3a-af6e-d466d05be507) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:06.500554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:06.501284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:06.507022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c674af0-a646-4f5a-a486-9f4a12b2bbeb None None] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:06.643983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-253ecdb2-52a7-49be-8fe5-d0dfd7093d4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9411559 Feb 15 01:42:06.794856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5a0a8-b6c3-403a-adae-0a0b0e0ff895 req-cea275b7-3dd1-4a51-955c-9f22f9e7a703 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:06.804394 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f5a0a8-b6c3-403a-adae-0a0b0e0ff895 req-cea275b7-3dd1-4a51-955c-9f22f9e7a703 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.1915183 Feb 15 01:42:06.819897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b08046-5dc7-4723-9551-68f46e8c7f92 None None] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:06.910888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f5a0a8-b6c3-403a-adae-0a0b0e0ff895 req-9d8c1845-440c-4a0f-984a-b9f5f713f906 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054673 Feb 15 01:42:07.152667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f52d76-8203-43c9-8136-cf01c8c38fdd req-3805c52c-7136-4bbe-aa42-25016abebfce tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:07.154919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62f52d76-8203-43c9-8136-cf01c8c38fdd req-3805c52c-7136-4bbe-aa42-25016abebfce tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 948 time: 0.1045430 Feb 15 01:42:07.171764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0bdf-eed5-4767-b897-866051dee542 req-c423b289-f08f-4e4c-91ac-729a0187cb3c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:07.173407 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d5a0bdf-eed5-4767-b897-866051dee542 req-c423b289-f08f-4e4c-91ac-729a0187cb3c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1236753 Feb 15 01:42:07.217852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62f52d76-8203-43c9-8136-cf01c8c38fdd req-b9084c1f-f147-42fb-8791-2c50d47a0083 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Feb 15 01:42:07.289692 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d5a0bdf-eed5-4767-b897-866051dee542 req-291f5933-a133-4d64-a453-56c2385eed26 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103380 Feb 15 01:42:07.453842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-bf1d35fc-4751-48d0-b77b-7cd4689e2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:07.455497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-bf1d35fc-4751-48d0-b77b-7cd4689e2396 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c&tenant_id=cc7a8137081c45c890efebef7417ab1a HTTP/1.1" status: 200 len: 1133 time: 0.0929253 Feb 15 01:42:07.468380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:07.483304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91a4c-991a-4099-8add-b7df7d827388 req-a640d579-50f6-4965-9966-9f99f840558a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:07.495555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bed91a4c-991a-4099-8add-b7df7d827388 req-a640d579-50f6-4965-9966-9f99f840558a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1197286 Feb 15 01:42:07.561246 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bed91a4c-991a-4099-8add-b7df7d827388 req-38622bab-4175-4a82-a4ad-159952e80eef tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565507 Feb 15 01:42:07.637579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:07.673214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-a0c4ff96-ebda-4ec4-a455-09a797bc65ab tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:07.674692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-a0c4ff96-ebda-4ec4-a455-09a797bc65ab tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.1580734 Feb 15 01:42:07.706302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-0d24ce7b-2af1-441f-9cef-eea708fd855a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/quotas/f9bf1864cd5845c1ae258e543179e82b HTTP/1.1" status: 200 len: 375 time: 0.0147636 Feb 15 01:42:07.789055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-3b5cf103-63d0-45c9-9896-24862672eaac tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694301 Feb 15 01:42:07.959095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-db247093-b3fc-4db8-b35c-20feb789ddde service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578012 Feb 15 01:42:08.043836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:08.073095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5233d-969d-4b3e-8e04-c442d0bdb799 req-d30a4379-c499-4f26-b6c3-d708ef500a0e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:08.076912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36d5233d-969d-4b3e-8e04-c442d0bdb799 req-d30a4379-c499-4f26-b6c3-d708ef500a0e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0808947 Feb 15 01:42:08.097331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:08.146500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-4d54581a-d64e-406d-b68c-3e06272c4527 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792190 Feb 15 01:42:08.152718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36d5233d-969d-4b3e-8e04-c442d0bdb799 req-8d88c29f-b294-48d3-8032-d1405e363375 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706863 Feb 15 01:42:08.162953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:08.165286 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6c6d9-f195-4416-8f95-68ea7adf902d" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-unplugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:08.169797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks [] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:08.185015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Transition to ACTIVE for port object 44005e49-15f6-4c01-b808-2f7bf01430fd will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:42:08.227993 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf82af8-50ba-43fa-a6aa-17e75ac26d36 x-openstack-request-id: req-caf82af8-50ba-43fa-a6aa-17e75ac26d36 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:08.232808 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-unplugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:08.232808 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caf82af8-50ba-43fa-a6aa-17e75ac26d36 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:08.232808 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'code': 200} Feb 15 01:42:08.251101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:08.343244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 67760e76-136f-4496-9f39-dfaa75539d6d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:08.390463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb131-2ef8-4b73-84d2-06d82f0cb45a req-c1432b49-e707-4a90-82ab-427c7f6a2772 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:08.393524 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b08eb131-2ef8-4b73-84d2-06d82f0cb45a req-c1432b49-e707-4a90-82ab-427c7f6a2772 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 948 time: 0.0851502 Feb 15 01:42:08.430868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] No DVR routers for this DVR port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:08.440044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:08.516035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b08eb131-2ef8-4b73-84d2-06d82f0cb45a req-c38be0ac-e47a-461a-81b6-d51033705bce tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130462 Feb 15 01:42:08.609357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=67760e76-136f-4496-9f39-dfaa75539d6d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:08.616976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaf38a0a-6522-4978-a550-d10ecf3f37ce req-bd4a4162-045a-4cf3-9224-05068e139a67 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 210 time: 0.0482864 Feb 15 01:42:08.642754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '67760e76-136f-4496-9f39-dfaa75539d6d', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '67760e76-136f-4496-9f39-dfaa75539d6d', 'mac_address': 'fa:16:3e:07:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:08.653814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:08.654190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:08.654537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:08.669913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:42:08.670242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Attempting to bind port 44005e49-15f6-4c01-b808-2f7bf01430fd on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:08.690117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:08.690483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:08.690881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:08.692553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Bound port: 44005e49-15f6-4c01-b808-2f7bf01430fd, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:08.692929 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:08.710620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 67760e76-136f-4496-9f39-dfaa75539d6d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:08.711406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:08.741962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67760e76-136f-4496-9f39-dfaa75539d6d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:08.744226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc3ae-4faf-4a15-a100-552c5b0c4319 req-f3a51be0-4841-4087-a608-295d7e61c226 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:08.746403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-757cc3ae-4faf-4a15-a100-552c5b0c4319 req-f3a51be0-4841-4087-a608-295d7e61c226 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.2899640 Feb 15 01:42:08.777115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=67760e76-136f-4496-9f39-dfaa75539d6d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:08.790733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f8bc3-e83b-40be-912c-32e98bab30c0 req-3ca896dd-ec59-4698-850e-d49a27d41d3d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:08.793430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-802f8bc3-e83b-40be-912c-32e98bab30c0 req-3ca896dd-ec59-4698-850e-d49a27d41d3d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0714004 Feb 15 01:42:08.825004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:08.863941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-802f8bc3-e83b-40be-912c-32e98bab30c0 req-f48bd27b-9d00-49be-8f08-1e9ca2580f8c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635767 Feb 15 01:42:08.903026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-757cc3ae-4faf-4a15-a100-552c5b0c4319 req-e9ac79b1-231a-4aa8-bcd3-9c36538dd3ba tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050067 Feb 15 01:42:08.913547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:08.914185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:08.923285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:09.000214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:09.042034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.042794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:09.048544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] 10.222.0.37 "PUT /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 1098 time: 1.5843983 Feb 15 01:42:09.069845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d77bb-81bf-493d-a008-0f209f0bf2cb service neutron] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:09.143048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-afc4a6ab-939b-4705-9bec-f9096e1b04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.144605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-afc4a6ab-939b-4705-9bec-f9096e1b04ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1132 time: 0.0607069 Feb 15 01:42:09.198092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['67760e76-136f-4496-9f39-dfaa75539d6d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:09.280424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-cb621e81-dc2a-44c6-8cb0-32c02e869b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.283151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-cb621e81-dc2a-44c6-8cb0-32c02e869b99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1300161 Feb 15 01:42:09.339733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf59a-a220-44e1-862e-85ba2ef3a7ed req-dfadb0da-a51b-46dc-a897-69711ff52026 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.341632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5bdf59a-a220-44e1-862e-85ba2ef3a7ed req-dfadb0da-a51b-46dc-a897-69711ff52026 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.1095133 Feb 15 01:42:09.405070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-aa0b39e7-42d4-49e3-8a1b-bc882cfeb767 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.1112094 Feb 15 01:42:09.443653 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c5bdf59a-a220-44e1-862e-85ba2ef3a7ed req-6323c7a9-a52f-4e5a-8b48-87141b797635 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915403 Feb 15 01:42:09.473494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-57a28da5-8d4a-4270-8868-bd628bc19c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.475559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-57a28da5-8d4a-4270-8868-bd628bc19c3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0675554 Feb 15 01:42:09.536988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-71a2e9ed-bf17-4b3a-90e6-7390217b9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.538541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-71a2e9ed-bf17-4b3a-90e6-7390217b9d42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0562837 Feb 15 01:42:09.600113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:09.671572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 44005e49-15f6-4c01-b808-2f7bf01430fd host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:42:09.672607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:09.686126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9116f96-8209-445f-a38a-9fb2d474c84f req-c2db3915-9267-4281-ab78-c116a0625699 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:09.687726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9116f96-8209-445f-a38a-9fb2d474c84f req-c2db3915-9267-4281-ab78-c116a0625699 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 949 time: 0.0911169 Feb 15 01:42:09.711157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-98c0628c-e8eb-44f6-a0f8-37fe93708e76 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626520 Feb 15 01:42:09.729851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-481eddeb-947c-47bc-9114-6a5983267b91 req-ccfbf8d1-6e63-491e-9795-e69b188a94c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 210 time: 0.0317359 Feb 15 01:42:09.797378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9116f96-8209-445f-a38a-9fb2d474c84f req-1a1eef8b-684b-40e4-a48e-040924c72077 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030319 Feb 15 01:42:09.842668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-481be2f9-fc78-43fb-afae-e69e1cd966b1 req-0db671f3-39b1-430d-b7e6-7d9108d79f50 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218896 Feb 15 01:42:10.024062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4262da-9b47-4f93-8037-8f85c769d844 req-076cb6b2-9e1d-4e75-8b59-6bec15bfbaf6 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.026581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d4262da-9b47-4f93-8037-8f85c769d844 req-076cb6b2-9e1d-4e75-8b59-6bec15bfbaf6 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0670145 Feb 15 01:42:10.060035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7b6e1-e900-4b04-826f-fec814b7ae41 req-98e59f45-88d3-47cb-91dc-461acd9482e1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.068880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d7b6e1-e900-4b04-826f-fec814b7ae41 req-98e59f45-88d3-47cb-91dc-461acd9482e1 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0770175 Feb 15 01:42:10.096911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d4262da-9b47-4f93-8037-8f85c769d844 req-700b9012-5d9a-46a4-a63b-f7ff54bf90d1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640910 Feb 15 01:42:10.127961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d7b6e1-e900-4b04-826f-fec814b7ae41 req-04694144-a697-4f19-9338-20bfd0625e23 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Feb 15 01:42:10.230792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:10.233715 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81475902-e7c1-4398-b4e8-491bd12bb6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:10.295494 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d54d86-9ce0-47b1-bc67-f69d99ad36ef x-openstack-request-id: req-c5d54d86-9ce0-47b1-bc67-f69d99ad36ef {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:10.296109 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:10.296485 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5d54d86-9ce0-47b1-bc67-f69d99ad36ef {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:10.296976 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'status': 'completed', 'code': 200} Feb 15 01:42:10.373836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-1c4c832a-d7c2-4ea0-bcff-85b1e8eb6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.376276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-1c4c832a-d7c2-4ea0-bcff-85b1e8eb6e6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1132 time: 0.0568292 Feb 15 01:42:10.395430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-0f4f7547-69d0-4324-9108-b6e521df6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.398555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-0f4f7547-69d0-4324-9108-b6e521df6af9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc7a8137081c45c890efebef7417ab1a&device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1132 time: 0.0876851 Feb 15 01:42:10.513389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-e200b626-26a6-41dd-bba6-b7f275840142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.517213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-e200b626-26a6-41dd-bba6-b7f275840142 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1344614 Feb 15 01:42:10.530108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-ab0cdcce-b59b-4cbd-9086-165fc0bca71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.531609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-ab0cdcce-b59b-4cbd-9086-165fc0bca71c service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1250567 Feb 15 01:42:10.575538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-aa88b392-25a0-4d55-a1dc-a7744d56717e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0513082 Feb 15 01:42:10.586834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-8d89f433-a600-4319-969d-65e5e8cc6f24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 200 len: 217 time: 0.0479996 Feb 15 01:42:10.634178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-c2b9959a-16e3-4825-ad4a-0dfc6520ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.636505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-c2b9959a-16e3-4825-ad4a-0dfc6520ba0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0540590 Feb 15 01:42:10.678028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cd3d-1eb2-4ced-8446-6899b80375fd req-2739836e-b707-4dce-bce2-664507d63d85 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.686166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea10cd3d-1eb2-4ced-8446-6899b80375fd req-2739836e-b707-4dce-bce2-664507d63d85 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.0979805 Feb 15 01:42:10.698814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-325851ca-d54e-4d90-b2d5-fa05dcc890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.700407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-325851ca-d54e-4d90-b2d5-fa05dcc890a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0809953 Feb 15 01:42:10.713976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-3bf0fcb4-0672-42c0-8e9d-27f7f55bd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.715834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-3bf0fcb4-0672-42c0-8e9d-27f7f55bd44d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0728447 Feb 15 01:42:10.779993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea10cd3d-1eb2-4ced-8446-6899b80375fd req-86a4b972-044e-408b-b5e2-80d3fa941709 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927293 Feb 15 01:42:10.797974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-6f475cd1-b014-428c-9f64-34d4cc17006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:10.799053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-6f475cd1-b014-428c-9f64-34d4cc17006f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0921423 Feb 15 01:42:10.949704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7a28a1cf-5f15-49a9-ae5f-4b02e52e6344 req-2d6b3673-64e4-4f4a-a203-6d0d28be6454 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 210 time: 0.0614269 Feb 15 01:42:10.963789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-93ab1347-bc8d-4c12-8e39-93e4e4acc4a5 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326541 Feb 15 01:42:11.073973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-f384eed1-6e2d-4962-b90f-cea99ea2847f service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060700 Feb 15 01:42:11.093492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-3645103e-c37a-4303-9c9f-b06a6f1bfeb0 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859004 Feb 15 01:42:11.113345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ce690-536b-4a25-9a29-b0e1038e4701 req-910828aa-3c1e-46a1-997b-b235325781a9 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:11.115493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37ce690-536b-4a25-9a29-b0e1038e4701 req-910828aa-3c1e-46a1-997b-b235325781a9 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 949 time: 0.2064462 Feb 15 01:42:11.255509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b5a56-a423-4ab4-9a9d-985686ccc169 req-694ad55e-3dff-4759-b17e-789053c3bd4a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:11.269711 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d7b5a56-a423-4ab4-9a9d-985686ccc169 req-694ad55e-3dff-4759-b17e-789053c3bd4a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0784876 Feb 15 01:42:11.342868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d7b5a56-a423-4ab4-9a9d-985686ccc169 req-32fdbef8-94f8-448b-80a5-662386afc6ee tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719929 Feb 15 01:42:11.487304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565e3c-9827-4986-89ef-060134c3fc52 req-6a4a71a1-98a3-4a60-a907-c6616d285a3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:11.489222 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41565e3c-9827-4986-89ef-060134c3fc52 req-6a4a71a1-98a3-4a60-a907-c6616d285a3b tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0744987 Feb 15 01:42:11.561132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41565e3c-9827-4986-89ef-060134c3fc52 req-e81dba2a-56dd-47e5-ad27-f6be06a559b4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Feb 15 01:42:11.576568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-887900a8-5084-43b7-8ec6-f41aa4bb93a8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:11.577964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-887900a8-5084-43b7-8ec6-f41aa4bb93a8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.31 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.5871611 Feb 15 01:42:11.596897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Request body: {'port': {'device_id': '179f392c-9978-437a-8be8-f185070a4767', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'admin_state_up': True, 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:11.637143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37ce690-536b-4a25-9a29-b0e1038e4701 req-4aacad89-3d17-4fd2-956d-6cd0434c2826 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981506 Feb 15 01:42:11.680352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81475902-e7c1-4398-b4e8-491bd12bb6e3 req-5cb18296-509f-4500-9c51-522e021cc10b service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742197 Feb 15 01:42:11.840414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:11.847466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:11.918836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06fc23-1858-463e-bb0d-528fadc406bb req-e5a4e5df-d58d-489f-81f8-cddcb6a638a1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:11.918836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af06fc23-1858-463e-bb0d-528fadc406bb req-e5a4e5df-d58d-489f-81f8-cddcb6a638a1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 949 time: 0.0629907 Feb 15 01:42:11.977946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af06fc23-1858-463e-bb0d-528fadc406bb req-bfe3b96c-76e4-4e36-aecb-7a0ca35ddf45 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515747 Feb 15 01:42:12.014494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Allocated IP 172.20.0.9 (bcc6cf53-cec5-4f3a-af6e-d466d05be507/9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d/33400c00-ada0-4baa-9cff-0c68e6c62d20) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:12.097237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-857d5744-d71f-4e63-8021-fea5e453eb95 req-45c95d60-071e-4d47-9609-b7e560daf68d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 210 time: 0.0551202 Feb 15 01:42:12.231391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks [] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.314183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.364345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:12.367538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 67760e76-136f-4496-9f39-dfaa75539d6d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:12.391551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:12.391551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:12.400739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:12.411207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:12.512210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:12.513166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.537551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d100b4b-38b9-4d2b-8979-4345d6bec395 req-166df8fb-530b-4a7e-b3c2-1d7042413150 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:12.545162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d100b4b-38b9-4d2b-8979-4345d6bec395 req-166df8fb-530b-4a7e-b3c2-1d7042413150 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0908005 Feb 15 01:42:12.568645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:12.581508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'mac_address': 'fa:16:3e:2e:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:12.596350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-deaa30b9-a107-4962-9525-66cd32730199 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085919 Feb 15 01:42:12.609703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Request body: {'port': {'device_id': '179f392c-9978-437a-8be8-f185070a4767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:12.622620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 67760e76-136f-4496-9f39-dfaa75539d6d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:42:12.629493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 67760e76-136f-4496-9f39-dfaa75539d6d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:12.629931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.633747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:12.633747 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.656313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4d100b4b-38b9-4d2b-8979-4345d6bec395 req-adde40ff-f81e-4693-a1a4-33341d686e6b tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078432 Feb 15 01:42:12.688762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.695131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:12.749947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:12.771933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 67760e76-136f-4496-9f39-dfaa75539d6d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:12.772352 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.802620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:12.807891 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43bf9bb-999c-4a10-8f5e-46b5920f90c0" -d '{"events": [{"server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "name": "network-vif-plugged", "status": "completed", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:12.819520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:12.876237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=67760e76-136f-4496-9f39-dfaa75539d6d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:12.877159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:12.883529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b85d2-f7c3-4d1e-8d5a-793857bcb30d req-3b20c3a9-65bd-4210-94c4-246420ad8e12 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:12.886198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d0b85d2-f7c3-4d1e-8d5a-793857bcb30d req-3b20c3a9-65bd-4210-94c4-246420ad8e12 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 949 time: 0.0786309 Feb 15 01:42:12.888689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226469-0eca-46f5-bb82-1e1bbf07116d req-e5fb85d3-ab8e-41c3-beec-fecc48389b03 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:12.890709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b226469-0eca-46f5-bb82-1e1bbf07116d req-e5fb85d3-ab8e-41c3-beec-fecc48389b03 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1597061 Feb 15 01:42:12.966009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d0b85d2-f7c3-4d1e-8d5a-793857bcb30d req-62f714a5-a988-481c-874f-67b33f304354 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646598 Feb 15 01:42:12.988679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.017809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b226469-0eca-46f5-bb82-1e1bbf07116d req-3f8a358f-ad1d-48a8-8d6b-7c8849b4188d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182084 Feb 15 01:42:13.124200 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b143cc4-7feb-4a17-9628-bd9ce0a06f6d x-openstack-request-id: req-6b143cc4-7feb-4a17-9628-bd9ce0a06f6d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:13.124746 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "name": "network-vif-plugged", "status": "completed", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:13.125289 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b143cc4-7feb-4a17-9628-bd9ce0a06f6d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:13.125832 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d', 'code': 200} Feb 15 01:42:13.137448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:13.170315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33400c00-ada0-4baa-9cff-0c68e6c62d20 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:13.180630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks [] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.197764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Transition to ACTIVE for port object 33400c00-ada0-4baa-9cff-0c68e6c62d20 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:42:13.266100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['44005e49-15f6-4c01-b808-2f7bf01430fd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:13.290226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b935-28c2-4f3f-a84e-2272d764ed20 req-61140840-6f35-4e9e-87a7-a71d80758c38 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.303095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76a1b935-28c2-4f3f-a84e-2272d764ed20 req-61140840-6f35-4e9e-87a7-a71d80758c38 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 931 time: 0.0836577 Feb 15 01:42:13.323636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.373899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76a1b935-28c2-4f3f-a84e-2272d764ed20 req-25a822d1-d7bb-448e-bafd-4480755f14a1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696986 Feb 15 01:42:13.427125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9611-e0df-4f47-a3df-ec201645ef77 req-88308575-4045-47e1-b851-c6d0db11a35c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.433892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b2d9611-e0df-4f47-a3df-ec201645ef77 req-88308575-4045-47e1-b851-c6d0db11a35c tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.2069693 Feb 15 01:42:13.439755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:13.451818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653269-452b-462a-a129-0f1024a0b27f req-d34d490c-aa2d-48d1-b359-3365c2a000f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.452617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75653269-452b-462a-a129-0f1024a0b27f req-d34d490c-aa2d-48d1-b359-3365c2a000f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 1133 time: 0.1694927 Feb 15 01:42:13.607384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75653269-452b-462a-a129-0f1024a0b27f req-43f8b9f8-def2-440a-9d55-8e380317bc9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330450 Feb 15 01:42:13.610848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b2d9611-e0df-4f47-a3df-ec201645ef77 req-82cb0c68-dd6f-4c26-b212-8c6e3c13430e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661999 Feb 15 01:42:13.615802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Attempting to bind port 33400c00-ada0-4baa-9cff-0c68e6c62d20 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:13.616384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Attempting to bind port 33400c00-ada0-4baa-9cff-0c68e6c62d20 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:13.616643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Attempting to bind port 33400c00-ada0-4baa-9cff-0c68e6c62d20 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:13.622640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Port 33400c00-ada0-4baa-9cff-0c68e6c62d20 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:42:13.622998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Attempting to bind port 33400c00-ada0-4baa-9cff-0c68e6c62d20 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:13.635034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:13.635034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Checking segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:13.635034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Bound using segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:13.635034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Bound port: 33400c00-ada0-4baa-9cff-0c68e6c62d20, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:13.635034 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.715985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:13.720272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:13.800239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.814959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ab2a7-01f4-45fb-967a-460afd8e1789 req-19121f0c-ae76-4eab-a057-a67c6413e972 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.821665 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-040ab2a7-01f4-45fb-967a-460afd8e1789 req-19121f0c-ae76-4eab-a057-a67c6413e972 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0737875 Feb 15 01:42:13.849792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.850759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:13.855999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] 10.222.0.31 "PUT /v2.0/ports/33400c00-ada0-4baa-9cff-0c68e6c62d20 HTTP/1.1" status: 200 len: 1092 time: 1.2485547 Feb 15 01:42:13.855999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:13.856841 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523fa6b-a597-46e6-885d-cd7339c5136f" -d '{"events": [{"name": "network-changed", "server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:13.885662 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-040ab2a7-01f4-45fb-967a-460afd8e1789 req-3d439d72-0c9f-41de-ac0a-4baaafffed2f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630858 Feb 15 01:42:13.930697 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e30a3c3-43b7-46bc-bd4c-593f964f9dfb x-openstack-request-id: req-4e30a3c3-43b7-46bc-bd4c-593f964f9dfb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:13.930883 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:13.931040 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e30a3c3-43b7-46bc-bd4c-593f964f9dfb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:13.931472 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'status': 'completed', 'code': 200} Feb 15 01:42:13.934697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1577a2-e688-42e8-b0be-661c2b5ee79f service neutron] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:13.997125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-73e26239-8c8e-4895-b93c-20935bd1a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:13.998658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-73e26239-8c8e-4895-b93c-20935bd1a4e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 1126 time: 0.0508647 Feb 15 01:42:14.127420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-ad0ee1e3-ada3-4dc1-bd17-4e806cec9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.129896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-ad0ee1e3-ada3-4dc1-bd17-4e806cec9b91 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9bf1864cd5845c1ae258e543179e82b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1229868 Feb 15 01:42:14.140704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6566f2-5faf-4d3e-9933-656f1ee80359 req-dcc0812a-e05b-444f-825f-d704ad9d1234 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.148731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e6566f2-5faf-4d3e-9933-656f1ee80359 req-dcc0812a-e05b-444f-825f-d704ad9d1234 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 950 time: 0.0895858 Feb 15 01:42:14.248548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e6566f2-5faf-4d3e-9933-656f1ee80359 req-4d1653fc-93a2-472f-ad24-7f44b547466d tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956273 Feb 15 01:42:14.285491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bff28-3af7-4141-ac5f-77152911e0d2 req-b77252e8-8111-4ffb-a867-cd11cbb43e16 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.287341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-266bff28-3af7-4141-ac5f-77152911e0d2 req-b77252e8-8111-4ffb-a867-cd11cbb43e16 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1154392 Feb 15 01:42:14.288935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-15b1c575-17a1-4064-8d7f-7ed21b00a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.291300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8523fa6b-a597-46e6-885d-cd7339c5136f req-15b1c575-17a1-4064-8d7f-7ed21b00a877 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513853 Feb 15 01:42:14.376985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-266bff28-3af7-4141-ac5f-77152911e0d2 req-f1b0bc57-e889-43b8-8d48-b182b7d334b8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720577 Feb 15 01:42:14.418096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-e4ec74fd-71b4-4c78-9447-665f452bf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.419928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-e4ec74fd-71b4-4c78-9447-665f452bf411 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 1126 time: 0.0869186 Feb 15 01:42:14.497862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-12e864bd-e3f4-4af4-a2bc-18586e955e82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20 HTTP/1.1" status: 200 len: 217 time: 0.0679245 Feb 15 01:42:14.521499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c68f6-c60d-43d3-b64c-55a6380b66fd req-6973be95-e0d9-4e59-bdd3-05029686b3f4 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.523062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df9c68f6-c60d-43d3-b64c-55a6380b66fd req-6973be95-e0d9-4e59-bdd3-05029686b3f4 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 943 time: 0.0663252 Feb 15 01:42:14.569725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e590bd-548a-478b-9418-cbda8c54e11b req-93a2db49-ea2d-4954-9187-359fc3c52387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.571536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-93a2db49-ea2d-4954-9187-359fc3c52387 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.0684755 Feb 15 01:42:14.586836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-df9c68f6-c60d-43d3-b64c-55a6380b66fd req-87477312-37e3-4e3a-a2d9-abc30c8d1cf7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Feb 15 01:42:14.615542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-1b9316b8-c82e-4b6f-aec2-5ce2081d1fcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371916 Feb 15 01:42:14.770316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-b8de145d-4312-4f55-8b81-4fba90521301 service neutron] 10.222.0.31 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498308 Feb 15 01:42:14.778632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb67f-d61a-4d78-93fd-448c28c3a839 req-596e7e39-861b-4321-9585-7dc20f353b0e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:14.781212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abcb67f-d61a-4d78-93fd-448c28c3a839 req-596e7e39-861b-4321-9585-7dc20f353b0e tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0871708 Feb 15 01:42:14.924625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abcb67f-d61a-4d78-93fd-448c28c3a839 req-089cc233-b048-4513-8ebf-a3cf930e74aa tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320660 Feb 15 01:42:14.939878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02e590bd-548a-478b-9418-cbda8c54e11b req-757e9bab-5bd2-4bec-8839-8f89c7d64e0e service neutron] 10.222.0.31 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575410 Feb 15 01:42:15.022734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:15.085210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ea32-3fd1-41c1-b6e3-48570b18003c req-cdf895ac-b25f-4a24-a743-6324d7e1004f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.090699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18444c-debc-4d56-8887-18a9f943ee74 req-16a0e4e7-a8be-4113-b205-8075be725bbf tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.093247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8080ea32-3fd1-41c1-b6e3-48570b18003c req-cdf895ac-b25f-4a24-a743-6324d7e1004f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0938544 Feb 15 01:42:15.094534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de18444c-debc-4d56-8887-18a9f943ee74 req-16a0e4e7-a8be-4113-b205-8075be725bbf tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 1133 time: 0.0678804 Feb 15 01:42:15.147688 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8080ea32-3fd1-41c1-b6e3-48570b18003c req-37a890b7-adbf-45a7-9ab1-cdb08d4dcaa1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532091 Feb 15 01:42:15.175308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de18444c-debc-4d56-8887-18a9f943ee74 req-53ccefda-96c3-40e8-9bec-aaa5d5d3f2ad tempest-MigrationsAdminTest-312657918 tempest-MigrationsAdminTest-312657918-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745518 Feb 15 01:42:15.370141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a3396-1c88-479f-a550-43bbb4ec393e req-842fa0ab-d5ca-4968-a1a3-4e1727def965 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.371738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc3a3396-1c88-479f-a550-43bbb4ec393e req-842fa0ab-d5ca-4968-a1a3-4e1727def965 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 950 time: 0.0596020 Feb 15 01:42:15.446347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc3a3396-1c88-479f-a550-43bbb4ec393e req-c36dffb4-8e23-444f-9733-6208b2fb0acc tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678535 Feb 15 01:42:15.591947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d9360-4b62-4c6e-8ec2-d3fdb5117a08 req-1727c665-8c78-462e-8463-7bbcba2d3d87 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.593562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb1d9360-4b62-4c6e-8ec2-d3fdb5117a08 req-1727c665-8c78-462e-8463-7bbcba2d3d87 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0658286 Feb 15 01:42:15.650404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb1d9360-4b62-4c6e-8ec2-d3fdb5117a08 req-d3388dbb-5704-4dba-85da-d906af81d7f7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Feb 15 01:42:15.789875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5e02f-cfa5-4171-80d8-076cfbcc9864 req-7e2ac5bd-4c92-4c2a-9a6d-6b71f5289201 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.792217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eef5e02f-cfa5-4171-80d8-076cfbcc9864 req-7e2ac5bd-4c92-4c2a-9a6d-6b71f5289201 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 943 time: 0.0678284 Feb 15 01:42:15.847472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eef5e02f-cfa5-4171-80d8-076cfbcc9864 req-cbea9f5e-6a57-41fa-9482-9c07cd1835ed tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 Feb 15 01:42:15.955357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb155ca-5063-44db-b32d-31d2b08bbe2a req-63a86cfd-ab86-417b-bde6-6bd7d5d0f585 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:15.957006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8bb155ca-5063-44db-b32d-31d2b08bbe2a req-63a86cfd-ab86-417b-bde6-6bd7d5d0f585 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 950 time: 0.0553563 Feb 15 01:42:16.005355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8bb155ca-5063-44db-b32d-31d2b08bbe2a req-b014562b-c9a6-4122-9e3b-16c708c2d0e1 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Feb 15 01:42:16.282793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a78bd5-48fc-490a-82b8-ac214610ceed req-8055dd8d-91c6-4b26-8ca0-f5b842208ad1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:16.284315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95a78bd5-48fc-490a-82b8-ac214610ceed req-8055dd8d-91c6-4b26-8ca0-f5b842208ad1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0628335 Feb 15 01:42:16.336664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95a78bd5-48fc-490a-82b8-ac214610ceed req-2d7dd06f-8ddf-46ef-ba0b-629b2528831f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464587 Feb 15 01:42:16.398146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:16.611082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 44005e49-15f6-4c01-b808-2f7bf01430fd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:42:16.615386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 44005e49-15f6-4c01-b808-2f7bf01430fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:16.615857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:16.705778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 44005e49-15f6-4c01-b808-2f7bf01430fd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:16.705778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:16.738579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:16.739405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:16.741967 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e928f958-e48f-43ac-a5d3-8e302647f127" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:16.799227 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1b4fa-c58f-4ea3-a71f-8ed08b755c6d x-openstack-request-id: req-f4e1b4fa-c58f-4ea3-a71f-8ed08b755c6d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:16.799227 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-plugged", "status": "completed", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:16.799227 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4e1b4fa-c58f-4ea3-a71f-8ed08b755c6d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:16.799227 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'code': 200} Feb 15 01:42:16.810994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:16.816441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f0cd2-f094-40bb-b64c-c50581374efc req-b9f1e821-827d-4fed-9207-2cc303026910 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:16.816441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4b6f0cd2-f094-40bb-b64c-c50581374efc req-b9f1e821-827d-4fed-9207-2cc303026910 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Feb 15 01:42:16.902066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:16.931766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4b6f0cd2-f094-40bb-b64c-c50581374efc req-ab9efeb6-757b-40a4-83d2-83a83612142c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040139 Feb 15 01:42:17.067029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f7d6-f7bc-4529-8d1a-4e1d03cbe032 req-0b4bf101-f50f-425e-9dee-037e2c032031 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:17.068695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8c2f7d6-f7bc-4529-8d1a-4e1d03cbe032 req-0b4bf101-f50f-425e-9dee-037e2c032031 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 943 time: 0.0766854 Feb 15 01:42:17.142765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8c2f7d6-f7bc-4529-8d1a-4e1d03cbe032 req-49f0140d-ea10-445a-bb61-85b44c4970c8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676119 Feb 15 01:42:17.279667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2a4b-91a1-400b-912c-d852fa3847c0 req-b3904b36-765c-4a03-beae-5644a95fbdc8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:17.281264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6be2a4b-91a1-400b-912c-d852fa3847c0 req-b3904b36-765c-4a03-beae-5644a95fbdc8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 951 time: 0.0755594 Feb 15 01:42:17.298381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-1b39012a-d673-4a7a-895b-1e95885dedfd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:17.300007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-1b39012a-d673-4a7a-895b-1e95885dedfd tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 951 time: 0.0798104 Feb 15 01:42:17.350960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6be2a4b-91a1-400b-912c-d852fa3847c0 req-c5edfae5-2a35-41cd-a7dd-ee20018df821 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Feb 15 01:42:17.454054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Deleting port 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:17.455005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:17.510582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe73c1-038b-43ac-982f-d782b5e057cc req-f8355b80-1885-479b-89c7-83fddd50ded2 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:17.512504 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98fe73c1-038b-43ac-982f-d782b5e057cc req-f8355b80-1885-479b-89c7-83fddd50ded2 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0640361 Feb 15 01:42:17.572909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] For port 44005e49-15f6-4c01-b808-2f7bf01430fd, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=44005e49-15f6-4c01-b808-2f7bf01430fd,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:17.573442 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:17.582951 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98fe73c1-038b-43ac-982f-d782b5e057cc req-37ff6dbf-e2a7-48f9-a813-009cee9803c7 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638590 Feb 15 01:42:17.592988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Calling delete_port for 44005e49-15f6-4c01-b808-2f7bf01430fd owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:17.630663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:17.722549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17336-cee4-49bd-9174-00259ccf83ce req-f7a60a78-00d0-43b8-a042-cf0f8bf4ab20 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:17.724393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1d17336-cee4-49bd-9174-00259ccf83ce req-f7a60a78-00d0-43b8-a042-cf0f8bf4ab20 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 950 time: 0.0771070 Feb 15 01:42:17.788371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:17.799160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1d17336-cee4-49bd-9174-00259ccf83ce req-c8698702-2571-4da0-8694-5cd7a46ce220 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Feb 15 01:42:17.804927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'mac_address': 'fa:16:3e:21:a7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:17.817106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:17.859477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 33400c00-ada0-4baa-9cff-0c68e6c62d20 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:17.859960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:17.878110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33400c00-ada0-4baa-9cff-0c68e6c62d20 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:17.898641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:17.978032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (44005e49-15f6-4c01-b808-2f7bf01430fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:17.992025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989', '20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:17.994897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791', '44005e49-15f6-4c01-b808-2f7bf01430fd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:18.054249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event deleted for resources: {'Port': ['ID=44005e49-15f6-4c01-b808-2f7bf01430fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:18.103495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:18.121103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0775-337d-46b4-9bb2-191c465d3be0 req-179a6a03-191a-4e11-a04e-4ccaba9403a7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:18.133046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d6bd0775-337d-46b4-9bb2-191c465d3be0 req-179a6a03-191a-4e11-a04e-4ccaba9403a7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1169989 Feb 15 01:42:18.145368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] No DVR routers for this DVR port 44005e49-15f6-4c01-b808-2f7bf01430fd on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:18.148064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:18.152425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7dd4abf-0359-466f-9ef6-a7321c3b337f req-e896e59c-c668-4a2e-9fed-a871b9f09252 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "DELETE /v2.0/ports/44005e49-15f6-4c01-b808-2f7bf01430fd HTTP/1.1" status: 204 len: 173 time: 0.8473096 Feb 15 01:42:18.152884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-deleted', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:18.176404 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b76b2-5469-4916-99b9-f99074b5184b" -d '{"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-deleted", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:18.243222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:18.258479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d6bd0775-337d-46b4-9bb2-191c465d3be0 req-7168a0ea-74c4-4278-9090-4ebf89208b36 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242712 Feb 15 01:42:18.385142 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c7d9e-f9b0-4b9e-9253-a1efbb70291e x-openstack-request-id: req-4c8c7d9e-f9b0-4b9e-9253-a1efbb70291e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:18.389648 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352e38a-ce98-4c10-bdbc-3892c585733c", "name": "network-vif-deleted", "tag": "44005e49-15f6-4c01-b808-2f7bf01430fd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:18.389648 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c8c7d9e-f9b0-4b9e-9253-a1efbb70291e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:18.389648 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4352e38a-ce98-4c10-bdbc-3892c585733c', 'name': 'network-vif-deleted', 'tag': '44005e49-15f6-4c01-b808-2f7bf01430fd', 'status': 'completed', 'code': 200} Feb 15 01:42:18.399723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['33400c00-ada0-4baa-9cff-0c68e6c62d20'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:18.429092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169bb91-25e5-4152-a4d3-145548401ff2 req-d57d6531-78b0-4597-a565-0e8bb1be8397 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:18.430799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2169bb91-25e5-4152-a4d3-145548401ff2 req-d57d6531-78b0-4597-a565-0e8bb1be8397 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 944 time: 0.1514199 Feb 15 01:42:18.558561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fdf54627-1316-4fad-b790-f81dae2fa49c req-2bcd543c-662c-4e69-84e4-ee77434a7e99 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.0828464 Feb 15 01:42:18.593337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2169bb91-25e5-4152-a4d3-145548401ff2 req-b2daf47c-c357-4166-9748-ca68eae1d864 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552017 Feb 15 01:42:18.744747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f4b0e-79b9-422d-b079-d41fa77d8611 req-c6d5c41c-87d6-4c56-b847-2af360a417e0 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:18.747562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-382f4b0e-79b9-422d-b079-d41fa77d8611 req-c6d5c41c-87d6-4c56-b847-2af360a417e0 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0776768 Feb 15 01:42:18.832733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-382f4b0e-79b9-422d-b079-d41fa77d8611 req-1219c74b-858b-4bf9-b245-a688a344466d tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725725 Feb 15 01:42:18.942739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3989-cd47-4a22-a45b-fee3e948cf08 req-eafb04f7-d7bc-408a-b412-fe7b7658bb32 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:18.944668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ffa3989-cd47-4a22-a45b-fee3e948cf08 req-eafb04f7-d7bc-408a-b412-fe7b7658bb32 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 950 time: 0.0665431 Feb 15 01:42:19.000404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ffa3989-cd47-4a22-a45b-fee3e948cf08 req-512964f8-068e-4e44-bbc7-5952c80fd471 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/security-groups?id=756a5201-3cf4-44e9-be00-1497acac381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Feb 15 01:42:19.081333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-f6c983ab-59a8-4193-a59e-0261fbb7dd36 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:19.081333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-f6c983ab-59a8-4193-a59e-0261fbb7dd36 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 950 time: 0.0571663 Feb 15 01:42:19.185656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Deleting port 67760e76-136f-4496-9f39-dfaa75539d6d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:19.186149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:19.292468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] For port 67760e76-136f-4496-9f39-dfaa75539d6d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=67760e76-136f-4496-9f39-dfaa75539d6d,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:19.292838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:19.307969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Calling delete_port for 67760e76-136f-4496-9f39-dfaa75539d6d owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:19.430256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520385a-94f4-4162-833c-70bca6a6bd5d req-0a24d0e7-f164-410e-9a08-7d621ee130e5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:19.432434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b520385a-94f4-4162-833c-70bca6a6bd5d req-0a24d0e7-f164-410e-9a08-7d621ee130e5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0756054 Feb 15 01:42:19.502116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b520385a-94f4-4162-833c-70bca6a6bd5d req-083fcb1f-c1b4-43e1-9373-cd75a7b6b9a3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627005 Feb 15 01:42:19.542178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (67760e76-136f-4496-9f39-dfaa75539d6d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:19.555537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['67760e76-136f-4496-9f39-dfaa75539d6d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:19.625909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Pushing event deleted for resources: {'Port': ['ID=67760e76-136f-4496-9f39-dfaa75539d6d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:19.642671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:19.718565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] No DVR routers for this DVR port 67760e76-136f-4496-9f39-dfaa75539d6d on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:19.723476 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:19.730147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11aa04ce-8719-4c76-a469-c207b2a1939d req-32fa9dec-42b4-4bf0-ae97-e4d197c3aee5 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.37 "DELETE /v2.0/ports/67760e76-136f-4496-9f39-dfaa75539d6d HTTP/1.1" status: 204 len: 173 time: 0.6570106 Feb 15 01:42:19.782551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 33400c00-ada0-4baa-9cff-0c68e6c62d20 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:42:19.789035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed06ec9d-f2dc-490f-a589-1e5e39489420 req-d79ac60f-d5cb-4e9d-9453-f3ba063c992d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=4352e38a-ce98-4c10-bdbc-3892c585733c HTTP/1.1" status: 200 len: 210 time: 0.0575399 Feb 15 01:42:19.806091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 33400c00-ada0-4baa-9cff-0c68e6c62d20 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:19.806091 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:19.819525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfdb0a-b32b-4125-a963-69dd2f1cd82f req-860652f9-d6da-4864-9b2f-f6cd95d67fee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:19.831462 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-18dfdb0a-b32b-4125-a963-69dd2f1cd82f req-860652f9-d6da-4864-9b2f-f6cd95d67fee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 944 time: 0.0950077 Feb 15 01:42:19.925135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-18dfdb0a-b32b-4125-a963-69dd2f1cd82f req-f3505f38-ccbb-42e6-8dc7-d23287530847 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926600 Feb 15 01:42:20.085606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12882369-bfb9-432c-a517-e341bcb68b93 req-f98e51a0-7f6f-40f5-9b3d-aa1f66bc7b76 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:20.089769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12882369-bfb9-432c-a517-e341bcb68b93 req-f98e51a0-7f6f-40f5-9b3d-aa1f66bc7b76 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1328149 Feb 15 01:42:20.273083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12882369-bfb9-432c-a517-e341bcb68b93 req-2c8dcb36-212a-4a39-8b9b-514443cc4670 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680853 Feb 15 01:42:20.305715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 33400c00-ada0-4baa-9cff-0c68e6c62d20 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:20.307925 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:20.345532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:20.348951 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b19fd-ee55-4249-ae7b-430003392f7c" -d '{"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-plugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:20.375489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d9ca3d0-6569-4353-a062-c56c2ff2adde req-c249523d-329d-4ff1-a965-77e525ac47a6 tempest-TenantUsagesTestJSON-1569267356 tempest-TenantUsagesTestJSON-1569267356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6 HTTP/1.1" status: 200 len: 210 time: 0.1215503 Feb 15 01:42:20.382771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:20.387906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'name': 'network-vif-deleted', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:20.396567 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25a55c-a8d3-49c3-a7d9-63f9d6a5428a" -d '{"events": [{"server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "name": "network-vif-deleted", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:20.420847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 67760e76-136f-4496-9f39-dfaa75539d6d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:20.426139 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb30e5-09ec-406a-b309-932c34956c24 x-openstack-request-id: req-b3fb30e5-09ec-406a-b309-932c34956c24 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:20.426434 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-plugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:20.426738 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3fb30e5-09ec-406a-b309-932c34956c24 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:20.427185 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'code': 200} Feb 15 01:42:20.453288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 67760e76-136f-4496-9f39-dfaa75539d6d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:20.453675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 67760e76-136f-4496-9f39-dfaa75539d6d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:20.454361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:20.506919 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00769055-8d57-4184-862f-4c8a5bf6697b x-openstack-request-id: req-00769055-8d57-4184-862f-4c8a5bf6697b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:20.507228 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6", "name": "network-vif-deleted", "tag": "67760e76-136f-4496-9f39-dfaa75539d6d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:20.507482 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00769055-8d57-4184-862f-4c8a5bf6697b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:20.507884 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e9cf0f-09b8-44ae-9c7d-9cc0704910c6', 'name': 'network-vif-deleted', 'tag': '67760e76-136f-4496-9f39-dfaa75539d6d', 'status': 'completed', 'code': 200} Feb 15 01:42:20.511365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 44005e49-15f6-4c01-b808-2f7bf01430fd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:20.514642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 44005e49-15f6-4c01-b808-2f7bf01430fd not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:20.522005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:20.720815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:20.740083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567294-a7c1-4b54-b378-551e9f333681 req-e1409452-a91e-4faa-8452-5ab4b764f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:20.741781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6567294-a7c1-4b54-b378-551e9f333681 req-e1409452-a91e-4faa-8452-5ab4b764f3c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 1128 time: 0.1818137 Feb 15 01:42:20.755399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af0e9-242b-4bef-b541-336df98f47be req-3deee96d-df0d-4484-bff0-df8e20152f7e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:20.756943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c91af0e9-242b-4bef-b541-336df98f47be req-3deee96d-df0d-4484-bff0-df8e20152f7e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1349623 Feb 15 01:42:20.906648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6567294-a7c1-4b54-b378-551e9f333681 req-809a6b75-dfac-4a78-a6ec-0fb6f34c45c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486974 Feb 15 01:42:20.974884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c91af0e9-242b-4bef-b541-336df98f47be req-5e774b86-c1c8-482e-9c70-dff23e0fd4a8 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937494 Feb 15 01:42:21.062307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5b75bc2-e390-428b-873e-e1fbb4df78e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:21.189718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62284f8-3169-4ba3-aec3-22444378208f req-cce2860c-3485-4b29-a1e5-5d6701aa5e41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:21.197787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62284f8-3169-4ba3-aec3-22444378208f req-cce2860c-3485-4b29-a1e5-5d6701aa5e41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 945 time: 0.1094286 Feb 15 01:42:21.297415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62284f8-3169-4ba3-aec3-22444378208f req-efcc0e76-ca8d-4fa2-8062-4cd0f7ace79f tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984747 Feb 15 01:42:21.507345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cc7d3-c37e-4201-847d-4b8382368840 req-ee6d8df7-bb00-488d-899e-6519e99cdb4c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:21.514287 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e4cc7d3-c37e-4201-847d-4b8382368840 req-ee6d8df7-bb00-488d-899e-6519e99cdb4c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1025994 Feb 15 01:42:21.635794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e4cc7d3-c37e-4201-847d-4b8382368840 req-2be2ce32-6c1d-46d1-b9a7-1cc642c38bee tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206272 Feb 15 01:42:21.771442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5060a66-62c7-4d0a-8da4-46ea96004d43 req-804d5405-1ccb-45cc-a1d2-96f426d7d35d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:21.776716 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5060a66-62c7-4d0a-8da4-46ea96004d43 req-804d5405-1ccb-45cc-a1d2-96f426d7d35d tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 950 time: 0.0945766 Feb 15 01:42:21.838025 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5060a66-62c7-4d0a-8da4-46ea96004d43 req-816cddf8-eeb1-43db-aa90-2ecbff355d24 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Feb 15 01:42:22.121688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:22.205735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5cdcd-55a6-4348-9d45-ad3202347e50 req-4977bd21-0819-41fe-86f9-eee7f81b6f42 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:22.214020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3bc5cdcd-55a6-4348-9d45-ad3202347e50 req-4977bd21-0819-41fe-86f9-eee7f81b6f42 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1064570 Feb 15 01:42:22.332960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3bc5cdcd-55a6-4348-9d45-ad3202347e50 req-83a13f7e-6590-423a-b05e-a978de2e84ae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179383 Feb 15 01:42:22.342114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:22.342573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b6fca96-9f8e-490e-ad94-93479c1b3e5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e3f3f8fc63e45be9c5f3d5e88271f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191372 Feb 15 01:42:22.456634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] Publish callbacks [] for security_group (756a5201-3cf4-44e9-be00-1497acac381d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:22.483838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] Publish callbacks [] for security_group (756a5201-3cf4-44e9-be00-1497acac381d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:22.524997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b162cb-d980-4e7d-8852-7b4ce7037f85 req-16d55154-fb13-455f-859a-01ad4db135c8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:22.527929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b162cb-d980-4e7d-8852-7b4ce7037f85 req-16d55154-fb13-455f-859a-01ad4db135c8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 945 time: 0.0764084 Feb 15 01:42:22.587911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2b162cb-d980-4e7d-8852-7b4ce7037f85 req-6b29a115-ad86-4e1c-85bc-9d87275d352f tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Feb 15 01:42:22.634206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (756a5201-3cf4-44e9-be00-1497acac381d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:22.637374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:22.641640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/756a5201-3cf4-44e9-be00-1497acac381d HTTP/1.1" status: 204 len: 168 time: 0.2955205 Feb 15 01:42:22.654450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25946d2e-4875-4249-891d-9977430c6ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a5201-3cf4-44e9-be00-1497acac381d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:22.791379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:22.798011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-387741179'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:22.958394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0e0ef-f747-4846-919c-2f15ab9811e6 req-87111780-efc9-4917-a7fb-062601bf5260 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:22.966953 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2cf0e0ef-f747-4846-919c-2f15ab9811e6 req-87111780-efc9-4917-a7fb-062601bf5260 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1222036 Feb 15 01:42:22.995672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:22.999141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.057602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2cf0e0ef-f747-4846-919c-2f15ab9811e6 req-3210b1b5-38a9-4d19-9283-bae741bbd027 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896113 Feb 15 01:42:23.059591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce79d-7462-46b4-97ab-db927f641f86 req-119f890d-b6cf-463d-917b-5e5fc5549611 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:23.064574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e0ce79d-7462-46b4-97ab-db927f641f86 req-119f890d-b6cf-463d-917b-5e5fc5549611 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 950 time: 0.0674179 Feb 15 01:42:23.086105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:42:23.115183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4b5ff060-c0c5-4d56-b982-08be23b33c30), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.116122 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Added segment 4b5ff060-c0c5-4d56-b982-08be23b33c30 of type vlan for network f4441eb7-0888-4ce6-b6a8-872ff4b5093d Feb 15 01:42:23.202409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e0ce79d-7462-46b4-97ab-db927f641f86 req-7664e5ae-3cbe-4e3c-8963-cfcf70b773f5 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343427 Feb 15 01:42:23.250196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f4441eb7-0888-4ce6-b6a8-872ff4b5093d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.264248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-7169048e-5809-4d26-88de-19445f2c3f89 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:23.266043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-7169048e-5809-4d26-88de-19445f2c3f89 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 950 time: 0.1097991 Feb 15 01:42:23.268148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1987506-d5c7-47d1-9942-c35dc52e8356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.295348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89a5d6-9f56-43de-a1c2-e0427547499d req-a215552d-9b27-49ba-99e7-8f4452139feb tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:23.302842 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f89a5d6-9f56-43de-a1c2-e0427547499d req-a215552d-9b27-49ba-99e7-8f4452139feb tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 945 time: 0.1021388 Feb 15 01:42:23.349175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f89a5d6-9f56-43de-a1c2-e0427547499d req-f813cd0a-1fbb-4155-b6f2-dc9ed6bc95d7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Feb 15 01:42:23.390651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f4441eb7-0888-4ce6-b6a8-872ff4b5093d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.400334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:23.402723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.422328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Deleting port ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:23.422770 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.561873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Network': ['ID=f4441eb7-0888-4ce6-b6a8-872ff4b5093d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:23.578952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:42:23.580859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f26e8d13-b61b-4daf-a571-e80f7f1c8f84 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7870932 Feb 15 01:42:23.583155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:23.589771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-393499703'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:23.639031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] For port ba7cfd56-b3e6-48ca-a48e-21810194c791, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ba7cfd56-b3e6-48ca-a48e-21810194c791,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:23.639450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.648518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867cee8-989f-4bb3-b63d-fb44c5ae405c req-49b5efec-8504-49b7-8145-c5285945ee39 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:23.650042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2867cee8-989f-4bb3-b63d-fb44c5ae405c req-49b5efec-8504-49b7-8145-c5285945ee39 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1439672 Feb 15 01:42:23.662132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Calling delete_port for ba7cfd56-b3e6-48ca-a48e-21810194c791 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:23.747456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2867cee8-989f-4bb3-b63d-fb44c5ae405c req-24eccabd-59f1-4435-b4d7-8d00781541e7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864706 Feb 15 01:42:23.753715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:23.770952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8642984d-57cb-4dbb-9a82-b59e776b191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.779544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:23.783115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.822575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:42:23.838895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8fb50349-372a-49e5-943a-5d8c0cd84288), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.839240 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Added segment 8fb50349-372a-49e5-943a-5d8c0cd84288 of type vlan for network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 Feb 15 01:42:23.895291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.932352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ba7cfd56-b3e6-48ca-a48e-21810194c791), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.935487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8642984d-57cb-4dbb-9a82-b59e776b191c admin admin] Publish callbacks [] for security_group (2615ae0f-be17-4fc1-91d3-eee531c4a6a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:23.947897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989', '20ea3481-d3f5-4915-a365-04f1c6f96245'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:23.950429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ba7cfd56-b3e6-48ca-a48e-21810194c791'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:23.971178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event deleted for resources: {'Port': ['ID=ba7cfd56-b3e6-48ca-a48e-21810194c791,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:23.994048 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.001391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:24.002824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.013618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] No DVR routers for this DVR port ba7cfd56-b3e6-48ca-a48e-21810194c791 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:24.016880 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.023070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cea48e9e-1b07-4f61-aa19-a74b2c6e48d3 req-c3c9da38-1477-49f7-b88b-ee9803868948 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.37 "DELETE /v2.0/ports/ba7cfd56-b3e6-48ca-a48e-21810194c791 HTTP/1.1" status: 204 len: 173 time: 0.7473032 Feb 15 01:42:24.023070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-deleted', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:24.023998 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b150f8-71a3-4772-a733-3d3071e198c6" -d '{"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-deleted", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:24.054749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8642984d-57cb-4dbb-9a82-b59e776b191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2615ae0f-be17-4fc1-91d3-eee531c4a6a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.129116 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9559043-418e-42fd-9c6a-a93b35d0acbc x-openstack-request-id: req-b9559043-418e-42fd-9c6a-a93b35d0acbc {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:24.129116 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d179086-9474-452e-a042-5bed783db0ed", "name": "network-vif-deleted", "tag": "ba7cfd56-b3e6-48ca-a48e-21810194c791", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:24.135785 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9559043-418e-42fd-9c6a-a93b35d0acbc {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:24.138441 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d179086-9474-452e-a042-5bed783db0ed', 'name': 'network-vif-deleted', 'tag': 'ba7cfd56-b3e6-48ca-a48e-21810194c791', 'status': 'completed', 'code': 200} Feb 15 01:42:24.154217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Network': ['ID=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:24.173901 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f7be3a3-fd32-4390-95f4-139498dac8d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5894561 Feb 15 01:42:24.181615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:24.181774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8642984d-57cb-4dbb-9a82-b59e776b191c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=669fd4f15d49466ba362c6f5d8d4aa71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222827 Feb 15 01:42:24.181774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642984d-57cb-4dbb-9a82-b59e776b191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2615ae0f-be17-4fc1-91d3-eee531c4a6a9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:24.184847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'subnet': {'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:24.194783 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:24.199560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:42:24.330435 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:42:24.408784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf3517-b9fc-43ee-9085-cbb0239dead8 req-e414bcb7-d187-43d9-8f23-521c93922010 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:24.421231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ddf3517-b9fc-43ee-9085-cbb0239dead8 req-e414bcb7-d187-43d9-8f23-521c93922010 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.2068751 Feb 15 01:42:24.421231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] Publish callbacks [] for security_group (2615ae0f-be17-4fc1-91d3-eee531c4a6a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.435765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4eeade44-117c-48e8-972c-460f199b5800 req-50f77941-75f3-4e04-a0ac-22a8277f86a8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d179086-9474-452e-a042-5bed783db0ed HTTP/1.1" status: 200 len: 210 time: 0.0706725 Feb 15 01:42:24.440762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:24.444150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.549510 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.552402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] Publish callbacks [] for security_group (2615ae0f-be17-4fc1-91d3-eee531c4a6a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.598754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ddf3517-b9fc-43ee-9085-cbb0239dead8 req-deddc384-b6f0-4d48-9c5f-e58690d84034 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792028 Feb 15 01:42:24.720637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcdfe-c086-4253-bf05-9d97249916b7 req-0e594f9e-a4f7-4da3-87c3-1bd53fcbefce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:24.727450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dfbcdfe-c086-4253-bf05-9d97249916b7 req-0e594f9e-a4f7-4da3-87c3-1bd53fcbefce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 945 time: 0.1334262 Feb 15 01:42:24.748722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2615ae0f-be17-4fc1-91d3-eee531c4a6a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.754954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:24.754954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2615ae0f-be17-4fc1-91d3-eee531c4a6a9 HTTP/1.1" status: 204 len: 168 time: 0.5547192 Feb 15 01:42:24.764408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd5c29-0ad2-4ee7-8773-6f7c2e16f25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615ae0f-be17-4fc1-91d3-eee531c4a6a9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:24.851614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dfbcdfe-c086-4253-bf05-9d97249916b7 req-080935a3-736f-4822-903f-8721ccbf4074 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165996 Feb 15 01:42:24.942736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f25a9-d208-4d58-88e3-eae50d711126 req-889f7588-27d1-4881-a894-5b8069797adc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:24.944390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-489f25a9-d208-4d58-88e3-eae50d711126 req-889f7588-27d1-4881-a894-5b8069797adc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0935593 Feb 15 01:42:25.031520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-489f25a9-d208-4d58-88e3-eae50d711126 req-1ac09640-4661-41f7-a78c-59eff3464def tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805440 Feb 15 01:42:25.092838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (c7936276-b583-41b3-bc6b-c70e0609746c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:25.189630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Subnet': ['ID=c7936276-b583-41b3-bc6b-c70e0609746c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:25.208107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:25.208512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network hostable DHCP agents. Network: f4441eb7-0888-4ce6-b6a8-872ff4b5093d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:42:25.333561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:42:25.445309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f4441eb7-0888-4ce6-b6a8-872ff4b5093d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:25.451730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:25.452623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:25.459115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0daf7b4-0602-47e4-a936-c93a18b89cac None None] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:25.561388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1ac12467-0424-4a7e-92bc-7ab4b74aa235 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3810487 Feb 15 01:42:25.563010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:25.570378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'subnet': {'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:25.672309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:42:25.677644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:25.834738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f001d-52c3-4bd0-a62d-eddf2f8d7891 req-e49eb0e6-9751-4e9b-b0ec-2aaae7b0b2c1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:25.836724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-081f001d-52c3-4bd0-a62d-eddf2f8d7891 req-e49eb0e6-9751-4e9b-b0ec-2aaae7b0b2c1 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.0716565 Feb 15 01:42:25.853447 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:25.885745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:25.889766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:25.926693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-081f001d-52c3-4bd0-a62d-eddf2f8d7891 req-0b3f3d61-a324-4422-9643-9141237d148f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821822 Feb 15 01:42:25.929793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Allocated IP 10.1.1.2 (f4441eb7-0888-4ce6-b6a8-872ff4b5093d/c7936276-b583-41b3-bc6b-c70e0609746c/197b8d8b-90ea-4d7c-9d7e-700265341219) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:26.223791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks [] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.272872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a426c6-0955-48de-a022-ff44306a02e0 req-9e6be12b-fc8a-4358-9b27-c3380ad7e9bc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:26.277166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2a426c6-0955-48de-a022-ff44306a02e0 req-9e6be12b-fc8a-4358-9b27-c3380ad7e9bc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.1042755 Feb 15 01:42:26.291752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.343668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2a426c6-0955-48de-a022-ff44306a02e0 req-f7256ccd-754c-43b2-b85e-5185d37f5c50 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Feb 15 01:42:26.357116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f62327-16b9-46aa-a902-b19d3dd38fa7 req-08e990c4-3243-4270-87af-4d4e5be2e35f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:26.364541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-65f62327-16b9-46aa-a902-b19d3dd38fa7 req-08e990c4-3243-4270-87af-4d4e5be2e35f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.2191427 Feb 15 01:42:26.378848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:26.385151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:26.388429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:26.393577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:26.397177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Pushing event updated for resources: {'Port': ['ID=197b8d8b-90ea-4d7c-9d7e-700265341219,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:26.448880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:26.462961 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-65f62327-16b9-46aa-a902-b19d3dd38fa7 req-d334c6e8-b2f0-4dd6-be41-dab4316ceb84 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901859 Feb 15 01:42:26.509765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7221566a-7400-4fa0-a143-6b04d22916fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.524923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: ba7cfd56-b3e6-48ca-a48e-21810194c791 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:26.525278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ba7cfd56-b3e6-48ca-a48e-21810194c791 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:26.533097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Attempting to bind port 197b8d8b-90ea-4d7c-9d7e-700265341219 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:26.533482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Attempting to bind port 197b8d8b-90ea-4d7c-9d7e-700265341219 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:26.534001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Attempting to bind port 197b8d8b-90ea-4d7c-9d7e-700265341219 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:26.545668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:26.546062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:26.546480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.547002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Bound using segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:26.547503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Bound port: 197b8d8b-90ea-4d7c-9d7e-700265341219, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:26.547896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.617300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-network', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:26.666203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] For port 197b8d8b-90ea-4d7c-9d7e-700265341219, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:26.673752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] For port 197b8d8b-90ea-4d7c-9d7e-700265341219, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=197b8d8b-90ea-4d7c-9d7e-700265341219,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:26.674754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Subnet': ['ID=7221566a-7400-4fa0-a143-6b04d22916fd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:26.705310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Checking segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:26.705617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network hostable DHCP agents. Network: 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:42:26.745864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.770754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Made reservation on behalf of ad8fca4a4632489b87c61a3fb9bfe5ed for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:26.773872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.801428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.807395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:42:26.885521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8a27-a999-4522-9fc5-89b92106999d None None] Pushing event updated for resources: {'Port': ['ID=197b8d8b-90ea-4d7c-9d7e-700265341219,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:26.918149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:26.922607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:26.923359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:26.932847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fe3ad-6a3a-42a0-ab7f-4746ad0c570a None None] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:26.980122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks [] for security_group (3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.036813 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-502a744c-6e1b-4b2f-9a5a-45f90c519216 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4715526 Feb 15 01:42:27.038996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:27.044670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'name': 'tempest-TaggedBootDevicesTest-1120425247', 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:27.126957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.164475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ips': [{'subnet_id': '7221566a-7400-4fa0-a143-6b04d22916fd'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:42:27.165932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.232958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:27.242151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:42:27.301855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a01c8fa8-e6f1-44ac-aa50-437b96491c55), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.310401 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Added segment a01c8fa8-e6f1-44ac-aa50-437b96491c55 of type vlan for network d851ecd1-6edf-4f10-8207-881c8971bb7c Feb 15 01:42:27.353923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:27.412313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d851ecd1-6edf-4f10-8207-881c8971bb7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.429094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f71a4b-ae3e-4c25-b2f1-32e76a180dcb req-596b75fd-cd6a-48d1-830c-fdde9cf52634 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:27.437123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8f71a4b-ae3e-4c25-b2f1-32e76a180dcb req-596b75fd-cd6a-48d1-830c-fdde9cf52634 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.3625238 Feb 15 01:42:27.508529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 197b8d8b-90ea-4d7c-9d7e-700265341219 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:27.513474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.535899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c8f71a4b-ae3e-4c25-b2f1-32e76a180dcb req-f12e1d58-cc62-4365-a4b3-78451ce322d6 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978408 Feb 15 01:42:27.597828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Allocated IP 10.2.2.2 (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5/7221566a-7400-4fa0-a143-6b04d22916fd/5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:27.606510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d851ecd1-6edf-4f10-8207-881c8971bb7c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.607826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:27.608580 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.748222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e289e3-167c-48b0-a2b3-bc30ec352139 req-23ddb1a0-3813-40e0-ac4b-08c46651035d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:27.772678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0e289e3-167c-48b0-a2b3-bc30ec352139 req-23ddb1a0-3813-40e0-ac4b-08c46651035d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.2682164 Feb 15 01:42:27.788329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4082222 Feb 15 01:42:27.793011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:27.797100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fafc7-017f-407f-8db8-86eb8da567bf admin admin] Pushing event updated for resources: {'Network': ['ID=d851ecd1-6edf-4f10-8207-881c8971bb7c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:27.820031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:27.820724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63042a33-1375-45d1-9a82-a56d31888c88 req-55f898b5-6285-4061-9480-00eb65a4c529 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:27.822563 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-63042a33-1375-45d1-9a82-a56d31888c88 req-55f898b5-6285-4061-9480-00eb65a4c529 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.1249022 Feb 15 01:42:27.828182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d851ecd1-6edf-4f10-8207-881c8971bb7c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:42:27.832150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks [] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.861676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Request body: {'subnet': {'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-subnet', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:27.892807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-63042a33-1375-45d1-9a82-a56d31888c88 req-060e3368-0b4d-48a0-9a2b-e18f82141c47 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638058 Feb 15 01:42:27.900605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:27.948462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.026387 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:42:28.035794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] device_id is not set on port 28bd6334-6911-4671-97d3-34b696ff6924 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:42:28.095399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-becb91c8-c302-4c0b-8bea-2d5ad29b09f0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:28.096059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:28.098073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-becb91c8-c302-4c0b-8bea-2d5ad29b09f0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.4378130 Feb 15 01:42:28.103057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Pushing event updated for resources: {'Port': ['ID=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:28.110083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:28.114878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:28.149791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 197b8d8b-90ea-4d7c-9d7e-700265341219 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:28.150331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.184118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0e289e3-167c-48b0-a2b3-bc30ec352139 req-2bafecfb-a904-429d-8aba-92c6ac45761e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101131 Feb 15 01:42:28.230055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Made reservation on behalf of ad8fca4a4632489b87c61a3fb9bfe5ed for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:28.232879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.267588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Attempting to bind port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:28.268099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Attempting to bind port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:28.268797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Attempting to bind port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:28.287752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:28.309384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:28.309941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Checking segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:28.310453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.311351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Bound using segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:28.311951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Bound port: 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:28.313167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.349337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'mac_address': 'fa:16:3e:21:a7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:28.444685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] For port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:28.453079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] For port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:28.505610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 33400c00-ada0-4baa-9cff-0c68e6c62d20 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:28.506133 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.509293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 197b8d8b-90ea-4d7c-9d7e-700265341219 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:28.509829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.535273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33400c00-ada0-4baa-9cff-0c68e6c62d20 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:28.555084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.613437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:28.627381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032a756-28d3-4c79-8f40-4f05c1a2f015 None None] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:28.688088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 197b8d8b-90ea-4d7c-9d7e-700265341219, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=197b8d8b-90ea-4d7c-9d7e-700265341219,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:28.694034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:28.694826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4c66c21b-7e6b-49f3-9444-c0ef9112224c details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:28.749761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666eb32-db55-4707-99b4-09b8d624ce56 req-96f8532b-5ed2-4764-beba-b9283d8a46b9 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:28.753123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7666eb32-db55-4707-99b4-09b8d624ce56 req-96f8532b-5ed2-4764-beba-b9283d8a46b9 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 943 time: 0.1068912 Feb 15 01:42:28.865658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7666eb32-db55-4707-99b4-09b8d624ce56 req-ad7cc94c-d954-48e8-b31c-20451440cd59 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913365 Feb 15 01:42:29.119208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:29.148269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'port_id': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'mac_address': 'fa:16:3e:a2:0b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:42:29.163618 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:29.296983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e3d040db-5c62-4fb9-bf04-a4db0129362f None None] Provisioning complete for port 197b8d8b-90ea-4d7c-9d7e-700265341219 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:29.299526 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3d040db-5c62-4fb9-bf04-a4db0129362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:29.314638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48667ae-c88c-4ddb-9b1e-b4cc2048744d None None] Pushing event updated for resources: {'Port': ['ID=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:29.353642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.1.1.99 (f4441eb7-0888-4ce6-b6a8-872ff4b5093d/c7936276-b583-41b3-bc6b-c70e0609746c/28bd6334-6911-4671-97d3-34b696ff6924) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:29.424224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:29.449800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7bf0e-ed89-4a13-8f15-6a6cd4a6b9ef req-a3e89810-943b-4ed3-ba53-284c47c07c34 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:29.451620 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8fe7bf0e-ed89-4a13-8f15-6a6cd4a6b9ef req-a3e89810-943b-4ed3-ba53-284c47c07c34 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.0912499 Feb 15 01:42:29.492609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4c66c21b-7e6b-49f3-9444-c0ef9112224c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:29.493646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:29.598969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c66c21b-7e6b-49f3-9444-c0ef9112224c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:29.604160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8fe7bf0e-ed89-4a13-8f15-6a6cd4a6b9ef req-94da9145-439b-4258-86f2-e8da26b42618 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467710 Feb 15 01:42:29.615814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=197b8d8b-90ea-4d7c-9d7e-700265341219,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:29.660888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:29.663387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-d0540909-2be2-4fa1-8646-63dc87601788 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4282506 Feb 15 01:42:29.741769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3d040db-5c62-4fb9-bf04-a4db0129362f None None] Current status of the port 197b8d8b-90ea-4d7c-9d7e-700265341219 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:29.748044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3ab7-0db6-4d15-b90d-c9b59d13f4d2 req-9886efb7-b156-40d6-b34e-1573b962d6c8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:29.753696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:29.754019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d36d3ab7-0db6-4d15-b90d-c9b59d13f4d2 req-9886efb7-b156-40d6-b34e-1573b962d6c8 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 949 time: 0.5188060 Feb 15 01:42:29.867607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Deleting port 20ea3481-d3f5-4915-a365-04f1c6f96245 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:29.867922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:29.900369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:29.913800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['33400c00-ada0-4baa-9cff-0c68e6c62d20'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:30.120112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] For port 20ea3481-d3f5-4915-a365-04f1c6f96245, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=20ea3481-d3f5-4915-a365-04f1c6f96245,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:30.120666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.125734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6661a94-264e-454b-b097-8ef08b11870c req-e6a651ac-5e03-4e4e-859a-84b49f903422 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:30.131952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6661a94-264e-454b-b097-8ef08b11870c req-e6a651ac-5e03-4e4e-859a-84b49f903422 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 944 time: 0.1628146 Feb 15 01:42:30.143170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Calling delete_port for 20ea3481-d3f5-4915-a365-04f1c6f96245 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:30.172187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['4c66c21b-7e6b-49f3-9444-c0ef9112224c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:30.240361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (b5ffcc1e-99f2-4de6-bd23-c17d639b10a7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.257045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (28bd6334-6911-4671-97d3-34b696ff6924), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.272807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f6661a94-264e-454b-b097-8ef08b11870c req-51e106f8-b27d-41f9-bec6-188784289b05 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213536 Feb 15 01:42:30.327724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc6c2870-7bcb-40ac-8162-a17c92976b57 None None] Provisioning complete for port 197b8d8b-90ea-4d7c-9d7e-700265341219 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:30.328014 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2870-7bcb-40ac-8162-a17c92976b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.430121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d36d3ab7-0db6-4d15-b90d-c9b59d13f4d2 req-47ee1252-a084-48d4-b58a-d3845c427e5f tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644912 Feb 15 01:42:30.458195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-ab069fca-d856-4326-a830-e054d753c227 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:30.461115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-ab069fca-d856-4326-a830-e054d753c227 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1129 time: 0.1030846 Feb 15 01:42:30.466180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-77c79cee-6225-407d-9b15-8cd1d985ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:30.467845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-77c79cee-6225-407d-9b15-8cd1d985ead3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1127 time: 0.7778008 Feb 15 01:42:30.475894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4adffb-81f7-4228-8b7a-fea27b32a7d6 None None] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:30.488920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:30.490289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:30.590333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:30.605468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.646268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Checking segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:30.646595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Network hostable DHCP agents. Network: d851ecd1-6edf-4f10-8207-881c8971bb7c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:42:30.680071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:30.725996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:30.748955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:42:30.851287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c2870-7bcb-40ac-8162-a17c92976b57 None None] Current status of the port 197b8d8b-90ea-4d7c-9d7e-700265341219 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:30.893962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:30.944586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:30.957094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:30.960096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:31.013425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Provisioning complete for port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:31.013820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.051809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a8ee5-d1e8-4d7e-8a6e-643b7cc63d57 req-e8b4653c-b409-44ab-b3a3-7780fcaed917 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:31.053424 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d44a8ee5-d1e8-4d7e-8a6e-643b7cc63d57 req-e8b4653c-b409-44ab-b3a3-7780fcaed917 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 946 time: 0.2912035 Feb 15 01:42:31.074542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:31.152315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-1ec40fbb-6302-440c-8e85-37d9d5211653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:31.153667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-1ec40fbb-6302-440c-8e85-37d9d5211653 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.6569884 Feb 15 01:42:31.173360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:31.174008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.256000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:31.278141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-a14782c2-e4f7-4f43-8ac9-9aa945dca8c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.1125276 Feb 15 01:42:31.291359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:42:31.312286 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (20ea3481-d3f5-4915-a365-04f1c6f96245), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.333322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d44a8ee5-d1e8-4d7e-8a6e-643b7cc63d57 req-8e8d5761-4ccd-4116-892f-c6df7ef58f09 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704244 Feb 15 01:42:31.370932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:31.413753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:31.417985 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff4327-dfc6-4a07-a36b-7b48c8eb39d6" -d '{"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-unplugged", "status": "completed", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:31.430206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks [] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.477141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-d3988dcf-9a3f-48fe-998d-edfefadf7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:31.479775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-d3988dcf-9a3f-48fe-998d-edfefadf7fa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1775672 Feb 15 01:42:31.519705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.574363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event deleted for resources: {'Port': ['ID=20ea3481-d3f5-4915-a365-04f1c6f96245,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:31.658126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ef7f0701-e83b-42a0-badd-1ec18c625fc4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6178627 Feb 15 01:42:31.664742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:31.671707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-2e312b5b-7f02-4775-bace-2fd831f8271b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691034 Feb 15 01:42:31.680149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:31.683145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:31.683595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:31.684033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:31.685540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:31.695291 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3cffdf-c762-41bb-9d98-bd06f0c4a005 x-openstack-request-id: req-7f3cffdf-c762-41bb-9d98-bd06f0c4a005 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:31.699108 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-unplugged", "status": "completed", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:31.708645 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f3cffdf-c762-41bb-9d98-bd06f0c4a005 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:31.709200 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'code': 200} Feb 15 01:42:31.709928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:42:31.716755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Attempting to bind port e5551b43-446b-461f-952f-ba7dcadcbf9e on network ed2d4070-d7c5-466e-a105-821fcd0b74f9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:31.723409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:31.723886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Checking segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:31.724403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Bound using segment: {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:31.725228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Bound port: e5551b43-446b-461f-952f-ba7dcadcbf9e, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa902b-0ad9-4589-837a-05e36c312a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ed2d4070-d7c5-466e-a105-821fcd0b74f9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:31.728545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.750362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'name': 'tempest-TaggedBootDevicesTest-1763418080', 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:31.808534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Current status of the port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:31.808930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.877307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:31.897932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-247f3563-caba-43fe-933e-f2fd6c70c3a7 req-667ce6fc-8ceb-4c1e-8db0-0b93f3fa3878 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0525627 Feb 15 01:42:31.924427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d851ecd1-6edf-4f10-8207-881c8971bb7c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:31.927280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:31.935391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:31.941137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:31.947205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:31.953510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] No DVR routers for this DVR port 20ea3481-d3f5-4915-a365-04f1c6f96245 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:31.982524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a836e-1b5b-43cf-9dc3-71305465c0cf None None] Network d851ecd1-6edf-4f10-8207-881c8971bb7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:32.004067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.007738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c474a75-6efb-4695-afd4-5e327c3ba930 req-51f11536-eb5c-472d-b395-6cf2165c6001 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "DELETE /v2.0/ports/20ea3481-d3f5-4915-a365-04f1c6f96245 HTTP/1.1" status: 204 len: 173 time: 3.8094771 Feb 15 01:42:32.011195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-deleted', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:32.013181 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff4e053-18bf-4378-8624-a851631b6440" -d '{"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-deleted", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:32.045624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.075758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] For port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:32.194638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:32.195009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.195893 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09302204-4d46-40ec-9be3-cd188a9d541d x-openstack-request-id: req-09302204-4d46-40ec-9be3-cd188a9d541d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:32.196881 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ede766-45ee-41c9-af8c-4619d4f6ae8e", "name": "network-vif-deleted", "tag": "20ea3481-d3f5-4915-a365-04f1c6f96245", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:32.204649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09302204-4d46-40ec-9be3-cd188a9d541d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:32.206707 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ede766-45ee-41c9-af8c-4619d4f6ae8e', 'name': 'network-vif-deleted', 'tag': '20ea3481-d3f5-4915-a365-04f1c6f96245', 'status': 'completed', 'code': 200} Feb 15 01:42:32.252883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ef0359c-d2ed-4f28-8c2c-b18c11907f5a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.4232383 Feb 15 01:42:32.253080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.299161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:32.303739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:32.351453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:32.360430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.363130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] 10.222.0.37 "PUT /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 1124 time: 1.8943815 Feb 15 01:42:32.368137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2328-3b3c-4d48-a670-3ecd3c534aee service neutron] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:32.404025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189142c-f5de-4f57-97af-487ca63c602e None None] Pushing event updated for resources: {'Port': ['ID=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:32.437983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:32.451552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.529843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7707-e72f-42b4-b8e2-ad5e70657cbd req-7a1fb5e3-06f0-4157-8f64-fdbc718d648c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:32.533979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5551b43-446b-461f-952f-ba7dcadcbf9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:32.535319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffbe7707-e72f-42b4-b8e2-ad5e70657cbd req-7a1fb5e3-06f0-4157-8f64-fdbc718d648c tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 944 time: 0.9672949 Feb 15 01:42:32.540744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e5551b43-446b-461f-952f-ba7dcadcbf9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:32.598781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-fe98bf2e-aeb6-4691-a37e-7da28edb57bc service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453693 Feb 15 01:42:32.623553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.624788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.686085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6ccb6-e38f-4041-bd02-04ed91577775 req-ad61e7ec-061f-41c1-8201-ff91edf7469d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:32.700772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3d6ccb6-e38f-4041-bd02-04ed91577775 req-ad61e7ec-061f-41c1-8201-ff91edf7469d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.1820474 Feb 15 01:42:32.712856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] device_id is not set on port 9e1674a0-1fea-4948-8be3-20664a8e7653 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:42:32.831862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3d6ccb6-e38f-4041-bd02-04ed91577775 req-a0cc66c1-df8f-4048-80d7-17e14bb1c577 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295750 Feb 15 01:42:32.861971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 33400c00-ada0-4baa-9cff-0c68e6c62d20 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:32.865402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:32.998748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-d851ecd1-6edf-4f10-8207-881c8971bb7c', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:42:32.999879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:33.063552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.1.1.85 (f4441eb7-0888-4ce6-b6a8-872ff4b5093d/c7936276-b583-41b3-bc6b-c70e0609746c/9e1674a0-1fea-4948-8be3-20664a8e7653) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:33.109995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Provisioning complete for port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:33.111659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:33.261174 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9f02ab1-8f2f-443c-9359-c03539a12eb7 req-03011b0d-17ed-48ab-81fb-83acd8e5e8a0 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ede766-45ee-41c9-af8c-4619d4f6ae8e HTTP/1.1" status: 200 len: 210 time: 0.0813069 Feb 15 01:42:33.285797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:33.490834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:33.623483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:33.624719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 197b8d8b-90ea-4d7c-9d7e-700265341219 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:33.635652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffbe7707-e72f-42b4-b8e2-ad5e70657cbd req-95c0552e-3cf5-41b1-884e-f58f5a29f30f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0303047 Feb 15 01:42:33.710518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:33.713422 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f1ab9-c06e-478c-894f-82e709fcd146" -d '{"events": [{"name": "network-changed", "server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:33.797145 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38ae623-ad6b-4a7b-a1dc-f5ef61d01312 x-openstack-request-id: req-b38ae623-ad6b-4a7b-a1dc-f5ef61d01312 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:33.797465 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:33.797739 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b38ae623-ad6b-4a7b-a1dc-f5ef61d01312 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:33.798137 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'status': 'completed', 'code': 200} Feb 15 01:42:33.885902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:33.895562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for router_controller (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:33.994662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:34.002448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:34.086236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:34.087005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:34.123415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Allocated IP 172.20.0.2 (d851ecd1-6edf-4f10-8207-881c8971bb7c/b5ffcc1e-99f2-4de6-bd23-c17d639b10a7/d3dcf753-0386-4859-a924-9db00ce9fc48) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:34.270331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for router_gateway (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:34.283895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:34.349550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6947c8a-4d5c-41fc-a366-d4347d59f022 req-4022ae59-ddb9-4817-ba3d-eb14a72b7ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7134159 Feb 15 01:42:34.458432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-8b115dd6-2a2d-4719-b81c-8aaae94fa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:34.463738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-8b115dd6-2a2d-4719-b81c-8aaae94fa7ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1158 time: 0.5810542 Feb 15 01:42:34.541746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222aba-a5db-4a60-8793-8ac13201c226 req-6f6fedcd-f74d-4ee3-80dc-d50f61c7c463 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:34.555929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc222aba-a5db-4a60-8793-8ac13201c226 req-6f6fedcd-f74d-4ee3-80dc-d50f61c7c463 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.5685689 Feb 15 01:42:34.574934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd80a922-fd19-4df8-9057-090b7cca1c88 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8956084 Feb 15 01:42:34.641827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Current status of the port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:34.770263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc222aba-a5db-4a60-8793-8ac13201c226 req-352fa884-39b6-4833-97d7-e5979e6d2853 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129278 Feb 15 01:42:34.799930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-b555b70e-5d91-4042-b767-718bca5d4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:34.804636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-b555b70e-5d91-4042-b767-718bca5d4b74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.3157237 Feb 15 01:42:34.812480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Provisioning complete for port 28bd6334-6911-4671-97d3-34b696ff6924 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:34.812480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28bd6334-6911-4671-97d3-34b696ff6924), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:34.824687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks [] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:34.828449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 197b8d8b-90ea-4d7c-9d7e-700265341219 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:34.828825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:34.969017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-1a3e27a4-ea97-4610-9fd3-d4870bacc437 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 217 time: 0.1561534 Feb 15 01:42:35.048542 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.086635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:35.096712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:35.122572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:35.167129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 33400c00-ada0-4baa-9cff-0c68e6c62d20 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:35.167533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.184692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-4c35ba44-3479-40b2-8c80-dfc3e8f25e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:35.186925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-4c35ba44-3479-40b2-8c80-dfc3e8f25e4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.2097087 Feb 15 01:42:35.189898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-658f6376-3eeb-4847-9076-ca04b34a1700 None None] Port 28bd6334-6911-4671-97d3-34b696ff6924 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:42:35.280031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:35.282408 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5634fae-5fd9-4135-8ca0-eb81eefec69e" -d '{"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-plugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:35.295470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Pushing event updated for resources: {'Port': ['ID=d3dcf753-0386-4859-a924-9db00ce9fc48,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:35.304439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Attempting to bind port d3dcf753-0386-4859-a924-9db00ce9fc48 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:35.304811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Attempting to bind port d3dcf753-0386-4859-a924-9db00ce9fc48 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:35.305188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Attempting to bind port d3dcf753-0386-4859-a924-9db00ce9fc48 on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:35.323490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193fed-6f39-4e89-835c-d75c2fe59760 req-05bdf621-2fbd-4ba6-a4ad-6569ed5939a4 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:35.328976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:35.337501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Checking segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:35.337501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.337501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Bound using segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:35.337501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Bound port: d3dcf753-0386-4859-a924-9db00ce9fc48, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:35.337501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.338107 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7a193fed-6f39-4e89-835c-d75c2fe59760 req-05bdf621-2fbd-4ba6-a4ad-6569ed5939a4 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 944 time: 0.1349230 Feb 15 01:42:35.422155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:35.432168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 197b8d8b-90ea-4d7c-9d7e-700265341219 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:35.522876 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7a193fed-6f39-4e89-835c-d75c2fe59760 req-d1b30f65-066a-4de2-84b4-10055da758df tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858356 Feb 15 01:42:35.539113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bb9c08a9-beed-4fe5-8dee-fa842a671111 None None] Provisioning complete for port 9e1674a0-1fea-4948-8be3-20664a8e7653 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:35.539502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb9c08a9-beed-4fe5-8dee-fa842a671111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.556422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-55747d8e-737a-4fe0-b23c-c711f9b5a463 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3544185 Feb 15 01:42:35.686966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:35.770809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.781441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4c66c21b-7e6b-49f3-9444-c0ef9112224c up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:35.784626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298db300-ac3e-4315-8085-13386f23fba8 req-bd40832c-ec88-46cb-b31e-87daf3deab97 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:35.786733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-298db300-ac3e-4315-8085-13386f23fba8 req-bd40832c-ec88-46cb-b31e-87daf3deab97 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.1736505 Feb 15 01:42:35.824496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c08a9-beed-4fe5-8dee-fa842a671111 None None] Port 9e1674a0-1fea-4948-8be3-20664a8e7653 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:42:35.879198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-011754cb-13c0-4a42-8533-23df990bca84 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279978 Feb 15 01:42:35.950867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for router_gateway (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:35.955828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:35.983766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59592707', 'description': 'tempest-description--1932198036'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:35.994122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.079751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd8fe-f1c8-447a-8967-67389cec0cc3 req-5d48b1ca-0d3d-4d5f-9bc3-7ce0f0024db7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:36.090508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceccd8fe-f1c8-447a-8967-67389cec0cc3 req-5d48b1ca-0d3d-4d5f-9bc3-7ce0f0024db7 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 950 time: 0.3011341 Feb 15 01:42:36.097544 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455af447-4060-4e81-89b3-3fa684333ea4 x-openstack-request-id: req-455af447-4060-4e81-89b3-3fa684333ea4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:36.097913 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-plugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:36.098093 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-455af447-4060-4e81-89b3-3fa684333ea4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:36.099103 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'code': 200} Feb 15 01:42:36.187356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.214785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] For port d3dcf753-0386-4859-a924-9db00ce9fc48, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:36.223279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] For port d3dcf753-0386-4859-a924-9db00ce9fc48, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3dcf753-0386-4859-a924-9db00ce9fc48,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:36.224997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:36.224997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.229416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:36.232686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ceccd8fe-f1c8-447a-8967-67389cec0cc3 req-f7b07dea-9e55-4477-9681-4400812125b9 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7817f3b-b000-4152-a602-fafcb37a99c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358423 Feb 15 01:42:36.262561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4f1ab9-c06e-478c-894f-82e709fcd146 req-704e8905-f12d-4603-9f89-ad1ab7cea155 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763471 Feb 15 01:42:36.313808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Deleting port 254f3595-d853-477a-84bc-383fcef0c989 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:36.314173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (254f3595-d853-477a-84bc-383fcef0c989), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.372530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:36.381068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.383167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 4c66c21b-7e6b-49f3-9444-c0ef9112224c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:42:36.417260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 4c66c21b-7e6b-49f3-9444-c0ef9112224c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:36.417646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.537688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:42:36.562562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] For port 254f3595-d853-477a-84bc-383fcef0c989, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=254f3595-d853-477a-84bc-383fcef0c989,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:36.563170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (254f3595-d853-477a-84bc-383fcef0c989), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:36.593464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Calling delete_port for 254f3595-d853-477a-84bc-383fcef0c989 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:36.820442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:36.869024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:42:36.907000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e594bb4-205a-498a-b932-7a9d915122ef req-0fa98965-78bf-4bad-addf-01b7faaaa9b8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:36.916060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7e594bb4-205a-498a-b932-7a9d915122ef req-0fa98965-78bf-4bad-addf-01b7faaaa9b8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 944 time: 0.1754806 Feb 15 01:42:36.999709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc4c7b-4269-4b33-adee-55eda4efc4f5 None None] Pushing event updated for resources: {'Port': ['ID=d3dcf753-0386-4859-a924-9db00ce9fc48,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:37.077119 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7e594bb4-205a-498a-b932-7a9d915122ef req-01ab25b8-11ba-4abb-a469-f869b0594390 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557827 Feb 15 01:42:37.198776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4c66c21b-7e6b-49f3-9444-c0ef9112224c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:37.199213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.266546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Allocated IP 172.25.2.144 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4a484099-524d-4e57-8046-e38cc40e93eb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:37.270813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:37.272977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (254f3595-d853-477a-84bc-383fcef0c989), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.285271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['254f3595-d853-477a-84bc-383fcef0c989'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:37.380896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Pushing event deleted for resources: {'Port': ['ID=254f3595-d853-477a-84bc-383fcef0c989,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:37.418859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for port (4a484099-524d-4e57-8046-e38cc40e93eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.422688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.423517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:37.464265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 20ea3481-d3f5-4915-a365-04f1c6f96245 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:37.464642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 20ea3481-d3f5-4915-a365-04f1c6f96245 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:37.524254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3dcb2a79-af1a-45cc-9861-a172937ba903 req-71588c2e-1c9e-4ad6-a27e-07db8727e800 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.1193995 Feb 15 01:42:37.597938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:37.605451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (8a1c4d0c-30a2-4b63-977d-cbb4239dd752), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.613751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.646458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] No DVR routers for this DVR port 254f3595-d853-477a-84bc-383fcef0c989 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:37.657841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.661422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-298db300-ac3e-4315-8085-13386f23fba8 req-a78665a4-3f54-4d60-a874-ed3c16cf7910 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.31 "DELETE /v2.0/ports/254f3595-d853-477a-84bc-383fcef0c989 HTTP/1.1" status: 204 len: 173 time: 1.8397021 Feb 15 01:42:37.663984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-deleted', 'tag': '254f3595-d853-477a-84bc-383fcef0c989'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:37.670560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a484099-524d-4e57-8046-e38cc40e93eb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:37.680826 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b24112-8ccd-4b84-b100-f1d4094d5804" -d '{"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-deleted", "tag": "254f3595-d853-477a-84bc-383fcef0c989"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:37.693694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b999d34-cfb0-43f4-b313-6dc54c0de3d0 req-adabc1c6-ccfa-46dd-ba96-f4c7d71f8b9d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:37.702424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b999d34-cfb0-43f4-b313-6dc54c0de3d0 req-adabc1c6-ccfa-46dd-ba96-f4c7d71f8b9d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 1.5721517 Feb 15 01:42:37.764266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b999d34-cfb0-43f4-b313-6dc54c0de3d0 req-ad2860ad-1f7d-4f8c-898c-4e584e8f00d7 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595951 Feb 15 01:42:37.767661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8a1c4d0c-30a2-4b63-977d-cbb4239dd752), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:37.771890 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0de425-b80f-4204-a904-c44adfc8894b x-openstack-request-id: req-0d0de425-b80f-4204-a904-c44adfc8894b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:37.772168 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56893d4-57e1-4c8f-90d7-471a40c20586", "name": "network-vif-deleted", "tag": "254f3595-d853-477a-84bc-383fcef0c989", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:37.773273 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d0de425-b80f-4204-a904-c44adfc8894b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:37.773679 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56893d4-57e1-4c8f-90d7-471a40c20586', 'name': 'network-vif-deleted', 'tag': '254f3595-d853-477a-84bc-383fcef0c989', 'status': 'completed', 'code': 200} Feb 15 01:42:37.786964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3dcf753-0386-4859-a924-9db00ce9fc48 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:37.833584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:37.841875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:37.845534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:37.937289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d3dcf753-0386-4859-a924-9db00ce9fc48 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:37.938436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.011133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c4d0c-30a2-4b63-977d-cbb4239dd752,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:38.026010 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.032339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a2660e84-dc47-4839-b91f-f2d7e056f5df tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0711613 Feb 15 01:42:38.035656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:38.038106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'security_group_rule': {'security_group_id': '8a1c4d0c-30a2-4b63-977d-cbb4239dd752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:38.102733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:38.110677 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b1b50-2637-4c3d-8bb9-198289c32ea3" -d '{"events": [{"server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:38.218069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (f060676d-bf1e-4838-a88d-3ca1552463c5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.278918 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01afbaa5-7285-45ba-9123-6aa77a169698 x-openstack-request-id: req-01afbaa5-7285-45ba-9123-6aa77a169698 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:38.278918 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:38.278918 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01afbaa5-7285-45ba-9123-6aa77a169698 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:38.278918 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'code': 200} Feb 15 01:42:38.343035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d3dcf753-0386-4859-a924-9db00ce9fc48 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:38.343709 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.473639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d3dcf753-0386-4859-a924-9db00ce9fc48, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3dcf753-0386-4859-a924-9db00ce9fc48,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:38.565374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.681049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (f060676d-bf1e-4838-a88d-3ca1552463c5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:38.694371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e054467-6602-4f02-b28f-5761224a63e2 None None] Network d851ecd1-6edf-4f10-8207-881c8971bb7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:42:38.723396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b665c6-1692-4804-9baa-80c59627fbe2 req-0e7ac6de-4b13-44d3-8889-b3142659d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:38.729124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72b665c6-1692-4804-9baa-80c59627fbe2 req-0e7ac6de-4b13-44d3-8889-b3142659d70f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 1128 time: 0.2999263 Feb 15 01:42:38.773581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6c75d-4ebb-410d-8988-517038502cda req-2affb115-9ede-427f-aa50-109334118cb8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:38.781951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-849c7ac0-c268-45be-964f-6a07f985df92 req-eb3bcf9c-be39-4b8f-bbd7-9b5fcd786210 tempest-MigrationsAdminTest-683500360 tempest-MigrationsAdminTest-683500360-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56893d4-57e1-4c8f-90d7-471a40c20586 HTTP/1.1" status: 200 len: 210 time: 0.0731571 Feb 15 01:42:38.792355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2de6c75d-4ebb-410d-8988-517038502cda req-2affb115-9ede-427f-aa50-109334118cb8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.4879169 Feb 15 01:42:38.855707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d3dcf753-0386-4859-a924-9db00ce9fc48,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:38.870510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c21ddabd-a3bc-4c97-be33-59446a7c33b8 None None] Provisioning complete for port d3dcf753-0386-4859-a924-9db00ce9fc48 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:38.871256 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c21ddabd-a3bc-4c97-be33-59446a7c33b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.013586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for router_gateway (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.262894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.302720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd4ecf-7444-4e61-8241-d1c2d3819d01 req-1c3ca712-d100-4c7f-8346-30f86f23dd12 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:39.315251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c21ddabd-a3bc-4c97-be33-59446a7c33b8 None None] Current status of the port d3dcf753-0386-4859-a924-9db00ce9fc48 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:39.315887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6dd4ecf-7444-4e61-8241-d1c2d3819d01 req-1c3ca712-d100-4c7f-8346-30f86f23dd12 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.3507326 Feb 15 01:42:39.402014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f060676d-bf1e-4838-a88d-3ca1552463c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.452935 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2de6c75d-4ebb-410d-8988-517038502cda req-552a4b07-5cf5-43b7-8757-c693be4fc1ce tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6520827 Feb 15 01:42:39.474566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6dd4ecf-7444-4e61-8241-d1c2d3819d01 req-4a7521b4-c9d8-4371-851c-8f9754cff904 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589246 Feb 15 01:42:39.530698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f060676d-bf1e-4838-a88d-3ca1552463c5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:39.596831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72b665c6-1692-4804-9baa-80c59627fbe2 req-147a3c75-738c-4e36-b318-273d7b2e4f73 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8610697 Feb 15 01:42:39.651389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a421f27-3b89-4642-aaa9-ed26ab6566b5 None None] Provisioning complete for port d3dcf753-0386-4859-a924-9db00ce9fc48 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:39.651749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a421f27-3b89-4642-aaa9-ed26ab6566b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.668646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3dcf753-0386-4859-a924-9db00ce9fc48 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:39.731478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:39.735604 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b2211cc4-c4a2-4a6a-bb38-19aae6a09b3d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7014115 Feb 15 01:42:39.737110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:39.747889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'security_group_rule': {'security_group_id': '8a1c4d0c-30a2-4b63-977d-cbb4239dd752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:39.823223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:42:39.885053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 254f3595-d853-477a-84bc-383fcef0c989 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:39.947205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 254f3595-d853-477a-84bc-383fcef0c989 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:39.947815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 254f3595-d853-477a-84bc-383fcef0c989 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:39.948596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:39.970281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (30844137-91e2-4dab-bf16-154ee79e565c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.054366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d3dcf753-0386-4859-a924-9db00ce9fc48 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:40.055149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.061610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a421f27-3b89-4642-aaa9-ed26ab6566b5 None None] Current status of the port d3dcf753-0386-4859-a924-9db00ce9fc48 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:40.215763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:42:40.241910 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:42:40.259692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:40.266750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:40.283648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (30844137-91e2-4dab-bf16-154ee79e565c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.357850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e5551b43-446b-461f-952f-ba7dcadcbf9e is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:40.432020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d3dcf753-0386-4859-a924-9db00ce9fc48 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:40.678127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:40.678445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c03a0c-b7c8-4a5e-8dae-fb55fb75480f req-70b6023a-4e94-4b8c-9832-d4b2db8e9d36 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:40.678739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e107-7243-4fe8-9dd0-1817b8c3b787 req-ef04920e-500d-4153-acaa-a32607267939 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:40.678739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f8e107-7243-4fe8-9dd0-1817b8c3b787 req-ef04920e-500d-4153-acaa-a32607267939 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.0626545 Feb 15 01:42:40.679302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54c03a0c-b7c8-4a5e-8dae-fb55fb75480f req-70b6023a-4e94-4b8c-9832-d4b2db8e9d36 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.0678618 Feb 15 01:42:40.714313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f8e107-7243-4fe8-9dd0-1817b8c3b787 req-200be343-d354-4636-b17b-da553754fd4a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668437 Feb 15 01:42:40.718369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-54c03a0c-b7c8-4a5e-8dae-fb55fb75480f req-2fb059d8-3e46-4cf6-8dc9-c3d1d35329c2 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753853 Feb 15 01:42:40.799514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (30844137-91e2-4dab-bf16-154ee79e565c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.820176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30844137-91e2-4dab-bf16-154ee79e565c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:40.824030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:38Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:40.832617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.834541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-980ec3b6-825d-4ff1-b0e1-15e72e07bdb1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5339603 Feb 15 01:42:40.837567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:40.863365 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:42:40.863722 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Updating router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 port 4a484099-524d-4e57-8046-e38cc40e93eb binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:42:40.922417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:40.923679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fc06ac4f-f997-4e94-9274-526c7e9594b4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1853800 Feb 15 01:42:40.926942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:40.932395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:40.935223 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.018336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:41.092175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.379791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ab719189-b685-4a26-a95f-e28b566f60b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc7a8137081c45c890efebef7417ab1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580303 Feb 15 01:42:41.380040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.380155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:41.543537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] Publish callbacks [] for security_group (b7817f3b-b000-4152-a602-fafcb37a99c1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.576973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] Publish callbacks [] for security_group (b7817f3b-b000-4152-a602-fafcb37a99c1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.622091 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks [] for port (4a484099-524d-4e57-8046-e38cc40e93eb), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.718802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.770178 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.905850 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Attempting to bind port 4a484099-524d-4e57-8046-e38cc40e93eb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:41.906320 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Attempting to bind port 4a484099-524d-4e57-8046-e38cc40e93eb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:41.906698 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Attempting to bind port 4a484099-524d-4e57-8046-e38cc40e93eb on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:41.916091 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23d7a-24f3-4d8d-8224-7735acbfd6e3 None None] Pushing event updated for resources: {'Port': ['ID=4a484099-524d-4e57-8046-e38cc40e93eb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:41.919397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:41.920017 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:41.920450 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.920841 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:41.921420 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Bound port: 4a484099-524d-4e57-8046-e38cc40e93eb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:41.921802 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:41.936591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 172.25.2.187 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/48cd06e6-91ec-47c0-b876-0b04b0135519) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:41.997593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7817f3b-b000-4152-a602-fafcb37a99c1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.000631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.006616 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7817f3b-b000-4152-a602-fafcb37a99c1 HTTP/1.1" status: 204 len: 168 time: 0.6254120 Feb 15 01:42:42.020654 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] For port 4a484099-524d-4e57-8046-e38cc40e93eb, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:42.026476 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] For port 4a484099-524d-4e57-8046-e38cc40e93eb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4a484099-524d-4e57-8046-e38cc40e93eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:42.046144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3117cb-be86-462e-9d17-daa39d30457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7817f3b-b000-4152-a602-fafcb37a99c1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:42.122472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9b29-3583-4a62-bd8e-7f23fc4fd991 req-e38dcb50-fbd8-49b3-8a69-c080c565137c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:42.124250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cf9d9b29-3583-4a62-bd8e-7f23fc4fd991 req-e38dcb50-fbd8-49b3-8a69-c080c565137c tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.2751424 Feb 15 01:42:42.125574 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.148080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Allocated IP 172.20.0.1 (d851ecd1-6edf-4f10-8207-881c8971bb7c/b5ffcc1e-99f2-4de6-bd23-c17d639b10a7/cac77cc4-8b2e-419f-8a90-353d90dc1221) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:42.216390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee03f-ce8e-4d24-9de0-5667acf074e9 req-a0c65ff5-9056-4ac8-9735-63406135d501 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:42.233898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-894ee03f-ce8e-4d24-9de0-5667acf074e9 req-a0c65ff5-9056-4ac8-9735-63406135d501 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.2106969 Feb 15 01:42:42.268034 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:42.281055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:42.357989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cf9d9b29-3583-4a62-bd8e-7f23fc4fd991 req-2dd15dce-e0a8-4578-b5e9-7b48205731b2 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225463 Feb 15 01:42:42.372992 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23d7a-24f3-4d8d-8224-7735acbfd6e3 None None] Pushing event updated for resources: {'Port': ['ID=4a484099-524d-4e57-8046-e38cc40e93eb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:42.390734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-894ee03f-ce8e-4d24-9de0-5667acf074e9 req-d3e97abd-be5b-4e21-a23c-683bd7fcca57 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544490 Feb 15 01:42:42.418541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.597483 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:42.599983 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.660434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks [] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:42.713472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:42.727988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:42.739078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:42.799328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754bd0e-3376-498b-b7fc-206a5a7806cf req-b5223479-bcb4-44fb-95a1-e856498b3d99 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:42.812275 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b754bd0e-3376-498b-b7fc-206a5a7806cf req-b5223479-bcb4-44fb-95a1-e856498b3d99 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.1318343 Feb 15 01:42:42.817092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:42.824808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Request body: {'floatingip': {'port_id': '4c66c21b-7e6b-49f3-9444-c0ef9112224c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:42.889824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=48cd06e6-91ec-47c0-b876-0b04b0135519,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:42.949250 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:38Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:42.974855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.028488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ea01-88fd-4798-9540-52b3339c6e31 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:38Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:42:43.089234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.094907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.159988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:43.169543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:43.172715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:43.207114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:43.273207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Pushing event updated for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:43.377024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.378062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.397190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4c19d241-b7d9-4d9c-b77a-023f046da0be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb883fa479c2409d8d21ba352e4ddafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889687 Feb 15 01:42:43.427068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:43.824891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b12c146-48af-472f-beab-0dc2d417b5be None None] Provisioning complete for port cac77cc4-8b2e-419f-8a90-353d90dc1221 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:43.825470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b12c146-48af-472f-beab-0dc2d417b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.879895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Publish callbacks [] for security_group (bb011037-47e8-4e84-bbeb-7c6385832218), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:43.948669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b12c146-48af-472f-beab-0dc2d417b5be None None] Port cac77cc4-8b2e-419f-8a90-353d90dc1221 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:42:44.005016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695db29-416c-4932-b762-9d5db4bede3e req-edfe5390-d79a-4f8e-9eac-0ebea6bc730f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:44.007068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0695db29-416c-4932-b762-9d5db4bede3e req-edfe5390-d79a-4f8e-9eac-0ebea6bc730f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.3908041 Feb 15 01:42:44.103629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Publish callbacks [] for security_group (bb011037-47e8-4e84-bbeb-7c6385832218), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.105138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0695db29-416c-4932-b762-9d5db4bede3e req-914682f0-8249-4e7d-9295-9c258f371cae tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876431 Feb 15 01:42:44.150435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.219016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.366879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=48cd06e6-91ec-47c0-b876-0b04b0135519,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:44.503877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.511791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.610143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.624630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.666297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.680779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d55a1056-5204-474d-8aaa-3beba0201846 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7526667 Feb 15 01:42:44.750233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bb011037-47e8-4e84-bbeb-7c6385832218), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.782938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:44.787581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb011037-47e8-4e84-bbeb-7c6385832218 HTTP/1.1" status: 204 len: 168 time: 1.3559561 Feb 15 01:42:44.953946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d78239-376f-45ea-8b3e-995d844ec801 req-ee848000-706e-4c60-8801-9ee35c5d3d6e tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:44.971649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46d78239-376f-45ea-8b3e-995d844ec801 req-ee848000-706e-4c60-8801-9ee35c5d3d6e tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.1600709 Feb 15 01:42:45.061025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:45.164953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46d78239-376f-45ea-8b3e-995d844ec801 req-1c1195ee-d507-44e0-aec7-bbdcbae43eb1 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921711 Feb 15 01:42:45.323331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb011037-47e8-4e84-bbeb-7c6385832218,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:45.421210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.421708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.421871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.422388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.422546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.422882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.423217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.423541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.423865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.428543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.431298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.431298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.431298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8253efbe-caeb-480d-9fb2-dc79bc75fbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:45.483228 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Floating IP 56421ad0-aa4c-47da-b5c1-8ce4d6c3c748 associated. External IP: 172.25.2.241, port: 4c66c21b-7e6b-49f3-9444-c0ef9112224c. Feb 15 01:42:45.491388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe113e-ad5e-429c-af30-81ce81e05c1f req-afe264d0-9f06-48ce-90ff-946e3e69daa5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:45.506718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0fe113e-ad5e-429c-af30-81ce81e05c1f req-afe264d0-9f06-48ce-90ff-946e3e69daa5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.2104700 Feb 15 01:42:45.626967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0fe113e-ad5e-429c-af30-81ce81e05c1f req-09476746-9f3f-49e2-a6a7-86478e956cfd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144402 Feb 15 01:42:45.669369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4a484099-524d-4e57-8046-e38cc40e93eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:45.859576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks [] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:45.881305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4a484099-524d-4e57-8046-e38cc40e93eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:45.881691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:45.932317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-a1845db3-97b4-40ba-b409-a1def21586cb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--59592707&fields=id&tenant_id=423b31c210284a39bfed230d9f01f941 HTTP/1.1" status: 200 len: 267 time: 0.5918341 Feb 15 01:42:45.999176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4a484099-524d-4e57-8046-e38cc40e93eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:45.999595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.041153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4a484099-524d-4e57-8046-e38cc40e93eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4a484099-524d-4e57-8046-e38cc40e93eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:46.096379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-9b6271ad-05d6-4874-8bc3-f1daa2d62800 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:46.104436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-9b6271ad-05d6-4874-8bc3-f1daa2d62800 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 931 time: 0.1710341 Feb 15 01:42:46.126912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.138897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.199511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4a484099-524d-4e57-8046-e38cc40e93eb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:46.363137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.365591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-873ad8f7-300e-4752-878f-6bb33cb580f6 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:46.367142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-873ad8f7-300e-4752-878f-6bb33cb580f6 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.31 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.2139692 Feb 15 01:42:46.410058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-df162505-c82c-4914-bc53-1cc56b3cdbac tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:46.422349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-df162505-c82c-4914-bc53-1cc56b3cdbac tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 931 time: 0.3171284 Feb 15 01:42:46.435958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Pushing event updated for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:46.557408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135b10-1d3d-460a-bac1-7ae71dfe2caf req-eea671d3-7324-4754-b528-08e4b9c474d8 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:46.564731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53135b10-1d3d-460a-bac1-7ae71dfe2caf req-eea671d3-7324-4754-b528-08e4b9c474d8 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/ports?device_id=74eecd01-3980-415b-8745-ac9cd6910ab6 HTTP/1.1" status: 200 len: 945 time: 0.1815233 Feb 15 01:42:46.632888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-97b8f171-fde1-4d05-a755-f1a64da81357 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2093587 Feb 15 01:42:46.664415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53135b10-1d3d-460a-bac1-7ae71dfe2caf req-602e4013-12c7-4c2a-8124-b1e7ef7dbead tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.43 "GET /v2.0/security-groups?id=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Feb 15 01:42:46.683324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Deleting port e99a1f20-5887-496b-a3ef-924ed6c48271 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:46.683875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.820187 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-564a6556-f463-46e0-bc69-4a789b002d52 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1849003 Feb 15 01:42:46.916212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] For port e99a1f20-5887-496b-a3ef-924ed6c48271, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e99a1f20-5887-496b-a3ef-924ed6c48271,segment=NetworkSegment(5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc),segment_id=5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:46.916696 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:46.942857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17bc58-9796-4d7b-8ffc-92f1a8202bec req-fa49b0a7-1d76-493f-83d8-e420d80bc756 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:46.950569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a17bc58-9796-4d7b-8ffc-92f1a8202bec req-fa49b0a7-1d76-493f-83d8-e420d80bc756 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 944 time: 0.1419864 Feb 15 01:42:46.956949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Calling delete_port for e99a1f20-5887-496b-a3ef-924ed6c48271 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:47.033958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1438bca6-cdcf-456f-a917-8cbcecb8fb31 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:47.051808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1438bca6-cdcf-456f-a917-8cbcecb8fb31 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:47.058080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1438bca6-cdcf-456f-a917-8cbcecb8fb31 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:47.068176 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1438bca6-cdcf-456f-a917-8cbcecb8fb31 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/networks?id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 200 len: 1988 time: 0.2459207 Feb 15 01:42:47.090605 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-140db694-09d6-447d-b3d1-6afd8a0ef928 service neutron] 10.222.0.31 "GET /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 1.1555684 Feb 15 01:42:47.101017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a17bc58-9796-4d7b-8ffc-92f1a8202bec req-e4e1a3c7-958c-444b-901b-709ce42a64bf tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489511 Feb 15 01:42:47.376616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e99a1f20-5887-496b-a3ef-924ed6c48271), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:47.389664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e99a1f20-5887-496b-a3ef-924ed6c48271'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:47.501029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Pushing event deleted for resources: {'Port': ['ID=e99a1f20-5887-496b-a3ef-924ed6c48271,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:47.596678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] No DVR routers for this DVR port e99a1f20-5887-496b-a3ef-924ed6c48271 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:47.605102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4a484099-524d-4e57-8046-e38cc40e93eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:47.615573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:47.622194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd0e8da-dce6-4a6d-95f3-a8088578faae req-93030d64-f952-46e6-af1a-7e67c7b17e17 tempest-VolumesAdminNegativeTest-2057141861 tempest-VolumesAdminNegativeTest-2057141861-project] 10.222.0.31 "DELETE /v2.0/ports/e99a1f20-5887-496b-a3ef-924ed6c48271 HTTP/1.1" status: 204 len: 173 time: 1.2305920 Feb 15 01:42:47.628863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'name': 'network-vif-deleted', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:47.632801 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1748fc06-ed0c-4062-8ec6-157f519fb85b" -d '{"events": [{"server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "name": "network-vif-deleted", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:47.667717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4a484099-524d-4e57-8046-e38cc40e93eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:47.668428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:47.782352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4a484099-524d-4e57-8046-e38cc40e93eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:47.797868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-d1114b37-6c8e-46eb-a365-4abe4eae15f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/quotas/423b31c210284a39bfed230d9f01f941 HTTP/1.1" status: 200 len: 375 time: 0.7285404 Feb 15 01:42:47.830070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:47.862414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:47.873791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-1c4b7bb1-264c-4c42-ad41-5b6040a10697 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:47.874458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:47.895907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-1c4b7bb1-264c-4c42-ad41-5b6040a10697 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.2646530 Feb 15 01:42:47.906336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Router e3939c55-2e4e-4d02-8d51-96adafa9a44d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:42:47.920737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-2e04e92d-d970-4972-8d43-5e1d35922869 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/quotas/2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 375 time: 0.0232236 Feb 15 01:42:47.988601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:48.087412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-09835883-3be9-4e53-b711-af9e4af4de45 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656353 Feb 15 01:42:48.094063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:48.122826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-418773d3-acc6-4333-b7e3-3950b59dc0b6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3232708 Feb 15 01:42:48.221869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5551b43-446b-461f-952f-ba7dcadcbf9e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:48.244036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:48.249466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4264ea91-634f-4534-a3b4-0039e33fc352 None None] Provisioning complete for port cac77cc4-8b2e-419f-8a90-353d90dc1221 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:48.250115 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4264ea91-634f-4534-a3b4-0039e33fc352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:48.304969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4264ea91-634f-4534-a3b4-0039e33fc352 None None] Port cac77cc4-8b2e-419f-8a90-353d90dc1221 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:42:48.315583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:42:48.321670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:42:48.326541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:48.337504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-30d7921b-54d7-4b12-ba6a-856aad85d0c1 service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410953 Feb 15 01:42:48.354375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Sync routers for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:42:48.355517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:48.369524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:48.370996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:48.476330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a9422937-45a2-481b-a6bc-8b08bfc71b3e tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "PUT /v2.0/floatingips/56421ad0-aa4c-47da-b5c1-8ce4d6c3c748 HTTP/1.1" status: 200 len: 991 time: 5.6541321 Feb 15 01:42:48.476330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:48.490282 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b87a2-0d68-4276-a11d-487385d8ad95" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:48.622453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-205fdf38-fb6f-470f-8e26-cd6f0f8e550b service neutron] 10.222.0.43 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681172 Feb 15 01:42:48.635415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:48.651707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] Transition to ACTIVE for port object e5551b43-446b-461f-952f-ba7dcadcbf9e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:42:48.739290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:49.006031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] No DVR routers for this DVR port e5551b43-446b-461f-952f-ba7dcadcbf9e on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:42:49.051791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:42:49.062567 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:42:49.066028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6bd74e9e-7e8e-422a-a315-ced09347ac3b admin admin] 10.222.0.43 "PUT /v2.0/routers/b9e99d21-ebf5-4746-bb56-f9f6960f80e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2262812 Feb 15 01:42:49.079962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] 10.222.0.31 "PUT /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9791367 Feb 15 01:42:49.089583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e539d07-6200-4a95-84e8-0ddacfacb55f service neutron] Pushing event updated for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:49.108384 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:49.109635 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:49.115447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-3e5a830b-3d6d-437a-b451-599c4c485e9f service neutron] 10.222.0.43 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917068 Feb 15 01:42:49.356485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-dbc060a1-685d-4925-8dca-68a3091a4c71 service neutron] 10.222.0.43 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274835 Feb 15 01:42:49.405575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-b8eb5cca-516e-44b0-b666-4125aa576ff4 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:49.407506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-b8eb5cca-516e-44b0-b666-4125aa576ff4 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.1774757 Feb 15 01:42:49.423839 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:49.529826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-cd40ba22-0236-4825-ab97-728aa406938f service neutron] 10.222.0.43 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1418555 Feb 15 01:42:49.529936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56421ad0-aa4c-47da-b5c1-8ce4d6c3c748', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'port_id': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'mac_address': 'fa:16:3e:a2:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:40:42Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 1, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:49.530613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-b5b704a8-b610-4bc9-9de6-317c4a1326f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:49.532599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-b5b704a8-b610-4bc9-9de6-317c4a1326f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914&tenant_id=a4c74368ee6f4c4581faed759cebb27a HTTP/1.1" status: 200 len: 1128 time: 0.1084015 Feb 15 01:42:49.601489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Checking router: e3939c55-2e4e-4d02-8d51-96adafa9a44d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:42:49.611965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:49.612657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:49.612820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:49.667303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-fc863b95-8956-424d-9b30-ea9fcc36cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:49.674414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-fc863b95-8956-424d-9b30-ea9fcc36cef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1128 time: 0.1139121 Feb 15 01:42:49.699330 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91902aa5-e9c9-4a17-9361-960816087423 x-openstack-request-id: req-91902aa5-e9c9-4a17-9361-960816087423 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:49.699624 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eecd01-3980-415b-8745-ac9cd6910ab6", "name": "network-vif-deleted", "tag": "e99a1f20-5887-496b-a3ef-924ed6c48271", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:49.699886 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91902aa5-e9c9-4a17-9361-960816087423 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:49.700285 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eecd01-3980-415b-8745-ac9cd6910ab6', 'name': 'network-vif-deleted', 'tag': 'e99a1f20-5887-496b-a3ef-924ed6c48271', 'status': 'completed', 'code': 200} Feb 15 01:42:49.729663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Deleting subnet 63a53bbd-e9ea-4590-b31e-03dd1c255e01 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:42:49.749902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Publish callbacks [] for subnet (63a53bbd-e9ea-4590-b31e-03dd1c255e01), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:49.779742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-274761bb-0927-47c8-b8b7-1a34e52b9a5d service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885153 Feb 15 01:42:49.819860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (63a53bbd-e9ea-4590-b31e-03dd1c255e01), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:49.875236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:45Z', 'revision_number': 2, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:49.879597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:49.913208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (63a53bbd-e9ea-4590-b31e-03dd1c255e01), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:49.924210 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:42:49.924966 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Updating router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 port cac77cc4-8b2e-419f-8a90-353d90dc1221 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:42:49.946901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed898b-1d6b-4625-b35b-34b90af58258 req-446cad77-8d0b-43d4-8cdd-b8ae646ed1dd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:49.954628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74ed898b-1d6b-4625-b35b-34b90af58258 req-446cad77-8d0b-43d4-8cdd-b8ae646ed1dd tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1421268 Feb 15 01:42:49.961036 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-6e6a1e91-1593-43bd-8d0d-def96d92739c service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702309 Feb 15 01:42:49.970819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-3fce99fe-262f-45d4-a834-bebb5a24cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:49.973374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-3fce99fe-262f-45d4-a834-bebb5a24cca7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.2922087 Feb 15 01:42:50.026648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-ac8d7aa1-a4e5-4232-9d4f-d4267c4b3379 service neutron] 10.222.0.43 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582864 Feb 15 01:42:50.038552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e99a1f20-5887-496b-a3ef-924ed6c48271 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:42:50.050612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-f3c78cd5-3524-456c-94e8-6a3d574ab9f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 200 len: 217 time: 0.0624671 Feb 15 01:42:50.071764 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.079105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: e99a1f20-5887-496b-a3ef-924ed6c48271 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:42:50.082296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e99a1f20-5887-496b-a3ef-924ed6c48271 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:42:50.121758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74ed898b-1d6b-4625-b35b-34b90af58258 req-322e79f8-065a-49c5-b7bc-22b65caaa9be tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659188 Feb 15 01:42:50.127998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (63a53bbd-e9ea-4590-b31e-03dd1c255e01), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.159192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-5cffecbb-908a-4e43-8555-3272f133a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:50.159192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-5cffecbb-908a-4e43-8555-3272f133a203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0944471 Feb 15 01:42:50.200763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a53bbd-e9ea-4590-b31e-03dd1c255e01,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:50.212160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-fa482302-914c-4f00-98e2-db4c962e9e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373714 Feb 15 01:42:50.216160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.227745 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edd49af1-5754-4112-9920-90ced4157534 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63a53bbd-e9ea-4590-b31e-03dd1c255e01 HTTP/1.1" status: 204 len: 168 time: 0.6128049 Feb 15 01:42:50.230546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:50.362753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-231a7613-b946-4675-9d34-6959cfe45a61 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420572 Feb 15 01:42:50.373835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-cb319c12-1f1e-438e-bd37-47ac7c12c0eb service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310452 Feb 15 01:42:50.465122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56421ad0-aa4c-47da-b5c1-8ce4d6c3c748', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'port_id': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'mac_address': 'fa:16:3e:a2:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:40:42Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 1, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:50.496063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4daf0-6059-4944-b6fc-7b98099433c5 None None] The sync data for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 is: [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '56421ad0-aa4c-47da-b5c1-8ce4d6c3c748', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'port_id': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'mac_address': 'fa:16:3e:a2:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:40:42Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 1, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:42:50.528712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-65dcfed7-7b8b-4d16-870c-89a7921d6fb4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429923 Feb 15 01:42:50.540124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d67a-4634-49c4-ad5d-3cff9d0fb435 req-5542c442-785c-47e8-b6a9-653c9f9cd07f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:50.542332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5194d67a-4634-49c4-ad5d-3cff9d0fb435 req-5542c442-785c-47e8-b6a9-653c9f9cd07f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.1776059 Feb 15 01:42:50.572552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e51920a2-9e21-4398-a533-c249816b0a6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.581362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-277a3333-e4f8-4058-8217-9fd230b1d51c service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943240 Feb 15 01:42:50.675823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5194d67a-4634-49c4-ad5d-3cff9d0fb435 req-bf30b52c-47da-4cc7-8fc8-49d82018eb86 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212838 Feb 15 01:42:50.794044 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks [] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.845982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e51920a2-9e21-4398-a533-c249816b0a6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.860893 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c81904-4764-4076-8d5e-2b7e6b1950bb x-openstack-request-id: req-14c81904-4764-4076-8d5e-2b7e6b1950bb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:50.866301 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:50.866301 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14c81904-4764-4076-8d5e-2b7e6b1950bb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:50.866301 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'status': 'completed', 'code': 200} Feb 15 01:42:50.885145 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:50.894319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb933c5b-3b63-464e-95ca-7b6247b87fac None None] New status for floating IP 56421ad0-aa4c-47da-b5c1-8ce4d6c3c748: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:42:51.034835 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1fd61-30ba-47d9-8dbd-f087c7934547 None None] Pushing event updated for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:51.074844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51920a2-9e21-4398-a533-c249816b0a6b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:51.112661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-58280106-e49a-40c1-a016-6c595aa734e0 service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734477 Feb 15 01:42:51.145988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:51.150426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:51.162757 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Attempting to bind port cac77cc4-8b2e-419f-8a90-353d90dc1221 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:51.163254 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Attempting to bind port cac77cc4-8b2e-419f-8a90-353d90dc1221 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:51.163546 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Attempting to bind port cac77cc4-8b2e-419f-8a90-353d90dc1221 on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:51.171982 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:51.173398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Checking segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:51.173398 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.173398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Bound using segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:51.173398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Bound port: cac77cc4-8b2e-419f-8a90-353d90dc1221, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:51.173841 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.264375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.287756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-6361d19b-f475-46ea-9b76-e4081a8f5404 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:51.297103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-6361d19b-f475-46ea-9b76-e4081a8f5404 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914&tenant_id=a4c74368ee6f4c4581faed759cebb27a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.1007752 Feb 15 01:42:51.317360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.318005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] For port cac77cc4-8b2e-419f-8a90-353d90dc1221, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:51.322056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] For port cac77cc4-8b2e-419f-8a90-353d90dc1221, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=cac77cc4-8b2e-419f-8a90-353d90dc1221,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:51.327548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:42:51.327961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (5cd5c8b3-004b-4099-8eaa-a65c6b62f9fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:42:51.334321 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:42:51.370998 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.398334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-c1645298-64ec-45cc-ae7d-8da4ffef772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:51.400684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-c1645298-64ec-45cc-ae7d-8da4ffef772f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 1128 time: 0.5495322 Feb 15 01:42:51.454033 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1fd61-30ba-47d9-8dbd-f087c7934547 None None] Pushing event updated for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:51.484402 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:42:51.485654 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:51.522564 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-e9509ac5-78cc-4b2e-bad9-a02607ed1ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703628 Feb 15 01:42:51.538306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Provisioning complete for port cac77cc4-8b2e-419f-8a90-353d90dc1221 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:51.538590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.583931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-968e9e04-de60-4481-a137-0d0dbf8e8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.593981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e51920a2-9e21-4398-a533-c249816b0a6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.600276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.603970 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] 10.222.0.43 "DELETE /v2.0/networks/e51920a2-9e21-4398-a533-c249816b0a6b HTTP/1.1" status: 204 len: 168 time: 1.3709073 Feb 15 01:42:51.613537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:51.621441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-3471deb1-a2e4-4618-8e72-d067d841196d service neutron] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:51.651233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e3842-1186-4970-ac81-c056bf8b0f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e51920a2-9e21-4398-a533-c249816b0a6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:51.684044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-017b981c-ed32-4a3e-938d-53dce650c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:51.685965 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-017b981c-ed32-4a3e-938d-53dce650c2bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=493d969e-91c6-4378-b37e-5ceb141704a3 HTTP/1.1" status: 200 len: 916 time: 0.2698553 Feb 15 01:42:51.724059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-3471deb1-a2e4-4618-8e72-d067d841196d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.725243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-235b80af-c0fc-4195-bec7-df82b1c6e6df req-3471deb1-a2e4-4618-8e72-d067d841196d service neutron] 10.222.0.37 "DELETE /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.4278584 Feb 15 01:42:51.746213 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:42:51.762315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66757944-6eb1-4d75-a5b6-42a7a9fae16c req-b2ebb7df-58b2-4912-966a-eb27d86650b0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.2012777 Feb 15 01:42:51.829172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Current status of the port cac77cc4-8b2e-419f-8a90-353d90dc1221 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:51.829581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:51.955457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] For port cac77cc4-8b2e-419f-8a90-353d90dc1221, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=cac77cc4-8b2e-419f-8a90-353d90dc1221,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:52.032716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:52.136491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:52.197255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdc5db-c769-4d77-88d0-2d2afadb87f2 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:42:52.206711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Pushing event updated for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:52.231640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7dabe215-c0dc-41ff-aca5-99fb6c5713a9 None None] Provisioning complete for port cac77cc4-8b2e-419f-8a90-353d90dc1221 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:52.236186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dabe215-c0dc-41ff-aca5-99fb6c5713a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:52.247088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.247435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.247787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.248124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.248485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.248821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.249151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.249477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.249806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.250132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.251985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.252687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.253016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d745e0-3dfa-4d61-8dfb-b300a6046789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:42:52.279942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-050fa90a-4593-4a28-9e1a-08064b717ab5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:52.307657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-050fa90a-4593-4a28-9e1a-08064b717ab5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 820 time: 0.2182126 Feb 15 01:42:52.347402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-34f95417-4fd6-4cd2-9ae8-c88ac09d7245 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/quotas/ad8fca4a4632489b87c61a3fb9bfe5ed HTTP/1.1" status: 200 len: 375 time: 0.0323415 Feb 15 01:42:52.387888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Deleting subnet 62574e1c-9500-4eec-97af-e272ba86a310 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:42:52.392205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-2fc4edb3-c454-439c-b1e1-92781067bb2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c HTTP/1.1" status: 200 len: 999 time: 0.6828203 Feb 15 01:42:52.402908 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-697710fa-c77e-4c7a-8bab-dddcec35bd4d service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790383 Feb 15 01:42:52.406090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Publish callbacks [] for subnet (62574e1c-9500-4eec-97af-e272ba86a310), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:52.488916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7dabe215-c0dc-41ff-aca5-99fb6c5713a9 None None] Current status of the port cac77cc4-8b2e-419f-8a90-353d90dc1221 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:52.601334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (62574e1c-9500-4eec-97af-e272ba86a310), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:52.655861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-612c0f7a-5473-4cae-bcb3-a4b36ec66b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:52.657541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-612c0f7a-5473-4cae-bcb3-a4b36ec66b5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6662366c-936c-4521-9a6b-146f1351d792 HTTP/1.1" status: 200 len: 854 time: 0.1779706 Feb 15 01:42:52.738168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (62574e1c-9500-4eec-97af-e272ba86a310), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:52.777928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-cb7e4fc1-d45f-4ab8-b23f-641539fdfda4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739285 Feb 15 01:42:52.907367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-9834f490-6ef0-4fac-8931-9631eda557d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:52.909370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-9834f490-6ef0-4fac-8931-9631eda557d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493d969e-91c6-4378-b37e-5ceb141704a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2397959 Feb 15 01:42:53.062268 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-97961206-92ff-424f-ba78-356f1afec56b service neutron] 10.222.0.43 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836130 Feb 15 01:42:53.065597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (62574e1c-9500-4eec-97af-e272ba86a310), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.142495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.144330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-54af1674-401c-46a1-b08b-c14ebc4f676c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7910764 Feb 15 01:42:53.150506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/62574e1c-9500-4eec-97af-e272ba86a310 HTTP/1.1" status: 204 len: 168 time: 1.5328360 Feb 15 01:42:53.155549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:53.215937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b544bef-e704-4239-b53d-282536e304ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62574e1c-9500-4eec-97af-e272ba86a310,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:53.222261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-577b5deb-6001-479f-bc2e-dd93112e9e1c service neutron] 10.222.0.31 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050110 Feb 15 01:42:53.273610 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3236fb90-31f0-4b5d-92a7-4cef1673b277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.423648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-fc619f48-fb1c-429e-b0f2-4748ef31eaa6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:53.428630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-fc619f48-fb1c-429e-b0f2-4748ef31eaa6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 821 time: 0.5182445 Feb 15 01:42:53.450916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Request body: {'port': {'device_id': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'admin_state_up': True, 'tenant_id': '2a4ef89369c64aaea1d061084018d19a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:53.472931 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4df3fd8f-4b7b-472e-8979-eae2de3cd3fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.561925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-5b00d41d-87ba-4402-a0c5-875794db90b0 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165618 Feb 15 01:42:53.588888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fd9b87a2-0d68-4276-a11d-487385d8ad95 req-1346c164-20a9-4394-836f-12791e90caab service neutron] 10.222.0.31 "GET /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438356 Feb 15 01:42:53.668561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device cac77cc4-8b2e-419f-8a90-353d90dc1221 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:42:53.721188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-fd75b4cf-3e3f-48d2-b8dc-07b69e6ad26d service neutron] 10.222.0.43 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394591 Feb 15 01:42:53.756838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port cac77cc4-8b2e-419f-8a90-353d90dc1221 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:42:53.757476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.843371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4df3fd8f-4b7b-472e-8979-eae2de3cd3fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.871181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port cac77cc4-8b2e-419f-8a90-353d90dc1221 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:42:53.910199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df3fd8f-4b7b-472e-8979-eae2de3cd3fd']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:53.910664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c4d99c71-06b9-47aa-8bbc-a1cff9315fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884148 Feb 15 01:42:53.943599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-a909dc2e-ecf9-4e99-84e3-a583ede35147 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807180 Feb 15 01:42:53.950098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:53.955355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:42:53.983473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:53.985541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Made reservation on behalf of 2a4ef89369c64aaea1d061084018d19a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:53.989683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.030812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-584c9f6d-67fc-4c4f-9726-92d540ac083f service neutron] 10.222.0.43 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191175 Feb 15 01:42:54.073702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.111746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:42:54.113305 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (c7e261fe-a7b7-4e2e-bb7b-aa0925eaa83f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:42:54.113873 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:42:54.153404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-6f579549-6ad9-4a26-807d-8a443a6fd49b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:54.155279 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-6f579549-6ad9-4a26-807d-8a443a6fd49b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 931 time: 0.1232643 Feb 15 01:42:54.252030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-45576334-13d7-41d0-a854-649fc9da4ee6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:54.253882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-45576334-13d7-41d0-a854-649fc9da4ee6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 931 time: 0.0924981 Feb 15 01:42:54.401060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.528250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4df3fd8f-4b7b-472e-8979-eae2de3cd3fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.538804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274bf48-af63-4696-8c43-adb532cd84ae req-872066c4-3bb7-4bd0-9b7a-c57da26c628e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:54.541020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e274bf48-af63-4696-8c43-adb532cd84ae req-872066c4-3bb7-4bd0-9b7a-c57da26c628e tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1759551 Feb 15 01:42:54.546270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Allocated IP 172.20.0.11 (d653ca81-fb09-49c1-80ba-ae3171ded49b/fef077fe-30ac-4dc0-b717-050623c64dee/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:54.564910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:54.569168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4df3fd8f-4b7b-472e-8979-eae2de3cd3fd HTTP/1.1" status: 204 len: 168 time: 1.4115055 Feb 15 01:42:54.601200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f89ca-be67-4cc6-983b-79cb11ad7a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df3fd8f-4b7b-472e-8979-eae2de3cd3fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:54.704169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e274bf48-af63-4696-8c43-adb532cd84ae req-57dca47e-3a22-429d-b463-083f250de5ee tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548355 Feb 15 01:42:55.015297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks [] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.172839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:55.200468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22fccc97-57e2-46c1-8739-16abcfa3f2c7 req-c9624ae4-497e-4ce4-bc0d-18bb78b27f1c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0916557 Feb 15 01:42:55.237822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.247344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:42:55.257553 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4c32a27a-68b5-4f59-9365-58a5a3976fa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebebcf19ecaa491e9b934e062493474e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831575 Feb 15 01:42:55.260804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:55.347319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] Publish callbacks [] for security_group (77bff5fb-8ef8-47c7-b1e3-e2531c29acf5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.360164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Network d653ca81-fb09-49c1-80ba-ae3171ded49b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:55.376651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4da82c61-c8b7-4a5c-aa17-41d2242a45be req-0a9f2048-650b-49db-ac03-1e4a2f30d061 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 210 time: 0.0677750 Feb 15 01:42:55.398186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] Publish callbacks [] for security_group (77bff5fb-8ef8-47c7-b1e3-e2531c29acf5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.410839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:55.427558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:55.433486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:55.582766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77bff5fb-8ef8-47c7-b1e3-e2531c29acf5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.585674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.588141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77bff5fb-8ef8-47c7-b1e3-e2531c29acf5 HTTP/1.1" status: 204 len: 168 time: 0.3255532 Feb 15 01:42:55.609012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:55.609692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.626058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc57b41-d53f-46ff-a880-2d485cb0f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bff5fb-8ef8-47c7-b1e3-e2531c29acf5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:55.743086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-71f7e58c-4f90-4eaa-83fd-a86ea58ddace tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2963066 Feb 15 01:42:55.755860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Request body: {'port': {'device_id': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:55.805203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:55.903188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:56.255165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acdb38-a1ce-4429-8239-21df2c574f88 req-51d87943-429e-4324-b478-e7685e4f4a5a tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:56.267073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8acdb38-a1ce-4429-8239-21df2c574f88 req-51d87943-429e-4324-b478-e7685e4f4a5a tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 1128 time: 0.0953813 Feb 15 01:42:56.428483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-ab0c7c6a-24b0-40e1-a7fa-08ca4d3475c2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:56.436548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-ab0c7c6a-24b0-40e1-a7fa-08ca4d3475c2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 931 time: 0.1584506 Feb 15 01:42:56.605213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8acdb38-a1ce-4429-8239-21df2c574f88 req-e880bb0a-d103-45ce-9df5-acc11b1d5319 tempest-LiveMigrationTest-378517421 tempest-LiveMigrationTest-378517421-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224859 Feb 15 01:42:56.688971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7970cdda-256e-4ec2-a6df-7457584acde3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:56.699415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7970cdda-256e-4ec2-a6df-7457584acde3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 931 time: 0.2619867 Feb 15 01:42:56.793540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1dd8020-c504-4211-a04b-82a3b8aa2534 req-f6c2c852-3da9-44bf-9ec9-778af97981d1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0786879 Feb 15 01:42:56.854639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:42:56.903933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks [] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:56.919738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:56.973151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Transition to ACTIVE for port object bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:42:57.046263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b57c297-54dc-4b23-b9d0-b386c218014d req-44f3c160-1903-4509-a5c5-dce487c9af27 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 210 time: 0.0863082 Feb 15 01:42:57.055667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14b904e7-e816-4d54-a61c-d2d204d0d75c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b2a2567bf34b92a1c24da2a2553a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332686 Feb 15 01:42:57.056360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:57.147481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deacf7-8feb-4635-9a8e-1e7843d6968e req-f2b5742c-4c32-4205-b975-20bcce153daa tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:57.155762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16deacf7-8feb-4635-9a8e-1e7843d6968e req-f2b5742c-4c32-4205-b975-20bcce153daa tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 932 time: 0.1643493 Feb 15 01:42:57.206925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.233026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] Publish callbacks [] for security_group (25285255-8fb9-4d6a-a372-efdbd6d08e62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.259689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] Publish callbacks [] for security_group (25285255-8fb9-4d6a-a372-efdbd6d08e62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.272185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16deacf7-8feb-4635-9a8e-1e7843d6968e req-95b1f095-e8be-46b1-a942-3da9daef3396 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154253 Feb 15 01:42:57.296225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:57.391192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:42:57.391845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:42:57.392194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:57.397577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:42:57.397958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:42:57.403586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:42:57.403923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:42:57.404345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:42:57.404826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Bound port: bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:42:57.405199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.473609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:42:57.477155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:42:57.719098 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.770986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (25285255-8fb9-4d6a-a372-efdbd6d08e62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.776492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.780017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25285255-8fb9-4d6a-a372-efdbd6d08e62 HTTP/1.1" status: 204 len: 168 time: 0.7185402 Feb 15 01:42:57.789819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.813281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380a4c8-4398-4228-ac97-5fc6cc2f964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25285255-8fb9-4d6a-a372-efdbd6d08e62,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:57.905774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:57.906825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:57.910631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 1093 time: 2.1605198 Feb 15 01:42:57.912058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:42:57.915830 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e83a415-a050-4140-9465-605bf8f5cc22" -d '{"events": [{"name": "network-changed", "server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:42:58.020874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13ba8773-b4cc-4956-83bc-1ce5cceb5dcf req-91ad39a0-6863-4968-a91d-9425001e4b20 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0815294 Feb 15 01:42:58.045498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e3a34-cf22-47df-a301-18851ac5e6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-2da35f98-ec5c-4b72-9471-cc67d083573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-2da35f98-ec5c-4b72-9471-cc67d083573e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1127 time: 0.0611548 Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02aa7cf-0f0c-4479-8794-c15861b98ca4 x-openstack-request-id: req-e02aa7cf-0f0c-4479-8794-c15861b98ca4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e02aa7cf-0f0c-4479-8794-c15861b98ca4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:42:58.116932 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'status': 'completed', 'code': 200} Feb 15 01:42:58.302891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-5bc7f723-fca7-4f54-9a92-921124938d6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 217 time: 0.1817863 Feb 15 01:42:58.340755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb6653b-6d25-4648-b162-e1484f5e7ca1 req-0e3b39d4-0c83-4bef-9599-122bf99b0acb tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 210 time: 0.0649512 Feb 15 01:42:58.467933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-6d8dc6e7-69a2-4980-8b79-63912bb78ae9 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:58.470851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-6d8dc6e7-69a2-4980-8b79-63912bb78ae9 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 820 time: 0.2470636 Feb 15 01:42:58.479930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910230-260f-4559-b545-ce5434a9f5e6 req-cb7b160b-95e0-46bd-b507-cea1967f0bf5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:58.481560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-105ba0de-3d28-4d7e-bfb7-4e0e1351ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:58.485782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-105ba0de-3d28-4d7e-bfb7-4e0e1351ce96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1591570 Feb 15 01:42:58.487353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6910230-260f-4559-b545-ce5434a9f5e6 req-cb7b160b-95e0-46bd-b507-cea1967f0bf5 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1811192 Feb 15 01:42:58.495537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'port': {'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'admin_state_up': True, 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:42:58.584282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-9ea88802-af3e-4a0e-b159-47aa778fcd91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783083 Feb 15 01:42:58.731208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d336b3-bd99-4f63-bb4b-f6125baa453f req-75976536-3caf-4141-bbd1-2e0aab683ad1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:58.733791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d336b3-bd99-4f63-bb4b-f6125baa453f req-75976536-3caf-4141-bbd1-2e0aab683ad1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.2297735 Feb 15 01:42:58.844897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-b422bcf7-3552-4ace-a8fe-019159967312 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533624 Feb 15 01:42:58.848323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d336b3-bd99-4f63-bb4b-f6125baa453f req-7bcb7ea5-d630-4b64-adbe-e72aeb981d18 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925071 Feb 15 01:42:58.850738 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c6910230-260f-4559-b545-ce5434a9f5e6 req-9ea4a934-a048-49c1-8d03-f445bfb1e137 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621614 Feb 15 01:42:58.913398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Made reservation on behalf of ad8fca4a4632489b87c61a3fb9bfe5ed for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:42:58.919368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:58.998422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb032d84-bc36-4e93-8637-d70c33d3a851 req-06bec4ba-0c57-45e1-a7fe-114c294a87c8 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352615 Feb 15 01:42:59.129788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Allocated IP 172.20.0.6 (d851ecd1-6edf-4f10-8207-881c8971bb7c/b5ffcc1e-99f2-4de6-bd23-c17d639b10a7/fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:42:59.191125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa6b41aa-1d3a-4599-a0ac-b2aa8bedb488 req-e3c7af08-0c04-4975-9e87-1080f40ccbeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0395839 Feb 15 01:42:59.233158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-111e2ca2-d8b9-4735-b7e2-6f361aee7882 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:59.236314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-111e2ca2-d8b9-4735-b7e2-6f361aee7882 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 945 time: 0.1691427 Feb 15 01:42:59.374205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-9f22d0fb-e43c-4df5-8cf7-203998538d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:59.378036 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-9f22d0fb-e43c-4df5-8cf7-203998538d0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1127 time: 0.0860136 Feb 15 01:42:59.417313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Deleting port e5551b43-446b-461f-952f-ba7dcadcbf9e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:42:59.418482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.469897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:42:59.584814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.589815 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1328076c-49c6-44f6-b138-e64c11984725 req-b80d3514-8df9-4266-b89b-b8dad323bc2b tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 210 time: 0.0832705 Feb 15 01:42:59.629869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] For port e5551b43-446b-461f-952f-ba7dcadcbf9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5551b43-446b-461f-952f-ba7dcadcbf9e,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:42:59.629869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.650737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-18b466a6-6fc2-4a49-bb18-a30a198c9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:59.652182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-18b466a6-6fc2-4a49-bb18-a30a198c9e00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2646773 Feb 15 01:42:59.660795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Calling delete_port for e5551b43-446b-461f-952f-ba7dcadcbf9e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:42:59.716635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-8c7008ce-221a-45cf-999f-d08178a8bef8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0560296 Feb 15 01:42:59.721053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a12f3c76-879f-4cf9-b8c8-b588d7022317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.830072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a12f3c76-879f-4cf9-b8c8-b588d7022317 admin admin] Publish callbacks [] for security_group (4c6b466c-0a7d-46a7-b770-643409d71e50), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.831628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.890232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:42:59.906036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:42:59.912422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a12f3c76-879f-4cf9-b8c8-b588d7022317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4c6b466c-0a7d-46a7-b770-643409d71e50), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:42:59.922648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:42:59.941938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-acd7327d-9a69-4bb8-bbd9-efb683f34dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:42:59.947514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-acd7327d-9a69-4bb8-bbd9-efb683f34dd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.2213616 Feb 15 01:43:00.004690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event updated for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:00.034769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e5551b43-446b-461f-952f-ba7dcadcbf9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.052742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5551b43-446b-461f-952f-ba7dcadcbf9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:00.070071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-18bad8a9-65dd-45dc-9a1f-a1f2dcb307fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843809 Feb 15 01:43:00.140254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44c69b0b-8c43-4091-9d0c-89849176030d req-1fbd4241-9ab5-4a99-886a-a338be221370 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.1358860 Feb 15 01:43:00.190510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a12f3c76-879f-4cf9-b8c8-b588d7022317 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a46487a77174150b97038b2f22ec6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7191579 Feb 15 01:43:00.197929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:00.222369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:00.269587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] No DVR routers for this DVR port e5551b43-446b-461f-952f-ba7dcadcbf9e on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:00.271782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event deleted for resources: {'Port': ['ID=e5551b43-446b-461f-952f-ba7dcadcbf9e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:00.276604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.297570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36bb0129-6fcc-48d7-8d7d-b97336f3890c req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "DELETE /v2.0/ports/e5551b43-446b-461f-952f-ba7dcadcbf9e HTTP/1.1" status: 204 len: 173 time: 1.0508726 Feb 15 01:43:00.297570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-deleted', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:00.303111 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95ea1f-f8f1-4790-aa00-8f7c79356677" -d '{"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-deleted", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:00.307632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:00.309042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.322438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.322860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.323213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.323556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.323901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.324242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.324803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.325147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.325484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.325822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.327010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.327358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.327843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8ed87-8574-4a17-b9b2-7dc8fe83a5ec tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:00.395113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f3c76-879f-4cf9-b8c8-b588d7022317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b466c-0a7d-46a7-b770-643409d71e50,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:00.454181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-152690852-network', 'tenant_id': '6cf33a955246464ca5765f8db840744d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:00.490298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f64cf17-6c58-4711-90f2-bff17e00a4bc None None] Provisioning complete for port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:00.490676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f64cf17-6c58-4711-90f2-bff17e00a4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.498253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b9868c9-9a91-4235-9bae-3b0d6b1a48dc req-95fd2692-963b-4452-937d-32ee0b43846c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0571840 Feb 15 01:43:00.515097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] Publish callbacks [] for security_group (4c6b466c-0a7d-46a7-b770-643409d71e50), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.553637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f64cf17-6c58-4711-90f2-bff17e00a4bc None None] Port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:00.566438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a23be-7843-4d85-9ef7-74f3f024e5e9 req-d6eb0a09-9e75-4d8d-ae1c-7f820e6b875d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:00.568001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-013a23be-7843-4d85-9ef7-74f3f024e5e9 req-d6eb0a09-9e75-4d8d-ae1c-7f820e6b875d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.5348790 Feb 15 01:43:00.591804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] Publish callbacks [] for security_group (4c6b466c-0a7d-46a7-b770-643409d71e50), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.598359 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-fcdf2e6b-9639-46de-bf2f-5d05f3cad758 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1075492 Feb 15 01:43:00.642208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Request body: {'port': {'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:00.644753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Made reservation on behalf of 6cf33a955246464ca5765f8db840744d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:00.648935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.653834 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd512acf-26f1-41ee-b688-8714fa4a5b0e x-openstack-request-id: req-fd512acf-26f1-41ee-b688-8714fa4a5b0e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:00.654126 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aabf7fd-c87c-4fe4-b60f-60ad6590f914", "name": "network-vif-deleted", "tag": "e5551b43-446b-461f-952f-ba7dcadcbf9e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:00.654377 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd512acf-26f1-41ee-b688-8714fa4a5b0e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:00.655062 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aabf7fd-c87c-4fe4-b60f-60ad6590f914', 'name': 'network-vif-deleted', 'tag': 'e5551b43-446b-461f-952f-ba7dcadcbf9e', 'status': 'completed', 'code': 200} Feb 15 01:43:00.666310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.749930 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-60ce30d8-65e2-4fd8-aefb-b863cc92b5ae service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370645 Feb 15 01:43:00.791890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c935540d-59b7-4786-910d-61541636699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:00.793584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c935540d-59b7-4786-910d-61541636699c service neutron] 10.222.0.31 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 1027 time: 0.0647018 Feb 15 01:43:00.864077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks [] for security_group (fd8ada12-141d-4f75-87b0-5bbd92ed7519), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:00.868922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-78e7dd22-d1b1-4add-8592-c6610c36d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:00.871255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-78e7dd22-d1b1-4add-8592-c6610c36d9fc service neutron] 10.222.0.31 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 1027 time: 0.0714347 Feb 15 01:43:00.873151 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-013a23be-7843-4d85-9ef7-74f3f024e5e9 req-d3695795-d578-46a4-bd25-b7d39d4f53ff tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885764 Feb 15 01:43:00.879254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.002427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd8ada12-141d-4f75-87b0-5bbd92ed7519), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.037125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:43:01.048241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4c6b466c-0a7d-46a7-b770-643409d71e50), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.050905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.052772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c6b466c-0a7d-46a7-b770-643409d71e50 HTTP/1.1" status: 204 len: 168 time: 0.7751479 Feb 15 01:43:01.069367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ada12-141d-4f75-87b0-5bbd92ed7519,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:01.078151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7c5814b9-c4fb-43ee-a2af-c721c8f0907d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.078151 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Added segment 7c5814b9-c4fb-43ee-a2af-c721c8f0907d of type vlan for network bb1b57ad-0e79-4675-9177-2bce662e6d44 Feb 15 01:43:01.101796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c8945d2-265d-4a75-8c3d-3a6360bea81a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:01.107075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c8945d2-265d-4a75-8c3d-3a6360bea81a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:01.112214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c8945d2-265d-4a75-8c3d-3a6360bea81a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:01.127867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c8945d2-265d-4a75-8c3d-3a6360bea81a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/networks?id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 200 len: 1988 time: 0.2242000 Feb 15 01:43:01.200657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (bb1b57ad-0e79-4675-9177-2bce662e6d44), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.220147 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e83a415-a050-4140-9465-605bf8f5cc22 req-c602010a-4c04-48f3-9f92-b5b796eae421 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472101 Feb 15 01:43:01.241110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2c464-15d1-4cf0-bca8-3a854c885ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b466c-0a7d-46a7-b770-643409d71e50,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:01.250798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c5a0e880-ea5f-4fa1-b800-38ce062a373d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423b31c210284a39bfed230d9f01f941 HTTP/1.1" status: 200 len: 378 time: 0.1177309 Feb 15 01:43:01.269006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'admin_state_up': True, 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'security_groups': ['8a1c4d0c-30a2-4b63-977d-cbb4239dd752']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:01.321125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:43:01.326228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecbbf4-5271-41ea-84a9-36040324a07c req-410b0bd8-21e8-4d8b-bb3c-338dc4fd38cf tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:01.331955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7aecbbf4-5271-41ea-84a9-36040324a07c req-410b0bd8-21e8-4d8b-bb3c-338dc4fd38cf tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 931 time: 0.2860665 Feb 15 01:43:01.384179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (bb1b57ad-0e79-4675-9177-2bce662e6d44), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.386015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:01.386619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.448459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7aecbbf4-5271-41ea-84a9-36040324a07c req-2bee7d74-ebc9-4f53-bc3e-e0a0bdc37988 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046395 Feb 15 01:43:01.473645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:01.494366 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks [] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.521322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] Pushing event updated for resources: {'Network': ['ID=bb1b57ad-0e79-4675-9177-2bce662e6d44,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:01.522136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Transition to ACTIVE for port object fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:01.535614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:43:01.543684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2756c651-71a3-4183-98fa-db6de3b3ec3b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3194048 Feb 15 01:43:01.547494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:01.554246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Request body: {'subnet': {'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-152690852-subnet', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:01.596328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4592f87-ae5d-4c94-82d8-86149c37ae1f req-7efeb7a9-9eaa-42e7-8ca6-ce4274058060 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0519395 Feb 15 01:43:01.611821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.672840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:01.676976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.681047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Made reservation on behalf of 6cf33a955246464ca5765f8db840744d for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:01.685682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.694058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:01.861325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6239dc2f-af0e-4c73-92dc-d620ca72a08f req-5afafde9-8378-44ab-a9a2-fbec70396ddd tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0417941 Feb 15 01:43:01.864525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Attempting to bind port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:01.865132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Attempting to bind port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:01.865514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Attempting to bind port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:01.871540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd on network d851ecd1-6edf-4f10-8207-881c8971bb7c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:01.871992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Attempting to bind port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:01.877222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:01.877797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Checking segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:01.878186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Bound using segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:01.878613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Bound port: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:01.879212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:01.985998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:02.022744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87543c62-fc59-4dd2-b513-779616ef3697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.063341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:02.079246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:02.119957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94101116-bb0e-4dee-9c67-46ac8f8692c1 req-4b7935b1-fcf8-4fc1-a309-711b8717ed5e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.121879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94101116-bb0e-4dee-9c67-46ac8f8692c1 req-4b7935b1-fcf8-4fc1-a309-711b8717ed5e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1109023 Feb 15 01:43:02.141308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 172.20.0.14 (d5d109f4-797c-4ecc-b9e3-2627df9005a1/719dc3f1-043c-4a51-8227-e11f76964bb9/5983f37a-c209-4d97-95f7-c45bd6b6f18e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:02.159756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87543c62-fc59-4dd2-b513-779616ef3697 admin admin] Publish callbacks [] for security_group (e04aa5f6-717e-4cc3-8c64-ae2a750c9d41), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.185593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.240878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94101116-bb0e-4dee-9c67-46ac8f8692c1 req-6d8a2df7-33b8-49b2-9c1a-f1d051fa0f8a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084235 Feb 15 01:43:02.268910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.269539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.270979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] 10.222.0.31 "PUT /v2.0/ports/fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 1092 time: 1.6445441 Feb 15 01:43:02.271430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:02.275793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87543c62-fc59-4dd2-b513-779616ef3697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e04aa5f6-717e-4cc3-8c64-ae2a750c9d41), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.279699 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa201652-38ba-4acc-8965-ef67e98ad16a" -d '{"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:02.332131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe3f6d-3af4-4804-bbd5-7c5773a24315 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:02.346043 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8067fde8-64f5-4f1d-a95b-539f44aebc0b x-openstack-request-id: req-8067fde8-64f5-4f1d-a95b-539f44aebc0b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:02.347135 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:02.347135 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8067fde8-64f5-4f1d-a95b-539f44aebc0b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:02.347514 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:43:02.359271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (338362b6-5fd1-4710-a285-65b5a71e0305), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.429399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-7a491e6f-2be7-481c-bce4-bd99985fc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.431672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-7a491e6f-2be7-481c-bce4-bd99985fc94c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1126 time: 0.0656054 Feb 15 01:43:02.435262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-87543c62-fc59-4dd2-b513-779616ef3697 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c965a51325d0453fb8fcbf7201fde0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478819 Feb 15 01:43:02.436166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=338362b6-5fd1-4710-a285-65b5a71e0305,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:02.437782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:02.524479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87543c62-fc59-4dd2-b513-779616ef3697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04aa5f6-717e-4cc3-8c64-ae2a750c9d41,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:02.542827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:02.547803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.580382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Checking segment: {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:02.580680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Network hostable DHCP agents. Network: bb1b57ad-0e79-4675-9177-2bce662e6d44, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:43:02.592454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e5551b43-446b-461f-952f-ba7dcadcbf9e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:02.593088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5551b43-446b-461f-952f-ba7dcadcbf9e not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:02.624653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-948adc6a-45da-4842-8c47-7eccb65381fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.625912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-948adc6a-45da-4842-8c47-7eccb65381fb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1808739 Feb 15 01:43:02.691972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:43:02.704252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.777758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, bb1b57ad-0e79-4675-9177-2bce662e6d44) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:02.789718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f7b93-1049-4c1a-a436-da8f6c01f893 None None] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:43:02.790673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:02.812010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3e08-2a2c-4f70-b6c6-dfd76824f8dd req-bae3b8bb-9a09-4145-a152-b21e633292a6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.815469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:02.821247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.821839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.822314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7efc3e08-2a2c-4f70-b6c6-dfd76824f8dd req-bae3b8bb-9a09-4145-a152-b21e633292a6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 943 time: 0.1945002 Feb 15 01:43:02.825374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] Publish callbacks [] for security_group (e04aa5f6-717e-4cc3-8c64-ae2a750c9d41), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:02.835461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3181292e-cb21-4de7-a131-e0ae2bd00994 req-63d291ab-928b-4e0a-b7f6-12f49923c5fe tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0760260 Feb 15 01:43:02.840666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:02.901668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-87026f24-19fc-44bc-950e-bf2e9e156672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:02.903348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa201652-38ba-4acc-8965-ef67e98ad16a req-87026f24-19fc-44bc-950e-bf2e9e156672 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2621381 Feb 15 01:43:02.932526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:02.938659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] Publish callbacks [] for security_group (e04aa5f6-717e-4cc3-8c64-ae2a750c9d41), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.025716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-bb1b57ad-0e79-4675-9177-2bce662e6d44', 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44', 'project_id': '6cf33a955246464ca5765f8db840744d', 'fixed_ips': [{'subnet_id': '338362b6-5fd1-4710-a285-65b5a71e0305'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:43:03.026943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.027304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7efc3e08-2a2c-4f70-b6c6-dfd76824f8dd req-35c1f56f-6fde-48be-ab71-b7e360e209f3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001629 Feb 15 01:43:03.084538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.085177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.102950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63c6f694-4b9b-4500-9c59-482442f7abdd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5542569 Feb 15 01:43:03.106946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-256a880e-f43e-4603-8daa-7711a6ea5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.108787 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-256a880e-f43e-4603-8daa-7711a6ea5961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1126 time: 0.1584337 Feb 15 01:43:03.109810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:03.125063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:03.193396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-1e0ffc0c-4ad0-470c-bfd3-8b588c55e09e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.194968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-1e0ffc0c-4ad0-470c-bfd3-8b588c55e09e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.2400391 Feb 15 01:43:03.203440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-aae57206-baa9-4125-97c9-48f7a4b45487 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 217 time: 0.0739050 Feb 15 01:43:03.213729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e04aa5f6-717e-4cc3-8c64-ae2a750c9d41), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.213959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-a2fbf333-fca4-4af0-b36f-f89b740a812b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/quotas/f9bf1864cd5845c1ae258e543179e82b HTTP/1.1" status: 200 len: 375 time: 0.0120163 Feb 15 01:43:03.216702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.218134 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e04aa5f6-717e-4cc3-8c64-ae2a750c9d41 HTTP/1.1" status: 204 len: 168 time: 0.7744009 Feb 15 01:43:03.285223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbbed2-5bc3-4e75-9127-97f0247888ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04aa5f6-717e-4cc3-8c64-ae2a750c9d41,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:03.306794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-1ef349fa-09ff-40b0-be77-fb96bce8010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.308313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-1ef349fa-09ff-40b0-be77-fb96bce8010e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.0872886 Feb 15 01:43:03.316225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-33d67eab-5fec-4dee-af8a-673d42a2cfcc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0509086 Feb 15 01:43:03.333317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Allocated IP 172.20.0.2 (bb1b57ad-0e79-4675-9177-2bce662e6d44/338362b6-5fd1-4710-a285-65b5a71e0305/030f627b-43d9-47f6-8c8a-8b6cfccdbefc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:03.334574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'admin_state_up': True, 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'security_groups': ['8a1c4d0c-30a2-4b63-977d-cbb4239dd752']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:03.338444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938624a-4616-4ee7-b034-747fbdefc7d9 req-fe1e8797-7b1d-404e-89af-6fd3d952933a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.340634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c938624a-4616-4ee7-b034-747fbdefc7d9 req-fe1e8797-7b1d-404e-89af-6fd3d952933a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 932 time: 0.1442297 Feb 15 01:43:03.344119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.345414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.366137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b5d6eae0-3859-41fa-bb07-cbd7baa914c1 None None] Provisioning complete for port 5983f37a-c209-4d97-95f7-c45bd6b6f18e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:03.366523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6eae0-3859-41fa-bb07-cbd7baa914c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.533023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6eae0-3859-41fa-bb07-cbd7baa914c1 None None] Port 5983f37a-c209-4d97-95f7-c45bd6b6f18e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:03.704208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks [] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.776728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.787208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for router_controller (26b9b545-7154-479b-8fbc-3fa570e5c2ef), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:03.812502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-94016c45-1a1b-44e7-863d-13951f9ce87b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5923495 Feb 15 01:43:03.823239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-7a15de72-e555-4e23-87f5-5dff28ee588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:03.825299 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-7a15de72-e555-4e23-87f5-5dff28ee588e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5089297 Feb 15 01:43:03.845995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c938624a-4616-4ee7-b034-747fbdefc7d9 req-b8ef110a-4fa4-4adc-8657-7e4c0d6a0814 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4692955 Feb 15 01:43:03.857838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Pushing event updated for resources: {'Port': ['ID=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:03.880603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:03.884388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:03.893275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:03.912568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-7874be07-42d2-45bd-bb0b-9e0eff6d5e4f service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991156 Feb 15 01:43:04.038769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Attempting to bind port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:04.041681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Attempting to bind port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:04.042590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Attempting to bind port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc on network bb1b57ad-0e79-4675-9177-2bce662e6d44 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:04.049015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:04.074606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-d04c00c6-0cea-45ef-afaa-610904175a98 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557090 Feb 15 01:43:04.130347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:04.140761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.185104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:04.185488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Checking segment: {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:04.185904 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.186597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Bound using segment: {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:04.187083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Bound port: 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:04.187476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.319630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] For port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:04.324394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] For port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:04.335509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-b52ce575-d368-4a7a-a629-b56263c2f1bb service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854929 Feb 15 01:43:04.363429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687765-5472-43a9-9047-ebcc718a78d8 req-656675a6-c668-47fb-8b19-6ae71b8966cc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:04.385206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dc687765-5472-43a9-9047-ebcc718a78d8 req-656675a6-c668-47fb-8b19-6ae71b8966cc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.3067048 Feb 15 01:43:04.402133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for router_gateway (26b9b545-7154-479b-8fbc-3fa570e5c2ef), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.417787 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.420674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.1.1.199 (f4441eb7-0888-4ce6-b6a8-872ff4b5093d/c7936276-b583-41b3-bc6b-c70e0609746c/6fa473d0-11af-42ca-842a-3b8b2ff422c7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:04.446724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-3c8d348f-9f9f-4ec6-952a-d700998c41c2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:04.449057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-3c8d348f-9f9f-4ec6-952a-d700998c41c2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.31 "GET /v2.0/ports?device_id=179f392c-9978-437a-8be8-f185070a4767 HTTP/1.1" status: 200 len: 945 time: 0.1024694 Feb 15 01:43:04.515026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 33400c00-ada0-4baa-9cff-0c68e6c62d20 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:04.515355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.578224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6b6d-4c16-42ac-98f3-b775d095f921 None None] Pushing event updated for resources: {'Port': ['ID=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:04.593895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:04.596254 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b39ce5-99cd-44cc-b5ef-59369a1028b7" -d '{"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-unplugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:04.614115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:04.621636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4d081e9-56e3-4f81-8529-d96c3909a62e req-e3e11f30-f11d-4f34-8e98-c21c9d7888fc tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.1409242 Feb 15 01:43:04.684575 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:04.748872 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dc687765-5472-43a9-9047-ebcc718a78d8 req-1840c144-adba-4f28-9a03-aa8d848e08c9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571889 Feb 15 01:43:04.860689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:04.891641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Deleting port 33400c00-ada0-4baa-9cff-0c68e6c62d20 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:04.891999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.008502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39fe2721-64ef-464f-a19f-3824240f286b req-cf7a4d04-9db2-4348-b0c7-3959d3b400ed tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 210 time: 0.0767746 Feb 15 01:43:05.069928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47f9a30-9846-4134-b78c-1c01418cf48a req-aad02d4d-e11f-4696-bfce-d3d3f1351ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558955 Feb 15 01:43:05.097598 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf98a61b-a6a5-416f-a962-0951390dd3ca x-openstack-request-id: req-bf98a61b-a6a5-416f-a962-0951390dd3ca {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:05.097892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-unplugged", "status": "completed", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:05.099258 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf98a61b-a6a5-416f-a962-0951390dd3ca {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:05.099258 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'code': 200} Feb 15 01:43:05.157973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.267138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] For port 33400c00-ada0-4baa-9cff-0c68e6c62d20, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=33400c00-ada0-4baa-9cff-0c68e6c62d20,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:05.267578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.289992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Calling delete_port for 33400c00-ada0-4baa-9cff-0c68e6c62d20 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:05.408739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663a48-4ab2-4f16-b271-12907056d87a req-cf7d2645-b836-4eca-b548-f9a50ae1c1d6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:05.410329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73663a48-4ab2-4f16-b271-12907056d87a req-cf7d2645-b836-4eca-b548-f9a50ae1c1d6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 932 time: 0.1722107 Feb 15 01:43:05.439248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for router_gateway (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.497867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.531420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265686-df73-4f75-876b-e16d5430d09f req-b6a7867e-dbf3-4d13-89f8-d820b4f745d2 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:05.544662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7265686-df73-4f75-876b-e16d5430d09f req-b6a7867e-dbf3-4d13-89f8-d820b4f745d2 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 943 time: 0.6708469 Feb 15 01:43:05.609533 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73663a48-4ab2-4f16-b271-12907056d87a req-92aca8a4-979f-4d26-b3a7-b37bf6d3e20c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1921873 Feb 15 01:43:05.623936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7265686-df73-4f75-876b-e16d5430d09f req-33efcfab-8df0-4a84-b087-e6ffbcf82b1c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798054 Feb 15 01:43:05.649721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (33400c00-ada0-4baa-9cff-0c68e6c62d20), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.724523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event deleted for resources: {'Port': ['ID=33400c00-ada0-4baa-9cff-0c68e6c62d20,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:05.742651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.750749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 030f627b-43d9-47f6-8c8a-8b6cfccdbefc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:05.802335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Allocated IP 172.25.2.217 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f0100cff-210c-4ebb-910e-a1c60eda66bb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:05.867500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:05.870004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.964723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] No DVR routers for this DVR port 33400c00-ada0-4baa-9cff-0c68e6c62d20 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:05.971749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:05.979269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffc55895-14a2-45c7-b63b-cfb9e5574141 req-de397488-5d0e-4382-8f7a-ce06e49a0d41 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.31 "DELETE /v2.0/ports/33400c00-ada0-4baa-9cff-0c68e6c62d20 HTTP/1.1" status: 204 len: 173 time: 1.5243642 Feb 15 01:43:06.011014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-deleted', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:06.013481 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b975e0-d353-43da-aa79-cf56ee168a42" -d '{"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-deleted", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:06.048467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:06.077356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:06.079227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:06.130518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac14d-7737-4d67-8315-6072f59ca5b4 req-9d61f745-f142-46f6-9e1c-08fe89d6d709 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:06.133009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-065ac14d-7737-4d67-8315-6072f59ca5b4 req-9d61f745-f142-46f6-9e1c-08fe89d6d709 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1848907 Feb 15 01:43:06.140073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:06.144539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:06.151698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:06.176690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4306e54-17f3-40ef-bfe9-e4b564c83a4e req-5ab6601b-1626-4c7e-818c-212a18595ba9 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.3371844 Feb 15 01:43:06.193011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:06.240275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:06.280145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:06.318810 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b56f5-ff7d-48d3-85f9-7807d6af6e49 x-openstack-request-id: req-c51b56f5-ff7d-48d3-85f9-7807d6af6e49 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:06.322016 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179f392c-9978-437a-8be8-f185070a4767", "name": "network-vif-deleted", "tag": "33400c00-ada0-4baa-9cff-0c68e6c62d20", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:06.322487 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c51b56f5-ff7d-48d3-85f9-7807d6af6e49 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:06.328406 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179f392c-9978-437a-8be8-f185070a4767', 'name': 'network-vif-deleted', 'tag': '33400c00-ada0-4baa-9cff-0c68e6c62d20', 'status': 'completed', 'code': 200} Feb 15 01:43:06.368556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:06.369237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:06.451342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-065ac14d-7737-4d67-8315-6072f59ca5b4 req-34f9de1c-fee9-4680-97a8-5c00ff3f079b tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109546 Feb 15 01:43:06.464728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:06.527233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9e08bef-6533-43c2-960e-c3404ddb4a52 req-d57e0246-e29c-4d48-b1ad-6f9bc36fc49a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 210 time: 0.0488477 Feb 15 01:43:06.535293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b6028eb8-dc32-4f3c-a5f4-b31f97d34af3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2107275 Feb 15 01:43:06.548684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'admin_state_up': True, 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'security_groups': ['8a1c4d0c-30a2-4b63-977d-cbb4239dd752']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:06.608465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5c8d6-bed8-4248-8648-7e2d4ce840f1 None None] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:43:06.634006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:06.748942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:06.752017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:06.784814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:06.876981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Pushing event updated for resources: {'Port': ['ID=f0100cff-210c-4ebb-910e-a1c60eda66bb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:06.885422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:06.889350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.030101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1236-4ed4-4fd9-bba4-04eab084b11a req-a32863d4-f725-42fe-9293-4dcf8d7db693 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:07.031595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a27b1236-4ed4-4fd9-bba4-04eab084b11a req-a32863d4-f725-42fe-9293-4dcf8d7db693 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 943 time: 0.1879706 Feb 15 01:43:07.033142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Provisioning complete for port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:07.033674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.055018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f7f-84a4-4f8f-8871-b90a761d63bb req-bebcfedc-00a4-4d2b-afc0-bd1eb1a497a5 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:07.073571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f7f-84a4-4f8f-8871-b90a761d63bb req-bebcfedc-00a4-4d2b-afc0-bd1eb1a497a5 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:07.081053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20969f7f-84a4-4f8f-8871-b90a761d63bb req-bebcfedc-00a4-4d2b-afc0-bd1eb1a497a5 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 1654 time: 0.2466676 Feb 15 01:43:07.167147 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a27b1236-4ed4-4fd9-bba4-04eab084b11a req-599d305a-a864-4184-9e64-203574d631d8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954385 Feb 15 01:43:07.207416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Current status of the port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:07.220547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Provisioning complete for port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:07.221112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.274860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-99d5502b-c69f-4a0e-be36-09c8d0d26600 None None] Port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:07.308358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20969f7f-84a4-4f8f-8871-b90a761d63bb req-f6002e6b-2061-4986-9c85-389ec59d850d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2248359 Feb 15 01:43:07.373666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.1.1.219 (f4441eb7-0888-4ce6-b6a8-872ff4b5093d/c7936276-b583-41b3-bc6b-c70e0609746c/f1a5cf6b-7ed3-4b02-b502-296832ce8d24) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:07.598910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for router_gateway (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.671482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 030f627b-43d9-47f6-8c8a-8b6cfccdbefc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:07.698732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20bc2c98-c26b-4795-99c9-42f65ff35d81 req-59022d93-f2ba-46af-892b-72a0c0aa955a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.1948891 Feb 15 01:43:07.800763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1689ec34-53c8-4288-bb4d-acf09112e8eb None None] Provisioning complete for port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:07.801186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1689ec34-53c8-4288-bb4d-acf09112e8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.832136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.851188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3aa678ba-d459-42bd-b081-c8d15d2a6fe3 req-09e8bcbe-32b4-4dba-bcc1-5bd78487549e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 210 time: 0.0399156 Feb 15 01:43:07.885219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:07.888578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:07.999100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.065459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078056-ff96-4041-95bb-8c513abbbcfe req-692ba0ee-9d9b-44b6-8502-418aab5a7511 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.076080 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ff078056-ff96-4041-95bb-8c513abbbcfe req-692ba0ee-9d9b-44b6-8502-418aab5a7511 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.3878736 Feb 15 01:43:08.094013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:08.097443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:43:08.099530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:08.111756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:08.118314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:08.150126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 33400c00-ada0-4baa-9cff-0c68e6c62d20 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:08.150501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 33400c00-ada0-4baa-9cff-0c68e6c62d20 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:08.169680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1689ec34-53c8-4288-bb4d-acf09112e8eb None None] Current status of the port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:08.189088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:08.253836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.254585 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.305846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:08.346310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-80eed4f2-1640-429a-9d95-d5f561164ff7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.347854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-80eed4f2-1640-429a-9d95-d5f561164ff7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.7501681 Feb 15 01:43:08.378979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:08.403995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Request body: {'port': {'device_id': '68fee69f-fa6b-4df0-98d5-851205c14586', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'admin_state_up': True, 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:08.418890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:43:08.445996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-80fd6f4d-61b7-4be6-b497-7a0e9b65cb5e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9035692 Feb 15 01:43:08.465548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'admin_state_up': True, 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'security_groups': ['8a1c4d0c-30a2-4b63-977d-cbb4239dd752']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:08.481834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:08.482234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.496781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:08.524465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:08.529157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ff078056-ff96-4041-95bb-8c513abbbcfe req-e45717ba-a7c9-45f1-9f2f-08c9b5ae5eaf tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514167 Feb 15 01:43:08.581067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.604698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-67468805-4812-40ef-9f87-894778bdb22f None None] Provisioning complete for port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:08.605066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67468805-4812-40ef-9f87-894778bdb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.606822 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.659668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67468805-4812-40ef-9f87-894778bdb22f None None] Port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:08.666896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:08.669873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1bf47-239f-4200-b33f-68b2f06a80fb req-bf3be3dc-0aa2-45b2-a3f4-693675e39739 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.671540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8f1bf47-239f-4200-b33f-68b2f06a80fb req-bf3be3dc-0aa2-45b2-a3f4-693675e39739 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 943 time: 0.3255181 Feb 15 01:43:08.690595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:08.730284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:08.816408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b02a-1296-4326-b6de-0866e7c8eaf6 req-9f102a35-ad09-415f-9bb3-ee5277f89ebd tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.817476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8f1bf47-239f-4200-b33f-68b2f06a80fb req-afb04071-8e67-4e5c-abcc-d88ae6869a03 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248977 Feb 15 01:43:08.827403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b02a-1296-4326-b6de-0866e7c8eaf6 req-9f102a35-ad09-415f-9bb3-ee5277f89ebd tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.842156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b02a-1296-4326-b6de-0866e7c8eaf6 req-9f102a35-ad09-415f-9bb3-ee5277f89ebd tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:08.842156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac73b02a-1296-4326-b6de-0866e7c8eaf6 req-9f102a35-ad09-415f-9bb3-ee5277f89ebd tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 2375 time: 0.2299352 Feb 15 01:43:08.865607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:08.873694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:09.013206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60e0b483-d73b-40d6-b5dc-45d90d528be3 req-5a37cf5c-9fa2-4823-a4a8-945bd7d478d5 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299256 Feb 15 01:43:09.037092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac73b02a-1296-4326-b6de-0866e7c8eaf6 req-49fd09ed-d544-4c44-8f14-5a76ac27a8e1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1626973 Feb 15 01:43:09.087611 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:09.131465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Allocated IP 172.20.0.7 (bcc6cf53-cec5-4f3a-af6e-d466d05be507/9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d/bc4844ff-a22e-47f3-81ac-a651aec02ee0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:09.189571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fe97a0bf-4abe-4cca-910b-8bfe81de35b8 req-e583c95c-73a1-46e6-a7a1-36b25e69b80d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0443661 Feb 15 01:43:09.229841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0b483-d73b-40d6-b5dc-45d90d528be3 req-c9ddbd41-5c64-4223-b447-8837ae5767de tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:09.231335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60e0b483-d73b-40d6-b5dc-45d90d528be3 req-c9ddbd41-5c64-4223-b447-8837ae5767de tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174444 Feb 15 01:43:09.290412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Router 26b9b545-7154-479b-8fbc-3fa570e5c2ef is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:43:09.322968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60e0b483-d73b-40d6-b5dc-45d90d528be3 req-0851a5db-7145-4711-b75f-3c3bbe128bd0 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/quotas/1a9791f2552347f0b9c1cb7f342e808a HTTP/1.1" status: 200 len: 375 time: 0.0505457 Feb 15 01:43:09.381597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60e0b483-d73b-40d6-b5dc-45d90d528be3 req-7cc966b4-5914-4997-8ce3-6f856840f8e8 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488126 Feb 15 01:43:09.536717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.2.2.100 (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5/7221566a-7400-4fa0-a143-6b04d22916fd/e0c05f2e-8469-4baa-b79d-3ff7187cb9b9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:09.725528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:09.841732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-97222063-da34-42bc-8f23-a75473b9700c req-f149f32a-7333-42f5-a05b-91f4418a57b0 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 210 time: 0.0458193 Feb 15 01:43:09.862146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:09.929989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks [] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:09.982703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:10.012363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:10.015838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:10.029343 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Sync routers for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:10.031709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:10.044731 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:10.044991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:10.045362 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:10.055310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:10.080166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625864d4-f048-49e8-a2b2-e318700a3ad2 req-c95e7e0a-1395-446a-a085-73503095dd6c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.082028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-625864d4-f048-49e8-a2b2-e318700a3ad2 req-c95e7e0a-1395-446a-a085-73503095dd6c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1214006 Feb 15 01:43:10.135052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.152928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bb003b89-9d1d-488f-ba1c-9c4f1a75100c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0387220 Feb 15 01:43:10.153299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d42e3-0f88-4a6c-87a5-5bfb00f08584 req-3d29a51f-244e-4911-880a-c440d81fd65c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.156065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:10.156467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da9d42e3-0f88-4a6c-87a5-5bfb00f08584 req-3d29a51f-244e-4911-880a-c440d81fd65c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 944 time: 0.1966877 Feb 15 01:43:10.166690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.170296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.171360 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.228362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da9d42e3-0f88-4a6c-87a5-5bfb00f08584 req-0a41b84c-9da0-4dbe-9d26-497efc6c58c5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532739 Feb 15 01:43:10.238192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:43:10.243351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:10.243965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.310018 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:10.323357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c6832dd-736d-42b3-b87d-14cf8b2b3aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8643262 Feb 15 01:43:10.335782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'admin_state_up': True, 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'security_groups': ['8a1c4d0c-30a2-4b63-977d-cbb4239dd752']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:10.391880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-625864d4-f048-49e8-a2b2-e318700a3ad2 req-22a2b2c1-93b3-4eb2-bd65-56b1e42cd0c9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020356 Feb 15 01:43:10.407017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:10.407777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.418610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:10.458128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:10.460819 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d5fc74-a3dd-46eb-aaa5-a2072a234627" -d '{"events": [{"server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:10.511240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:10.517498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:10.522851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:10.550641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bbcdcc19-e1d8-49de-85cc-73c078bca542 None None] Provisioning complete for port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:10.551022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbcdcc19-e1d8-49de-85cc-73c078bca542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.584760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.585545 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:07Z', 'revision_number': 3, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:10.597644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:10.629843 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Checking router: 26b9b545-7154-479b-8fbc-3fa570e5c2ef for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:10.630287 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Updating router 26b9b545-7154-479b-8fbc-3fa570e5c2ef port f0100cff-210c-4ebb-910e-a1c60eda66bb binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:43:10.643269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-168b4de2-0d98-4f33-bd22-2a90db9a1d7a req-7f10a7d3-7d3d-4fd9-84b3-9f1279c2a6f3 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Feb 15 01:43:10.671604 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.677421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdcc19-e1d8-49de-85cc-73c078bca542 None None] Port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:10.684337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Made reservation on behalf of 423b31c210284a39bfed230d9f01f941 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:10.691677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.721481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:10.727839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.728528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:10.798429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-5b2a717e-7d98-402d-9173-e767a3804fb6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.804011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-5b2a717e-7d98-402d-9173-e767a3804fb6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.810129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-5b2a717e-7d98-402d-9173-e767a3804fb6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.815995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-5b2a717e-7d98-402d-9173-e767a3804fb6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:10.824266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-5b2a717e-7d98-402d-9173-e767a3804fb6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 3096 time: 0.2956359 Feb 15 01:43:10.851153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-370955ca-4cd0-489f-94c8-f4d35fcc49c1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4936602 Feb 15 01:43:10.888023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Request body: {'port': {'device_id': '68fee69f-fa6b-4df0-98d5-851205c14586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:10.912266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Allocated IP 10.2.2.200 (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5/7221566a-7400-4fa0-a143-6b04d22916fd/6e268f98-c6cd-4087-8404-7f20670b334a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:11.003755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.009893 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3b942-328c-40d8-83ef-0f55466d4648 x-openstack-request-id: req-ded3b942-328c-40d8-83ef-0f55466d4648 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:11.010644 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "name": "network-vif-plugged", "status": "completed", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:11.011064 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ded3b942-328c-40d8-83ef-0f55466d4648 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:11.011624 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'code': 200} Feb 15 01:43:11.019544 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4dc35fb7-8cc6-461e-857d-5708cbd0df5a req-a19958d0-7ddb-48ff-a668-8102079eb67a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1939731 Feb 15 01:43:11.089942 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks [] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.158608 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.219581 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Pushing event updated for resources: {'Port': ['ID=f0100cff-210c-4ebb-910e-a1c60eda66bb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:11.221943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Attempting to bind port f0100cff-210c-4ebb-910e-a1c60eda66bb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:11.222310 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Attempting to bind port f0100cff-210c-4ebb-910e-a1c60eda66bb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:11.222669 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Attempting to bind port f0100cff-210c-4ebb-910e-a1c60eda66bb on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:11.233011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:11.233302 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:11.233549 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.233944 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:11.234414 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Bound port: f0100cff-210c-4ebb-910e-a1c60eda66bb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:11.234795 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.237028 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.237393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.237894 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.238211 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.238554 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.238892 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.239219 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.239613 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.239946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.240273 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.240623 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.241315 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.241315 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:11.243271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662458a4-7753-4f91-9922-92e0b0c94806 req-1bec2e70-94f1-4ee6-97e5-7ef2c1bd327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:11.246734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-662458a4-7753-4f91-9922-92e0b0c94806 req-1bec2e70-94f1-4ee6-97e5-7ef2c1bd327a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1557989 Feb 15 01:43:11.255198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510a0f5-598d-45e4-aa8d-02e4190566d4 req-443b3a9d-6c06-439c-9ed1-15df8f4bc76b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:11.256457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6510a0f5-598d-45e4-aa8d-02e4190566d4 req-443b3a9d-6c06-439c-9ed1-15df8f4bc76b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 931 time: 0.1535354 Feb 15 01:43:11.306253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a290524-aa2d-4cb1-8410-350c399b7c0a req-8754df32-c929-41ba-854c-743cd8ecd385 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556497 Feb 15 01:43:11.310148 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] For port f0100cff-210c-4ebb-910e-a1c60eda66bb, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:11.314229 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] For port f0100cff-210c-4ebb-910e-a1c60eda66bb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0100cff-210c-4ebb-910e-a1c60eda66bb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:11.324336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-662458a4-7753-4f91-9922-92e0b0c94806 req-095e68e4-7e7a-4762-a93f-7a25c41312ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668817 Feb 15 01:43:11.354893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6510a0f5-598d-45e4-aa8d-02e4190566d4 req-db501ece-2586-4e89-a04c-b0e950358663 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544183 Feb 15 01:43:11.359851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for port (6e268f98-c6cd-4087-8404-7f20670b334a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.395031 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.479960 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ff6e5-4f95-4459-9f15-f089dd1735d7 None None] Pushing event updated for resources: {'Port': ['ID=f0100cff-210c-4ebb-910e-a1c60eda66bb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:11.482552 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:11.484246 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:11.551316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.601964 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:11.639052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.646890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:11.648748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:11.662518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:11.665637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a290524-aa2d-4cb1-8410-350c399b7c0a req-a4cd18f9-8c6e-4515-9994-94f1fa3aa1f9 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:11.667834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:11.672074 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a290524-aa2d-4cb1-8410-350c399b7c0a req-a4cd18f9-8c6e-4515-9994-94f1fa3aa1f9 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646045 Feb 15 01:43:11.724965 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a290524-aa2d-4cb1-8410-350c399b7c0a req-60e1438d-4d8d-4893-b7f4-5f37ce1fbaa8 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/quotas/1a9791f2552347f0b9c1cb7f342e808a HTTP/1.1" status: 200 len: 375 time: 0.0458219 Feb 15 01:43:11.735669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:11.736388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:11.781456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a290524-aa2d-4cb1-8410-350c399b7c0a req-a709269f-064f-415c-a542-3adaf3318b18 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616846 Feb 15 01:43:11.815024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e426c4-d611-4226-a154-93fc4d2bf4aa req-9037a24b-bf64-4b76-80f8-4e342d0f84af tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:11.826702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56e426c4-d611-4226-a154-93fc4d2bf4aa req-9037a24b-bf64-4b76-80f8-4e342d0f84af tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 945 time: 0.3288786 Feb 15 01:43:11.866352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-158e5901-9ff5-4dce-b716-f4c6dc7b23c7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357029 Feb 15 01:43:11.891961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:11.969366 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:07Z', 'revision_number': 3, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:11.984655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56e426c4-d611-4226-a154-93fc4d2bf4aa req-8e14a4fd-863e-4c3a-9225-1cd6e61ce52b tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569500 Feb 15 01:43:12.001097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4844ff-a22e-47f3-81ac-a651aec02ee0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:12.021220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks [] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.035889 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00789b-ee08-4649-a05d-a73d3294b640 None None] The sync data for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 is: [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:07Z', 'revision_number': 3, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:12.046117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Transition to ACTIVE for port object bc4844ff-a22e-47f3-81ac-a651aec02ee0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:12.049351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Allocated IP 172.20.0.1 (bb1b57ad-0e79-4675-9177-2bce662e6d44/338362b6-5fd1-4710-a285-65b5a71e0305/66a8cadb-5c8e-4763-a401-0018640dda71) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:12.084506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.125423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53185a10-8ef4-4a73-9269-7d2eee4b9f44 None None] Provisioning complete for port 6e268f98-c6cd-4087-8404-7f20670b334a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:12.125982 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53185a10-8ef4-4a73-9269-7d2eee4b9f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.180848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.197470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53185a10-8ef4-4a73-9269-7d2eee4b9f44 None None] Port 6e268f98-c6cd-4087-8404-7f20670b334a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:12.198969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27b4252e-eb09-40c0-a544-1a3117859f48 req-0c316be7-a75f-4d95-9b5b-07a5af08c6a4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0697203 Feb 15 01:43:12.250787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks [] for port (66a8cadb-5c8e-4763-a401-0018640dda71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.308536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971670-5b75-4644-869d-e3e24c56474b req-28debf71-4ec6-4701-a644-5286be446409 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:12.320645 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-78971670-5b75-4644-869d-e3e24c56474b req-28debf71-4ec6-4701-a644-5286be446409 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.2682300 Feb 15 01:43:12.366376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:12.427152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.484011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-78971670-5b75-4644-869d-e3e24c56474b req-e646aff1-4f43-4068-baff-b4c1d5e069fe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618540 Feb 15 01:43:12.520806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:12.538466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Attempting to bind port bc4844ff-a22e-47f3-81ac-a651aec02ee0 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:12.539421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Attempting to bind port bc4844ff-a22e-47f3-81ac-a651aec02ee0 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:12.540957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Attempting to bind port bc4844ff-a22e-47f3-81ac-a651aec02ee0 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:12.551188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:12.551188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:12.620926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.704550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Port bc4844ff-a22e-47f3-81ac-a651aec02ee0 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:12.704881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Attempting to bind port bc4844ff-a22e-47f3-81ac-a651aec02ee0 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:12.715239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Pushing event updated for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:12.732281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:12.733673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Checking segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:12.734136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Bound using segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:12.734540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Bound port: bc4844ff-a22e-47f3-81ac-a651aec02ee0, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:12.737495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.855276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5983f37a-c209-4d97-95f7-c45bd6b6f18e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:12.865790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks [] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.887555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Transition to ACTIVE for port object 5983f37a-c209-4d97-95f7-c45bd6b6f18e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:12.895410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba6fb-7dae-44d6-b5e6-9039f52f49b0 req-2cf83d26-add4-4d64-aae4-44f3c2b4d4ad tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:12.900424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca5ba6fb-7dae-44d6-b5e6-9039f52f49b0 req-2cf83d26-add4-4d64-aae4-44f3c2b4d4ad tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 943 time: 0.1537197 Feb 15 01:43:12.946861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-19ebbd03-84ae-4f37-9b0a-e6a70f1fe29b None None] Provisioning complete for port 66a8cadb-5c8e-4763-a401-0018640dda71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:12.947250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19ebbd03-84ae-4f37-9b0a-e6a70f1fe29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.947461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:12.954758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:12.963115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:12.977249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:12.992380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:12.998317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.005221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.018390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cf08394-1f5e-4d98-9441-addcb129835b req-2f850c2c-46df-40c6-b39f-b9a81c08fae2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 3817 time: 0.3173051 Feb 15 01:43:13.028386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-19ebbd03-84ae-4f37-9b0a-e6a70f1fe29b None None] Port 66a8cadb-5c8e-4763-a401-0018640dda71 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:13.050624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca5ba6fb-7dae-44d6-b5e6-9039f52f49b0 req-136ea732-54bd-449d-ab66-0ae2e61e0667 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357248 Feb 15 01:43:13.052906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:13.053350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:13.146969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cf08394-1f5e-4d98-9441-addcb129835b req-e1d32b23-b7ea-4f92-b184-66a4de07414c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271567 Feb 15 01:43:13.164441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.177704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Attempting to bind port 5983f37a-c209-4d97-95f7-c45bd6b6f18e on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:13.178052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Attempting to bind port 5983f37a-c209-4d97-95f7-c45bd6b6f18e by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:13.178378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Attempting to bind port 5983f37a-c209-4d97-95f7-c45bd6b6f18e on network d5d109f4-797c-4ecc-b9e3-2627df9005a1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:13.203345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Port 5983f37a-c209-4d97-95f7-c45bd6b6f18e on network d5d109f4-797c-4ecc-b9e3-2627df9005a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:13.203552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Attempting to bind port 5983f37a-c209-4d97-95f7-c45bd6b6f18e on network d5d109f4-797c-4ecc-b9e3-2627df9005a1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:13.209681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:13.211612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Checking segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:13.211612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Bound using segment: {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:13.211612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Bound port: 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b85e85-c84f-4ba8-9d3d-61766bdef247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:13.211612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.268647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.277202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.278805 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] 10.222.0.37 "PUT /v2.0/ports/bc4844ff-a22e-47f3-81ac-a651aec02ee0 HTTP/1.1" status: 200 len: 1092 time: 2.3978105 Feb 15 01:43:13.306852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:13.310130 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c" -d '{"events": [{"name": "network-changed", "server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:13.357096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:13.361671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:13.395059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.425880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6eb05-ebba-4b3a-9d8c-f3d0b5067dcc service neutron] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:13.453535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c644af0-482c-4165-ae40-bbcd366b1002 req-11571b22-4b43-4faf-9f0e-bd57a932d094 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0779786 Feb 15 01:43:13.457552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.524225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.525660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.527091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] 10.222.0.31 "PUT /v2.0/ports/5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 200 len: 1093 time: 1.6400149 Feb 15 01:43:13.529955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:13.535910 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801cda14-46ce-4796-9edf-4262a5fd8f64" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:13.596647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248256bf-c7e1-484c-9d9f-3c6b9a767dff req-bb54c5ff-ae77-4c52-a1c4-1e3c81fd47dc tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.597549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f86115-078d-4230-8af0-f0b85b11eeff service neutron] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:13.601554 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-248256bf-c7e1-484c-9d9f-3c6b9a767dff req-bb54c5ff-ae77-4c52-a1c4-1e3c81fd47dc tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 945 time: 0.2808235 Feb 15 01:43:13.624491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:13.732812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.752375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0100cff-210c-4ebb-910e-a1c60eda66bb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:13.752859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-248256bf-c7e1-484c-9d9f-3c6b9a767dff req-745170d9-adc2-4c63-92f1-4101a9f728fa tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371334 Feb 15 01:43:13.754435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-352af345-c7d7-4772-b0c1-16264bde8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:13.756142 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-352af345-c7d7-4772-b0c1-16264bde8214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 1126 time: 0.3249938 Feb 15 01:43:13.848994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-9851898e-336d-49cd-b8bc-c0c9dd6867ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0 HTTP/1.1" status: 200 len: 217 time: 0.0782576 Feb 15 01:43:13.866820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0100cff-210c-4ebb-910e-a1c60eda66bb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:13.867207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:13.932786 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf137b2-b690-4f7a-b4b7-dc7336f25e5d x-openstack-request-id: req-abf137b2-b690-4f7a-b4b7-dc7336f25e5d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:13.933233 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:13.933380 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abf137b2-b690-4f7a-b4b7-dc7336f25e5d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:13.933727 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'status': 'completed', 'code': 200} Feb 15 01:43:13.959317 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd923982-1f81-45cd-956e-b47374c86cba x-openstack-request-id: req-cd923982-1f81-45cd-956e-b47374c86cba {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:13.959734 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:13.960051 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd923982-1f81-45cd-956e-b47374c86cba {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:13.961536 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'status': 'completed', 'code': 200} Feb 15 01:43:14.012009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-ebbcb610-4a2a-4c74-a4f2-e510ee82544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.012009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-ebbcb610-4a2a-4c74-a4f2-e510ee82544c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.0769401 Feb 15 01:43:14.031640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0100cff-210c-4ebb-910e-a1c60eda66bb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:14.032266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:14.058331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port f0100cff-210c-4ebb-910e-a1c60eda66bb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0100cff-210c-4ebb-910e-a1c60eda66bb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:14.159346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:14.273669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=f0100cff-210c-4ebb-910e-a1c60eda66bb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:14.411596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-da16e191-0649-4d8f-910d-e895f6068851 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3713508 Feb 15 01:43:14.513580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.514183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.514508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.514979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.515442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.517609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-d346ac81-0053-4755-b9f9-aaae736c6729 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 4396 time: 0.5609920 Feb 15 01:43:14.519079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9a51-af98-4046-aaca-f92712724875 req-b9d3bb1e-ac02-4b2c-8e80-cd2af20d7a9a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.526884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0dea9a51-af98-4046-aaca-f92712724875 req-b9d3bb1e-ac02-4b2c-8e80-cd2af20d7a9a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.5223935 Feb 15 01:43:14.606427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks [] for port (66a8cadb-5c8e-4763-a401-0018640dda71), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:14.620045 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-55c6367f-c84c-4c40-9a18-77a8b0aeb24d service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912630 Feb 15 01:43:14.637094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0dea9a51-af98-4046-aaca-f92712724875 req-10ced44f-73ef-49f3-8e7e-e40d3e9d2b1e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036277 Feb 15 01:43:14.645083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-672a6851-1ccf-4a8c-b119-5936dd089c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.645564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-672a6851-1ccf-4a8c-b119-5936dd089c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.646041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-672a6851-1ccf-4a8c-b119-5936dd089c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.648472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-672a6851-1ccf-4a8c-b119-5936dd089c9f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1211283 Feb 15 01:43:14.702321 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:14.816429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-5f611fee-a80e-4dde-a155-6dd74fd800cf tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8612211 Feb 15 01:43:14.828162 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:14.831628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0480b218-0c1b-46fc-8e03-35d7f5ab0867 req-ab3a86a8-f389-4677-9f4a-6f932be3b118 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536361 Feb 15 01:43:14.835103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Pushing event updated for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:14.846190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:14.856621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bd1d678c-cd08-4ae8-8809-bd5d7830fac5 req-751e7220-dae5-4182-b8ba-aee24cc31f2f service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183220 Feb 15 01:43:14.907389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-a16d4d0a-52da-48a0-bd5c-fb7e35303433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:14.908988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801cda14-46ce-4796-9edf-4262a5fd8f64 req-a16d4d0a-52da-48a0-bd5c-fb7e35303433 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518511 Feb 15 01:43:14.948274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.021824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bd6334-6911-4671-97d3-34b696ff6924 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:15.032626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b218-0c1b-46fc-8e03-35d7f5ab0867 req-ddb88793-1ecf-4eb7-bc0d-1372746f09db tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:15.033289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks [] for port (28bd6334-6911-4671-97d3-34b696ff6924), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.034972 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0480b218-0c1b-46fc-8e03-35d7f5ab0867 req-ddb88793-1ecf-4eb7-bc0d-1372746f09db tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917651 Feb 15 01:43:15.058514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Transition to ACTIVE for port object 28bd6334-6911-4671-97d3-34b696ff6924 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:15.067409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:15.072654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0480b218-0c1b-46fc-8e03-35d7f5ab0867 req-56cb43a8-ecaf-4302-a2d7-abdb9713d9d4 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/quotas/1a9791f2552347f0b9c1cb7f342e808a HTTP/1.1" status: 200 len: 375 time: 0.0228493 Feb 15 01:43:15.073512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:15.096209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.107607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.145558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-7eeef8d4-f20a-4b7c-bf88-ceb06f413088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:15.147109 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-7eeef8d4-f20a-4b7c-bf88-ceb06f413088 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 1126 time: 0.1370921 Feb 15 01:43:15.161121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.166075 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0480b218-0c1b-46fc-8e03-35d7f5ab0867 req-44a81919-e75b-4032-ad12-937c65bfd5f6 tempest-QuotasAdminNegativeTest-526846887 tempest-QuotasAdminNegativeTest-526846887-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416954 Feb 15 01:43:15.232448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:15.427139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Router 26b9b545-7154-479b-8fbc-3fa570e5c2ef has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:15.430263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-87a9d0ad-0d30-45fb-8638-1ec914c1a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:15.432123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-87a9d0ad-0d30-45fb-8638-1ec914c1a4b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 906 time: 0.2695429 Feb 15 01:43:15.451981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e37c04f-fc1c-41fc-b6f9-f72378316938 None None] Provisioning complete for port 66a8cadb-5c8e-4763-a401-0018640dda71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:15.451981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e37c04f-fc1c-41fc-b6f9-f72378316938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.455444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b1d4-dc53-4e96-ae8b-5c4a19c245d9 req-a6151b59-bf1c-4f70-b84c-7bc0b37fa891 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:15.458593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Allocated IP 172.25.2.195 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5e806c80-3b24-48c1-b282-3da9a87b1b71) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:15.463236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2cc0b1d4-dc53-4e96-ae8b-5c4a19c245d9 req-a6151b59-bf1c-4f70-b84c-7bc0b37fa891 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 943 time: 0.1553218 Feb 15 01:43:15.503497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e37c04f-fc1c-41fc-b6f9-f72378316938 None None] Port 66a8cadb-5c8e-4763-a401-0018640dda71 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:15.526832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-5b4ff5c5-abcb-4dc6-bb4f-8a40981b63c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0 HTTP/1.1" status: 200 len: 217 time: 0.0863514 Feb 15 01:43:15.570967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Attempting to bind port 28bd6334-6911-4671-97d3-34b696ff6924 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:15.571520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Attempting to bind port 28bd6334-6911-4671-97d3-34b696ff6924 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:15.571651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Attempting to bind port 28bd6334-6911-4671-97d3-34b696ff6924 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:15.595848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Port 28bd6334-6911-4671-97d3-34b696ff6924 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:15.596951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Attempting to bind port 28bd6334-6911-4671-97d3-34b696ff6924 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:15.619984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:15.620358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:15.620755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Bound using segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:15.621227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Bound port: 28bd6334-6911-4671-97d3-34b696ff6924, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:15.621554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.633284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0100cff-210c-4ebb-910e-a1c60eda66bb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:15.652823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.683587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-c3497813-b58c-45cd-9d22-f8622c501830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:15.684894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-c3497813-b58c-45cd-9d22-f8622c501830 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.1508167 Feb 15 01:43:15.698893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0100cff-210c-4ebb-910e-a1c60eda66bb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:15.699768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.738565 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2cc0b1d4-dc53-4e96-ae8b-5c4a19c245d9 req-de380fe6-9f7c-484d-8654-094c53aefff3 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737672 Feb 15 01:43:15.757523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:15.780274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-6f8ce1d1-ac00-48a7-9506-a45ab44b76d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570052 Feb 15 01:43:15.831826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:15.832546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0100cff-210c-4ebb-910e-a1c60eda66bb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:15.836542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28bd6334-6911-4671-97d3-34b696ff6924,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:15.838817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:15.847919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event updated for resources: {'Port': ['ID=5e806c80-3b24-48c1-b282-3da9a87b1b71,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:15.857891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Sync routers for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:15.869323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:15.871474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:15.874301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:15.875139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-88cbc6c0-a480-4dc7-ba9d-0f4e2b39c1db admin admin] 10.222.0.43 "PUT /v2.0/routers/26b9b545-7154-479b-8fbc-3fa570e5c2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7096708 Feb 15 01:43:15.888570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:15.889458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:15.941039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.028250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.041118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.042775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] 10.222.0.31 "PUT /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 1131 time: 2.4235501 Feb 15 01:43:16.043392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '28bd6334-6911-4671-97d3-34b696ff6924'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:16.046141 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c187186-d97c-4196-b7a3-92f7bb4803de" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "28bd6334-6911-4671-97d3-34b696ff6924"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:16.086770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.096647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.102668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.108086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.114306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.117255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:16.120474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.122350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-00698157-75a3-491a-8b65-a85bf304d5fd req-f13b3084-2ddc-4deb-a8fd-e4ae3a5ec331 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 4601 time: 0.2460420 Feb 15 01:43:16.124540 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-36cf0e5c-ccfe-448d-8651-a19cce9114fd service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372293 Feb 15 01:43:16.142824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6bc4-ecf9-4a14-956f-4e62c2a6d2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:16.163282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:16.202067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.249860 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2d298e5-a6fd-4fd5-9776-a1f4ff35320c req-d82d6a70-b2c5-44ca-aa64-346fe5d1157c service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132593 Feb 15 01:43:16.280106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.317759 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-00698157-75a3-491a-8b65-a85bf304d5fd req-75168552-05f4-448d-a38f-489831e7974c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1879554 Feb 15 01:43:16.387742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.428579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:13Z', 'revision_number': 4, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '66a8cadb-5c8e-4763-a401-0018640dda71', 'name': '', 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'mac_address': 'fa:16:3e:c5:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:11Z', 'updated_at': '2022-02-15T01:43:13Z', 'revision_number': 2, 'project_id': '6cf33a955246464ca5765f8db840744d', 'subnets': [{'id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:16.445259 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8803f455-1e4d-4a61-994f-d063947ad2fe req-374ea4c4-e083-43d3-b0fa-217723b58f17 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aabf7fd-c87c-4fe4-b60f-60ad6590f914 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Feb 15 01:43:16.471923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Checking router: 26b9b545-7154-479b-8fbc-3fa570e5c2ef for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:16.472359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Updating router 26b9b545-7154-479b-8fbc-3fa570e5c2ef port 66a8cadb-5c8e-4763-a401-0018640dda71 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:43:16.513658 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.774628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.779025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1674a0-1fea-4948-8be3-20664a8e7653 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:16.791453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks [] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.807695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Transition to ACTIVE for port object 9e1674a0-1fea-4948-8be3-20664a8e7653 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:16.809344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks [] for port (66a8cadb-5c8e-4763-a401-0018640dda71), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.844048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.872688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.877922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:16.880988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22463ba7-46a5-4d5d-a87a-d3d7def744ff req-d4aa95ba-6a47-480c-a405-5500b18e8923 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:16.884207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-22463ba7-46a5-4d5d-a87a-d3d7def744ff req-d4aa95ba-6a47-480c-a405-5500b18e8923 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0606382 Feb 15 01:43:16.937498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ff99-f09a-43b2-b297-1257ff12f12a None None] Pushing event updated for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:16.969479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event updated for resources: {'Port': ['ID=5e806c80-3b24-48c1-b282-3da9a87b1b71,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:16.983630 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-22463ba7-46a5-4d5d-a87a-d3d7def744ff req-b94e7f9c-e8eb-4208-8aa6-9c0aaa123744 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932438 Feb 15 01:43:17.036455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Attempting to bind port 66a8cadb-5c8e-4763-a401-0018640dda71 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:17.036844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Attempting to bind port 66a8cadb-5c8e-4763-a401-0018640dda71 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:17.037271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Attempting to bind port 66a8cadb-5c8e-4763-a401-0018640dda71 on network bb1b57ad-0e79-4675-9177-2bce662e6d44 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:17.044046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:17.045618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Checking segment: {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:17.045618 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.045618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Bound using segment: {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:17.046770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Bound port: 66a8cadb-5c8e-4763-a401-0018640dda71, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5814b9-c4fb-43ee-a2af-c721c8f0907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:17.047157 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.119758 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f42497-5faf-4044-894b-7141a9cff694 x-openstack-request-id: req-92f42497-5faf-4044-894b-7141a9cff694 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:17.120056 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "28bd6334-6911-4671-97d3-34b696ff6924", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:17.120340 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92f42497-5faf-4044-894b-7141a9cff694 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:17.120750 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '28bd6334-6911-4671-97d3-34b696ff6924', 'status': 'completed', 'code': 200} Feb 15 01:43:17.188856 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.261705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:17.303196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Attempting to bind port 9e1674a0-1fea-4948-8be3-20664a8e7653 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:17.303538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Attempting to bind port 9e1674a0-1fea-4948-8be3-20664a8e7653 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:17.303869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Attempting to bind port 9e1674a0-1fea-4948-8be3-20664a8e7653 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:17.316194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Port 9e1674a0-1fea-4948-8be3-20664a8e7653 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:17.316575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Attempting to bind port 9e1674a0-1fea-4948-8be3-20664a8e7653 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:17.350312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.350845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.351500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.351983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.352484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.352965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.353433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.355449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-08e142d5-7275-45a1-bc63-433f20a9093e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6233 time: 0.2138948 Feb 15 01:43:17.357658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] For port 66a8cadb-5c8e-4763-a401-0018640dda71, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:17.358207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.359334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-b0af64bc-ce38-460a-b0f6-383e3719dfc7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5275898 Feb 15 01:43:17.360318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:17.360668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:17.361054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Bound using segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:17.361671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Bound port: 9e1674a0-1fea-4948-8be3-20664a8e7653, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:17.362030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.370425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] For port 66a8cadb-5c8e-4763-a401-0018640dda71, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66a8cadb-5c8e-4763-a401-0018640dda71,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:17.460238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-152b441e-18dd-42a6-81e4-cdd6968590b3 None None] Provisioning complete for port 66a8cadb-5c8e-4763-a401-0018640dda71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:17.461028 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-152b441e-18dd-42a6-81e4-cdd6968590b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.503409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-1ec5dd49-3868-494c-bc35-fd0c69fe1b8a tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2892377 Feb 15 01:43:17.510857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:17.511006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-9b27e033-0e9b-4fcd-a8ea-e0c0e9a2caa7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.1372037 Feb 15 01:43:17.529260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-152b441e-18dd-42a6-81e4-cdd6968590b3 None None] Port 66a8cadb-5c8e-4763-a401-0018640dda71 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:17.533015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.609112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:17.611882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:17.627604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.705612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-b8131539-2c05-42be-84c0-b93b8f4ae649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.706085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-b8131539-2c05-42be-84c0-b93b8f4ae649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.706563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-b8131539-2c05-42be-84c0-b93b8f4ae649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.708286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-b8131539-2c05-42be-84c0-b93b8f4ae649 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3439257 Feb 15 01:43:17.712476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:17.780869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9e1674a0-1fea-4948-8be3-20664a8e7653,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:17.851535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-a6449ac9-5a43-4b8f-9bfa-6b842ccd9139 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:17.862310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-a6449ac9-5a43-4b8f-9bfa-6b842ccd9139 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.3309598 Feb 15 01:43:17.886763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-c6f4a58c-a911-4c84-b9b0-0d6a89ce5eb4 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:17.901595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1267acf2-0fd5-447d-8ec7-5bbc0f84e1b3 req-c6f4a58c-a911-4c84-b9b0-0d6a89ce5eb4 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0377429 Feb 15 01:43:17.915815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.929945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:17.931704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ff99-f09a-43b2-b297-1257ff12f12a None None] Pushing event updated for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:17.978228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:18.011959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Provisioning complete for port 66a8cadb-5c8e-4763-a401-0018640dda71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:18.012522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.066645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:18.102664 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.106003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:18.107228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.110838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c415c911-f617-4028-893c-f0b4e33871fc service neutron] 10.222.0.31 "PUT /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 1131 time: 1.9523594 Feb 15 01:43:18.150144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Allocated IP 172.25.2.112 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/51e8cf23-a422-440b-adb8-24196a2694b7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:18.229734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-f3248c46-e4ee-4f47-8e1a-73fdec444316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:18.233777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c187186-d97c-4196-b7a3-92f7bb4803de req-f3248c46-e4ee-4f47-8e1a-73fdec444316 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5123966 Feb 15 01:43:18.260052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for port (51e8cf23-a422-440b-adb8-24196a2694b7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.275906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:18.286458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Current status of the port 66a8cadb-5c8e-4763-a401-0018640dda71 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:18.290723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.370392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.427305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28318671-7fab-489e-8875-5378dcf6193f req-9d687843-b332-4f92-87c6-3371178ed413 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:18.429605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28318671-7fab-489e-8875-5378dcf6193f req-9d687843-b332-4f92-87c6-3371178ed413 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 943 time: 0.3582642 Feb 15 01:43:18.449268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:18.461270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:18.463532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:18.482593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.493578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event updated for resources: {'Port': ['ID=51e8cf23-a422-440b-adb8-24196a2694b7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:18.519262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] For port 66a8cadb-5c8e-4763-a401-0018640dda71, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66a8cadb-5c8e-4763-a401-0018640dda71,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:18.578481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:43:18.595363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (e729598b-992b-4ebf-914a-b649f64cd3a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.608132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28318671-7fab-489e-8875-5378dcf6193f req-9a9ba09f-fc47-4af1-98e5-91f9f2cb76e7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226048 Feb 15 01:43:18.702977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:18.715717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'mac_address': 'fa:16:3e:e0:fa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:43:18.718521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.771611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:13Z', 'revision_number': 4, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '66a8cadb-5c8e-4763-a401-0018640dda71', 'name': '', 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'mac_address': 'fa:16:3e:c5:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:11Z', 'updated_at': '2022-02-15T01:43:17Z', 'revision_number': 4, 'project_id': '6cf33a955246464ca5765f8db840744d', 'subnets': [{'id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:18.821670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.865037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc4844ff-a22e-47f3-81ac-a651aec02ee0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:18.865329 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:18.868433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab3b47-f9e4-4e23-89ee-7c78837dd4c5 None None] The sync data for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 is: [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:13Z', 'revision_number': 4, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '66a8cadb-5c8e-4763-a401-0018640dda71', 'name': '', 'network_id': 'bb1b57ad-0e79-4675-9177-2bce662e6d44', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'mac_address': 'fa:16:3e:c5:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:11Z', 'updated_at': '2022-02-15T01:43:17Z', 'revision_number': 4, 'project_id': '6cf33a955246464ca5765f8db840744d', 'subnets': [{'id': '338362b6-5fd1-4710-a285-65b5a71e0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:18.968957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4844ff-a22e-47f3-81ac-a651aec02ee0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:18.998412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.011201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.019682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bbf56-816d-427b-aa25-21370f2e751e None None] Pushing event updated for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:19.033113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.043202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.044068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:19.061383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.066262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.078894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.081283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-929d2eeb-7f73-40fa-973e-578b1a6bf213 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5373 time: 0.3503850 Feb 15 01:43:19.113261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for port (51e8cf23-a422-440b-adb8-24196a2694b7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.136560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '9e1674a0-1fea-4948-8be3-20664a8e7653'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:19.142924 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c038f4-d064-4c97-9347-85896d9d2d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "9e1674a0-1fea-4948-8be3-20664a8e7653"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:19.151265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.233319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.254652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:19.298702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fd425c2-fe87-4d58-979c-256041c42df1 req-818c3210-239e-49a8-a821-de55ea35f9c6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2052562 Feb 15 01:43:19.305276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:19.433426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event updated for resources: {'Port': ['ID=51e8cf23-a422-440b-adb8-24196a2694b7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:19.442640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (e729598b-992b-4ebf-914a-b649f64cd3a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.457227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa473d0-11af-42ca-842a-3b8b2ff422c7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:19.474952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks [] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.510476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Transition to ACTIVE for port object 6fa473d0-11af-42ca-842a-3b8b2ff422c7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:19.517034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bc4844ff-a22e-47f3-81ac-a651aec02ee0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:19.544245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.546396 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-f1bf94ac-8a14-4c68-8a7b-0302978f64a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0413194 Feb 15 01:43:19.699819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-b3bf45ab-bde7-4ecf-b79e-c3f8e459be65 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.1443243 Feb 15 01:43:19.704948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.709725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66a8cadb-5c8e-4763-a401-0018640dda71 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:19.710853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e6a1d2-9375-4696-a70f-3b9fe8027f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:19.858759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:19.888192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-3a0d98b6-6cac-4313-a7f2-0c3f03f80946 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.904740 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-3a0d98b6-6cac-4313-a7f2-0c3f03f80946 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1973674 Feb 15 01:43:19.914006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-857b8eee-9eb5-4e08-ae01-00d977caaa5b tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:19.915143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e24605-cef4-4995-a5aa-dddd3657a9f8 req-0f2f3b47-80d7-4224-af4f-c75584b93897 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:19.917053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4e24605-cef4-4995-a5aa-dddd3657a9f8 req-0f2f3b47-80d7-4224-af4f-c75584b93897 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.3496675 Feb 15 01:43:19.920983 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b89a5bc6-0415-48f6-a884-cd656feaccc0 req-857b8eee-9eb5-4e08-ae01-00d977caaa5b tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130374 Feb 15 01:43:19.929728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 66a8cadb-5c8e-4763-a401-0018640dda71 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:19.930128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.127343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4e24605-cef4-4995-a5aa-dddd3657a9f8 req-52892459-be10-4288-8edc-efc263fad4d9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853840 Feb 15 01:43:20.161950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 66a8cadb-5c8e-4763-a401-0018640dda71 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:20.185394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Attempting to bind port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:20.185791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Attempting to bind port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:20.186066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Attempting to bind port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:20.227849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e6a1d2-9375-4696-a70f-3b9fe8027f42 admin admin] Publish callbacks [] for security_group (e78a2f0f-734c-43c1-a81c-52ed545cb12e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.228915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:20.229248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Attempting to bind port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:20.245861 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f451688-9d52-42f3-840f-2947daf3c0bd x-openstack-request-id: req-5f451688-9d52-42f3-840f-2947daf3c0bd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:20.246577 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "9e1674a0-1fea-4948-8be3-20664a8e7653", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:20.247782 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f451688-9d52-42f3-840f-2947daf3c0bd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:20.248621 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '9e1674a0-1fea-4948-8be3-20664a8e7653', 'status': 'completed', 'code': 200} Feb 15 01:43:20.250479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:20.252798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:20.253307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Bound using segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:20.255274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Bound port: 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:20.255747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.288929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-d4ccd5ab-0a6a-471d-99c3-480381530b34 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.296613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-d4ccd5ab-0a6a-471d-99c3-480381530b34 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 820 time: 0.2385807 Feb 15 01:43:20.312807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-cc0a3ad3-5150-4cf7-9f85-0a075dcf4064 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/quotas/ad8fca4a4632489b87c61a3fb9bfe5ed HTTP/1.1" status: 200 len: 375 time: 0.0151219 Feb 15 01:43:20.318083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e6a1d2-9375-4696-a70f-3b9fe8027f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e78a2f0f-734c-43c1-a81c-52ed545cb12e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.352945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6a1d2-9375-4696-a70f-3b9fe8027f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a2f0f-734c-43c1-a81c-52ed545cb12e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:20.402742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-cbe6a0e7-9511-4869-9371-c51f2891d167 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890777 Feb 15 01:43:20.520221 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-8c0f888d-bf2c-4ae6-be6d-90614a9b15c5 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973170 Feb 15 01:43:20.677471 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-1a749d07-cf06-4ca6-8c7a-d13c1d39fed7 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077063 Feb 15 01:43:20.777860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a5e6a1d2-9375-4696-a70f-3b9fe8027f42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a9791f2552347f0b9c1cb7f342e808a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4705250 Feb 15 01:43:20.783116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:20.809668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:20.817802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.818279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.818743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.819240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.820813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.820936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.821315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.823223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-7b0438df-2188-4f0e-b7fb-748549bf48b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6332 time: 0.5639179 Feb 15 01:43:20.826713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:20.836212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443d48-b5bf-4bb3-9c4a-2ed6144a3b1f req-4bdd655a-13dd-40f3-90eb-a6fa4a4b52a0 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.837867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40443d48-b5bf-4bb3-9c4a-2ed6144a3b1f req-4bdd655a-13dd-40f3-90eb-a6fa4a4b52a0 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 944 time: 0.4482138 Feb 15 01:43:20.856027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] Publish callbacks [] for security_group (e78a2f0f-734c-43c1-a81c-52ed545cb12e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.879802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] Publish callbacks [] for security_group (e78a2f0f-734c-43c1-a81c-52ed545cb12e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:20.969277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40443d48-b5bf-4bb3-9c4a-2ed6144a3b1f req-6341f07c-8502-4731-85a8-b34f98576323 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781271 Feb 15 01:43:20.974309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-d8a4ab58-50f9-48f3-a2fb-555903b9a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.974778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-d8a4ab58-50f9-48f3-a2fb-555903b9a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.975266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-d8a4ab58-50f9-48f3-a2fb-555903b9a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:20.976830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-d8a4ab58-50f9-48f3-a2fb-555903b9a862 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1382554 Feb 15 01:43:21.039054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e78a2f0f-734c-43c1-a81c-52ed545cb12e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.041042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2253927-2b95-49a5-ba4f-caab6c7779b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.041765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.045989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e78a2f0f-734c-43c1-a81c-52ed545cb12e HTTP/1.1" status: 204 len: 168 time: 0.2616136 Feb 15 01:43:21.064216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8936-7094-4c79-85a3-e5ee979e1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a2f0f-734c-43c1-a81c-52ed545cb12e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:21.128640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.174391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-118bd96c-dffd-4109-b185-62c31da69514 req-8a748f74-6f5b-4714-94f1-be96883a98a7 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips/e729598b-992b-4ebf-914a-b649f64cd3a2 HTTP/1.1" status: 200 len: 693 time: 0.1588948 Feb 15 01:43:21.195811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.201708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.208114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.213892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.216131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.223437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.223998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.223998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] 10.222.0.31 "PUT /v2.0/ports/6fa473d0-11af-42ca-842a-3b8b2ff422c7 HTTP/1.1" status: 200 len: 1092 time: 2.9600608 Feb 15 01:43:21.230096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.236164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.243784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-d126d580-e457-4507-874c-6271d46392e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5385 time: 0.1687262 Feb 15 01:43:21.283921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7716b2-2313-46ad-97c0-af19fcea548d service neutron] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:21.333543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:21.348644 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f5b5f10e-96bc-4fdc-8b01-29d74138e446 req-cbe73393-e8e3-4524-b573-1cd415914889 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0940125 Feb 15 01:43:21.455883 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b69e3e02-9f4c-4420-9308-05d68ee8dce9 req-8817d059-0182-4b06-8edb-2d1d26c2ecff tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 210 time: 0.0533166 Feb 15 01:43:21.528312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-efe1ce41-9cee-44fb-ac22-b7e56fccf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.529859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74c038f4-d064-4c97-9347-85896d9d2d6e req-efe1ce41-9cee-44fb-ac22-b7e56fccf6bf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5461652 Feb 15 01:43:21.570284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:21.630241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bd96c-dffd-4109-b185-62c31da69514 req-bdf10c24-dc49-4150-8a6b-219160430b45 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.631633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-118bd96c-dffd-4109-b185-62c31da69514 req-bdf10c24-dc49-4150-8a6b-219160430b45 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.3992927 Feb 15 01:43:21.652598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-118bd96c-dffd-4109-b185-62c31da69514 req-5d9950eb-1ab3-4ca3-85e1-ba5057a1c212 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:21.653600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-118bd96c-dffd-4109-b185-62c31da69514 req-5d9950eb-1ab3-4ca3-85e1-ba5057a1c212 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126004 Feb 15 01:43:21.688887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf759b-c2e9-42be-b747-41f1e51e647f req-b09d8ce6-07e5-422b-ac0e-a0b9e4409325 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:21.693907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9adf759b-c2e9-42be-b747-41f1e51e647f req-b09d8ce6-07e5-422b-ac0e-a0b9e4409325 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1266201 Feb 15 01:43:21.752329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9adf759b-c2e9-42be-b747-41f1e51e647f req-b8b873b9-fda2-4c75-84db-7c44028a01be tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523026 Feb 15 01:43:21.839673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9d9ac02-5d53-4bce-955c-4b23da331e86 req-70682ef3-6367-48f9-8dc2-8c4e1042216f tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=6cf33a955246464ca5765f8db840744d HTTP/1.1" status: 200 len: 696 time: 0.0849915 Feb 15 01:43:22.030729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ac02-5d53-4bce-955c-4b23da331e86 req-87a30958-5123-45ac-8a50-81ecff135782 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.032239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9d9ac02-5d53-4bce-955c-4b23da331e86 req-87a30958-5123-45ac-8a50-81ecff135782 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks?id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 787 time: 0.1702583 Feb 15 01:43:22.046782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-f9d9ac02-5d53-4bce-955c-4b23da331e86 req-4478bd21-72e1-4fc4-b263-394d2d8acfe1 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:22.047887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9d9ac02-5d53-4bce-955c-4b23da331e86 req-4478bd21-72e1-4fc4-b263-394d2d8acfe1 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090177 Feb 15 01:43:22.104618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:22.119838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8769e95-7e55-4985-b41c-923da30feb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.139400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66a3a-873c-444a-9973-8a5f1b80202a req-e8728264-e1ea-4c8c-8853-225e8c5853c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.142398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aab66a3a-873c-444a-9973-8a5f1b80202a req-e8728264-e1ea-4c8c-8853-225e8c5853c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 944 time: 0.0953643 Feb 15 01:43:22.151228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-d120c1a4-7ae2-462d-9750-eaedc24ac263 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips/e729598b-992b-4ebf-914a-b649f64cd3a2 HTTP/1.1" status: 200 len: 693 time: 0.0669565 Feb 15 01:43:22.155932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a5cf6b-7ed3-4b02-b502-296832ce8d24 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:22.166022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks [] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.225847 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aab66a3a-873c-444a-9973-8a5f1b80202a req-1921b73c-e0a9-4832-b5ed-d5242c807bf2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Feb 15 01:43:22.235454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Transition to ACTIVE for port object f1a5cf6b-7ed3-4b02-b502-296832ce8d24 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:22.254624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:22.254624 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02406e9-f2fc-4109-b14f-20eebf2f5727" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:22.291492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8769e95-7e55-4985-b41c-923da30feb12 admin admin] Publish callbacks [] for security_group (201b48e2-6c0f-4097-8819-9db429dfadf3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.304333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-bac23c2a-d9b4-4ca7-949d-9a67f66e6830 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.305783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-bac23c2a-d9b4-4ca7-949d-9a67f66e6830 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1452541 Feb 15 01:43:22.307112 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d77723-b1c3-4f5c-8642-3a0e2e25942f x-openstack-request-id: req-e4d77723-b1c3-4f5c-8642-3a0e2e25942f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:22.307403 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:22.307656 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4d77723-b1c3-4f5c-8642-3a0e2e25942f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:22.308158 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'status': 'completed', 'code': 200} Feb 15 01:43:22.315864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-ea1dfd90-33df-4546-8cb2-655d70e92292 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:22.316923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-ea1dfd90-33df-4546-8cb2-655d70e92292 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057299 Feb 15 01:43:22.385204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.398482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8769e95-7e55-4985-b41c-923da30feb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (201b48e2-6c0f-4097-8819-9db429dfadf3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.485127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e8769e95-7e55-4985-b41c-923da30feb12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b74561039f1e4ba78f02a406d979b892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794515 Feb 15 01:43:22.486071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-b36c20ca-fd6b-4ea2-8d18-ad115ef76557 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.1503580 Feb 15 01:43:22.502555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8769e95-7e55-4985-b41c-923da30feb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b48e2-6c0f-4097-8819-9db429dfadf3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:22.505480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:22.573809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:22.581406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:22.587630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.593623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.601165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.602867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-fef6ec73-720e-42cf-9a7d-638051540649 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.1154609 Feb 15 01:43:22.609518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.615445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.621404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.621928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.622506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.625807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-4d962b43-349c-4e4b-b85d-d813af12f8e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6405 time: 0.3048613 Feb 15 01:43:22.634673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.657866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-adcb49ca-05e9-47b2-8251-bca6ee493954 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5397 time: 0.1992519 Feb 15 01:43:22.703021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] Publish callbacks [] for security_group (201b48e2-6c0f-4097-8819-9db429dfadf3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.755119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] Publish callbacks [] for security_group (201b48e2-6c0f-4097-8819-9db429dfadf3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.764612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port bc4844ff-a22e-47f3-81ac-a651aec02ee0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:43:22.773505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port bc4844ff-a22e-47f3-81ac-a651aec02ee0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:22.774278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.849904 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac68c87e-d37c-4df0-8a2b-3cb0cd059bbd req-205f83e6-0c78-407f-83ed-0f373b7e0354 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1881974 Feb 15 01:43:22.921732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-26a5c0d1-1803-4c48-b7c7-194d98f3344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.922214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-26a5c0d1-1803-4c48-b7c7-194d98f3344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.922681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-26a5c0d1-1803-4c48-b7c7-194d98f3344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:22.924399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-26a5c0d1-1803-4c48-b7c7-194d98f3344b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2806530 Feb 15 01:43:22.955909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc4844ff-a22e-47f3-81ac-a651aec02ee0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:22.956313 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.969629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Attempting to bind port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:22.969986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Attempting to bind port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:22.970296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Attempting to bind port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:22.975345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (201b48e2-6c0f-4097-8819-9db429dfadf3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.983554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:22.988680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/201b48e2-6c0f-4097-8819-9db429dfadf3 HTTP/1.1" status: 204 len: 168 time: 0.4797347 Feb 15 01:43:22.989952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:22.992809 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3f7bd-e356-4524-a7fe-d9aa0e02817b" -d '{"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-plugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:23.006840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:23.026898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:23.037467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Attempting to bind port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:23.053055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:23.053401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Checking segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:23.054348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Bound using segment: {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:23.054859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Bound port: f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ff060-c0c5-4d56-b982-08be23b33c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:23.055234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.073348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5a3bba96-7cb9-4e52-a7b0-80a86a425eb0 req-78004576-e908-4eb7-bc71-6780466ee651 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 210 time: 0.1082537 Feb 15 01:43:23.094967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04338-0d73-4da4-964f-81bc80082e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b48e2-6c0f-4097-8819-9db429dfadf3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:23.095131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.122043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Deleting port 51e8cf23-a422-440b-adb8-24196a2694b7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:23.124582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.187301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:23.216843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-514ddca4-4e68-4423-877a-37f6a62300fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:23.218312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d02406e9-f2fc-4109-b14f-20eebf2f5727 req-514ddca4-4e68-4423-877a-37f6a62300fc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860446 Feb 15 01:43:23.268743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:23.282201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070eb59-b080-41f7-af94-022f760bc573 req-2acf2228-5d0a-486b-85a4-92859b796aed tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:23.282766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a40343a8-b49d-4347-81e2-d5dd5a7fa482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.282891 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a070eb59-b080-41f7-af94-022f760bc573 req-2acf2228-5d0a-486b-85a4-92859b796aed tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0791771 Feb 15 01:43:23.284317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.284667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (51e8cf23-a422-440b-adb8-24196a2694b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.294471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:23.301264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Calling delete_port for 51e8cf23-a422-440b-adb8-24196a2694b7 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:23.353419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a070eb59-b080-41f7-af94-022f760bc573 req-bb5c8fdc-8105-4adb-9bd9-594bc01bdd90 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638731 Feb 15 01:43:23.377175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.425917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:23.426111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.427390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] 10.222.0.31 "PUT /v2.0/ports/f1a5cf6b-7ed3-4b02-b502-296832ce8d24 HTTP/1.1" status: 200 len: 1092 time: 2.0996363 Feb 15 01:43:23.434560 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908742ed-277c-4bfb-ad85-4c4f00315ca2 x-openstack-request-id: req-908742ed-277c-4bfb-ad85-4c4f00315ca2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:23.434870 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-plugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:23.435179 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-908742ed-277c-4bfb-ad85-4c4f00315ca2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:23.435604 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'code': 200} Feb 15 01:43:23.479271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66cebf-8bec-4170-9c46-23791ed0189f service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:23.576147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (51e8cf23-a422-440b-adb8-24196a2694b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.644999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:23.653236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event deleted for resources: {'Port': ['ID=51e8cf23-a422-440b-adb8-24196a2694b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:23.693741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a0bea-75f5-48a8-a9fc-38c20f89aa54 req-cdd3a075-4b60-4c7d-8ed4-0fd889d0b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:23.697312 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e33a0bea-75f5-48a8-a9fc-38c20f89aa54 req-cdd3a075-4b60-4c7d-8ed4-0fd889d0b37c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 1128 time: 0.1455951 Feb 15 01:43:23.777464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e33a0bea-75f5-48a8-a9fc-38c20f89aa54 req-370680b9-ecf6-47bc-9e18-c5cef92cc92e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732849 Feb 15 01:43:23.791183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a3ed8-00e9-419a-833c-73357552a41a req-95e0b856-2cff-477f-91b2-c283821a31ce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:23.793242 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-269a3ed8-00e9-419a-833c-73357552a41a req-95e0b856-2cff-477f-91b2-c283821a31ce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.2312183 Feb 15 01:43:23.907351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:23.935753 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-269a3ed8-00e9-419a-833c-73357552a41a req-305ad3b4-0b7e-446d-9a1c-aa344bb7efd8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312885 Feb 15 01:43:24.019876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (e729598b-992b-4ebf-914a-b649f64cd3a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.025593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.026481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-713a0e36-17b1-49cc-9cf5-52d1dc971716 req-dba7a3da-2fe6-48d5-9232-4a86dc0c1891 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "DELETE /v2.0/floatingips/e729598b-992b-4ebf-914a-b649f64cd3a2 HTTP/1.1" status: 204 len: 173 time: 1.3997285 Feb 15 01:43:24.140080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.149516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.155542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.162800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.169741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.176554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.183054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.191463 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-b3c90d44-112b-40cd-9ed2-5ed951d93242 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5397 time: 0.1351516 Feb 15 01:43:24.265219 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2da06f1-1f9d-401d-abe2-90b489217418 req-f00082a4-3390-4e58-a14c-3dd74f8d8a8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0725710 Feb 15 01:43:24.311695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:24.313985 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a448d2-1e56-4d23-9b3c-aee029136a04" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:24.332274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-226b58de-97c1-422e-8fab-1e46cf37d007 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.333781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-226b58de-97c1-422e-8fab-1e46cf37d007 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 820 time: 0.5182366 Feb 15 01:43:24.355128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'port': {'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'admin_state_up': True, 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:24.416383 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.423269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-47c1341a-6051-4a7a-9546-c06c5c741ce2 req-7e5feb96-32b8-4967-ba86-2b1ef39dacee tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 210 time: 0.0521948 Feb 15 01:43:24.495568 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf49204-61ef-4960-a065-642707c4fbaf x-openstack-request-id: req-7bf49204-61ef-4960-a065-642707c4fbaf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:24.496182 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:24.496526 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bf49204-61ef-4960-a065-642707c4fbaf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:24.496952 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'status': 'completed', 'code': 200} Feb 15 01:43:24.523113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-ce81cfd7-08d0-4bd1-bc3e-14366109e924 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4493287 Feb 15 01:43:24.540129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:24.610514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.611186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.611531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.612334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.612526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.612985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.613444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.615444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9414684f-0d43-4233-9a5c-280e2fc3807f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6504 time: 0.1129756 Feb 15 01:43:24.630787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537de0fd-f89b-4afb-820c-937e49b45a83 req-ac32dc11-de70-417e-b078-02ceb2cc6f72 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.638261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-537de0fd-f89b-4afb-820c-937e49b45a83 req-ac32dc11-de70-417e-b078-02ceb2cc6f72 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1025898 Feb 15 01:43:24.692616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:24.705296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks [] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.723684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Transition to ACTIVE for port object e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:24.725651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.754702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Made reservation on behalf of ad8fca4a4632489b87c61a3fb9bfe5ed for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:24.759681 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-537de0fd-f89b-4afb-820c-937e49b45a83 req-49099304-8fcf-47b0-bd8c-722ff30db814 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204987 Feb 15 01:43:24.760701 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.816018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9950c24c-9ff0-4c6a-8fe6-2cd037d705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.816517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9950c24c-9ff0-4c6a-8fe6-2cd037d705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.816980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9950c24c-9ff0-4c6a-8fe6-2cd037d705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.818611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-9950c24c-9ff0-4c6a-8fe6-2cd037d705fc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1614926 Feb 15 01:43:24.838278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:24.984000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-02cf6868-e1f2-4bac-a26c-ff037812a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:24.987623 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-70a448d2-1e56-4d23-9b3c-aee029136a04 req-02cf6868-e1f2-4bac-a26c-ff037812a512 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616812 Feb 15 01:43:25.394215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:25.458034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca0f77-71a3-4393-9e57-46cfbd7dcd09 req-233eda9b-643c-4a3f-8b58-42cf7d3c6a87 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.465058 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05ca0f77-71a3-4393-9e57-46cfbd7dcd09 req-233eda9b-643c-4a3f-8b58-42cf7d3c6a87 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.4420950 Feb 15 01:43:25.526664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Allocated IP 172.20.0.12 (d851ecd1-6edf-4f10-8207-881c8971bb7c/b5ffcc1e-99f2-4de6-bd23-c17d639b10a7/3e867ce4-b7d8-48a8-bff1-c446215e0415) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:25.572115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05ca0f77-71a3-4393-9e57-46cfbd7dcd09 req-af8fe5a6-f0ef-42b2-bb8b-1886c69e494c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010790 Feb 15 01:43:25.589009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Attempting to bind port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:25.591119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Attempting to bind port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:25.591663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Attempting to bind port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:25.621772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:25.622502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Attempting to bind port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:25.631798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:25.644929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:25.645346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Checking segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:25.645807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Bound using segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:25.646351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Bound port: e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:25.646778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:25.753702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.761526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.769491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.775870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.791424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.791998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.798064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:25.807939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-7dc493ed-d1fc-4295-8354-b256dbe99f39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5409 time: 0.1423378 Feb 15 01:43:25.844417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:25.887881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:25.923748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f0144694-7c3c-47b4-bb18-7cd95fe8525c req-4421a681-326b-42e3-bf75-a15c43cf8c0f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1154051 Feb 15 01:43:25.927839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:25.957368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Allocated IP 172.25.2.55 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/314688b2-f9c2-44f5-a341-d30b9fd5c998) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:25.971933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.027023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.043950 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e764b4-c0dc-40e0-84c4-b898cb965c9b req-8dbc14c5-eaa1-4e6e-b3b1-74db563c9bb5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 210 time: 0.0319808 Feb 15 01:43:26.102980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.103670 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.105039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] 10.222.0.31 "PUT /v2.0/ports/e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 HTTP/1.1" status: 200 len: 1092 time: 2.4838631 Feb 15 01:43:26.128804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f7c96-6d68-4567-bf6e-330dcda7ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:26.167272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.188274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08234563-4523-49a1-8eab-be831d3fb6ad req-18bd29e0-ab0e-41a5-ba7c-f18b0b207d85 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.190137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-08234563-4523-49a1-8eab-be831d3fb6ad req-18bd29e0-ab0e-41a5-ba7c-f18b0b207d85 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0698566 Feb 15 01:43:26.206500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.222047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:26.247071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Network d851ecd1-6edf-4f10-8207-881c8971bb7c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:26.254229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Request body: {'port': {'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:26.260987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:26.282802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:26.285024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-08234563-4523-49a1-8eab-be831d3fb6ad req-685bc6f6-c5d9-4322-88db-aedb9f669d28 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855448 Feb 15 01:43:26.341108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.361755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event updated for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:26.401502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:26.500113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:26.502142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:26.504542 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:26.507446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:26.544522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.545351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.563840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.596736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event updated for resources: {'Port': ['ID=314688b2-f9c2-44f5-a341-d30b9fd5c998,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:26.627126 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947b957-a410-4338-b6e9-bc3780fca38a x-openstack-request-id: req-f947b957-a410-4338-b6e9-bc3780fca38a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:26.627511 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:26.627860 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f947b957-a410-4338-b6e9-bc3780fca38a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:26.628455 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'status': 'completed', 'code': 200} Feb 15 01:43:26.673759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aecc7ccf-eb38-494b-8e8a-030869cde337 None None] Provisioning complete for port 3e867ce4-b7d8-48a8-bff1-c446215e0415 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:26.674388 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aecc7ccf-eb38-494b-8e8a-030869cde337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.732332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aecc7ccf-eb38-494b-8e8a-030869cde337 None None] Port 3e867ce4-b7d8-48a8-bff1-c446215e0415 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:26.761789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.762467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.762937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.763397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.763908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.764419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.764916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.768610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-867aa3e3-5b7d-40fa-a69f-07dbefcde019 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6603 time: 0.0919666 Feb 15 01:43:26.769562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-3472be4b-b7e8-41ce-a97d-9c585da7b6c8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4225302 Feb 15 01:43:26.791351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Request body: {'port': {'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:26.794247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (e8e5635d-b7be-4412-9e4f-0042e3a1ec59), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.887099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d89bae-efa0-4dd9-bf89-faa79ab2e696 req-1cc5669f-9122-43c8-927a-8d61b64b6eae tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.889123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98d89bae-efa0-4dd9-bf89-faa79ab2e696 req-1cc5669f-9122-43c8-927a-8d61b64b6eae tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1504986 Feb 15 01:43:26.930802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-6fe22895-e735-4ba3-84c5-f40da5f74c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.931745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-6fe22895-e735-4ba3-84c5-f40da5f74c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.931745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-6fe22895-e735-4ba3-84c5-f40da5f74c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:26.933658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-6fe22895-e735-4ba3-84c5-f40da5f74c5f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=423b31c210284a39bfed230d9f01f941&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1502039 Feb 15 01:43:26.935429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:26.958545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.010619 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-98d89bae-efa0-4dd9-bf89-faa79ab2e696 req-abe29f84-c90d-4101-b6f7-df09b640450e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143360 Feb 15 01:43:27.091815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-48ede559-dfaf-4f5b-8eff-f4538ea7e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.093672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b40901cc-9cb1-4314-98c9-9b62ebe4c19f req-48ede559-dfaf-4f5b-8eff-f4538ea7e2b7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480248 Feb 15 01:43:27.242600 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-9349aaca-9fa5-4e59-be10-f8336488aeb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219912 Feb 15 01:43:27.263584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.269760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.276240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.281531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.287467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.293677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.295160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.299331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.301278 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3fe183b-f565-467e-987e-8081acbecbba req-8ee6d203-2377-438b-af51-d8c3d99013e7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5409 time: 0.1423001 Feb 15 01:43:27.386384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-c5d1a89b-57c8-4df0-85af-85444a6a5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.387828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-c5d1a89b-57c8-4df0-85af-85444a6a5bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 1128 time: 0.0856450 Feb 15 01:43:27.394232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3fe183b-f565-467e-987e-8081acbecbba req-f33c61fe-6850-4b49-955b-79d1bfed7890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0830989 Feb 15 01:43:27.409848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e268f98-c6cd-4087-8404-7f20670b334a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:27.425798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks [] for port (6e268f98-c6cd-4087-8404-7f20670b334a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.473588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Transition to ACTIVE for port object 6e268f98-c6cd-4087-8404-7f20670b334a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:27.518971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e867ce4-b7d8-48a8-bff1-c446215e0415 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:27.519136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-e3a26001-50df-4486-805f-849f07bdfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.520537 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-e3a26001-50df-4486-805f-849f07bdfc62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.1059017 Feb 15 01:43:27.531843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks [] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.554465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.556229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.578314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-4e86e80f-dc6d-4c01-a8fb-4233e168fad9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 200 len: 217 time: 0.0370603 Feb 15 01:43:27.596965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Transition to ACTIVE for port object 3e867ce4-b7d8-48a8-bff1-c446215e0415 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:43:27.624848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:27.666818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-0eec5cf3-f9bf-4203-8587-974aba641b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:27.668216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.669423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-0eec5cf3-f9bf-4203-8587-974aba641b89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.0707943 Feb 15 01:43:27.707330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-21eca10f-b9ff-4171-8415-8f3eeac57624 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316279 Feb 15 01:43:27.726240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.767623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event updated for resources: {'Port': ['ID=314688b2-f9c2-44f5-a341-d30b9fd5c998,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:27.813578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-245febba-97d0-4b03-a75a-eca1c3d21d09 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000214 Feb 15 01:43:27.862513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Attempting to bind port 6e268f98-c6cd-4087-8404-7f20670b334a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:27.862853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Attempting to bind port 6e268f98-c6cd-4087-8404-7f20670b334a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:27.863188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Attempting to bind port 6e268f98-c6cd-4087-8404-7f20670b334a on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:27.892989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (e8e5635d-b7be-4412-9e4f-0042e3a1ec59), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.896020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Port 6e268f98-c6cd-4087-8404-7f20670b334a on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:27.896557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Attempting to bind port 6e268f98-c6cd-4087-8404-7f20670b334a on network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:27.898936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Pushing event updated for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:27.923332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:27.924074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Checking segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:27.925084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Bound using segment: {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:27.925719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Bound port: 6e268f98-c6cd-4087-8404-7f20670b334a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb50349-372a-49e5-943a-5d8c0cd84288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:27.926265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:27.966119 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1f3b255-c5f2-4059-901f-fa61dbe984bc req-c196a7b6-3bd9-4857-94b0-e17cc9c5606f service neutron] 10.222.0.31 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426711 Feb 15 01:43:28.024845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.032226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-5e04b8e9-ba7b-4f04-9969-47a1b81fb7f3 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4992886 Feb 15 01:43:28.085882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8b8a-ee05-4326-a28a-5300d4bc1c25 req-16964c12-d894-4b1c-bbb7-8c153bd009d1 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.085882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-940f8b8a-ee05-4326-a28a-5300d4bc1c25 req-16964c12-d894-4b1c-bbb7-8c153bd009d1 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 944 time: 0.1124578 Feb 15 01:43:28.124902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-7dfb0784-592b-4899-bcf1-0f2e2afff44e tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0916598 Feb 15 01:43:28.147988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:28.151404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-940f8b8a-ee05-4326-a28a-5300d4bc1c25 req-2f54dc1c-0257-4aef-b285-f87f3f5176ab tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661438 Feb 15 01:43:28.223088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Attempting to bind port 3e867ce4-b7d8-48a8-bff1-c446215e0415 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:28.223429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Attempting to bind port 3e867ce4-b7d8-48a8-bff1-c446215e0415 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:28.223811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Attempting to bind port 3e867ce4-b7d8-48a8-bff1-c446215e0415 on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:28.229688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:28.238612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Port 3e867ce4-b7d8-48a8-bff1-c446215e0415 on network d851ecd1-6edf-4f10-8207-881c8971bb7c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:28.239016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Attempting to bind port 3e867ce4-b7d8-48a8-bff1-c446215e0415 on network d851ecd1-6edf-4f10-8207-881c8971bb7c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:28.250148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:28.250496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Checking segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:28.250894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Bound using segment: {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:28.251387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Bound port: 3e867ce4-b7d8-48a8-bff1-c446215e0415, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01c8fa8-e6f1-44ac-aa50-437b96491c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:28.251754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.310268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.332907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a01be-d526-4768-bc6a-6652e0f54279 req-e63463a1-c760-48ba-938d-a8213f993b4a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.336143 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-215a01be-d526-4768-bc6a-6652e0f54279 req-e63463a1-c760-48ba-938d-a8213f993b4a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0756772 Feb 15 01:43:28.387279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-d86407d8-b73c-4fa2-b396-22b5b95d4dc1 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.388801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d54a2af-d9f0-40b2-800a-0e0d0db1b6ec req-d86407d8-b73c-4fa2-b396-22b5b95d4dc1 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.2631118 Feb 15 01:43:28.392309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.392309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.403343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] 10.222.0.31 "PUT /v2.0/ports/6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 200 len: 1092 time: 2.1505892 Feb 15 01:43:28.466244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-215a01be-d526-4768-bc6a-6652e0f54279 req-d8307c9d-31b4-4094-a8f6-d9823e89f1a8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Feb 15 01:43:28.504702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266ab14-af45-4f7d-97b3-0169177ce96f service neutron] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:28.582876 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-ede792b4-c6ae-4456-9b1c-519b6c55fe79 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips/e8e5635d-b7be-4412-9e4f-0042e3a1ec59 HTTP/1.1" status: 200 len: 692 time: 0.0761461 Feb 15 01:43:28.626674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:28.631284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:28.633855 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a191301-f002-48f9-9ef8-c6fc105ab57d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:28.665845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:28.705232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2f311-a055-4fa1-9031-7cec74280219 req-9a2a53e6-08d1-407d-8e89-b1a348fab717 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.707175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ece2f311-a055-4fa1-9031-7cec74280219 req-9a2a53e6-08d1-407d-8e89-b1a348fab717 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.2036450 Feb 15 01:43:28.722639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.723135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.723615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.724184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.724733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.725999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.725999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.726656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-70aa4e19-88e3-4cc2-870b-f9d652480f2b tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.727596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-1b2b96e5-800b-4d35-b45b-2eec0a42d538 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6702 time: 0.1453776 Feb 15 01:43:28.736037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-70aa4e19-88e3-4cc2-870b-f9d652480f2b tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1463153 Feb 15 01:43:28.744181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-e60d5c31-1c55-4dcc-86a1-fcdf2b195b6c tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:28.751666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-e60d5c31-1c55-4dcc-86a1-fcdf2b195b6c tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144691 Feb 15 01:43:28.790885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-6cafacfd-858c-4683-8581-01b5d8d6a950 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 200 len: 217 time: 0.0501311 Feb 15 01:43:28.840891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.842061 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-ef28ec07-35cb-466a-a227-52655bbf4b39 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0894635 Feb 15 01:43:28.885069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ece2f311-a055-4fa1-9031-7cec74280219 req-d48d3efe-5fbc-48f0-9cf3-2fdf933e260f tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700556 Feb 15 01:43:28.895403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-aafd7e0f-786e-4f4f-8a91-9a7e350fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.896918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-aafd7e0f-786e-4f4f-8a91-9a7e350fc3cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=719dc3f1-043c-4a51-8227-e11f76964bb9 HTTP/1.1" status: 200 len: 850 time: 0.1003160 Feb 15 01:43:28.902405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.903072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:28.904475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 1093 time: 2.1198401 Feb 15 01:43:28.916778 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-3514fbad-58f8-4960-873a-6d6706e44d96 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0736992 Feb 15 01:43:28.954419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:28.972810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73982-e0ae-4723-95e2-5bcbfd5c1818 service neutron] Pushing event updated for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:28.994865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c389e7e8-4eb5-4a62-9d85-7b38b5eed127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:28.997902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c389e7e8-4eb5-4a62-9d85-7b38b5eed127 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846908 Feb 15 01:43:29.182804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Deleting port 314688b2-f9c2-44f5-a341-d30b9fd5c998 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:29.192102 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.260361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd51a82-4d1a-49b2-98f2-feff890fe30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.314839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.315550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (314688b2-f9c2-44f5-a341-d30b9fd5c998), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.343290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Calling delete_port for 314688b2-f9c2-44f5-a341-d30b9fd5c998 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:29.349337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.354711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.361067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.365674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.371046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.376504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.382425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.389404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-b4b97d90-0e4a-410f-9be6-51c8dfa83545 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.3351085 Feb 15 01:43:29.400109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-efa7e820-698b-474b-980e-336218d2430d service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916075 Feb 15 01:43:29.410175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-efa57fff-f20c-4a30-b30e-b69f58dfbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.411660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-efa57fff-f20c-4a30-b30e-b69f58dfbff2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1127 time: 0.3643820 Feb 15 01:43:29.527786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-90c3f048-3c0a-4078-8352-88dcce1a1b4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 217 time: 0.0924671 Feb 15 01:43:29.637550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0d1c5aa-7e41-4317-a45e-9fd1b2cff18a req-8688b7bf-8ac1-499a-9f52-a3cff6ec903f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2438293 Feb 15 01:43:29.650801 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (314688b2-f9c2-44f5-a341-d30b9fd5c998), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.674010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-e28b521e-3579-4304-b475-4aac25f0d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.675548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-e28b521e-3579-4304-b475-4aac25f0d5c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1385434 Feb 15 01:43:29.677594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd51a82-4d1a-49b2-98f2-feff890fe30c admin admin] Publish callbacks [] for security_group (2cbb5384-f2c8-434b-af36-717660c606da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.680604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-96cf107f-7c18-4203-87c1-93d20b149231 service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632618 Feb 15 01:43:29.687297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Pushing event deleted for resources: {'Port': ['ID=314688b2-f9c2-44f5-a341-d30b9fd5c998,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:29.773524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks [] for floatingip (e8e5635d-b7be-4412-9e4f-0042e3a1ec59), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.777941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.778891 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5a78b8-81e2-466a-93df-717d0f6232b0 x-openstack-request-id: req-7d5a78b8-81e2-466a-93df-717d0f6232b0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:29.784780 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:29.785088 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d5a78b8-81e2-466a-93df-717d0f6232b0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:29.785570 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a', 'status': 'completed', 'code': 200} Feb 15 01:43:29.790699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-bd282466-d2df-46ad-a860-23ef8afc11b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 217 time: 0.0929625 Feb 15 01:43:29.791153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd51a82-4d1a-49b2-98f2-feff890fe30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2cbb5384-f2c8-434b-af36-717660c606da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:29.797501 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5b802ba1-24c2-4960-b4c7-90da82b3fe73 req-cabafc15-9fb6-46f9-bcbb-c0686d52ec51 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "DELETE /v2.0/floatingips/e8e5635d-b7be-4412-9e4f-0042e3a1ec59 HTTP/1.1" status: 204 len: 173 time: 0.8750427 Feb 15 01:43:29.866432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd51a82-4d1a-49b2-98f2-feff890fe30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb5384-f2c8-434b-af36-717660c606da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:29.925684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7a6aa-9c71-45c0-a4d1-22a76226a23a req-6f5e1a8f-b687-4aa8-b120-16cdf6f4f94f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:29.926288 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58f7a6aa-9c71-45c0-a4d1-22a76226a23a req-6f5e1a8f-b687-4aa8-b120-16cdf6f4f94f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0629966 Feb 15 01:43:29.994397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afd51a82-4d1a-49b2-98f2-feff890fe30c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f4078e282804ac69a4e675e53f0c0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0387578 Feb 15 01:43:29.997160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:30.002137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-a405ad8b-4b04-44e5-ad46-ddaf2038f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.002137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-a405ad8b-4b04-44e5-ad46-ddaf2038f2ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3137970 Feb 15 01:43:30.012818 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-58f7a6aa-9c71-45c0-a4d1-22a76226a23a req-ae7873e7-d8bd-4fed-a013-ccb511d623fc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794828 Feb 15 01:43:30.019264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-8e7054cc-61f4-429f-8acb-e07660df6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.020922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-8e7054cc-61f4-429f-8acb-e07660df6f1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.1669579 Feb 15 01:43:30.053785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6708a9-2b2f-48ea-9c94-d1f7a2b54eb3 req-630dba12-1214-46a5-ac42-f9e37546d39a tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.055282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f6708a9-2b2f-48ea-9c94-d1f7a2b54eb3 req-630dba12-1214-46a5-ac42-f9e37546d39a tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 944 time: 0.2102349 Feb 15 01:43:30.112359 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [req-3ee18f96-f69d-4a72-965b-779fd7b8384e req-431579d7-5d2d-4a18-9b1b-f4797d710866 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] show failed (client error): The resource could not be found. Feb 15 01:43:30.113976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ee18f96-f69d-4a72-965b-779fd7b8384e req-431579d7-5d2d-4a18-9b1b-f4797d710866 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips/e8e5635d-b7be-4412-9e4f-0042e3a1ec59 HTTP/1.1" status: 404 len: 350 time: 0.0611181 Feb 15 01:43:30.114817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] Publish callbacks [] for security_group (2cbb5384-f2c8-434b-af36-717660c606da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:30.144944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] Publish callbacks [] for security_group (2cbb5384-f2c8-434b-af36-717660c606da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:30.268831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2cbb5384-f2c8-434b-af36-717660c606da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:30.273038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:30.274671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cbb5384-f2c8-434b-af36-717660c606da HTTP/1.1" status: 204 len: 168 time: 0.2759614 Feb 15 01:43:30.295978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d71d7-532c-44cd-9d33-43a201694697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb5384-f2c8-434b-af36-717660c606da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:30.352661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba713-befe-4ea6-955b-14c459239a8b req-fdcfb4e2-ed13-41a4-9e43-faf0f67913c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.359884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e0ba713-befe-4ea6-955b-14c459239a8b req-fdcfb4e2-ed13-41a4-9e43-faf0f67913c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1299002 Feb 15 01:43:30.439517 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e0ba713-befe-4ea6-955b-14c459239a8b req-158c1240-d473-4a3e-a6c0-877ba8a13953 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Feb 15 01:43:30.508200 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [req-cdd0ff5d-f765-4efe-829d-46a67dc2deb6 req-e6027153-92ee-428f-bc74-ee19e0556f45 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] show failed (client error): The resource could not be found. Feb 15 01:43:30.509380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdd0ff5d-f765-4efe-829d-46a67dc2deb6 req-e6027153-92ee-428f-bc74-ee19e0556f45 tempest-FloatingIPsTestJSON-942129891 tempest-FloatingIPsTestJSON-942129891-project] 10.222.0.43 "GET /v2.0/floatingips/e8e5635d-b7be-4412-9e4f-0042e3a1ec59 HTTP/1.1" status: 404 len: 350 time: 0.0410585 Feb 15 01:43:30.522249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:30.611917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f6708a9-2b2f-48ea-9c94-d1f7a2b54eb3 req-7075ed23-258e-4718-a80d-b81a2a6f012f tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302567 Feb 15 01:43:30.619890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7e154a3a-d091-4a7d-89dc-1b1101bf0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.620939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7e154a3a-d091-4a7d-89dc-1b1101bf0fff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5838010 Feb 15 01:43:30.623156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-1730e11e-2ba5-40fb-9c89-9a30044590dc service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140704 Feb 15 01:43:30.802331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-51ed07fd-efc6-4060-9158-7acabf38e450 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690257 Feb 15 01:43:30.806041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209dfea-30b7-4fde-a741-5b68bf928b0d req-87d2822b-36d1-4755-81c4-8f253115b99a service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635630 Feb 15 01:43:30.901895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.907370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.912551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.918235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.923569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.926314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5c39f5b7-2dda-4280-9e2e-633c8ca44c72 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040614 Feb 15 01:43:30.929372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.934648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:30.936516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af3cf10e-796e-430c-94e9-719a73d856fc req-70f65268-6967-43a2-b79b-5b27b3b06345 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1509573 Feb 15 01:43:30.977652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-802bf481-f2c3-4419-a5e2-cb20987db926 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 217 time: 0.0444920 Feb 15 01:43:31.038962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-cb7618b2-5a6c-4043-8375-7fdc7aeaded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.040740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-cb7618b2-5a6c-4043-8375-7fdc7aeaded4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.0578594 Feb 15 01:43:31.059723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af3cf10e-796e-430c-94e9-719a73d856fc req-32fe087b-1268-477c-992d-484a6cd26402 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1136415 Feb 15 01:43:31.173017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.175467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-935e3c65-3b8e-4a1c-8e0c-4549bb11aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.177037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-935e3c65-3b8e-4a1c-8e0c-4549bb11aede service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1302748 Feb 15 01:43:31.190602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f915c-5ed9-4ccf-957c-80f9b9aa9039 req-dd2407bc-08a4-452d-8cb5-f19378548e82 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.192684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a66f915c-5ed9-4ccf-957c-80f9b9aa9039 req-dd2407bc-08a4-452d-8cb5-f19378548e82 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0836649 Feb 15 01:43:31.298850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:31.309653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a66f915c-5ed9-4ccf-957c-80f9b9aa9039 req-1b4d81a0-f32a-4c5f-b5d2-e8bbd6383d1e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063366 Feb 15 01:43:31.328350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c69658b4-6ccc-474e-b1c0-d30beab81db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.346040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-0d170355-14db-4449-b2cb-5b4b20a2023c service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523793 Feb 15 01:43:31.465272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7af3c837-9167-47d9-8c4c-2739c7e7e70a service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101627 Feb 15 01:43:31.525830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c69658b4-6ccc-474e-b1c0-d30beab81db8 admin admin] Publish callbacks [] for security_group (112ef6ba-20ba-4a85-8eb7-634e9c49f475), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.529328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-c9006ebe-1103-4f5c-9870-2f510a2b8b37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7 HTTP/1.1" status: 200 len: 217 time: 0.0559344 Feb 15 01:43:31.593587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-4a4a6fe0-723c-498a-abb2-ca7289716c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.595471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-4a4a6fe0-723c-498a-abb2-ca7289716c50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.0597119 Feb 15 01:43:31.595718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c69658b4-6ccc-474e-b1c0-d30beab81db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (112ef6ba-20ba-4a85-8eb7-634e9c49f475), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.660834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c69658b4-6ccc-474e-b1c0-d30beab81db8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72c54ba54ddd4e0a938e4e7c8b6859b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566747 Feb 15 01:43:31.661713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:31.664832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69658b4-6ccc-474e-b1c0-d30beab81db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112ef6ba-20ba-4a85-8eb7-634e9c49f475,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:31.669037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Deleting port 66a8cadb-5c8e-4763-a401-0018640dda71 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:31.669826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.682456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5de21140-bcac-4a54-9c35-0437f6954a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.685775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-5de21140-bcac-4a54-9c35-0437f6954a48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0835271 Feb 15 01:43:31.696822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0816dc8-4fe3-464b-8e66-3e395bf499e9 req-03d8e2cd-62f1-4c9b-aab1-264413582676 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.698337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0816dc8-4fe3-464b-8e66-3e395bf499e9 req-03d8e2cd-62f1-4c9b-aab1-264413582676 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1423938 Feb 15 01:43:31.789117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:31.792024 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de5846-0e42-4982-91d1-f6c48fcf8c07" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:31.795054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] For port 66a8cadb-5c8e-4763-a401-0018640dda71, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66a8cadb-5c8e-4763-a401-0018640dda71,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:31.796408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:31.821219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Calling delete_port for 66a8cadb-5c8e-4763-a401-0018640dda71 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:31.842355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcb7b4-60c1-4d77-8b3b-ec6c6f6cac81 req-89abd071-3b3b-4841-893f-7e7612bff5e6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:31.844802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9edcb7b4-60c1-4d77-8b3b-ec6c6f6cac81 req-89abd071-3b3b-4841-893f-7e7612bff5e6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 944 time: 0.1147716 Feb 15 01:43:31.870330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-61a38ed7-50ab-4857-8f3a-7453648f44ec service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764023 Feb 15 01:43:31.901052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9edcb7b4-60c1-4d77-8b3b-ec6c6f6cac81 req-a95da46e-09dd-4a30-be7e-6524ef2da32b tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Feb 15 01:43:32.021246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-31f9ea2b-238e-4486-87ba-1c77b0c64c6d service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120858 Feb 15 01:43:32.054747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a0816dc8-4fe3-464b-8e66-3e395bf499e9 req-a46bfcbc-5f32-4c14-bb8a-c5b9d3fa0bf9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017613 Feb 15 01:43:32.070359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] Publish callbacks [] for security_group (112ef6ba-20ba-4a85-8eb7-634e9c49f475), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.099293 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526488c4-4b25-4007-8b60-5861daf6ca8d x-openstack-request-id: req-526488c4-4b25-4007-8b60-5861daf6ca8d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:32.099633 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:32.100394 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-526488c4-4b25-4007-8b60-5861daf6ca8d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:32.100394 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'status': 'completed', 'code': 200} Feb 15 01:43:32.101567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] Publish callbacks [] for security_group (112ef6ba-20ba-4a85-8eb7-634e9c49f475), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.113662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-eecc9a09-9375-4533-bb49-cc16aa604c23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24 HTTP/1.1" status: 200 len: 217 time: 0.0914946 Feb 15 01:43:32.118862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3e867ce4-b7d8-48a8-bff1-c446215e0415 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:43:32.244203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66a8cadb-5c8e-4763-a401-0018640dda71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.278006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2afb10ff-6384-49b0-b980-f4805e1eb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.279658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-2afb10ff-6384-49b0-b980-f4805e1eb78c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.1220427 Feb 15 01:43:32.292518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:32.304319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Pushing event deleted for resources: {'Port': ['ID=66a8cadb-5c8e-4763-a401-0018640dda71,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:32.306312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:43:32.317875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (112ef6ba-20ba-4a85-8eb7-634e9c49f475), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.321586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.326223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/112ef6ba-20ba-4a85-8eb7-634e9c49f475 HTTP/1.1" status: 204 len: 168 time: 0.6599534 Feb 15 01:43:32.377914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 3e867ce4-b7d8-48a8-bff1-c446215e0415 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:32.378440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.415810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435c66-10dc-4c9f-9687-39a1873a1253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112ef6ba-20ba-4a85-8eb7-634e9c49f475,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:32.438637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e867ce4-b7d8-48a8-bff1-c446215e0415 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:32.487087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:32.561077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-a3d27e6a-a200-4d95-a59a-cc9a461b71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.568366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-a3d27e6a-a200-4d95-a59a-cc9a461b71bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1127 time: 0.4628618 Feb 15 01:43:32.570380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.624789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-63e86636-45d8-43b1-8ffe-f48431d13424 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3232541 Feb 15 01:43:32.709086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:32.717986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:43:32.785364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-81e67c2f-2ca3-4efb-b692-c9f3af831719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.792438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-81e67c2f-2ca3-4efb-b692-c9f3af831719 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2071600 Feb 15 01:43:32.810101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:32.842129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.854786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.876934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.895238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.904369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.926313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.941939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.951165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-431a2ed2-f2e8-4996-90b9-35a62fe3550e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.6704655 Feb 15 01:43:32.963408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6292-992f-4d34-a1d3-2e9a79c28328 req-340d8be0-5049-4c57-bd8e-707cfe480a22 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:32.966547 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36af6292-992f-4d34-a1d3-2e9a79c28328 req-340d8be0-5049-4c57-bd8e-707cfe480a22 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.4687426 Feb 15 01:43:33.012587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-be10d262-0bb7-40da-9967-3ad4726bca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.013930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-6274f7f7-6149-4783-ae28-eb6aec0e7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.014168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-be10d262-0bb7-40da-9967-3ad4726bca94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7164261 Feb 15 01:43:33.017648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-f08bff22-c631-4901-95be-df7835f8688f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 217 time: 0.2103307 Feb 15 01:43:33.025286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-6274f7f7-6149-4783-ae28-eb6aec0e7c1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c74368ee6f4c4581faed759cebb27a&device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 1127 time: 0.2170534 Feb 15 01:43:33.077878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['3e867ce4-b7d8-48a8-bff1-c446215e0415'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:33.160803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-36af6292-992f-4d34-a1d3-2e9a79c28328 req-72ab5475-d54c-4d30-8984-113243a59412 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856093 Feb 15 01:43:33.295553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:33.296128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e16c1374-7236-46ce-92fe-3e95e1ebdb7d req-945f5188-86ad-4082-b435-df7ce311aca2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3439631 Feb 15 01:43:33.323047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-8b9e3f7f-1254-4b48-899e-25a8d1b8dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.323047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-8b9e3f7f-1254-4b48-899e-25a8d1b8dc54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.2906642 Feb 15 01:43:33.399878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b', 'port_id': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'mac_address': 'fa:16:3e:dd:a7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef077fe-30ac-4dc0-b717-050623c64dee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:43:33.407155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-32980657-20b6-4fda-8b8c-f12d80e0325d service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480873 Feb 15 01:43:33.503361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:33.505283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:33.541208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-a379010a-68eb-48b5-b4be-f450c0a1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.543584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-a379010a-68eb-48b5-b4be-f450c0a1bae4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 200 len: 909 time: 0.4783001 Feb 15 01:43:33.559752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-45f1d836-8cbf-4278-929a-f7779e9a0b85 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327322 Feb 15 01:43:33.563623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-478b8eea-3d68-423b-95d1-8be7342cba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.565185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-478b8eea-3d68-423b-95d1-8be7342cba31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2377830 Feb 15 01:43:33.594001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:33.656133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-6d7a3a42-1304-4eda-99eb-2ca4b2f7a1de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 HTTP/1.1" status: 200 len: 217 time: 0.0894847 Feb 15 01:43:33.677879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-fa34882e-7412-4077-9a51-36000cc5ec3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 200 len: 217 time: 0.0491252 Feb 15 01:43:33.680653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:33.688504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc64b9-7a46-45e7-bb76-ad3fee6cacbe req-af8feca8-1dd3-43d0-aaf6-5a66ca782dcc tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.697374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ecc64b9-7a46-45e7-bb76-ad3fee6cacbe req-af8feca8-1dd3-43d0-aaf6-5a66ca782dcc tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 945 time: 0.3817596 Feb 15 01:43:33.821556 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:33.900833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b5668a89-a7f4-497c-bc6f-b021bbc2562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.907432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-b5668a89-a7f4-497c-bc6f-b021bbc2562f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.2127154 Feb 15 01:43:33.917995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc703-87ca-4573-bb8d-3ac56fb60d6c req-11e610fc-bef0-4081-95de-5e53b79f871a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:33.919551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2ddc703-87ca-4573-bb8d-3ac56fb60d6c req-11e610fc-bef0-4081-95de-5e53b79f871a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.3585978 Feb 15 01:43:33.934603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:33.999418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-6f8ac59b-24ff-4786-be3e-b42f6d7a5b4a service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381019 Feb 15 01:43:34.057174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2ddc703-87ca-4573-bb8d-3ac56fb60d6c req-01a9a820-0d4b-4c0d-acc9-8f5761a6341d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922735 Feb 15 01:43:34.109001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-53a59658-e0fa-400f-bfb8-be2f81ca4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.110513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-53a59658-e0fa-400f-bfb8-be2f81ca4bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1774571 Feb 15 01:43:34.191184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:34.237305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2de5846-0e42-4982-91d1-f6c48fcf8c07 req-1fa15847-63e9-4189-a517-badfaa7c01d5 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116759 Feb 15 01:43:34.360880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-99d2aa56-9269-4130-8cf4-c5abfa7a35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.365562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-99d2aa56-9269-4130-8cf4-c5abfa7a35f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 200 len: 848 time: 0.6651502 Feb 15 01:43:34.404025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-3d84e7e9-3f45-4521-990b-b2606a519249 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862716 Feb 15 01:43:34.440788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ecc64b9-7a46-45e7-bb76-ad3fee6cacbe req-52ae9224-7a98-4e8d-8d4f-0dd4505c4061 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423334 Feb 15 01:43:34.511255 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-b53d411f-87fa-4aee-b277-1a50516a5666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed2d4070-d7c5-466e-a105-821fcd0b74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329796 Feb 15 01:43:34.546344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd658b-f768-406c-97ff-1db3dff31dbe req-d23ab90f-5ffa-4881-bf49-9f334136be56 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.546344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76cd658b-f768-406c-97ff-1db3dff31dbe req-d23ab90f-5ffa-4881-bf49-9f334136be56 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.2669828 Feb 15 01:43:34.610582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-774018b3-146b-4d83-b6e3-eaae72eebc16 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925402 Feb 15 01:43:34.635217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Router 26b9b545-7154-479b-8fbc-3fa570e5c2ef has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:34.682800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76cd658b-f768-406c-97ff-1db3dff31dbe req-6b0f1e8a-1ecc-488f-9ffb-fcd9f631e922 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246819 Feb 15 01:43:34.684473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-f9a4dd7b-2508-451d-ba2d-50fbd9937b19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 200 len: 217 time: 0.0650532 Feb 15 01:43:34.766753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c2adce5-3c82-4dac-a162-2a52bd1c1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.769294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-7c2adce5-3c82-4dac-a162-2a52bd1c1426 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.0782351 Feb 15 01:43:34.843445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-bc0ee057-ccc3-49c6-9248-3da2613f2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.845276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-bc0ee057-ccc3-49c6-9248-3da2613f2824 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0696235 Feb 15 01:43:34.895898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.913242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.918518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.924406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.930342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.935909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.941309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:34.943416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-d7e2dcee-9b36-4eb5-89a1-31ce7116a8be tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.3604269 Feb 15 01:43:34.955976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-5a8ff493-3d7b-4362-a8e8-b8f861a2d376 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347687 Feb 15 01:43:35.020541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-037aac7d-3c88-4cd1-b1d0-8405acbcbf8b service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687477 Feb 15 01:43:35.077360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c59bda0b-ce0d-4da6-9c32-0222ead50689 req-4a25c119-e02f-47c0-b8c9-a3997c37eba1 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990674 Feb 15 01:43:35.205451 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-94947ac9-8f8b-4f87-b99a-74e1c5669418 req-ffab621f-e4b8-43b5-b59e-d418275c774b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2521894 Feb 15 01:43:35.213073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:35.222348 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Sync routers for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:35.224591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b70ef67-0660-4049-91e6-cecf402e96bc admin admin] 10.222.0.43 "PUT /v2.0/routers/26b9b545-7154-479b-8fbc-3fa570e5c2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7022376 Feb 15 01:43:35.230658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:35.274553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:35.274983 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:35.284053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e15379e-33e9-4b12-9fc6-fb2d968b28c3 req-bdb1d9c2-ba51-4ab6-beea-d246797ab04a service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492490 Feb 15 01:43:35.311275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1043-f38d-49c9-8df9-a8931b4b32b4 req-77930e11-6fcf-4b82-a9d9-79267651b925 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.313770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-827e1043-f38d-49c9-8df9-a8931b4b32b4 req-77930e11-6fcf-4b82-a9d9-79267651b925 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1527586 Feb 15 01:43:35.442419 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks [] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:35.494343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-827e1043-f38d-49c9-8df9-a8931b4b32b4 req-74146d50-5650-44bb-b107-61f332bc01bb tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738563 Feb 15 01:43:35.594779 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:35.610197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.610696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.613560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.614162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.619071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.619071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.619071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:35.621897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-1c9e1869-b0ae-45d9-ad3f-575c7a3f7f4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6702 time: 0.1265726 Feb 15 01:43:36.010736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-661ccd2c-1ad0-48cd-8cbc-c4b0a64b1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.015429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a8074-9307-4d55-acb5-b1a4b3d97b51 req-a1919f8e-741e-47c4-a1ba-1baf8fcf6f6e tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.018684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-661ccd2c-1ad0-48cd-8cbc-c4b0a64b1cb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 200 len: 902 time: 0.3893209 Feb 15 01:43:36.020897 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-da6a8074-9307-4d55-acb5-b1a4b3d97b51 req-a1919f8e-741e-47c4-a1ba-1baf8fcf6f6e tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 945 time: 0.3619833 Feb 15 01:43:36.028707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks [] for router_gateway (26b9b545-7154-479b-8fbc-3fa570e5c2ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.084581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-3e8d81e2-f2d5-41d5-96bf-cf14950846ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 200 len: 217 time: 0.0584872 Feb 15 01:43:36.118536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-da6a8074-9307-4d55-acb5-b1a4b3d97b51 req-b3cd5c16-7e87-446a-a9e6-a71d7402d755 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743911 Feb 15 01:43:36.133719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3e867ce4-b7d8-48a8-bff1-c446215e0415 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:36.209909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce002385-77c7-4ef0-9c74-36f8d0b23242 req-1d347bbb-de9d-4cdc-a8bb-4d03c84d948c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.218177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce002385-77c7-4ef0-9c74-36f8d0b23242 req-1d347bbb-de9d-4cdc-a8bb-4d03c84d948c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.3506916 Feb 15 01:43:36.244222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Deleting port f0100cff-210c-4ebb-910e-a1c60eda66bb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:36.246756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.319331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce002385-77c7-4ef0-9c74-36f8d0b23242 req-b69f17d1-6073-44bc-9635-13f40510fddc tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909014 Feb 15 01:43:36.326167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-c7ccf11c-54db-471f-b82f-f5f1e3add8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.331384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-c7ccf11c-54db-471f-b82f-f5f1e3add8a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.2380571 Feb 15 01:43:36.379826 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:32Z', 'revision_number': 5, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port': {'id': 'f0100cff-210c-4ebb-910e-a1c60eda66bb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:05Z', 'updated_at': '2022-02-15T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:36.387800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 3e867ce4-b7d8-48a8-bff1-c446215e0415 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:43:36.394839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 3e867ce4-b7d8-48a8-bff1-c446215e0415 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:36.395034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.474741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] For port f0100cff-210c-4ebb-910e-a1c60eda66bb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0100cff-210c-4ebb-910e-a1c60eda66bb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:36.475890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.477699 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Checking router: 26b9b545-7154-479b-8fbc-3fa570e5c2ef for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:36.501872 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Routers {'26b9b545-7154-479b-8fbc-3fa570e5c2ef'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:36.502859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Calling delete_port for f0100cff-210c-4ebb-910e-a1c60eda66bb owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:36.505313 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:36.546335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-8ec0e4e7-a801-45ca-9b39-777d2c7c7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.549921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-8ec0e4e7-a801-45ca-9b39-777d2c7c7ea8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2111254 Feb 15 01:43:36.631795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 3e867ce4-b7d8-48a8-bff1-c446215e0415 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:36.632372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.678901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:36.716806 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] Set router 26b9b545-7154-479b-8fbc-3fa570e5c2ef gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:36.738600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:36.743376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:36.745986 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595e73ee-984c-45ad-8666-f51b79d03fa3" -d '{"events": [{"server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "name": "network-vif-plugged", "status": "completed", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:36.805272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-2587f23e-cc89-4efb-8e94-41bc5ce4877b service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425623 Feb 15 01:43:36.808493 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:36Z', 'revision_number': 6, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:36.821700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.874851 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b958925-cb09-4ffd-8ae0-edb7ff971250 None None] The sync data for ids ['26b9b545-7154-479b-8fbc-3fa570e5c2ef'] in n-d-829064-14 is: [{'id': '26b9b545-7154-479b-8fbc-3fa570e5c2ef', 'name': 'tempest-FloatingIPsTestJSON-152690852-router', 'tenant_id': '6cf33a955246464ca5765f8db840744d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:03Z', 'updated_at': '2022-02-15T01:43:36Z', 'revision_number': 6, 'project_id': '6cf33a955246464ca5765f8db840744d', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:36.880314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.898873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.905794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.912355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.919172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.924556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.929959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.932186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-359996a1-3ea1-442e-b923-63184dc903a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.4971850 Feb 15 01:43:36.948761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:43:36.974950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:36.974950 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:36.975876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d860f8-ab50-4fcf-9e8b-648453002b33 req-9024dd96-b5a0-407f-8269-c545912e991a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:36.977534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03d860f8-ab50-4fcf-9e8b-648453002b33 req-9024dd96-b5a0-407f-8269-c545912e991a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1560144 Feb 15 01:43:36.982607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:37.090556 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03d860f8-ab50-4fcf-9e8b-648453002b33 req-0c49b42f-b20a-4110-9de6-b70011431e97 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014781 Feb 15 01:43:37.164185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f0100cff-210c-4ebb-910e-a1c60eda66bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.177123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a191301-f002-48f9-9ef8-c6fc105ab57d req-90f5832e-72a1-4c60-9c93-e83ab5927118 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634953 Feb 15 01:43:37.180886 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2830d-1938-46ba-8952-fc3a9cda5c66 x-openstack-request-id: req-2df2830d-1938-46ba-8952-fc3a9cda5c66 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:37.181698 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "name": "network-vif-plugged", "status": "completed", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:37.182153 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2df2830d-1938-46ba-8952-fc3a9cda5c66 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:37.182719 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'code': 200} Feb 15 01:43:37.212398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6bbdb6-14ca-4463-b008-86772e4870c8 req-b8d10f17-92c1-459d-a9f3-6fd59f61c738 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1461787 Feb 15 01:43:37.215086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:37.215749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.235423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0100cff-210c-4ebb-910e-a1c60eda66bb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:37.317978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:37.355121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.375520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9fb32-039e-4f4d-aaf5-cd2959ce32ad req-5b3c2e8f-b9bb-4547-b150-d9c63ff75ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:37.377068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2be9fb32-039e-4f4d-aaf5-cd2959ce32ad req-5b3c2e8f-b9bb-4547-b150-d9c63ff75ea3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1129 time: 0.1168447 Feb 15 01:43:37.438696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.487444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2be9fb32-039e-4f4d-aaf5-cd2959ce32ad req-3f739d09-8f36-481f-8707-3b417c568a72 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990131 Feb 15 01:43:37.585761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876ad5-e169-41ec-9e9f-74c8a9b50d7a req-ca20c774-ee1f-4289-baa7-b32d535f73da tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:37.588128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:37.589729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3876ad5-e169-41ec-9e9f-74c8a9b50d7a req-ca20c774-ee1f-4289-baa7-b32d535f73da tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1334133 Feb 15 01:43:37.606399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:37.645725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.652082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks [] for router_controller (26b9b545-7154-479b-8fbc-3fa570e5c2ef), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.668664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205e108-2316-4f23-9699-8d3a652a01fd req-48f5f84c-d970-4cba-ba6e-c8124d561fd5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:37.676010 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7205e108-2316-4f23-9699-8d3a652a01fd req-48f5f84c-d970-4cba-ba6e-c8124d561fd5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 946 time: 0.3688085 Feb 15 01:43:37.699876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3876ad5-e169-41ec-9e9f-74c8a9b50d7a req-1366b954-0fa9-4123-aab8-7a2035d48b86 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008282 Feb 15 01:43:37.784193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80fbffb3-52a1-4400-8694-d20298613a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.853717 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7205e108-2316-4f23-9699-8d3a652a01fd req-ddc521ea-5619-4d09-9dcf-59f6673c5d9a tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651590 Feb 15 01:43:37.873726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (26b9b545-7154-479b-8fbc-3fa570e5c2ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.876701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b9b545-7154-479b-8fbc-3fa570e5c2ef {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:43:37.884963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:37.895190 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ece0534-cf1f-4b54-913e-9b128d2ddc05 admin admin] 10.222.0.43 "DELETE /v2.0/routers/26b9b545-7154-479b-8fbc-3fa570e5c2ef HTTP/1.1" status: 204 len: 168 time: 2.6634369 Feb 15 01:43:37.895609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:37.924913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0100cff-210c-4ebb-910e-a1c60eda66bb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:37.981808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f0100cff-210c-4ebb-910e-a1c60eda66bb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:37.982170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0100cff-210c-4ebb-910e-a1c60eda66bb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:37.982646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66a8cadb-5c8e-4763-a401-0018640dda71 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:38.016586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 66a8cadb-5c8e-4763-a401-0018640dda71 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:38.017395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Deleting subnet 338362b6-5fd1-4710-a285-65b5a71e0305 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:43:38.018321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66a8cadb-5c8e-4763-a401-0018640dda71 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:38.088874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80fbffb3-52a1-4400-8694-d20298613a9b admin admin] Publish callbacks [] for security_group (8dfdd2e9-abde-4228-acc7-bce7d82a8877), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.092529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Publish callbacks [] for subnet (338362b6-5fd1-4710-a285-65b5a71e0305), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.133131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (338362b6-5fd1-4710-a285-65b5a71e0305), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.206189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80fbffb3-52a1-4400-8694-d20298613a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8dfdd2e9-abde-4228-acc7-bce7d82a8877), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.275267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbffb3-52a1-4400-8694-d20298613a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfdd2e9-abde-4228-acc7-bce7d82a8877,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:38.321830 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:43:38.370961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80fbffb3-52a1-4400-8694-d20298613a9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d89bda58a14b4962a03d2cca23356b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603920 Feb 15 01:43:38.373150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:38.383733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (338362b6-5fd1-4710-a285-65b5a71e0305), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.441365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa306b2-92ae-44f1-b5c8-ad45a62fe1c6 req-6a20c09b-e609-4d91-bad4-d04837841c22 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.443121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-daa306b2-92ae-44f1-b5c8-ad45a62fe1c6 req-6a20c09b-e609-4d91-bad4-d04837841c22 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1786835 Feb 15 01:43:38.544756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-daa306b2-92ae-44f1-b5c8-ad45a62fe1c6 req-988c8492-83b9-41ca-9435-784624e7ac51 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943615 Feb 15 01:43:38.549655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.555137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.560507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.576070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (338362b6-5fd1-4710-a285-65b5a71e0305), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.586810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.592247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.597571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.602948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.617135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-7d720a36-575f-4be1-8ce8-181162d42397 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2562015 Feb 15 01:43:38.637323 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.644723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597df446-d385-462a-a82e-57e64912878e None None] Network bb1b57ad-0e79-4675-9177-2bce662e6d44 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:43:38.650384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/338362b6-5fd1-4710-a285-65b5a71e0305 HTTP/1.1" status: 204 len: 168 time: 0.7533941 Feb 15 01:43:38.650678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:38.656229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538589e1-a89c-418e-b269-9895c5417d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338362b6-5fd1-4710-a285-65b5a71e0305,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:38.679417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] Publish callbacks [] for security_group (8dfdd2e9-abde-4228-acc7-bce7d82a8877), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.747873 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] Publish callbacks [] for security_group (8dfdd2e9-abde-4228-acc7-bce7d82a8877), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.915634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] DHCP port deletion for bb1b57ad-0e79-4675-9177-2bce662e6d44 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:43:38.915972 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-564ab2bf-9012-4ae7-92c4-95bec9ce5013 req-e139acd9-49c4-4c2f-af9a-be70ca17f1db tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2869215 Feb 15 01:43:38.927769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba952d1-82dd-4e08-b023-52dbc3dbd24b req-bd73cbc1-8779-4dcf-b854-3040273a1b49 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:38.934887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8dfdd2e9-abde-4228-acc7-bce7d82a8877), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.937606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:38.941027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dfdd2e9-abde-4228-acc7-bce7d82a8877 HTTP/1.1" status: 204 len: 168 time: 0.5631599 Feb 15 01:43:38.952865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ba952d1-82dd-4e08-b023-52dbc3dbd24b req-bd73cbc1-8779-4dcf-b854-3040273a1b49 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1322913 Feb 15 01:43:38.988838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Deleting port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:38.989221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.003639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac62b4-87a8-493c-8c65-558bae9d051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfdd2e9-abde-4228-acc7-bce7d82a8877,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:39.011803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (bb1b57ad-0e79-4675-9177-2bce662e6d44), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.031331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ba952d1-82dd-4e08-b023-52dbc3dbd24b req-37886fb7-3943-471f-8924-c48d11eb20e0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720849 Feb 15 01:43:39.125087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Deleting port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:39.125087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.169198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] For port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:39.171182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.189077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:39.191609 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d010c-0308-4bf6-81a9-18d64fb827e9" -d '{"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-plugged", "status": "completed", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:39.199640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Calling delete_port for 030f627b-43d9-47f6-8c8a-8b6cfccdbefc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:39.303694 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff4654-e253-4aa1-9181-62b5208dcacb x-openstack-request-id: req-e7ff4654-e253-4aa1-9181-62b5208dcacb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:39.303997 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-plugged", "status": "completed", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:39.304258 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7ff4654-e253-4aa1-9181-62b5208dcacb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:39.306319 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'code': 200} Feb 15 01:43:39.307946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] For port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,segment=NetworkSegment(7c5814b9-c4fb-43ee-a2af-c721c8f0907d),segment_id=7c5814b9-c4fb-43ee-a2af-c721c8f0907d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:39.309151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.340194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Calling delete_port for 030f627b-43d9-47f6-8c8a-8b6cfccdbefc owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:39.480162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.481133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5e34-137d-4f81-bb55-c1853a93d450 req-861f09a5-6a92-4e7b-9dc4-63a4a0a70b40 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:39.484363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92ae5e34-137d-4f81-bb55-c1853a93d450 req-861f09a5-6a92-4e7b-9dc4-63a4a0a70b40 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 946 time: 0.4041028 Feb 15 01:43:39.544940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (030f627b-43d9-47f6-8c8a-8b6cfccdbefc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.561420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] No DVR routers for this DVR port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:39.563741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] Pushing event deleted for resources: {'Port': ['ID=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:39.595184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d1e46-4325-4159-8540-315262ba16e2 None None] No DVR routers for this DVR port 030f627b-43d9-47f6-8c8a-8b6cfccdbefc on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:39.676593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 030f627b-43d9-47f6-8c8a-8b6cfccdbefc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:39.706382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 030f627b-43d9-47f6-8c8a-8b6cfccdbefc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:39.714569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 030f627b-43d9-47f6-8c8a-8b6cfccdbefc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:39.772791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (bb1b57ad-0e79-4675-9177-2bce662e6d44), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.786183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d939f6-24e5-404b-b69a-ab461c73df4b req-ff20142f-4ac0-45a5-ba66-5488ac14d62d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:39.790862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50d939f6-24e5-404b-b69a-ab461c73df4b req-ff20142f-4ac0-45a5-ba66-5488ac14d62d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1017842 Feb 15 01:43:39.839501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Pushing event deleted for resources: {'Port': ['ID=030f627b-43d9-47f6-8c8a-8b6cfccdbefc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:39.848353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50d939f6-24e5-404b-b69a-ab461c73df4b req-8204bee8-857f-4b48-afec-0e617e122a40 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Feb 15 01:43:39.852019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1b57ad-0e79-4675-9177-2bce662e6d44']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:39.917322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-92ae5e34-137d-4f81-bb55-c1853a93d450 req-cec821cc-414f-4a8e-af49-9ec9146a34ea tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126806 Feb 15 01:43:39.932641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:39.937273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460887f8-e42b-4d64-9fd9-022911d15a1b req-cfb1599c-c54e-4634-bc82-e05a3b1ef32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:39.940423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-460887f8-e42b-4d64-9fd9-022911d15a1b req-cfb1599c-c54e-4634-bc82-e05a3b1ef32b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1129 time: 0.5182459 Feb 15 01:43:39.941397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5814b9-c4fb-43ee-a2af-c721c8f0907d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:39.941702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5814b9-c4fb-43ee-a2af-c721c8f0907d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:39.966271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7c5814b9-c4fb-43ee-a2af-c721c8f0907d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.969280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b561a5-0422-4bb7-bfad-f854932dae95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:39.996358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7c5814b9-c4fb-43ee-a2af-c721c8f0907d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.012404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:43:40.012814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7c5814b9-c4fb-43ee-a2af-c721c8f0907d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:43:40.014500 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:43:40.062156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-460887f8-e42b-4d64-9fd9-022911d15a1b req-7d993fcc-e038-4e4b-8737-2ea5b9c37efd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090603 Feb 15 01:43:40.149067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.156319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.162990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.168945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.180030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.191583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.199321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.208111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-bb7cf000-9c43-4f55-85e5-878f2c516f69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1287043 Feb 15 01:43:40.228042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (bb1b57ad-0e79-4675-9177-2bce662e6d44), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.254045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.262065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bb1b57ad-0e79-4675-9177-2bce662e6d44 HTTP/1.1" status: 204 len: 168 time: 1.5970423 Feb 15 01:43:40.276826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20fa6-fce2-445b-9da1-df2d76512917 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1b57ad-0e79-4675-9177-2bce662e6d44,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:40.380485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b561a5-0422-4bb7-bfad-f854932dae95 admin admin] Publish callbacks [] for security_group (fd6cf1a3-2969-4a71-921b-996561c4fa66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.391826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2c5456c9-f7be-4490-a507-f8b1577bcbe4 req-15b5874f-9284-4596-8d82-722d833a391e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1826420 Feb 15 01:43:40.435422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-185b736b-ef64-4914-a6b4-bdf0ed3e044a tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.444481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-185b736b-ef64-4914-a6b4-bdf0ed3e044a tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3197017 Feb 15 01:43:40.621863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a42aef-dce4-4395-8ef7-181774ddacf5 req-11d0c2fb-6366-48e0-b09d-9c5dc406d62e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:40.637742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7a42aef-dce4-4395-8ef7-181774ddacf5 req-11d0c2fb-6366-48e0-b09d-9c5dc406d62e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1307056 Feb 15 01:43:40.700339 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e7a42aef-dce4-4395-8ef7-181774ddacf5 req-c06fae23-abaa-4b08-9329-75cbc04e6235 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613310 Feb 15 01:43:40.859560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:40.863623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-1d1bff5c-d5db-459d-8e50-0aac8ab62540 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.4173722 Feb 15 01:43:40.864416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b561a5-0422-4bb7-bfad-f854932dae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd6cf1a3-2969-4a71-921b-996561c4fa66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.887923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:40.926986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-85e016c6-98ef-4ae5-b6f6-089baa4a1499 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cf33a955246464ca5765f8db840744d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638690 Feb 15 01:43:40.927398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:40.952041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:40.992699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30b561a5-0422-4bb7-bfad-f854932dae95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13a8cd1c41e84bcc859e2e5e4b63b3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0581903 Feb 15 01:43:40.997684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:40.997943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b561a5-0422-4bb7-bfad-f854932dae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6cf1a3-2969-4a71-921b-996561c4fa66,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:41.090417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] Publish callbacks [] for security_group (fd8ada12-141d-4f75-87b0-5bbd92ed7519), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.106634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469401a3-71ad-4bff-a85d-9627eaf6535b req-f4d163ca-c74f-4d02-872f-b2992ac6a281 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:41.108136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-469401a3-71ad-4bff-a85d-9627eaf6535b req-f4d163ca-c74f-4d02-872f-b2992ac6a281 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1446953 Feb 15 01:43:41.122301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] Publish callbacks [] for security_group (fd6cf1a3-2969-4a71-921b-996561c4fa66), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.159712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] Publish callbacks [] for security_group (fd8ada12-141d-4f75-87b0-5bbd92ed7519), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.177092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] Publish callbacks [] for security_group (fd6cf1a3-2969-4a71-921b-996561c4fa66), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.248991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-469401a3-71ad-4bff-a85d-9627eaf6535b req-b4dab593-762b-4ed4-a7ae-7ff1e2150f49 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299012 Feb 15 01:43:41.329563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd8ada12-141d-4f75-87b0-5bbd92ed7519), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.333901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.338235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd8ada12-141d-4f75-87b0-5bbd92ed7519 HTTP/1.1" status: 204 len: 168 time: 0.4010246 Feb 15 01:43:41.352825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f666a-4fb3-456c-b660-96ec2879295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ada12-141d-4f75-87b0-5bbd92ed7519,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:41.393156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd6cf1a3-2969-4a71-921b-996561c4fa66), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.400249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.400249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd6cf1a3-2969-4a71-921b-996561c4fa66 HTTP/1.1" status: 204 len: 168 time: 0.3982654 Feb 15 01:43:41.409395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e973048-089f-4228-bee0-82ecbcfa9f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6cf1a3-2969-4a71-921b-996561c4fa66,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:41.784896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:41.929127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:42.106941 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Floating IP 16922b49-6340-42a2-bfc6-00c8437dd186 associated. External IP: 172.25.2.195, port: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd. Feb 15 01:43:42.229260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.236090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.243536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.249525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.257625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.263745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.270226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.273548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-fc9b22ce-e997-4339-875a-82add37fdc11 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1295104 Feb 15 01:43:42.399737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-afa30d5d-ad1c-43e1-8243-9ebb910edf1e req-f587a189-bf2b-48f4-8694-3226259339dc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1119759 Feb 15 01:43:42.435970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:42.569565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:42.571839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fa506-d82d-4662-9dcd-ff130b59b891 req-6f518a80-01a8-42be-9a9c-ca407886ce8a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.581870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:42.585028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:42.597034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d39fa506-d82d-4662-9dcd-ff130b59b891 req-6f518a80-01a8-42be-9a9c-ca407886ce8a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1059058 Feb 15 01:43:42.601915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:42.605986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:42.629771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-7429d1ca-720a-47a8-8a09-9f05645c7841 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "PUT /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 996 time: 1.7579510 Feb 15 01:43:42.630248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:42.633584 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b2e3e2-a20f-4947-9122-b81a17b2def2" -d '{"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:42.715102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-e2085cfa-842f-4a33-aa46-ea9fdd417851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.717780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-e2085cfa-842f-4a33-aa46-ea9fdd417851 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.0630105 Feb 15 01:43:42.734090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d39fa506-d82d-4662-9dcd-ff130b59b891 req-181dda6b-6e97-4a37-827b-a80e94705bf5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359212 Feb 15 01:43:42.860852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-33da872a-ae22-4e7c-b10c-50b3f29da52f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.862454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-33da872a-ae22-4e7c-b10c-50b3f29da52f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.1184375 Feb 15 01:43:42.864021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:42.953749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-3db1c9e9-b303-4b09-9dc2-5c3d6d441858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:42.955369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-3db1c9e9-b303-4b09-9dc2-5c3d6d441858 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2286582 Feb 15 01:43:43.155593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:43.176174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Deleting port e21d5de7-bb18-4235-8c8e-f7e001489a27 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:43.176489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:43.193108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-f49c2829-dad3-45b4-924c-aa5c6b273fd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 999 time: 0.2308588 Feb 15 01:43:43.238776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b291a-9af3-451f-80f5-45dd9eafdb4e req-c008bc1e-2923-4bc1-8660-f13e7aa0ea8f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:43.240409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-194b291a-9af3-451f-80f5-45dd9eafdb4e req-c008bc1e-2923-4bc1-8660-f13e7aa0ea8f tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 944 time: 0.3156538 Feb 15 01:43:43.298221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-cff1b2d2-b560-4f69-8b2b-d64dc299509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:43.299712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-cff1b2d2-b560-4f69-8b2b-d64dc299509d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1010897 Feb 15 01:43:43.393293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-network', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:43.395347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-b3f94346-f676-4f0d-a189-54d2ddade5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:43.398375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-b3f94346-f676-4f0d-a189-54d2ddade5b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0911458 Feb 15 01:43:43.420607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-e8eef666-f846-495b-8aa3-9519dd2cd53c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:43.422623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-e8eef666-f846-495b-8aa3-9519dd2cd53c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160668 Feb 15 01:43:43.426305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:41Z', 'revision_number': 1, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:43.466429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:43.478245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:43.479230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:43.497428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Made reservation on behalf of e1d5a0c028934490ad507eb2d73493ff for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:43.499736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:43.552529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:43.555979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-a8b038c3-6116-4838-8e98-1a14db230592 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227684 Feb 15 01:43:43.586457 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-194b291a-9af3-451f-80f5-45dd9eafdb4e req-ee834b68-ea48-41ec-9bf7-13118d128596 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d36e9c2-67c5-4444-bddd-5565d11eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324230 Feb 15 01:43:43.605968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] For port e21d5de7-bb18-4235-8c8e-f7e001489a27, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e21d5de7-bb18-4235-8c8e-f7e001489a27,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:43.608577 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:43.653231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Calling delete_port for e21d5de7-bb18-4235-8c8e-f7e001489a27 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:43.681643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:43.730424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b2c1a3-766a-4501-90c0-b7ac0dad42ed req-da14db1a-5363-4e43-a047-daa01d56fda4 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642325 Feb 15 01:43:43.863488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb95c44-211b-4a82-b86f-5c0d8ea7f781 req-979ab88e-1080-4445-8a7e-d16ac5a9243a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:43.870742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1cb95c44-211b-4a82-b86f-5c0d8ea7f781 req-979ab88e-1080-4445-8a7e-d16ac5a9243a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1750982 Feb 15 01:43:43.883935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks [] for security_group (69baffa0-d009-41bd-9d8f-89e1253523c5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:43.892984 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87901275-0719-41fd-bba8-28a6400b2b01 x-openstack-request-id: req-87901275-0719-41fd-bba8-28a6400b2b01 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:43.893835 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:43.894341 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87901275-0719-41fd-bba8-28a6400b2b01 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:43.894980 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:43:43.988057 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1cb95c44-211b-4a82-b86f-5c0d8ea7f781 req-d11d4da6-bc93-4963-9b1f-98e2c1cabc5b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164322 Feb 15 01:43:43.992202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (69baffa0-d009-41bd-9d8f-89e1253523c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.010157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:43:44.042830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-1c728b93-f192-4f3c-943b-d7c107983d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.048161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-1c728b93-f192-4f3c-943b-d7c107983d8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1338823 Feb 15 01:43:44.073824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:41Z', 'revision_number': 1, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:44.075311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5e2e384b-9352-43d7-be3e-54821fe899dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.076154 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Added segment 5e2e384b-9352-43d7-be3e-54821fe899dd of type vlan for network ba6e19c2-493d-46fb-bca4-b2a6b68e696c Feb 15 01:43:44.125204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7158-b831-4843-aafa-dbf99cbadc6e None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:41Z', 'revision_number': 1, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:44.256804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ba6e19c2-493d-46fb-bca4-b2a6b68e696c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.273399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-a0306ac8-25c2-4610-a8d4-90f5eace2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.283233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-a0306ac8-25c2-4610-a8d4-90f5eace2229 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2285025 Feb 15 01:43:44.323532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e21d5de7-bb18-4235-8c8e-f7e001489a27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.383134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69baffa0-d009-41bd-9d8f-89e1253523c5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:44.390649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event deleted for resources: {'Port': ['ID=e21d5de7-bb18-4235-8c8e-f7e001489a27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:44.403209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ba6e19c2-493d-46fb-bca4-b2a6b68e696c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.405415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.405415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.520365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] No DVR routers for this DVR port e21d5de7-bb18-4235-8c8e-f7e001489a27 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:44.523481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.528390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-020982db-9fc9-4a4d-834b-412d1f0f7b6a req-21cdfe58-e4b0-4fe3-b80f-7db2f8059e11 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "DELETE /v2.0/ports/e21d5de7-bb18-4235-8c8e-f7e001489a27 HTTP/1.1" status: 204 len: 173 time: 1.6579330 Feb 15 01:43:44.533127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3704269 Feb 15 01:43:44.541868 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ccf8c6-bb42-45f6-92cf-8ebb65cfd942 None None] New status for floating IP 16922b49-6340-42a2-bfc6-00c8437dd186: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:43:44.764830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:44.789341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Request body: {'subnet': {'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-subnet', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:44.795547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-848441ad-67aa-4ad5-a100-9e07b765e4da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 999 time: 0.5047162 Feb 15 01:43:44.872806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-0a9e1437-3ec3-4769-b594-79b5bd40961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.874298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-0a9e1437-3ec3-4769-b594-79b5bd40961c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.0715096 Feb 15 01:43:44.876502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7511ac-b0ef-42d3-8de8-c6fc1e557f3f req-cb167562-25bf-42ed-9b5b-5f5b5449ec13 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.877959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a7511ac-b0ef-42d3-8de8-c6fc1e557f3f req-cb167562-25bf-42ed-9b5b-5f5b5449ec13 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1129 time: 0.4984748 Feb 15 01:43:44.918820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-deleted', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:44.918984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Made reservation on behalf of e1d5a0c028934490ad507eb2d73493ff for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:43:44.921121 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06bf000-5702-42f1-adbe-dc6d373e0227" -d '{"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-deleted", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:44.921249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:44.944568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981f2a-5a0e-43e4-be78-2fb4a7f71ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6e19c2-493d-46fb-bca4-b2a6b68e696c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:44.955501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:43:44.959984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.965390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.971629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.977627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.983094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.988590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:44.994218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.002125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-fdbd7920-4bb2-477a-bea4-370f3c2a999d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.8127522 Feb 15 01:43:45.074742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7163b726-3831-4b9e-9cae-ca5dd92ce699 req-7a3b0fa3-68f4-475b-b10c-83ac7e620f6e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627887 Feb 15 01:43:45.084819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-390914d0-43bb-44a7-a4fa-7cf9a1d6bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.086408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-390914d0-43bb-44a7-a4fa-7cf9a1d6bada service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2061038 Feb 15 01:43:45.093380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a7511ac-b0ef-42d3-8de8-c6fc1e557f3f req-0b28d72a-3ed1-49fd-aa69-1c7c56849fb4 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935914 Feb 15 01:43:45.110682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:45.244563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d45ce60-031a-4749-a644-a45e295d4c60 req-b6ec55ef-3cdf-454f-afd6-7903fe757e27 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb HTTP/1.1" status: 200 len: 210 time: 0.0365961 Feb 15 01:43:45.320682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-606487ee-e394-427d-8b5b-e96ca77da3eb service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240615 Feb 15 01:43:45.340029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-3dfc53e3-916f-4864-b688-f2b5bde16719 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.342068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-3dfc53e3-916f-4864-b688-f2b5bde16719 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1232636 Feb 15 01:43:45.393680 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7addf87-77ad-4fa0-92cf-b02a4797ff65 x-openstack-request-id: req-e7addf87-77ad-4fa0-92cf-b02a4797ff65 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:45.393979 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb", "name": "network-vif-deleted", "tag": "e21d5de7-bb18-4235-8c8e-f7e001489a27", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:45.394233 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7addf87-77ad-4fa0-92cf-b02a4797ff65 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:45.394633 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f09c-ec36-4cf0-8f45-881a5a5a8ddb', 'name': 'network-vif-deleted', 'tag': 'e21d5de7-bb18-4235-8c8e-f7e001489a27', 'status': 'completed', 'code': 200} Feb 15 01:43:45.441133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (f9190651-7964-4fb5-a239-e4d18f17fb6e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:45.471936 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-d05b89d1-8909-4ed6-8884-6e452462de0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.1237817 Feb 15 01:43:45.484359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:45.551313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:45.564876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70b2e3e2-a20f-4947-9122-b81a17b2def2 req-6a62ae1f-75ee-4fb1-b94d-46623eff63f4 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356226 Feb 15 01:43:45.583978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9190651-7964-4fb5-a239-e4d18f17fb6e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:45.602250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Checking segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:45.602904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Network hostable DHCP agents. Network: ba6e19c2-493d-46fb-bca4-b2a6b68e696c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:43:45.611433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefe5cc-05ea-4d09-b217-17e566fb34d6 req-7943556f-41d5-42f1-9a8c-d5160e611efd tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.619112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efefe5cc-05ea-4d09-b217-17e566fb34d6 req-7943556f-41d5-42f1-9a8c-d5160e611efd tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1422212 Feb 15 01:43:45.676847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efefe5cc-05ea-4d09-b217-17e566fb34d6 req-46b590ee-2876-4954-a782-a989276026af tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Feb 15 01:43:45.762007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:43:45.783123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f093c-b599-4b39-a8ef-3acd103d1681 req-b9799676-6091-4741-9e0b-197b9a8b2885 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.791143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d6f093c-b599-4b39-a8ef-3acd103d1681 req-b9799676-6091-4741-9e0b-197b9a8b2885 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1129 time: 0.0601799 Feb 15 01:43:45.834926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d6f093c-b599-4b39-a8ef-3acd103d1681 req-28eaf634-488c-4106-b117-c8f98b761e58 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Feb 15 01:43:45.876601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ba6e19c2-493d-46fb-bca4-b2a6b68e696c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:45.882133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:45.883537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:45.889494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f255c-04a3-4cbe-b9c9-83bdee489657 None None] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:43:46.020657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-392d0e0d-1006-4f0f-b8f6-18bb48e30dfa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2394221 Feb 15 01:43:46.021123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:46.027321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:46.071542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:43:46.073196 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.175001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.193126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.194259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.255361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.269402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Allocated IP 172.20.0.2 (ba6e19c2-493d-46fb-bca4-b2a6b68e696c/f9190651-7964-4fb5-a239-e4d18f17fb6e/bb61eff9-a66e-4a46-8ed5-283de94ddd21) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:46.294628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for router_controller (fe8312c4-8893-4a4c-a353-a3de5d5119a2), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.400869 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Floating IP 16922b49-6340-42a2-bfc6-00c8437dd186 associated. External IP: 172.25.2.195, port: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd. Feb 15 01:43:46.463957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks [] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.535800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.577284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for router_gateway (fe8312c4-8893-4a4c-a353-a3de5d5119a2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.590351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Pushing event updated for resources: {'Port': ['ID=bb61eff9-a66e-4a46-8ed5-283de94ddd21,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:46.605156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:46.607099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:46.610997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:46.642214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.649766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.656503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.663065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.669321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.673836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Attempting to bind port bb61eff9-a66e-4a46-8ed5-283de94ddd21 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:46.674413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Attempting to bind port bb61eff9-a66e-4a46-8ed5-283de94ddd21 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:46.674997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Attempting to bind port bb61eff9-a66e-4a46-8ed5-283de94ddd21 on network ba6e19c2-493d-46fb-bca4-b2a6b68e696c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:46.675157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.679991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:46.681080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:46.681674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Checking segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:46.682403 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.683130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:46.683335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Bound using segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:46.684395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Bound port: bb61eff9-a66e-4a46-8ed5-283de94ddd21, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:46.685257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bc0d3c42-fae1-4eb6-ae0d-0a6e427ea2cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1523945 Feb 15 01:43:46.690943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:46.740267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:46.805758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24166119-4a18-41dd-ac50-84252c1543f2 req-bd7014d7-de6d-4968-8a53-a2bcd95c0e87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1140406 Feb 15 01:43:46.807874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:46.918718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:46.924984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e21d5de7-bb18-4235-8c8e-f7e001489a27 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:46.925483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e21d5de7-bb18-4235-8c8e-f7e001489a27 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:46.954283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:46.955768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:47.121132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:47.129375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for router_gateway (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.171655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.213643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:47.222032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] For port bb61eff9-a66e-4a46-8ed5-283de94ddd21, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:47.246930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] For port bb61eff9-a66e-4a46-8ed5-283de94ddd21, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bb61eff9-a66e-4a46-8ed5-283de94ddd21,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:47.323208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Allocated IP 172.25.2.223 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/26cb13db-78a9-483f-9590-d557fb88ab90) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:47.363769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.368105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:47.373173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.443289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dce47-7c62-4dc0-9c42-dc15ea049708 None None] Pushing event updated for resources: {'Port': ['ID=bb61eff9-a66e-4a46-8ed5-283de94ddd21,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:47.466190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:47.469040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for port (26cb13db-78a9-483f-9590-d557fb88ab90), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.482230 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:47.490136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-86c60350-cae2-4386-b495-9ace8b8a3c0c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "PUT /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 999 time: 2.0128732 Feb 15 01:43:47.570394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:46Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:47.593205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.601155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:47.610136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-ad78c4f2-fd5d-4dec-bfef-58ab1b65bf6c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:47.611716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:47.612478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:47.614171 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-ad78c4f2-fd5d-4dec-bfef-58ab1b65bf6c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports/fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 942 time: 0.1085703 Feb 15 01:43:47.645011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:47.651488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:47.655584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:47.693316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Pushing event updated for resources: {'Port': ['ID=26cb13db-78a9-483f-9590-d557fb88ab90,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:47.826067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-1a06c6f7-7ca4-49d4-8c25-b606d8b61050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:47.828126 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-1a06c6f7-7ca4-49d4-8c25-b606d8b61050 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.0720191 Feb 15 01:43:47.845985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:47.900078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:47.960194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-c6913c57-fcfd-41f4-b11c-a5503aaa43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:47.962798 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-c6913c57-fcfd-41f4-b11c-a5503aaa43a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.1153557 Feb 15 01:43:48.024053 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-396d4dc8-f973-4ec5-8174-9ba2470acb32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 217 time: 0.0562079 Feb 15 01:43:48.086485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-a240ab53-5928-4279-b80f-631d73e56417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:48.088551 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-a240ab53-5928-4279-b80f-631d73e56417 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.0637541 Feb 15 01:43:48.169903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-fb76cb8f-e83c-4807-a087-12a82314313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:48.170927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for router_gateway (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:48.172243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-fb76cb8f-e83c-4807-a087-12a82314313b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0761008 Feb 15 01:43:48.186332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-c799991d-1d8f-44b4-a80a-2889c032f9b9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:48.196689 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-c799991d-1d8f-44b4-a80a-2889c032f9b9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174663 Feb 15 01:43:48.206733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:46Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:48.240674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73685e4-25e1-4a4f-8d5b-baa758c77582 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:46Z', 'revision_number': 3, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:48.357254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-b5f7f2b1-cd1a-4c53-8a17-b3ed5156cc60 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584377 Feb 15 01:43:48.509569 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dedb24-b397-4255-8718-f217dc069856 None None] New status for floating IP 16922b49-6340-42a2-bfc6-00c8437dd186: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:43:48.520512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:48.576793 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-da5c1c57-a3f7-46e0-bde6-4a0add2e4a96 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084210 Feb 15 01:43:48.754432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-715345b6-0a3c-4fd6-8d1c-7a0d158a993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:48.756989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-715345b6-0a3c-4fd6-8d1c-7a0d158a993f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1129 time: 0.0626149 Feb 15 01:43:48.850139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Router fe8312c4-8893-4a4c-a353-a3de5d5119a2 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:43:48.866442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0e20d-a3a0-449c-8a9d-402486a255c8 None None] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:43:48.896357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-93cc3820-350e-4bdd-a077-3d1c90424910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:48.900027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-93cc3820-350e-4bdd-a077-3d1c90424910 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.1356907 Feb 15 01:43:48.954979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Provisioning complete for port bb61eff9-a66e-4a46-8ed5-283de94ddd21 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:48.955371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:48.996329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-463ef6ee-1858-405b-9f4e-2518c3c7cd8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 1002 time: 0.0910635 Feb 15 01:43:49.034347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:49.070029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Sync routers for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:49.088763 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:49.099117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-1de6a1bf-9b21-4dea-800f-3e3b614d8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:49.107576 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-1de6a1bf-9b21-4dea-800f-3e3b614d8c9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1104758 Feb 15 01:43:49.113994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:49.116434 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:49.136493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:49.136493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e4b31f66-22e3-4756-a01e-6a97ff3ea38c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1134396 Feb 15 01:43:49.138600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:49.182667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Current status of the port bb61eff9-a66e-4a46-8ed5-283de94ddd21 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:49.184222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:49.190280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:49.192874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:49.207595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-93e72a1a-fabf-497c-96bb-dbd1d4f43f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:49.209304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-93e72a1a-fabf-497c-96bb-dbd1d4f43f45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0909586 Feb 15 01:43:49.420470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:49.430039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-baa28823-8e54-415e-b6ff-c4e3a1cb9ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035151 Feb 15 01:43:49.508783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:49.706494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f01fd6db-ca10-4162-9491-35f2d7239551 req-fff8359c-d6d4-42ae-8135-64b06738650a service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684135 Feb 15 01:43:49.738017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bb61eff9-a66e-4a46-8ed5-283de94ddd21 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:49.815302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] For port bb61eff9-a66e-4a46-8ed5-283de94ddd21, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bb61eff9-a66e-4a46-8ed5-283de94ddd21,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:49.821864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:48Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:49.910303 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:49.931854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:49.934874 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:49.935509 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:49.974422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54d7a-9e58-46be-bbab-ec8a75dfea83 req-30c7f134-0198-4254-93a3-9f2e5f5183c8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:49.984490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0af54d7a-9e58-46be-bbab-ec8a75dfea83 req-30c7f134-0198-4254-93a3-9f2e5f5183c8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.0834301 Feb 15 01:43:50.055854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4d3a-7c30-44a9-b8c8-c63c6052f1ee None None] Pushing event updated for resources: {'Port': ['ID=bb61eff9-a66e-4a46-8ed5-283de94ddd21,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:50.072686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0af54d7a-9e58-46be-bbab-ec8a75dfea83 req-56381db1-b0fd-4922-83e8-98b07dd7d61b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863810 Feb 15 01:43:50.150147 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:50.315518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:47Z', 'revision_number': 3, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:50.336388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port bb61eff9-a66e-4a46-8ed5-283de94ddd21 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:50.338286 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:50.389969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:50.421599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-03eeeae3-b59a-44c8-a818-20a1080ea7b5 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:43:50.432363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-03eeeae3-b59a-44c8-a818-20a1080ea7b5 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1395411 Feb 15 01:43:50.476739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Checking router: fe8312c4-8893-4a4c-a353-a3de5d5119a2 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:50.477096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Updating router fe8312c4-8893-4a4c-a353-a3de5d5119a2 port 26cb13db-78a9-483f-9590-d557fb88ab90 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:43:50.492955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-870b13c5-6f58-495d-b9c4-cd9f48873a86 None None] Provisioning complete for port bb61eff9-a66e-4a46-8ed5-283de94ddd21 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:50.493334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-870b13c5-6f58-495d-b9c4-cd9f48873a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:50.509709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-ea89c594-7536-454b-8d16-7a6b00910039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.516865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-ea89c594-7536-454b-8d16-7a6b00910039 service neutron] 10.222.0.43 "GET /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 1126 time: 0.0835276 Feb 15 01:43:50.526444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Request body: {'binding': {'host': 'n-h2-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:50.526908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:43:50.590668 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615e9b3-89d8-48b5-b967-0ae1bce8f206 x-openstack-request-id: req-1615e9b3-89d8-48b5-b967-0ae1bce8f206 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:50.591077 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:50.591359 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1615e9b3-89d8-48b5-b967-0ae1bce8f206 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:50.591650 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:43:50.601536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:50.643907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Allocated IP 172.20.0.1 (ba6e19c2-493d-46fb-bca4-b2a6b68e696c/f9190651-7964-4fb5-a239-e4d18f17fb6e/561dbc09-e04b-4b80-9c2e-1d3d264a7778) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:43:50.685685 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:48Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:50.711551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port bb61eff9-a66e-4a46-8ed5-283de94ddd21 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:50.756692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-487be8da-23b9-47e4-bb05-2b178c03d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.758239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-487be8da-23b9-47e4-bb05-2b178c03d968 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1119125 Feb 15 01:43:50.768794 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7b23ea-8c03-4051-afd0-cc3b8c96aa3f None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:c7:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:43:48Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:50.903857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-870b13c5-6f58-495d-b9c4-cd9f48873a86 None None] Current status of the port bb61eff9-a66e-4a46-8ed5-283de94ddd21 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:50.915102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on host n-h2-829064-14 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:50.915695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:50.915836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:50.935172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.940558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.946061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.946758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks [] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:50.951589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.957048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.964033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.970017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:50.979091 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-9468bfc0-86fe-4a92-8fd9-b2459c04d85a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2075274 Feb 15 01:43:50.988043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:43:50.988398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:51.013627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-b2378375-16dd-4d38-b162-30d6a99fb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:51.014333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:51.014716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:51.015068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:51.015237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-b2378375-16dd-4d38-b162-30d6a99fb81f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2511175 Feb 15 01:43:51.015543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Bound port: bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:51.053704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8239121-aa31-4860-94f1-17a29703e167 req-95cdb196-0a59-4e41-999e-c9c5f01553b4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:51.055856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8239121-aa31-4860-94f1-17a29703e167 req-95cdb196-0a59-4e41-999e-c9c5f01553b4 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 944 time: 0.2005889 Feb 15 01:43:51.060881 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2593b1c9-0c67-4db8-b766-60738ce75105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.081748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-f2b652ad-abbf-4586-ad07-692fbc4a47b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 217 time: 0.0528910 Feb 15 01:43:51.113728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks [] for port (26cb13db-78a9-483f-9590-d557fb88ab90), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.152240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-9d263c58-907c-40a3-b83a-567ae691b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:51.153775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-9d263c58-907c-40a3-b83a-567ae691b5d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.0642328 Feb 15 01:43:51.187074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.194037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.237374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3c14ad5-05d5-4a3f-acc2-e6c69f04ea42 req-c8cac679-339f-4233-a522-d256353c3c9d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2562885 Feb 15 01:43:51.255192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:51.279004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910cae8-19b4-4946-9e17-53875e9b34d6 None None] Pushing event updated for resources: {'Port': ['ID=26cb13db-78a9-483f-9590-d557fb88ab90,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:51.284640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:51.288102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Pushing event updated for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:51.291638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:51.295085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:43:51.305848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Deleting port 90ab4b37-b053-4628-b4b3-0a32f51aa535 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:51.306188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.325198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-a3a631e3-2794-4f99-b509-fb4af2fae8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:51.326823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-a3a631e3-2794-4f99-b509-fb4af2fae8bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1672788 Feb 15 01:43:51.331111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Attempting to bind port 26cb13db-78a9-483f-9590-d557fb88ab90 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:51.331587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Attempting to bind port 26cb13db-78a9-483f-9590-d557fb88ab90 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:51.331956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Attempting to bind port 26cb13db-78a9-483f-9590-d557fb88ab90 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:51.338670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:51.339045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:51.339464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.339948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:51.340697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Bound port: 26cb13db-78a9-483f-9590-d557fb88ab90, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:51.345389 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.393127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.406718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] For port 26cb13db-78a9-483f-9590-d557fb88ab90, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:51.414618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] For port 26cb13db-78a9-483f-9590-d557fb88ab90, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26cb13db-78a9-483f-9590-d557fb88ab90,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:51.415379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] For port 90ab4b37-b053-4628-b4b3-0a32f51aa535, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=90ab4b37-b053-4628-b4b3-0a32f51aa535,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:51.415860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.429499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Calling delete_port for 90ab4b37-b053-4628-b4b3-0a32f51aa535 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:51.472889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.474120 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] 10.222.0.43 "POST /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7/bindings HTTP/1.1" status: 201 len: 390 time: 0.9512782 Feb 15 01:43:51.519163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.548914 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4850c6af-a240-4a96-a515-ee556fe31872 req-31f1ab8a-1fa8-47b0-a2a3-4097140c6b58 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.2662828 Feb 15 01:43:51.652377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850c6af-a240-4a96-a515-ee556fe31872 req-40eda33b-95fb-443d-a6ab-ec110751da81 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:51.652377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4850c6af-a240-4a96-a515-ee556fe31872 req-40eda33b-95fb-443d-a6ab-ec110751da81 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports/3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 943 time: 0.0815332 Feb 15 01:43:51.687196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ca3dd0eb-4228-4fca-8773-b233d9bf33af None None] Provisioning complete for port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:51.687778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd0eb-4228-4fca-8773-b233d9bf33af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.721526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-1b6366de-0ec7-421c-9ae4-b873f1eb0b5d service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853719 Feb 15 01:43:51.776700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bb61eff9-a66e-4a46-8ed5-283de94ddd21 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:51.783943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4850c6af-a240-4a96-a515-ee556fe31872 req-b8e1ec5f-eed4-4964-8e30-8018257f34f7 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.0704384 Feb 15 01:43:51.816574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910cae8-19b4-4946-9e17-53875e9b34d6 None None] Pushing event updated for resources: {'Port': ['ID=26cb13db-78a9-483f-9590-d557fb88ab90,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:51.824888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dd0eb-4228-4fca-8773-b233d9bf33af None None] Port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:51.856995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:51.857639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:51.882993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65e02ed1-c7bf-4cd8-bede-ab8d93f2dcc5 req-28b8bdee-eecb-45cd-b8d8-10b99b8f20e5 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364009 Feb 15 01:43:51.991579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:51.992688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port bb61eff9-a66e-4a46-8ed5-283de94ddd21 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:51.993075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.043968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fd696fc-0986-46c2-8833-e316bc975809 req-215abba6-f4cf-44b5-9fdc-4038d230425d tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d0f516-c828-46fa-ace5-361facea903f HTTP/1.1" status: 200 len: 210 time: 0.0467596 Feb 15 01:43:52.109262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:52.278274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (90ab4b37-b053-4628-b4b3-0a32f51aa535), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.332591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port bb61eff9-a66e-4a46-8ed5-283de94ddd21 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:52.333671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event deleted for resources: {'Port': ['ID=90ab4b37-b053-4628-b4b3-0a32f51aa535,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:52.355395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.356158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.356158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.356532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.356898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.357274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.357603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.358343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.358343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.358672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.358872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.359192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.359508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:52.428982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks [] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.442441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-53b78d14-1f81-4840-a1a5-ac8f2d88a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:52.447723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] No DVR routers for this DVR port 90ab4b37-b053-4628-b4b3-0a32f51aa535 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:52.448409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-53b78d14-1f81-4840-a1a5-ac8f2d88a35e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1129 time: 0.1856682 Feb 15 01:43:52.449834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:47Z', 'revision_number': 3, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:52.451839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.455514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d8239121-aa31-4860-94f1-17a29703e167 req-3553775f-7bc2-4fcc-8741-a803a3041b32 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.37 "DELETE /v2.0/ports/90ab4b37-b053-4628-b4b3-0a32f51aa535 HTTP/1.1" status: 204 len: 173 time: 1.3298750 Feb 15 01:43:52.477349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850c6af-a240-4a96-a515-ee556fe31872 req-4363ebf9-ee4d-4ffd-8f41-e677ef42d6b8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:52.494733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4850c6af-a240-4a96-a515-ee556fe31872 req-4363ebf9-ee4d-4ffd-8f41-e677ef42d6b8 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.7010980 Feb 15 01:43:52.533570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892fb1d-bf29-401f-acf0-b99c9148ccc2 None None] The sync data for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 is: [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:47Z', 'revision_number': 3, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:52.551883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.614697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415'}, {'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-deleted', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:52.618764 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415"}, {"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-deleted", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:52.661855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc888f4-d88e-494c-a685-51b17c11e8fe req-e3b75954-4dd5-473e-ae1a-f98fe2e98467 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:52.672617 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-abc888f4-d88e-494c-a685-51b17c11e8fe req-e3b75954-4dd5-473e-ae1a-f98fe2e98467 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.0975420 Feb 15 01:43:52.693029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Pushing event updated for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:52.713455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:52.718587 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-abc888f4-d88e-494c-a685-51b17c11e8fe req-d71c0820-7eb6-4cb3-a077-6503ba79553c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Feb 15 01:43:52.820264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-b5c791c9-8fde-4fd4-9c9e-bd9381cddc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:52.821801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-b5c791c9-8fde-4fd4-9c9e-bd9381cddc6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.3668828 Feb 15 01:43:52.915152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507578b-5b3e-48fd-90af-87e84c215cba req-5ee73ef5-63df-4136-b938-966cf348fcbe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:52.921301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-c144ec24-9966-45de-87e5-ff8146046265 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0927918 Feb 15 01:43:52.929352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f507578b-5b3e-48fd-90af-87e84c215cba req-5ee73ef5-63df-4136-b938-966cf348fcbe tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0949385 Feb 15 01:43:53.023047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f507578b-5b3e-48fd-90af-87e84c215cba req-24c2ce82-fa82-4b43-85e8-f20ab0759740 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975146 Feb 15 01:43:53.092799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-5b9e84c9-9b60-470e-afc1-a3cef1139ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.094702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-5b9e84c9-9b60-470e-afc1-a3cef1139ceb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1582320 Feb 15 01:43:53.099087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:43:53.128229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:43:53.151901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-0594c505-3f01-4183-a340-f6d61381f519 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501895 Feb 15 01:43:53.164866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.166314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-6563a276-7d48-42ce-800c-dd33603e9ab2 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.0858309 Feb 15 01:43:53.170779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.176987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.187784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.189284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.195282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.201377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.214697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-d2d64cc3-a895-4223-89e9-e080d4969ce8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2846224 Feb 15 01:43:53.226957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c3308f-57ea-4de1-8c90-6a50d0940f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:53.251116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-9a77a7ae-99bb-4689-8307-47d342dbd1c4 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.269579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-9a77a7ae-99bb-4689-8307-47d342dbd1c4 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports/3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 943 time: 0.0915799 Feb 15 01:43:53.463583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-6e9644a1-1594-471c-8322-6fc0167c5949 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.1369991 Feb 15 01:43:53.471935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e317839-687b-4885-964c-f1ccfbe1ed2f req-afd25570-ee78-4d4d-8bf8-c25cf5186147 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2597537 Feb 15 01:43:53.585222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-70ff7b18-fd12-4d94-8249-6b20b050d163 None None] Provisioning complete for port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:53.586359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70ff7b18-fd12-4d94-8249-6b20b050d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:53.614843 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0331b11-d4c8-44b5-b33b-0f973a5cb4e4 x-openstack-request-id: req-b0331b11-d4c8-44b5-b33b-0f973a5cb4e4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:53.615703 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415", "status": "completed", "code": 200}, {"server_uuid": "76d0f516-c828-46fa-ace5-361facea903f", "name": "network-vif-deleted", "tag": "90ab4b37-b053-4628-b4b3-0a32f51aa535", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:53.626528 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0331b11-d4c8-44b5-b33b-0f973a5cb4e4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:53.626528 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'status': 'completed', 'code': 200} Feb 15 01:43:53.626528 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f516-c828-46fa-ace5-361facea903f', 'name': 'network-vif-deleted', 'tag': '90ab4b37-b053-4628-b4b3-0a32f51aa535', 'status': 'completed', 'code': 200} Feb 15 01:43:53.626858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-90d390c3-1f5f-4a41-91eb-b4f56b0bbbcd service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077053 Feb 15 01:43:53.680345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70ff7b18-fd12-4d94-8249-6b20b050d163 None None] Port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:43:53.739808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-1d7e2256-def0-484a-8545-bd290668ee0d tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:53.755067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-1d7e2256-def0-484a-8545-bd290668ee0d tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.2851093 Feb 15 01:43:53.779861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26cb13db-78a9-483f-9590-d557fb88ab90 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:53.893528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26cb13db-78a9-483f-9590-d557fb88ab90 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:53.893777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:53.942476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-b77c02ac-4729-482c-b0d5-85b62ee05b25 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.1702528 Feb 15 01:43:53.942476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:54.027404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.099203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26cb13db-78a9-483f-9590-d557fb88ab90 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:54.100284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.149166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 26cb13db-78a9-483f-9590-d557fb88ab90, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26cb13db-78a9-483f-9590-d557fb88ab90,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:54.243963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.255573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.276381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Router fe8312c4-8893-4a4c-a353-a3de5d5119a2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:54.295730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-db85cc2d-facc-42b4-a249-06513fe6a060 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297054 Feb 15 01:43:54.335560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.336125 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Floating IP 16922b49-6340-42a2-bfc6-00c8437dd186 disassociated. External IP: 172.25.2.195, port: 3e867ce4-b7d8-48a8-bff1-c446215e0415. Feb 15 01:43:54.366512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=26cb13db-78a9-483f-9590-d557fb88ab90,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:54.383728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.384158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.384587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.384990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.385389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.385788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.386859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.387256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.389027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.398782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.398782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.398782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.398782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:43:54.432380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.442903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-21e19604-0a07-4d1c-9687-3b105d09b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:54.445509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-21e19604-0a07-4d1c-9687-3b105d09b815 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1129 time: 0.7664671 Feb 15 01:43:54.540825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:54.547010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2eeb335f-b82b-4750-9eb0-b6abd47f5a4c admin admin] 10.222.0.43 "PUT /v2.0/routers/fe8312c4-8893-4a4c-a353-a3de5d5119a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4070463 Feb 15 01:43:54.598178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3328550-05e1-4e5d-822a-5adbf365abc6 req-50d006f4-3104-4364-ac36-7b5ff2d72b7c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:54.600039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3328550-05e1-4e5d-822a-5adbf365abc6 req-50d006f4-3104-4364-ac36-7b5ff2d72b7c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 945 time: 0.1730914 Feb 15 01:43:54.619962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-ad8cd1a5-4ac3-48ba-bcd6-ca745c5493f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:54.621814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-ad8cd1a5-4ac3-48ba-bcd6-ca745c5493f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.1693306 Feb 15 01:43:54.715078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:43:54.719227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-5f44c938-d7f4-4d93-af78-7c7db2a390f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 217 time: 0.0834601 Feb 15 01:43:54.773905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:54.807930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 90ab4b37-b053-4628-b4b3-0a32f51aa535 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:54.810252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3328550-05e1-4e5d-822a-5adbf365abc6 req-6a5bb0b9-643b-432b-9f8b-3b8808a16813 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033651 Feb 15 01:43:54.812954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 90ab4b37-b053-4628-b4b3-0a32f51aa535 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:54.842450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-1d9fa711-803f-47e7-9c4e-7773c789810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:54.845111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-1d9fa711-803f-47e7-9c4e-7773c789810b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1249404 Feb 15 01:43:54.881936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:43:54.888947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:54.895202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:54.933461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:54.936697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:54.942494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-fb18dd48-9e52-4337-878f-fade42033ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:54.943286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-fb18dd48-9e52-4337-878f-fade42033ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0868554 Feb 15 01:43:54.951605 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-95cc8cef-105f-4fde-87bb-6a5ffba351f6 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "PUT /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 695 time: 1.0163188 Feb 15 01:43:55.046111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-2c4e4d09-0a40-4f66-8f7b-a38b8ed7e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.054765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-2c4e4d09-0a40-4f66-8f7b-a38b8ed7e172 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1129 time: 0.1014156 Feb 15 01:43:55.152216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-d45f0f3b-d229-424e-a228-c6228896a45b service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011495 Feb 15 01:43:55.172893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:55.179123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-24fe5a24-b7a8-47ca-a449-fe654b0d2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.192476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-24fe5a24-b7a8-47ca-a449-fe654b0d2325 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.1363664 Feb 15 01:43:55.252041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-182b59bb-b4e3-48cb-85c3-baea4ee883de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 217 time: 0.0554364 Feb 15 01:43:55.354509 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Sync routers for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:43:55.369172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-8bfee763-7af3-421f-99a6-8e34d3d62b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.373591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-8bfee763-7af3-421f-99a6-8e34d3d62b96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1141601 Feb 15 01:43:55.376145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d3c6522-3a37-4941-a0e1-445d3f5c68c5 req-98c51986-a27c-4769-bc1e-22105827381d service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185872 Feb 15 01:43:55.383007 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:55.383811 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:55.476659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-14627686-afd2-43c7-afa7-de31f5c996e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.478925 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-14627686-afd2-43c7-afa7-de31f5c996e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0990317 Feb 15 01:43:55.567614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f766595-577b-4729-af15-0df49a9ca923 req-a2214f4d-eeb8-4b1a-ad3a-cf94431ee2ef tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.575462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f766595-577b-4729-af15-0df49a9ca923 req-a2214f4d-eeb8-4b1a-ad3a-cf94431ee2ef tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1202991 Feb 15 01:43:55.627483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:55.635530 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665e5cb-b1e0-446e-9841-9930104a419f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:55.680842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f766595-577b-4729-af15-0df49a9ca923 req-2699720a-f94f-4ef2-a326-a4bc123dd930 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Feb 15 01:43:55.733407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26cb13db-78a9-483f-9590-d557fb88ab90 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:55.790770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-c49e453a-65ce-4c4e-981c-f9f97fc6fa9f service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921214 Feb 15 01:43:55.799489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-6bf0c4af-caec-46b2-b16d-7d0edfea243a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:55.805560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-6bf0c4af-caec-46b2-b16d-7d0edfea243a tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 945 time: 0.0983803 Feb 15 01:43:55.806413 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:55.837961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26cb13db-78a9-483f-9590-d557fb88ab90 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:55.838593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:55.923422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:55.990935 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b42559de-30d7-43f6-ad8c-d0b7648fe51c req-3b84fc1e-539e-4bfa-964b-3e0aeb5b9a1a service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979949 Feb 15 01:43:55.991624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:56.029479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:56.031814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26cb13db-78a9-483f-9590-d557fb88ab90 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:56.042350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:56.043021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:56.064104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.070351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.076665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.082224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.087979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.094646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.100904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.108629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-0f79a36c-2f06-4cd0-8014-e3feb8ca3d29 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1944969 Feb 15 01:43:56.171473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Deleting port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:43:56.171825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.268432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:56.271576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4f84596-ce6f-406b-9825-2b1fe2542698 req-7d3713e6-7286-4b44-b8e4-86a3748fd7eb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1617005 Feb 15 01:43:56.349296 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:52Z', 'revision_number': 2, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:56.372222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] For port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,segment=NetworkSegment(1daa902b-0ad9-4589-837a-05e36c312a62),segment_id=1daa902b-0ad9-4589-837a-05e36c312a62)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:56.372932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.404644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Calling delete_port for 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:43:56.411553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Checking router: fe8312c4-8893-4a4c-a353-a3de5d5119a2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:43:56.414906 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Updating router fe8312c4-8893-4a4c-a353-a3de5d5119a2 port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:43:56.458614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-3b17fd8c-9dd4-45bc-bd1d-5f67eaf185cf tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:56.460525 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-3b17fd8c-9dd4-45bc-bd1d-5f67eaf185cf tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 828 time: 0.2292464 Feb 15 01:43:56.482065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-bac2e44f-ec15-46e4-b9e1-62cdbe974054 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/quotas/e1d5a0c028934490ad507eb2d73493ff HTTP/1.1" status: 200 len: 375 time: 0.0146284 Feb 15 01:43:56.491529 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.595428 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-bbbda5c0-a2af-4946-8269-8954e07f994a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076100 Feb 15 01:43:56.598450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:56.631173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e6974-2e56-499b-9e14-0f303deb53ac None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:56.766923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-e790d21f-b110-4ded-9b1e-62b8fdd15782 service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627257 Feb 15 01:43:56.773522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f95d98e-b795-47ba-bd2d-b29d4ddc0077), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.819668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Pushing event deleted for resources: {'Port': ['ID=0f95d98e-b795-47ba-bd2d-b29d4ddc0077,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:56.888563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] No DVR routers for this DVR port 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:43:56.892027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.895928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-657b48b5-9cc7-415b-8b20-f19f02c9f798 req-5c6dbd72-c7e5-43c7-9cce-a0a1b9e23941 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.31 "DELETE /v2.0/ports/0f95d98e-b795-47ba-bd2d-b29d4ddc0077 HTTP/1.1" status: 204 len: 173 time: 1.0787158 Feb 15 01:43:56.896555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-deleted', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:43:56.912486 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ff517-df7e-43fe-8430-3b8d47530ace" -d '{"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-deleted", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:43:56.938112 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks [] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:56.945602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-93e0c8cf-2b55-487c-b4c5-0d4edc5e2963 service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605968 Feb 15 01:43:57.049706 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.081298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e896fa-3a4d-46a6-a2c2-369e1f2364cd None None] New status for floating IP 16922b49-6340-42a2-bfc6-00c8437dd186: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:43:57.139789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd996f1c-d239-43da-bbf3-c72505dec195 req-8a0d3162-063d-4abf-b02c-e6e2bf5e8019 tempest-LiveMigrationTest-1924246051 tempest-LiveMigrationTest-1924246051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f68365-98a5-4eb0-8a28-741205d11c2c HTTP/1.1" status: 200 len: 210 time: 0.0756841 Feb 15 01:43:57.146818 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a75e-fa88-4eaf-93c1-3767c6530060 None None] Pushing event updated for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:57.217370 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f89bfa-143f-4d7c-a77b-cd8b8441c75c x-openstack-request-id: req-b4f89bfa-143f-4d7c-a77b-cd8b8441c75c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:57.217672 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:57.217926 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4f89bfa-143f-4d7c-a77b-cd8b8441c75c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:57.218327 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'status': 'completed', 'code': 200} Feb 15 01:43:57.220528 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Attempting to bind port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:43:57.221156 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Attempting to bind port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:43:57.224120 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Attempting to bind port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 on network ba6e19c2-493d-46fb-bca4-b2a6b68e696c {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:43:57.236232 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:43:57.249720 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Checking segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:43:57.250972 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.251423 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Bound using segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:43:57.251894 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Bound port: 561dbc09-e04b-4b80-9c2e-1d3d264a7778, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:43:57.252988 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.378169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e5cb-b1e0-446e-9841-9930104a419f req-6c1989eb-8a48-4c57-b36f-12fd61926960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:57.381675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-6c1989eb-8a48-4c57-b36f-12fd61926960 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 1129 time: 0.1347916 Feb 15 01:43:57.446471 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] For port 561dbc09-e04b-4b80-9c2e-1d3d264a7778, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:43:57.454427 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] For port 561dbc09-e04b-4b80-9c2e-1d3d264a7778, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=561dbc09-e04b-4b80-9c2e-1d3d264a7778,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:43:57.529754 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.587752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e5cb-b1e0-446e-9841-9930104a419f req-c62effd1-bae9-462b-99fe-35b89ddcf4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:57.591347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-c62effd1-bae9-462b-99fe-35b89ddcf4ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2019024 Feb 15 01:43:57.632138 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a75e-fa88-4eaf-93c1-3767c6530060 None None] Pushing event updated for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:57.673902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:43:57.674545 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:57.705236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-ba3fbe01-3c8c-4f11-85e4-3c993d38e4da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 200 len: 217 time: 0.1000504 Feb 15 01:43:57.726323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Provisioning complete for port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:57.727006 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.814363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e5cb-b1e0-446e-9841-9930104a419f req-290b03e3-64ca-4a2e-84f1-61dc23398610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:57.815865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-290b03e3-64ca-4a2e-84f1-61dc23398610 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1002185 Feb 15 01:43:57.888765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:57.929987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e5cb-b1e0-446e-9841-9930104a419f req-8083ad58-ad22-4eb1-8efe-b76cc065c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:57.931880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-8083ad58-ad22-4eb1-8efe-b76cc065c82b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019049 Feb 15 01:43:57.951586 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:43:58.031949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Current status of the port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:58.032887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:58.115780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] For port 561dbc09-e04b-4b80-9c2e-1d3d264a7778, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=561dbc09-e04b-4b80-9c2e-1d3d264a7778,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:58.198886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:43:58.205450 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344bede-1617-4c35-a247-44d0693b6fa9 x-openstack-request-id: req-f344bede-1617-4c35-a247-44d0693b6fa9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:43:58.205750 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f68365-98a5-4eb0-8a28-741205d11c2c", "name": "network-vif-deleted", "tag": "0f95d98e-b795-47ba-bd2d-b29d4ddc0077", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:43:58.206008 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f344bede-1617-4c35-a247-44d0693b6fa9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:43:58.206430 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f68365-98a5-4eb0-8a28-741205d11c2c', 'name': 'network-vif-deleted', 'tag': '0f95d98e-b795-47ba-bd2d-b29d4ddc0077', 'status': 'completed', 'code': 200} Feb 15 01:43:58.241638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:43:58.245916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f95d98e-b795-47ba-bd2d-b29d4ddc0077 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:43:58.250586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:58.250825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-0e43e40a-6b29-4821-b2ef-76bc458cf0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960236 Feb 15 01:43:58.320842 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:57Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:43:58.386339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.397880 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67126a30-8168-4fb9-8a76-88f4fe8202e0 None None] The sync data for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 is: [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:57Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:43:58.399615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88597200-7576-4fb5-b343-cad96cded101 req-af94ac84-c936-4725-860e-da6ffdcedd6c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.407750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88597200-7576-4fb5-b343-cad96cded101 req-af94ac84-c936-4725-860e-da6ffdcedd6c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.4664702 Feb 15 01:43:58.420648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.421415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4148f-8214-426b-ba80-53f8d7962d65 None None] Pushing event updated for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:58.435585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.444119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-74fe1da9-1567-43d8-9f55-6fd18f346e3f None None] Provisioning complete for port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:58.445195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74fe1da9-1567-43d8-9f55-6fd18f346e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:58.456683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.492300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.503862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.511436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:58.522372 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f5187ace-e9a6-4915-8963-208d38d485e4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2710369 Feb 15 01:43:58.600685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88597200-7576-4fb5-b343-cad96cded101 req-53e00c5e-f10d-4285-9b4c-a212a47fc885 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825364 Feb 15 01:43:58.602979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665e5cb-b1e0-446e-9841-9930104a419f req-c2e9b4bd-5e13-4cc1-979a-ca51acf47a5d service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420846 Feb 15 01:43:58.632230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f425eb2e-038d-4485-86eb-41a34e7b753a req-f0458daf-5116-4431-bd91-0593da515d0c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0869751 Feb 15 01:43:58.663375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-74fe1da9-1567-43d8-9f55-6fd18f346e3f None None] Current status of the port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:58.774608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8670387b-3de1-4035-97b0-f2c4091ab639 req-11808e88-c80e-4f47-a256-8c8881ee4b55 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 210 time: 0.0756800 Feb 15 01:43:58.790810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:43:59.006504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:59.007537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8f845db6-d304-4fc2-9640-be29850c86ee tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:43:59.015734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8f845db6-d304-4fc2-9640-be29850c86ee tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1301208 Feb 15 01:43:59.026795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'mac_address': 'fa:16:3e:e0:fa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:43:59.082036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc4844ff-a22e-47f3-81ac-a651aec02ee0 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:43:59.082729 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:59.103461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc4844ff-a22e-47f3-81ac-a651aec02ee0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:43:59.137446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-965f98b3-dd61-4559-945d-d3ce651de7fd tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.1204715 Feb 15 01:43:59.144010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:43:59.146026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:43:59.190381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:59.249377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:59.383986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bc4844ff-a22e-47f3-81ac-a651aec02ee0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:43:59.463996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:43:59.571512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:43:59.800568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Deleting subnet 8bffe9a5-7296-4d2d-9c09-f49d155ea06c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:43:59.806361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Publish callbacks [] for subnet (8bffe9a5-7296-4d2d-9c09-f49d155ea06c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:59.836938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 561dbc09-e04b-4b80-9c2e-1d3d264a7778 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:43:59.886604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (8bffe9a5-7296-4d2d-9c09-f49d155ea06c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:43:59.967699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:43:59.968401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.037505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8bffe9a5-7296-4d2d-9c09-f49d155ea06c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.080930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d892-c191-4c0a-a3f0-962be39274cd req-c3cf4e4e-5b29-447c-b3ff-3758c6eab8c4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.088784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4f6d892-c191-4c0a-a3f0-962be39274cd req-c3cf4e4e-5b29-447c-b3ff-3758c6eab8c4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1703036 Feb 15 01:44:00.109964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:00.185714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-2bb80ab3-3c72-4bb5-b981-31af813466d3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.186489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4f6d892-c191-4c0a-a3f0-962be39274cd req-1a8fd31c-a31f-40db-8377-24c3a6f648aa tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 Feb 15 01:44:00.188492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-2bb80ab3-3c72-4bb5-b981-31af813466d3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7bc462-1ca5-4b56-92f5-e312911fc62f HTTP/1.1" status: 200 len: 946 time: 0.7071924 Feb 15 01:44:00.260911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (8bffe9a5-7296-4d2d-9c09-f49d155ea06c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.287658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bffe9a5-7296-4d2d-9c09-f49d155ea06c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:00.303316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:44:00.331216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.335159 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-398fd201-be01-4a42-9725-970cc90bf284 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8bffe9a5-7296-4d2d-9c09-f49d155ea06c HTTP/1.1" status: 204 len: 168 time: 0.7617867 Feb 15 01:44:00.338745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:00.412205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.424083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ed2d4070-d7c5-466e-a105-821fcd0b74f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.448465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Deleting port 3e867ce4-b7d8-48a8-bff1-c446215e0415 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:00.448815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.472464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.473569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.479435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.486044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.492102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.497296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.507664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.519085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.529672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-f0996706-878e-43db-8f00-e2bdddb12484 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2432013 Feb 15 01:44:00.655769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] For port 3e867ce4-b7d8-48a8-bff1-c446215e0415, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3e867ce4-b7d8-48a8-bff1-c446215e0415,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:00.656137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.662763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ed2d4070-d7c5-466e-a105-821fcd0b74f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.677933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Calling delete_port for 3e867ce4-b7d8-48a8-bff1-c446215e0415 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:00.699798 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Floating IP 16922b49-6340-42a2-bfc6-00c8437dd186 associated. External IP: 172.25.2.195, port: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd. Feb 15 01:44:00.733035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cb1f956c-7b5f-4622-88cd-4fdb74865c00 req-aee09706-47ec-4c0a-acee-c1ac5eaa7cbe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2023187 Feb 15 01:44:00.745386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2d4070-d7c5-466e-a105-821fcd0b74f9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:00.775725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa902b-0ad9-4589-837a-05e36c312a62') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:00.776033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa902b-0ad9-4589-837a-05e36c312a62') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:00.794988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (1daa902b-0ad9-4589-837a-05e36c312a62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.807680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:00.826390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1daa902b-0ad9-4589-837a-05e36c312a62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.839702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-5fb7a409-00fd-457b-ba5f-3c7f49840a9a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:00.843135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-5fb7a409-00fd-457b-ba5f-3c7f49840a9a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.37 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 828 time: 0.2011378 Feb 15 01:44:00.843135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:44:00.843135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (1daa902b-0ad9-4589-837a-05e36c312a62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:44:00.844598 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:44:00.857953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'port': {'device_id': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'admin_state_up': True, 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:00.887035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port bc4844ff-a22e-47f3-81ac-a651aec02ee0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:00.888325 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:00.968165 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-29d8791a-92bc-4920-aa22-16b2412c45f9 req-aa06f280-690f-439b-b471-382c2c8837cd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 210 time: 0.0700786 Feb 15 01:44:01.051350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc4844ff-a22e-47f3-81ac-a651aec02ee0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:01.051782 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.102770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:01.106051 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49739656-a2ae-483d-9a06-750a7a4d2ac9" -d '{"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-plugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:01.113909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ed2d4070-d7c5-466e-a105-821fcd0b74f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.129309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:01.140077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.148330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] 10.222.0.43 "DELETE /v2.0/networks/ed2d4070-d7c5-466e-a105-821fcd0b74f9 HTTP/1.1" status: 204 len: 168 time: 0.8084898 Feb 15 01:44:01.149469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:01.150325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5075d1-5094-4447-a566-1c10d464201f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2d4070-d7c5-466e-a105-821fcd0b74f9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:01.220364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Deleting subnet 283757c6-ad14-415e-b8ea-02efc782f537 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:44:01.225451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Publish callbacks [] for subnet (283757c6-ad14-415e-b8ea-02efc782f537), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.266868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (283757c6-ad14-415e-b8ea-02efc782f537), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.278981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.330818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Made reservation on behalf of e1d5a0c028934490ad507eb2d73493ff for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:01.336849 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.353414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:01.366375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3e867ce4-b7d8-48a8-bff1-c446215e0415), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.380627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:01.394953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event deleted for resources: {'Port': ['ID=3e867ce4-b7d8-48a8-bff1-c446215e0415,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:01.446035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.446391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.446752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.447093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.447713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.448078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.448445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.448858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.449196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.449533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.449876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.450197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.450528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:01.479151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:01.532252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (283757c6-ad14-415e-b8ea-02efc782f537), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.539396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] No DVR routers for this DVR port 3e867ce4-b7d8-48a8-bff1-c446215e0415 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:01.546297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.553685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953dfaa6-0306-419b-b9c0-5e8e3cb8105c req-0f30b775-1200-419a-9c3c-92a2c85c7070 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "DELETE /v2.0/ports/3e867ce4-b7d8-48a8-bff1-c446215e0415 HTTP/1.1" status: 204 len: 173 time: 1.3293383 Feb 15 01:44:01.554247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'name': 'network-vif-deleted', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:01.560692 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db09a35-7010-4f86-9340-a08ec4a92ebd" -d '{"events": [{"server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "name": "network-vif-deleted", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:01.674416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Allocated IP 172.20.0.14 (ba6e19c2-493d-46fb-bca4-b2a6b68e696c/f9190651-7964-4fb5-a239-e4d18f17fb6e/053df0b1-9511-46e8-aebf-95cc7d7e7b28) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:01.740943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:01.746494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.753706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:01.785520 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:01.785698 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:01.789408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (283757c6-ad14-415e-b8ea-02efc782f537), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.838874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-8952c794-cf15-4d74-bcf3-10c8735f5cca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "PUT /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 996 time: 2.7001255 Feb 15 01:44:01.863723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283757c6-ad14-415e-b8ea-02efc782f537,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:01.911597 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a75f3-e695-4db4-a554-57087d3e624d x-openstack-request-id: req-b18a75f3-e695-4db4-a554-57087d3e624d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:01.912342 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-plugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:01.912342 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b18a75f3-e695-4db4-a554-57087d3e624d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:01.912704 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'code': 200} Feb 15 01:44:01.924191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:01.940372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-0c8a37b9-087c-4843-8a29-6855279b5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:01.949328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-0c8a37b9-087c-4843-8a29-6855279b5609 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1065176 Feb 15 01:44:01.969566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:01.979538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d60f3cd-480c-4484-82d5-d0e84e50c7f8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/283757c6-ad14-415e-b8ea-02efc782f537 HTTP/1.1" status: 204 len: 168 time: 0.8258543 Feb 15 01:44:01.982141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:02.096674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df87679-5184-4a8a-99a9-facfb310bd90 req-98697dfa-0569-485f-b1a3-9b4e5c9e2d2d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:02.098521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1df87679-5184-4a8a-99a9-facfb310bd90 req-98697dfa-0569-485f-b1a3-9b4e5c9e2d2d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0893645 Feb 15 01:44:02.166891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.168388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7e0ec4c5-3639-4465-b598-3d16516b77c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.219368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-1cb5ec95-3f91-482d-878b-58cdaf7df657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:02.221309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3e867ce4-b7d8-48a8-bff1-c446215e0415 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:02.222840 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1df87679-5184-4a8a-99a9-facfb310bd90 req-95289d98-e478-4629-b07d-a4214dc9947e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032450 Feb 15 01:44:02.226582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-1cb5ec95-3f91-482d-878b-58cdaf7df657 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2763357 Feb 15 01:44:02.261237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 3e867ce4-b7d8-48a8-bff1-c446215e0415 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:02.261581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3e867ce4-b7d8-48a8-bff1-c446215e0415 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:02.335370 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:44:00Z', 'revision_number': 8, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:02.358260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.362737 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76905ce0-4b55-4956-b0d0-cb0599ad587e x-openstack-request-id: req-76905ce0-4b55-4956-b0d0-cb0599ad587e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:02.363038 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7bc462-1ca5-4b56-92f5-e312911fc62f", "name": "network-vif-deleted", "tag": "3e867ce4-b7d8-48a8-bff1-c446215e0415", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:02.363295 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76905ce0-4b55-4956-b0d0-cb0599ad587e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:02.363705 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7bc462-1ca5-4b56-92f5-e312911fc62f', 'name': 'network-vif-deleted', 'tag': '3e867ce4-b7d8-48a8-bff1-c446215e0415', 'status': 'completed', 'code': 200} Feb 15 01:44:02.372141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7e0ec4c5-3639-4465-b598-3d16516b77c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.404369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:02.417738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0ec4c5-3639-4465-b598-3d16516b77c7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:02.424858 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:02.425494 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:02.444472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-244b5ea7-e18c-436d-8e9c-440ba439cfe0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 999 time: 0.2161629 Feb 15 01:44:02.448117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:02.448471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:02.484252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.497426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:02.502525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:02.510895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.511107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:02.528576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-dbe3d382-070c-48b7-830b-a2e052501b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:02.548596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-dbe3d382-070c-48b7-830b-a2e052501b52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.0905921 Feb 15 01:44:02.589806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event updated for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:02.593381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:02.637100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:02.647641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:44:02.649063 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.650626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (6f9ef4ad-7e78-45f4-946e-b6bef5fbbbcc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.766498 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-502986e7-6e60-4955-a798-3b460af37139 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120307 Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:44:02.772059 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:44:02.783768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Request body: {'port': {'device_id': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:02.819623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-2a9e296a-af48-45de-9732-2b0ec6f6bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:02.822316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-2a9e296a-af48-45de-9732-2b0ec6f6bdbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2708006 Feb 15 01:44:02.898524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.947504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7e0ec4c5-3639-4465-b598-3d16516b77c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.957691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:02.967981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e0ec4c5-3639-4465-b598-3d16516b77c7 HTTP/1.1" status: 204 len: 168 time: 0.9846516 Feb 15 01:44:03.006126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:44:00Z', 'revision_number': 8, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:03.016033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1d4f1-a094-4957-afd0-f39417a6d19d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0ec4c5-3639-4465-b598-3d16516b77c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:03.019317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15f61e19-9ed6-4ab7-a0bf-5bc5fe31f935 None None] Provisioning complete for port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:03.019835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15f61e19-9ed6-4ab7-a0bf-5bc5fe31f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.042638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-28be5793-e667-4b7c-8e91-bdb4fc461e26 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097769 Feb 15 01:44:03.056240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e8b-3402-4b2e-8762-a58e8c6a5bd5 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '16922b49-6340-42a2-bfc6-00c8437dd186', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'port_id': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'mac_address': 'fa:16:3e:25:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:43:16Z', 'updated_at': '2022-02-15T01:44:00Z', 'revision_number': 8, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:03.100822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15f61e19-9ed6-4ab7-a0bf-5bc5fe31f935 None None] Port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:03.183302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdf4288c-b1af-47a4-8ff8-2a00b1c528a1 req-6c893e9a-d504-4d2c-99d3-63d920862bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345952 Feb 15 01:44:03.386379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56f36f-23d5-4706-b06a-aac361da6e2f req-579d0a6b-21ad-475c-ae5c-309f4798c69f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.387443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd56f36f-23d5-4706-b06a-aac361da6e2f req-579d0a6b-21ad-475c-ae5c-309f4798c69f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 932 time: 0.0700910 Feb 15 01:44:03.411767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.418551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.423766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.423961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:03.430253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.435826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.445080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.450932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.452858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-5a70c05d-12da-4f8c-bee7-a920d0f7a67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2061350 Feb 15 01:44:03.463183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405963d-f935-4fca-a428-c8560b47c59e None None] New status for floating IP 16922b49-6340-42a2-bfc6-00c8437dd186: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:44:03.509109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd56f36f-23d5-4706-b06a-aac361da6e2f req-42d8b470-90e4-4cf7-b707-2e7ef5a2bb9d tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056819 Feb 15 01:44:03.529537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-79f9ab14-bd9c-4a07-a379-a0796f1272a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4c74368ee6f4c4581faed759cebb27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1014266 Feb 15 01:44:03.530272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:03.577316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053df0b1-9511-46e8-aebf-95cc7d7e7b28 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:03.609733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] Publish callbacks [] for security_group (9d36e9c2-67c5-4444-bddd-5565d11eefd2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.613476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bbad56ba-7a7a-4e06-8a91-985a6eb3fd08 req-c9fbb291-5593-46ba-9e94-22eb6d1be94f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1474118 Feb 15 01:44:03.625579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks [] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.650303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] Publish callbacks [] for security_group (9d36e9c2-67c5-4444-bddd-5565d11eefd2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.656474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Transition to ACTIVE for port object 053df0b1-9511-46e8-aebf-95cc7d7e7b28 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:03.779318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ecf622d-1b54-4d74-8bc5-3ce7f0357a1f req-450cd037-c433-4977-82ff-eb526a49ac28 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 996 time: 0.0722475 Feb 15 01:44:03.884248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d36e9c2-67c5-4444-bddd-5565d11eefd2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.887621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:03.893985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d36e9c2-67c5-4444-bddd-5565d11eefd2 HTTP/1.1" status: 204 len: 168 time: 0.3576694 Feb 15 01:44:03.911250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf622d-1b54-4d74-8bc5-3ce7f0357a1f req-1f6606ad-a6f0-46de-96fe-ff27edc4ce7c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:03.913288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ecf622d-1b54-4d74-8bc5-3ce7f0357a1f req-1f6606ad-a6f0-46de-96fe-ff27edc4ce7c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1273451 Feb 15 01:44:03.914083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2251e4-dd72-49b2-8dd9-9fe098b41a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36e9c2-67c5-4444-bddd-5565d11eefd2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:04.121567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:04.201608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Pushing event updated for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:04.216817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc453e3-20ae-40d7-ab82-289929ca5fcf req-d7760850-9922-4736-8f9d-1108a89ab1a4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:04.218347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1dc453e3-20ae-40d7-ab82-289929ca5fcf req-d7760850-9922-4736-8f9d-1108a89ab1a4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.5046432 Feb 15 01:44:04.364554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:04.368584 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610080fb-d447-4d0e-b467-ef5061c44d67" -d '{"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:04.380108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1dc453e3-20ae-40d7-ab82-289929ca5fcf req-545108a6-75f2-4bed-84a5-d508b8aae556 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454432 Feb 15 01:44:04.397539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Attempting to bind port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:04.400672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Attempting to bind port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:04.400672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Attempting to bind port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 on network ba6e19c2-493d-46fb-bca4-b2a6b68e696c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:04.403181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 on network ba6e19c2-493d-46fb-bca4-b2a6b68e696c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:04.403520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Attempting to bind port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 on network ba6e19c2-493d-46fb-bca4-b2a6b68e696c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:04.418365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:04.418721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Checking segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:04.419267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Bound using segment: {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:04.419728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Bound port: 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2e384b-9352-43d7-be3e-54821fe899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:04.420195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:04.564537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:04.576354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-efa9ba01-3763-4e2f-b6e6-9834be944707 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.1146033 Feb 15 01:44:04.588285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:04.613613 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7bc7c5-11f0-4bad-a6e6-dc15f001319f x-openstack-request-id: req-0a7bc7c5-11f0-4bad-a6e6-dc15f001319f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:04.613613 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:04.613613 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a7bc7c5-11f0-4bad-a6e6-dc15f001319f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:04.613613 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:44:04.680317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-ebdbd363-f031-4adf-a860-1dcc502a6290 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:04.696725 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-ebdbd363-f031-4adf-a860-1dcc502a6290 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports/fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 942 time: 0.1018093 Feb 15 01:44:04.712525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:04.729703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-000cae56-131f-4db7-a7a2-e2708078465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:04.733807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-000cae56-131f-4db7-a7a2-e2708078465b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1142137 Feb 15 01:44:04.876810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:04.949242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-70916575-e978-4515-8700-2518c79fb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:04.949495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:04.950016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:04.951833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-70916575-e978-4515-8700-2518c79fb7c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2114191 Feb 15 01:44:04.954991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] 10.222.0.37 "PUT /v2.0/ports/053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 1093 time: 2.1764591 Feb 15 01:44:04.965753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:04.973324 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:05.067281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc145d5-1b71-4890-9235-fa314b1e0237 service neutron] Pushing event updated for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:05.085665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-866a1f9b-4fb0-4748-ae6e-30242482a5ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 1001 time: 0.1161270 Feb 15 01:44:05.091062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4fb7b450-6fb4-461c-b38b-52df3951715f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1eba73d7218465db538cdd3744efe9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109449 Feb 15 01:44:05.092815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:05.149545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-1d65cc07-4995-461f-a063-8bc00aa055e5 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.3599155 Feb 15 01:44:05.305827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-1073cc5e-1679-4dc5-83e4-6e9822769944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.307606 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-1073cc5e-1679-4dc5-83e4-6e9822769944 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1127 time: 0.2311342 Feb 15 01:44:05.320715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-92fccaed-cef7-4602-a42f-fd431ea93a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.322385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-92fccaed-cef7-4602-a42f-fd431ea93a0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.2305737 Feb 15 01:44:05.353584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] Publish callbacks [] for security_group (df11a92d-48ca-4c5f-bf45-3cf28724a257), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:05.400600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] Publish callbacks [] for security_group (df11a92d-48ca-4c5f-bf45-3cf28724a257), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:05.414331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-e3d0e8ba-6f53-4e5a-8ea4-8e512040b114 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 217 time: 0.0963867 Feb 15 01:44:05.452999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-597f621f-4b10-4791-b21c-fadd0fbe8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.454757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-597f621f-4b10-4791-b21c-fadd0fbe8d99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1222420 Feb 15 01:44:05.591285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-5efa01a8-c202-4f99-b093-8f7ebb740ea0 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.605574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-5efa01a8-c202-4f99-b093-8f7ebb740ea0 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.4454184 Feb 15 01:44:05.653372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df11a92d-48ca-4c5f-bf45-3cf28724a257), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:05.655971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:05.659683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df11a92d-48ca-4c5f-bf45-3cf28724a257 HTTP/1.1" status: 204 len: 168 time: 0.5552640 Feb 15 01:44:05.698526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-70f73227-06a5-4cdb-b923-eda2df8c41c5 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370851 Feb 15 01:44:05.700286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d43c1f-d154-4f9f-b7b2-5be4e4c5af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11a92d-48ca-4c5f-bf45-3cf28724a257,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:05.758453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-69173d45-73f0-4a21-9108-6fb768cfefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.760162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-69173d45-73f0-4a21-9108-6fb768cfefd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.3190022 Feb 15 01:44:05.834363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-7d2d4669-672d-44d8-9c6a-90e599ec7b48 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.2278678 Feb 15 01:44:05.841983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:05.902488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-6f4306da-08b3-4fe1-9969-8cdd694d5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.904038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-6f4306da-08b3-4fe1-9969-8cdd694d5027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1310322 Feb 15 01:44:05.961754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bfd5a-22fe-4a02-85ad-bd58508853db req-a30d4816-0c6a-49f6-9d0c-10997ae4cc21 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:05.963689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:05.969316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e4bfd5a-22fe-4a02-85ad-bd58508853db req-a30d4816-0c6a-49f6-9d0c-10997ae4cc21 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 944 time: 0.3438561 Feb 15 01:44:06.065941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-610080fb-d447-4d0e-b467-ef5061c44d67 req-acb4c28f-cff1-41f5-b2da-f4093b22c863 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300300 Feb 15 01:44:06.111462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e4bfd5a-22fe-4a02-85ad-bd58508853db req-726f6ffb-ccdf-4eb0-82ef-f34946a33a6b tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368551 Feb 15 01:44:06.294251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-d8d0c001-b531-403e-805b-79f5b1a482d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820288 Feb 15 01:44:06.481387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9fc3a0ab-7a5e-4324-be9e-e3c26f01d30f req-f11dbfbe-efd2-48f7-98e4-c574c68eb8ed service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788206 Feb 15 01:44:06.484765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.494058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:06.513820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.515409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.522957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.527882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.533391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.539375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:06.547197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:06.547742 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Floating IP 16922b49-6340-42a2-bfc6-00c8437dd186 disassociated. External IP: 172.25.2.195, port: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd. Feb 15 01:44:06.550948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-06708b9f-b464-4b64-8e40-cf4784fc7420 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2197340 Feb 15 01:44:06.709725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8706d0b-c459-45a3-b078-82de4c6a9dad req-17fa54fa-580e-4256-94a3-0b7352b91b79 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1595023 Feb 15 01:44:06.800187 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737b67c-8c70-4ae6-ab99-8693bc105777 x-openstack-request-id: req-0737b67c-8c70-4ae6-ab99-8693bc105777 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:06.800717 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:06.801159 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0737b67c-8c70-4ae6-ab99-8693bc105777 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:06.801755 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'status': 'completed', 'code': 200} Feb 15 01:44:07.000734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845f57-b763-49b2-a8aa-abc05b76053c req-2fb59572-6daa-49dc-8eeb-48ea38f922b5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:07.003523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa845f57-b763-49b2-a8aa-abc05b76053c req-2fb59572-6daa-49dc-8eeb-48ea38f922b5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0925560 Feb 15 01:44:07.077413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa845f57-b763-49b2-a8aa-abc05b76053c req-3d5b5c12-a9e3-4fa3-84cb-19c7351a0966 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667443 Feb 15 01:44:07.179840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:07.335424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-e0579d08-58b1-4e7c-82af-a4dc934635ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:07.338272 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-e0579d08-58b1-4e7c-82af-a4dc934635ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1127 time: 0.2580411 Feb 15 01:44:07.432868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:07.438262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:07.444230 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:07.461314 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:07.462210 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:07.565397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63557a-3bcc-4780-accb-e8193d437f8f req-08b6094e-4e1a-4640-9159-67e21c3f9284 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:07.576926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be63557a-3bcc-4780-accb-e8193d437f8f req-08b6094e-4e1a-4640-9159-67e21c3f9284 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 944 time: 0.1518550 Feb 15 01:44:07.636530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-27ac4eed-eb80-40da-aadb-9d428931dc35 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "PUT /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 696 time: 1.8009744 Feb 15 01:44:07.692447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be63557a-3bcc-4780-accb-e8193d437f8f req-6bb36e7d-835e-4d78-b6ba-f45f49088d48 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138482 Feb 15 01:44:07.720343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-a6966524-230e-410d-91f7-f3807287d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:07.729469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-a6966524-230e-410d-91f7-f3807287d29a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 929 time: 0.2946148 Feb 15 01:44:07.778471 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:07.834772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-a2a4e8eb-fc64-46d9-a1f4-88e042a4f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:07.838024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-a2a4e8eb-fc64-46d9-a1f4-88e042a4f577 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1285675 Feb 15 01:44:07.842540 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-de9d2e37-796b-490b-8c58-bd8ee10bad6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 217 time: 0.0689766 Feb 15 01:44:08.140089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-dc7c9e5f-440c-4804-932a-160849e3f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:08.149876 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-dc7c9e5f-440c-4804-932a-160849e3f546 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.2914143 Feb 15 01:44:08.264218 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:08.289416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-b77cf22e-52e5-4a8a-ac7e-890c3effc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:08.292033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-b77cf22e-52e5-4a8a-ac7e-890c3effc694 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.4479821 Feb 15 01:44:08.338050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:08.349553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:08.350182 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:08.446861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-29c2f5de-828a-48c7-beb4-94be0a6323b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:08.470731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-29c2f5de-828a-48c7-beb4-94be0a6323b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3109365 Feb 15 01:44:08.478959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-214dc0d3-7b1b-4a22-9fa4-6436a25e0245 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 217 time: 0.1706529 Feb 15 01:44:08.506448 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:08.724460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-cdf9f71c-af62-4f31-988f-e41ddd74c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:08.745518 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-cdf9f71c-af62-4f31-988f-e41ddd74c82e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.2430692 Feb 15 01:44:08.850638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:08.853340 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb7a3a2-1fcc-4dad-852e-5127bf234301" -d '{"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:08.855375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:08.885073 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760883-0d4b-493b-bcef-207ce7e69057 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:42:44Z', 'revision_number': 4, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'cac77cc4-8b2e-419f-8a90-353d90dc1221', 'name': '', 'network_id': 'd851ecd1-6edf-4f10-8207-881c8971bb7c', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'mac_address': 'fa:16:3e:45:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:41Z', 'updated_at': '2022-02-15T01:42:51Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'subnets': [{'id': 'b5ffcc1e-99f2-4de6-bd23-c17d639b10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:08.943311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-efaf87b0-172a-421b-af57-48431d120b9f service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624276 Feb 15 01:44:09.013847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-b5601549-a13e-4863-809e-ab34f6222242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.023957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-b5601549-a13e-4863-809e-ab34f6222242 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2771497 Feb 15 01:44:09.313945 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-57e50598-5c24-4bc3-9140-7594947cfc7f service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166064 Feb 15 01:44:09.384550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4539d-47f8-4d6d-b121-fc5a74dec911 req-de8661d3-6633-4372-b22e-5e928e4bae20 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.390854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3a4539d-47f8-4d6d-b121-fc5a74dec911 req-de8661d3-6633-4372-b22e-5e928e4bae20 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.1838186 Feb 15 01:44:09.465522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-06d5097a-14d7-48ff-a34c-d3e6ba2197f8 req-15790157-f2a3-4bf0-822b-e18b2614c9ab service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072024 Feb 15 01:44:09.473456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797defa-9201-4419-bf42-81d583c5fe6f None None] New status for floating IP 16922b49-6340-42a2-bfc6-00c8437dd186: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:44:09.494670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3a4539d-47f8-4d6d-b121-fc5a74dec911 req-115a924d-12b3-4fc3-b64e-490e0ff2b134 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929732 Feb 15 01:44:09.501643 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727c391d-550f-48b6-b0d7-42ab525281c0 req-29a6c1aa-631f-4c33-9108-c594570ad762 service neutron] 10.222.0.43 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726303 Feb 15 01:44:09.700696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.715357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.733902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.741702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.760018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.767434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.775153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.784985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-b9e3bec0-f5d4-4d46-8dad-fcad1ee06c9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2138302 Feb 15 01:44:09.854407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006f8d-9fc7-477f-af1a-380de2d24962 req-da9913b6-671c-4336-a37b-2559b2be180f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:09.863034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39006f8d-9fc7-477f-af1a-380de2d24962 req-da9913b6-671c-4336-a37b-2559b2be180f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1263676 Feb 15 01:44:09.865602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:09.893899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa605aad-9b1a-4dcf-9ab6-e447e9cce592 req-797713cf-9966-4250-88e2-757aacb927bc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1073902 Feb 15 01:44:09.998976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-39006f8d-9fc7-477f-af1a-380de2d24962 req-3bcb2c0e-695f-486f-95bf-6aaad6c3224f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305737 Feb 15 01:44:10.113788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae297165-caba-4f33-98a0-1109810a3b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.141168 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b55ad-4458-4b94-bca0-e834b0a3204e x-openstack-request-id: req-2d4b55ad-4458-4b94-bca0-e834b0a3204e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:10.149155 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:10.149686 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d4b55ad-4458-4b94-bca0-e834b0a3204e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:10.150472 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:44:10.288174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae297165-caba-4f33-98a0-1109810a3b00 admin admin] Publish callbacks [] for security_group (03e3ab86-5ab4-4c37-8b4d-b67142da46e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.313709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd940-2178-4f40-8a18-b40561853e05 req-55e39b63-6a0f-475d-b1a6-eda29b255463 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:10.321903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1bdd940-2178-4f40-8a18-b40561853e05 req-55e39b63-6a0f-475d-b1a6-eda29b255463 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 944 time: 0.2315586 Feb 15 01:44:10.348560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-951d56a2-3e65-4e8c-beb5-cc6e5b99348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:10.350433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-951d56a2-3e65-4e8c-beb5-cc6e5b99348e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 1128 time: 0.1565239 Feb 15 01:44:10.386228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae297165-caba-4f33-98a0-1109810a3b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (03e3ab86-5ab4-4c37-8b4d-b67142da46e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.445749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297165-caba-4f33-98a0-1109810a3b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3ab86-5ab4-4c37-8b4d-b67142da46e4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:10.450495 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae297165-caba-4f33-98a0-1109810a3b00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e787cda4acde443ebe5eceff5dc93c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830748 Feb 15 01:44:10.453600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:10.542709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] Publish callbacks [] for security_group (03e3ab86-5ab4-4c37-8b4d-b67142da46e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.562829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1bdd940-2178-4f40-8a18-b40561853e05 req-ed278ed4-a1f8-4b88-bebe-ac9c37936022 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390654 Feb 15 01:44:10.567024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-96088af7-654f-488b-9d3f-197bceb70f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:10.573325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-96088af7-654f-488b-9d3f-197bceb70f06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 200 len: 921 time: 0.2167332 Feb 15 01:44:10.577072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] Publish callbacks [] for security_group (03e3ab86-5ab4-4c37-8b4d-b67142da46e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.714334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-18db8fbb-db40-4eaa-9ba1-cdc75dccab1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 200 len: 217 time: 0.1238196 Feb 15 01:44:10.831098 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-cb7f3cff-47cc-472c-b0c8-274b01c095d5 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856011 Feb 15 01:44:10.850677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (03e3ab86-5ab4-4c37-8b4d-b67142da46e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.853408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:10.854696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03e3ab86-5ab4-4c37-8b4d-b67142da46e4 HTTP/1.1" status: 204 len: 168 time: 0.3993444 Feb 15 01:44:10.873659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-1e61f993-d250-495c-8686-9ce35afa5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:10.882736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-1e61f993-d250-495c-8686-9ce35afa5ea1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 200 len: 859 time: 0.1584110 Feb 15 01:44:10.885150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 053df0b1-9511-46e8-aebf-95cc7d7e7b28 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:10.951545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6a0f-20a2-4a17-a173-4d2aa34a19aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3ab86-5ab4-4c37-8b4d-b67142da46e4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:11.077124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-75c1d48f-c556-4fe7-bf27-157231a3c088 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.084866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-75c1d48f-c556-4fe7-bf27-157231a3c088 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510929 Feb 15 01:44:11.103018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:11.107666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-099c8a5a-d745-45fe-a6ae-5c664cad044c tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/quotas/fc74d9f52b9e440884e46c28cd42a02f HTTP/1.1" status: 200 len: 375 time: 0.0218968 Feb 15 01:44:11.166531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-d28cc3be-bc18-4947-9bb1-e016c66c7909 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578666 Feb 15 01:44:11.179400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'mac_address': 'fa:16:3e:53:1e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:11.242396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-223842bd-ec45-4498-b508-21dbb492d790 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 200 len: 694 time: 0.3572431 Feb 15 01:44:11.274571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:11.275392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:11.308337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053df0b1-9511-46e8-aebf-95cc7d7e7b28 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:11.338191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:11.344261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-a0904994-8474-4a05-90df-0ba23377d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.346677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-a0904994-8474-4a05-90df-0ba23377d62f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d851ecd1-6edf-4f10-8207-881c8971bb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4395864 Feb 15 01:44:11.461235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:11.650418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-eb5e7a08-455b-4d93-9091-1acf8fffdbd2 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.663074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-eb5e7a08-455b-4d93-9091-1acf8fffdbd2 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.4039145 Feb 15 01:44:11.778133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-88370c5d-d9b0-4e1f-8873-816ebd741145 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 697 time: 0.1135104 Feb 15 01:44:11.808163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-0bfd752f-1f27-489d-80ad-c46ef9bb6f57 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143393 Feb 15 01:44:11.812333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.831397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.848105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.855574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.867678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.879114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.885581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:11.896444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-8b75413d-6430-4690-879b-7267bd0bc340 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2425778 Feb 15 01:44:11.979839 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25224c4c-5a9c-4a23-a88c-1f84c12ba51b req-419e49cc-c1e6-4282-b65e-ad07e51ca67c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0806103 Feb 15 01:44:11.981016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:12.044968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-76f7e43c-e600-4d3a-836f-7ef215cf530e tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 697 time: 0.2614744 Feb 15 01:44:12.075204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['053df0b1-9511-46e8-aebf-95cc7d7e7b28'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:12.434212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcb7a3a2-1fcc-4dad-852e-5127bf234301 req-a5a55e22-7e4e-4093-aeeb-6731eb3e1407 service neutron] 10.222.0.31 "GET /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936087 Feb 15 01:44:12.456747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Deleting port 5e806c80-3b24-48c1-b282-3da9a87b1b71 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:12.456747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:12.548625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:12.548972 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (5e806c80-3b24-48c1-b282-3da9a87b1b71), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:12.573267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Calling delete_port for 5e806c80-3b24-48c1-b282-3da9a87b1b71 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:12.855792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5e806c80-3b24-48c1-b282-3da9a87b1b71), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:12.950509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event deleted for resources: {'Port': ['ID=5e806c80-3b24-48c1-b282-3da9a87b1b71,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:13.058666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47d07-6dd5-48b4-9747-3f0ba42b146d req-ae97121e-d50e-46cf-b873-b9a55f36f040 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.071762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks [] for floatingip (16922b49-6340-42a2-bfc6-00c8437dd186), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:13.074941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:13.077192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-33e47d07-6dd5-48b4-9747-3f0ba42b146d req-ae97121e-d50e-46cf-b873-b9a55f36f040 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1043589 Feb 15 01:44:13.080779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea00d10-41e5-4dc4-93b6-17867427c7fa req-cb0df0e5-4bba-45e8-ac4d-635359d51f92 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "DELETE /v2.0/floatingips/16922b49-6340-42a2-bfc6-00c8437dd186 HTTP/1.1" status: 204 len: 173 time: 1.0308137 Feb 15 01:44:13.155593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fe005aa-0ce4-4f8d-a827-9253d99bc4d7 req-20a93017-4345-4343-b191-6ca967ffa0a4 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0410438 Feb 15 01:44:13.224412 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-33e47d07-6dd5-48b4-9747-3f0ba42b146d req-9b4aa2f3-0ec4-43aa-b543-72ae2b5a97b8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411793 Feb 15 01:44:13.308320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48ab4-c919-420e-93a9-13a1c3338ee9 req-beac5d7a-18db-4a5a-8ffe-9f8a81e4fc45 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.310620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d48ab4-c919-420e-93a9-13a1c3338ee9 req-beac5d7a-18db-4a5a-8ffe-9f8a81e4fc45 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 945 time: 0.0867138 Feb 15 01:44:13.365928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d48ab4-c919-420e-93a9-13a1c3338ee9 req-25c521de-2e06-4402-a94c-79bdf4ebf968 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Feb 15 01:44:13.414623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666a41-59a8-4683-ba9d-40a8707553ef req-589af3d3-5b7a-434f-b378-08d6c676639f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.416980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b5666a41-59a8-4683-ba9d-40a8707553ef req-589af3d3-5b7a-434f-b378-08d6c676639f tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.0764678 Feb 15 01:44:13.476546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b5666a41-59a8-4683-ba9d-40a8707553ef req-ed0d3e93-5cca-488b-8a31-073a18d351d3 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518863 Feb 15 01:44:13.542367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.550491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.555979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.561250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.566986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.573555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.578210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:13.586703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-f4fdf1aa-39f3-413c-a6b0-a5a27a33bbae tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1454959 Feb 15 01:44:13.668513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4193bf6f-06cf-43a0-ab27-2619b9f37c1f req-dad582d6-801d-4c1f-a880-f99769931460 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0772960 Feb 15 01:44:13.998665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-e8e3dee4-2d1f-4057-b91a-f99df2ed9e3e tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de9190026a2c458a86b1ed3a17f7c049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352368 Feb 15 01:44:14.096307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8082-d470-4ff4-ad0e-09fc8bd315c7 req-d83f4b2f-a8c7-4388-baf6-ded6d5afbcca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:14.098535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3abd8082-d470-4ff4-ad0e-09fc8bd315c7 req-d83f4b2f-a8c7-4388-baf6-ded6d5afbcca tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 945 time: 0.0995007 Feb 15 01:44:14.193133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3abd8082-d470-4ff4-ad0e-09fc8bd315c7 req-0165bd31-6007-4799-b7b5-5e6c21461723 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847027 Feb 15 01:44:14.251290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-3b18cd86-8e4a-4d28-8ff4-353fc8124d04 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:14.252901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-3b18cd86-8e4a-4d28-8ff4-353fc8124d04 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477705 Feb 15 01:44:14.274933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-15d06f34-1f23-4111-a039-ee98c012ead6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/quotas/de9190026a2c458a86b1ed3a17f7c049 HTTP/1.1" status: 200 len: 375 time: 0.0143023 Feb 15 01:44:14.319069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b2ea76d-ba4b-4b6f-8326-d062b87f4d30 req-94bd7614-b02a-4f6c-86c4-5ec5028b88bb tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0524089 Feb 15 01:44:14.343433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-396623c1-774a-437a-b4c2-04e3766f2b3c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de9190026a2c458a86b1ed3a17f7c049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475221 Feb 15 01:44:14.458952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be1839-8369-4163-a1d3-e2f8a770338c req-d0e4dba3-a329-4be0-8763-cbafd803882a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:14.466057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21be1839-8369-4163-a1d3-e2f8a770338c req-d0e4dba3-a329-4be0-8763-cbafd803882a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.1077254 Feb 15 01:44:14.538139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc12605-dcf2-428d-9ddd-65abd381b0d4 req-cccb35e1-560c-49ee-b858-5242a93a04e7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:14.547434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4fc12605-dcf2-428d-9ddd-65abd381b0d4 req-cccb35e1-560c-49ee-b858-5242a93a04e7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1118782 Feb 15 01:44:14.660063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Deleting port 4c66c21b-7e6b-49f3-9444-c0ef9112224c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:14.660494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:14.674020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4fc12605-dcf2-428d-9ddd-65abd381b0d4 req-782f6de1-23cf-4d7d-955d-6ceeffefe357 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255550 Feb 15 01:44:14.890202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1feb4c-7175-43e3-ae6b-690a50e94065 req-3526ddba-bb33-486c-9006-bea78d754cbc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:14.892110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b1feb4c-7175-43e3-ae6b-690a50e94065 req-3526ddba-bb33-486c-9006-bea78d754cbc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 945 time: 0.0975461 Feb 15 01:44:14.909466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] For port 4c66c21b-7e6b-49f3-9444-c0ef9112224c, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4c66c21b-7e6b-49f3-9444-c0ef9112224c,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:14.909995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:14.932439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 053df0b1-9511-46e8-aebf-95cc7d7e7b28 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:14.998137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2b1feb4c-7175-43e3-ae6b-690a50e94065 req-615ec5d4-4ba9-4dcd-94fc-2dbf4108dc59 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936463 Feb 15 01:44:15.126337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c62fbe2-db70-43cf-a014-b676c064f990 req-87d232e3-74d2-4243-a68c-24bc6ae38bba tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0802572 Feb 15 01:44:15.164919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:15.168516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:15.174192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:15.174816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:15.325557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:44:15.372593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:15.376218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:15.426439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.432635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22769ca-bdb6-4b69-97c5-03af3a99bfac req-baae8e0b-486f-4943-a35b-4c6d68f13cc8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.435442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d22769ca-bdb6-4b69-97c5-03af3a99bfac req-baae8e0b-486f-4943-a35b-4c6d68f13cc8 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 945 time: 0.6086605 Feb 15 01:44:15.445149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:15.448100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.453512 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450db72d-9714-48fa-9828-436ebadbfa34" -d '{"events": [{"server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "name": "network-vif-plugged", "status": "completed", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:15.463925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.476867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:15.477105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.485688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.491888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.499515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.508869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-9d71b5ca-cf48-4967-8e22-73d5019583ef tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.3201869 Feb 15 01:44:15.550234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-84b53f20-d4ed-4e6a-9c0c-d42ecce35d5c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:15.552489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-84b53f20-d4ed-4e6a-9c0c-d42ecce35d5c tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 945 time: 0.3497770 Feb 15 01:44:15.569366 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:15.602309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-942d6daa-0edb-4297-aa8e-1733014fe8e4 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643350 Feb 15 01:44:15.669673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5686593f-c249-482c-a1e3-6d7227a6dfee req-6572fb85-784c-4519-87a1-9cda77f8754f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1597440 Feb 15 01:44:15.682692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:15.773486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Deleting port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:15.773860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:15.838629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d22769ca-bdb6-4b69-97c5-03af3a99bfac req-ea1dd492-0d2a-4773-a4e9-f19a2500d84a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups?id=670f47fd-a432-4e23-8ee1-edac1bd9d8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397210 Feb 15 01:44:16.006815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adfd09c7-f347-4a77-b6f1-3b0093384903 req-b16dd837-5587-43a2-9c48-227671eb6b88 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0579464 Feb 15 01:44:16.023635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-8eef8e73-7f24-427f-a20f-9e49bd96fb9f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:16.025204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-8eef8e73-7f24-427f-a20f-9e49bd96fb9f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4131637 Feb 15 01:44:16.029284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.029284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.029284 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Floating IP 56421ad0-aa4c-47da-b5c1-8ce4d6c3c748 disassociated. External IP: 172.25.2.241, port: 4c66c21b-7e6b-49f3-9444-c0ef9112224c. Feb 15 01:44:16.029284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Calling delete_port for 4c66c21b-7e6b-49f3-9444-c0ef9112224c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:16.054661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Request body: {'port': {'device_id': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'fc74d9f52b9e440884e46c28cd42a02f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:16.111472 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe5cd2-cbaa-4ca7-a592-4c30b0b0c460 x-openstack-request-id: req-11fe5cd2-cbaa-4ca7-a592-4c30b0b0c460 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:16.112458 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "name": "network-vif-plugged", "status": "completed", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:16.120374 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11fe5cd2-cbaa-4ca7-a592-4c30b0b0c460 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:16.120374 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'code': 200} Feb 15 01:44:16.383013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3548-82ae-4db5-843d-09e47605dd5c req-371aacbe-5d2a-4427-9843-ef8c79df7640 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:16.392589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04be3548-82ae-4db5-843d-09e47605dd5c req-371aacbe-5d2a-4427-9843-ef8c79df7640 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1741128 Feb 15 01:44:16.413253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] For port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:16.414449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.463809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Calling delete_port for fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:16.500550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04be3548-82ae-4db5-843d-09e47605dd5c req-fc96dcdb-4bdf-43a4-aa1e-6afd89b9a1a1 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062179 Feb 15 01:44:16.504991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7b67-91e1-43b1-879e-199a26075739 req-ac62408d-b3d8-422d-9fa1-0fe955394c7e tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:16.512157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-78ee7b67-91e1-43b1-879e-199a26075739 req-ac62408d-b3d8-422d-9fa1-0fe955394c7e tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 945 time: 0.6309648 Feb 15 01:44:16.531528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Made reservation on behalf of fc74d9f52b9e440884e46c28cd42a02f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:16.537985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.573763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.614343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-78ee7b67-91e1-43b1-879e-199a26075739 req-7ee6de3a-a4e1-4238-b10f-703782953f4b tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987160 Feb 15 01:44:16.644478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ce6e-222f-410b-abce-4cca309bb510 req-79a950d5-479d-4633-8f7b-71e4b7bb6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:16.647286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f30ce6e-222f-410b-abce-4cca309bb510 req-79a950d5-479d-4633-8f7b-71e4b7bb6815 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1129 time: 0.2255938 Feb 15 01:44:16.702101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks [] for security_group (1f5f0ad6-c905-4b31-8b8d-40942e26ee9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.703602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4c66c21b-7e6b-49f3-9444-c0ef9112224c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.770281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event deleted for resources: {'Port': ['ID=4c66c21b-7e6b-49f3-9444-c0ef9112224c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:16.779703 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1f5f0ad6-c905-4b31-8b8d-40942e26ee9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:16.817945 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-70c434c7-f773-473d-b212-fdbbd9f51d0d req-67611028-41da-4145-80c3-f811250950a7 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0576696 Feb 15 01:44:16.824462 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2f30ce6e-222f-410b-abce-4cca309bb510 req-c09e573b-394c-4465-92f2-15ca08f9cc87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648233 Feb 15 01:44:16.962462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Router e3939c55-2e4e-4d02-8d51-96adafa9a44d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:17.007624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.013913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.019785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.026206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.031465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.041201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.044092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.050493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:17.052828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-25bec56d-96f6-4c1e-8e1f-112302edca87 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1327660 Feb 15 01:44:17.134225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a546-e3a2-4210-95f3-f1226456ddcb req-e94865a6-1b69-44f3-9d99-bb3baab9a83a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.141247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aac4a546-e3a2-4210-95f3-f1226456ddcb req-e94865a6-1b69-44f3-9d99-bb3baab9a83a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.3920188 Feb 15 01:44:17.174234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b70c8963-4e8e-4bdb-9a3d-56b30689c1f4 req-a7b26ba5-1012-477f-8c2a-ed8960b4e8cf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1203592 Feb 15 01:44:17.175246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:17.224550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aac4a546-e3a2-4210-95f3-f1226456ddcb req-479e519a-ca26-49aa-b6be-97b9bea77f9f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778756 Feb 15 01:44:17.295634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Pushing event deleted for resources: {'Port': ['ID=fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:17.434260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4aa19e71-ab4f-4c65-8ceb-bceeab65cbb1 req-b2395f29-b426-403a-9ddd-0bd40ebb43fa tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0843441 Feb 15 01:44:17.474658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f243a415-c9b3-485b-9e40-65f8ba4b3cb3 req-e0b00c0c-c6e2-4a44-a5c4-ab0b5c456418 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0450349 Feb 15 01:44:17.491052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Allocated IP 192.168.233.104 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/2cbed2a2-693c-4d63-a6f2-49768aa1c47e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:17.496953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:17.497941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] No DVR routers for this DVR port fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:17.507010 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Sync routers for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:17.516650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:17.516650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-343cabc2-62a9-42d7-b3b8-3468c300e312 req-c1a92e71-3246-497e-9d6e-0bf7cb918dc3 tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.31 "DELETE /v2.0/ports/fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd HTTP/1.1" status: 204 len: 173 time: 1.9547637 Feb 15 01:44:17.516650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'name': 'network-vif-deleted', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:17.518336 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4663aaa7-cd51-46a9-b406-222033631b8c" -d '{"events": [{"server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "name": "network-vif-deleted", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:17.644602 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e436ee1-9a81-4998-b7bd-2c8a295cf581 x-openstack-request-id: req-1e436ee1-9a81-4998-b7bd-2c8a295cf581 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:17.644882 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459260f-4ea9-484f-8e5d-e60f8e090a9c", "name": "network-vif-deleted", "tag": "fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:17.645135 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e436ee1-9a81-4998-b7bd-2c8a295cf581 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:17.645614 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459260f-4ea9-484f-8e5d-e60f8e090a9c', 'name': 'network-vif-deleted', 'tag': 'fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd', 'status': 'completed', 'code': 200} Feb 15 01:44:17.685644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] No DVR routers for this DVR port 4c66c21b-7e6b-49f3-9444-c0ef9112224c on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:17.704906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:17.716025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21be1839-8369-4163-a1d3-e2f8a770338c req-270d6c7e-1c03-4647-b355-43f61fbaf8bd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.31 "DELETE /v2.0/ports/4c66c21b-7e6b-49f3-9444-c0ef9112224c HTTP/1.1" status: 204 len: 173 time: 3.2432401 Feb 15 01:44:17.716783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'name': 'network-vif-deleted', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:17.725844 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5bf09-44ed-4e26-9bed-8a3e276c4911" -d '{"events": [{"server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "name": "network-vif-deleted", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:17.747964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdbcb4-35ce-4eec-8493-6755eac1dfb1 req-6729869d-09de-407d-9012-d4e830704d0e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:17.760671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-defdbcb4-35ce-4eec-8493-6755eac1dfb1 req-6729869d-09de-407d-9012-d4e830704d0e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1260571 Feb 15 01:44:17.873833 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:17.878037 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:17.884084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:17.896655 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-defdbcb4-35ce-4eec-8493-6755eac1dfb1 req-e69e1ebc-38cf-43f9-822c-b8b9d4c5ce80 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349697 Feb 15 01:44:18.025048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-d1faeae1-f5ed-49e2-9f6b-bce8262b9498 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=de9190026a2c458a86b1ed3a17f7c049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238373 Feb 15 01:44:18.027972 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174228e-bc10-4990-8f5f-395a0b55f937 x-openstack-request-id: req-c174228e-bc10-4990-8f5f-395a0b55f937 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:18.028265 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27c606-1683-4e37-95ed-7ed7e6e39b50", "name": "network-vif-deleted", "tag": "4c66c21b-7e6b-49f3-9444-c0ef9112224c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:18.028542 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c174228e-bc10-4990-8f5f-395a0b55f937 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:18.028939 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27c606-1683-4e37-95ed-7ed7e6e39b50', 'name': 'network-vif-deleted', 'tag': '4c66c21b-7e6b-49f3-9444-c0ef9112224c', 'status': 'completed', 'code': 200} Feb 15 01:44:18.041341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fee9cb5-48f1-4263-8f86-b7dbc17cb3b9 req-7dc02309-c0f9-47fc-96f1-2cc88fc36b4f tempest-FloatingIPsAssociationTestJSON-1272075323 tempest-FloatingIPsAssociationTestJSON-1272075323-project] 10.222.0.43 "GET /v2.0/ports?device_id=1459260f-4ea9-484f-8e5d-e60f8e090a9c HTTP/1.1" status: 200 len: 210 time: 0.1085827 Feb 15 01:44:18.146422 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:18.155212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5236e78b-df94-4011-88aa-07f8992c85d8 req-3db99e22-22d1-419f-a579-bb52b5426b2d tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0587311 Feb 15 01:44:18.300251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:18.339676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:18.358663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fd3bbd05-eb1e-418f-8e1f-5229b0cbc0bd not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:18.359548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4c66c21b-7e6b-49f3-9444-c0ef9112224c no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:18.435232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 4c66c21b-7e6b-49f3-9444-c0ef9112224c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:18.436693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4c66c21b-7e6b-49f3-9444-c0ef9112224c not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:18.487119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks [] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:18.519594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-b4156d27-2197-45ed-b895-824b20528650 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.522365 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-b4156d27-2197-45ed-b895-824b20528650 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4778216 Feb 15 01:44:18.555504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.560905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8c861-7ef8-4fe6-b431-65509581a661 req-59b89d69-38f2-464a-a0f1-3c572fd16709 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.570568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.571306 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f8c861-7ef8-4fe6-b431-65509581a661 req-59b89d69-38f2-464a-a0f1-3c572fd16709 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.1934052 Feb 15 01:44:18.579833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.580743 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:18.602073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.616521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.619930 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Checking router: e3939c55-2e4e-4d02-8d51-96adafa9a44d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:18.628854 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:18.629703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:18.635463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.645749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:18.656771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-7f98f3b8-fd6d-4c5f-8b74-f7b84c833383 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.3695059 Feb 15 01:44:18.667266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Request body: {'port': {'device_id': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'de9190026a2c458a86b1ed3a17f7c049'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:18.684098 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f8c861-7ef8-4fe6-b431-65509581a661 req-6ca7b298-1514-4909-b9b5-9815389c8264 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117129 Feb 15 01:44:18.799380 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:18.846744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b21146d-e557-4e12-8bf2-bdec7de8a594 req-a66531a5-c660-405f-bade-443c9fa3276c tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0504189 Feb 15 01:44:18.924508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9406c2d-4e74-4b48-a630-e4b35b6d5c11 req-d8c482de-d0fc-4729-bd7e-4a529f227772 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2609217 Feb 15 01:44:18.996996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.051072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f02fa872-9b2a-447c-9aa1-dd160d983c8c req-6391cfb1-b5a7-4b53-a4fc-3aae57a1f4ff tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0834713 Feb 15 01:44:19.106602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:19.111076 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:19.115740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:19.122159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:19.150758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Made reservation on behalf of de9190026a2c458a86b1ed3a17f7c049 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:19.151743 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a99724-90fd-4625-ae4a-3af7b9545060 None None] The sync data for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 is: [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '7f67e051-653e-4a74-b410-f66fc231f8d5', 'name': '', 'network_id': '493d969e-91c6-4378-b37e-5ceb141704a3', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'mac_address': 'fa:16:3e:33:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6662366c-936c-4521-9a6b-146f1351d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:32Z', 'updated_at': '2022-02-15T01:40:39Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'subnets': [{'id': '6662366c-936c-4521-9a6b-146f1351d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:19.159171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.231717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Pushing event updated for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:19.259244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:19.272796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.367913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:19.368607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.398141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0521cf-b39f-4048-ac2d-9598f4aac264 req-9b050c1e-a9b6-4e43-8be8-b111bd0f8579 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:19.406538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f0521cf-b39f-4048-ac2d-9598f4aac264 req-9b050c1e-a9b6-4e43-8be8-b111bd0f8579 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.2428963 Feb 15 01:44:19.493762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e97293f4-12eb-4b29-9b2a-5c139577929f req-3d9f46c0-2a3d-4c39-bee3-752e35392870 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0850363 Feb 15 01:44:19.505502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-e2da9193-da24-498c-8acf-01f81f155d6f tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4655054 Feb 15 01:44:19.522354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Request body: {'port': {'device_id': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:19.591881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f0521cf-b39f-4048-ac2d-9598f4aac264 req-843d511f-db94-4d44-97a4-0fff41bbab25 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832476 Feb 15 01:44:19.630672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94469f0a-e5d6-445c-9c5f-38f883fd16be None None] Provisioning complete for port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:19.631228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94469f0a-e5d6-445c-9c5f-38f883fd16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.684226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:19.695030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-94469f0a-e5d6-445c-9c5f-38f883fd16be None None] Port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:19.712340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d1f1f-3ddc-4e17-a0a2-b7fe7435126c None None] New status for floating IP 56421ad0-aa4c-47da-b5c1-8ce4d6c3c748: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:44:19.756981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks [] for security_group (b8060108-a447-4872-b568-6f450a06dbdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:20.031718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:20.109377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ab2a4-e744-45d7-8861-77485e013ed7 req-3b0790b3-762b-4203-abdb-0ecf3b4ac7fd tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.113166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad5ab2a4-e744-45d7-8861-77485e013ed7 req-3b0790b3-762b-4203-abdb-0ecf3b4ac7fd tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 936 time: 0.1421676 Feb 15 01:44:20.125599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbed2a2-693c-4d63-a6f2-49768aa1c47e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:20.135236 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks [] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:20.149879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Transition to ACTIVE for port object 2cbed2a2-693c-4d63-a6f2-49768aa1c47e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:20.153409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b8060108-a447-4872-b568-6f450a06dbdd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:20.207531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ad5ab2a4-e744-45d7-8861-77485e013ed7 req-c2bc2455-22e2-4d3d-8545-eee14a9f69ae tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826488 Feb 15 01:44:20.292797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:20.389431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8060108-a447-4872-b568-6f450a06dbdd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:20.505344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e0fb-dd46-4986-b0b1-1cc77d4e25dc req-011276a4-54e5-44b2-98c1-c6a19a8716f7 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.512916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac77e0fb-dd46-4986-b0b1-1cc77d4e25dc req-011276a4-54e5-44b2-98c1-c6a19a8716f7 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.3613257 Feb 15 01:44:20.517434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:20.531620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.556141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.563886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.580523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.591307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.609622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.615592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:20.626708 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-c1d67f78-7a8e-4660-8bbe-71c4c470e0af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2730980 Feb 15 01:44:20.645590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Allocated IP 192.168.233.130 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/e97b52bd-84ad-4bcf-9174-f23d8ed57dfb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:20.728830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac77e0fb-dd46-4986-b0b1-1cc77d4e25dc req-b2051d32-8f32-49d3-9a19-7ff984d3458f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135406 Feb 15 01:44:20.758901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Attempting to bind port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:20.759521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Attempting to bind port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:20.761490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Attempting to bind port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:20.784325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-05fe9a5e-41b1-4e39-bd2b-db7377d4be5d req-ffd6a032-7ede-465d-96b3-75dba13272d9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1566083 Feb 15 01:44:20.802816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:20.802816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Attempting to bind port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:20.828286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:20.832533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:20.842520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:20.843428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Bound port: 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:20.844432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.005627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Deleting port cac77cc4-8b2e-419f-8a90-353d90dc1221 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:21.006358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.117775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c65ee4ef-9d10-41ac-bffd-445371a640dc req-5244d21a-40c4-4917-976a-7baae4f55368 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0520458 Feb 15 01:44:21.182229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] For port cac77cc4-8b2e-419f-8a90-353d90dc1221, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=cac77cc4-8b2e-419f-8a90-353d90dc1221,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:21.182693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.224642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Calling delete_port for cac77cc4-8b2e-419f-8a90-353d90dc1221 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:21.263425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7290b7ed-1d07-441a-b15d-fd2747b5e78f req-8ec8dfb3-d961-4644-84bb-f85055eb0eea tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0424235 Feb 15 01:44:21.277677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c5e8a19-2372-4864-932c-3096faa6ebba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.310743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cdfc-57f0-421d-87cf-dc3d67d20db5 req-f424cdc6-6415-4919-bcac-c9f25136907c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:21.317699 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1a37cdfc-57f0-421d-87cf-dc3d67d20db5 req-f424cdc6-6415-4919-bcac-c9f25136907c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1246710 Feb 15 01:44:21.467645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:21.472748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:21.535738 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1a37cdfc-57f0-421d-87cf-dc3d67d20db5 req-e7131ca2-69de-4b98-bb21-59ed7f2b617d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154510 Feb 15 01:44:21.601326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks [] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.603684 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cac77cc4-8b2e-419f-8a90-353d90dc1221), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.728188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cac77cc4-8b2e-419f-8a90-353d90dc1221,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:21.765765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.853406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7c70-4541-4497-872f-e99455ad85cb req-e057f2a0-2dd6-4bd7-8344-e5a03968476b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:21.855550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-31cb7c70-4541-4497-872f-e99455ad85cb req-e057f2a0-2dd6-4bd7-8344-e5a03968476b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 948 time: 0.2167499 Feb 15 01:44:21.898843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:21.900033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:21.901774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] 10.222.0.31 "PUT /v2.0/ports/2cbed2a2-693c-4d63-a6f2-49768aa1c47e HTTP/1.1" status: 200 len: 1097 time: 2.3882113 Feb 15 01:44:21.917538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:21.926809 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72446c7f-430c-47fa-991f-a4c9df53b794" -d '{"events": [{"name": "network-changed", "server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:22.026032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.033517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9ad5-b2f5-442d-8bc7-33c03628da33 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:22.103028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-31cb7c70-4541-4497-872f-e99455ad85cb req-a99c0eb4-7dd7-417c-83eb-9091213fc298 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531465 Feb 15 01:44:22.145890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.153047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-79ea5bec-a4c1-4810-a9f7-6c03fa900e76 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 258 time: 0.8146734 Feb 15 01:44:22.158268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:22.167448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:22.178153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:22.182386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:22.234373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Pushing event updated for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:22.256735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-6267fd34-f2be-4457-9b5c-f19c400583f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.258390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-6267fd34-f2be-4457-9b5c-f19c400583f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 1131 time: 0.2524507 Feb 15 01:44:22.269594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.270223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.329061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-fe8e4e94-6bae-49f8-8213-f5955990ad64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e HTTP/1.1" status: 200 len: 217 time: 0.0560372 Feb 15 01:44:22.344968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.395952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.397693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.403292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.411986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.415654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.421251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.427683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.428946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-8cca97a7-48ca-421e-9606-cf6059adeec6 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7709992 Feb 15 01:44:22.437336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-8bfef35a-911a-453a-91f1-df8e6d28a20b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1856034 Feb 15 01:44:22.439969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-fddc7094-4eca-46f8-b615-ab7655699621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.441673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-fddc7094-4eca-46f8-b615-ab7655699621 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1050336 Feb 15 01:44:22.446193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Request body: {'port': {'device_id': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:22.594661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5041a6e3-2be6-441f-8fe6-7aefe42ea37a req-e8f83b10-3a05-4ba7-9468-35d4e6ce560a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1432414 Feb 15 01:44:22.595150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.631520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-920291f2-5424-402c-b6a9-a5ee17895a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:22.633370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-920291f2-5424-402c-b6a9-a5ee17895a50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1829205 Feb 15 01:44:22.706139 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f66cc61-d2a0-489b-9765-c4840a9316d0 x-openstack-request-id: req-6f66cc61-d2a0-489b-9765-c4840a9316d0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:22.708530 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:22.712823 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f66cc61-d2a0-489b-9765-c4840a9316d0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:22.713779 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e', 'status': 'completed', 'code': 200} Feb 15 01:44:22.750543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:22.766613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-662391fc-1a6a-4c27-b788-aca774d442d5 None None] Provisioning complete for port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:22.766613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662391fc-1a6a-4c27-b788-aca774d442d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:22.834788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-662391fc-1a6a-4c27-b788-aca774d442d5 None None] Port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:22.915837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.039025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20114b-a036-45ff-b3ce-d08de250ac3a req-bdbf4d10-4b2e-48b6-9b72-414ed6a380b0 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:23.047538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0a20114b-a036-45ff-b3ce-d08de250ac3a req-bdbf4d10-4b2e-48b6-9b72-414ed6a380b0 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 936 time: 0.1165705 Feb 15 01:44:23.098449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-ccf9c809-521d-4108-9e52-c9f9def739a2 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177182 Feb 15 01:44:23.131423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0a20114b-a036-45ff-b3ce-d08de250ac3a req-3145838f-239d-432d-864d-b7956d9c06ed tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827417 Feb 15 01:44:23.136280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:23.150836 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Sync routers for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:23.166626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6eb724f1-fc32-4e8c-ab5f-8859c65201bf admin admin] 10.222.0.43 "PUT /v2.0/routers/b9e99d21-ebf5-4746-bb56-f9f6960f80e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9061952 Feb 15 01:44:23.169052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:23.174575 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:23.175214 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:23.266641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a960f3b-d199-4437-bcc8-cde97d0b8bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.411996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Allocated IP 172.25.2.145 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/00435438-88f2-4fb1-bd12-8458584dbb67) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:23.425854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc7f932a-f2ca-4234-8f81-3f909674bc32 req-43039558-31d5-49a0-bd96-632609dd1370 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180187 Feb 15 01:44:23.486213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks [] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.515017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dc1933a4-d7cc-4d49-9fa8-5d048c04642a req-3f320302-4e7a-4e35-85cd-6bcd5b20b19a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.1514297 Feb 15 01:44:23.538245 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:23.730471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for port (00435438-88f2-4fb1-bd12-8458584dbb67), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.764884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks [] for router_gateway (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.772017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97b52bd-84ad-4bcf-9174-f23d8ed57dfb {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:23.793369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks [] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.830172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Transition to ACTIVE for port object e97b52bd-84ad-4bcf-9174-f23d8ed57dfb will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:23.843330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-1f520b91-4d73-45e7-bb00-f834d79b6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:23.845051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-1f520b91-4d73-45e7-bb00-f834d79b6c24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 1131 time: 0.1417096 Feb 15 01:44:23.898799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fdc9b-cc15-479e-8ebb-0ccac91e30a5 req-5a6a271f-e773-42e7-b1c5-1730e3e3ef07 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:23.906718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb9fdc9b-cc15-479e-8ebb-0ccac91e30a5 req-5a6a271f-e773-42e7-b1c5-1730e3e3ef07 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1464872 Feb 15 01:44:23.969222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-be3c78c5-21db-4058-9b05-b0e3fd4f39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:23.971222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-be3c78c5-21db-4058-9b05-b0e3fd4f39c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1182323 Feb 15 01:44:23.973663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:23.979367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.059451 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb9fdc9b-cc15-479e-8ebb-0ccac91e30a5 req-a958fb20-a9e9-4f54-8c52-12af42446ff7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515992 Feb 15 01:44:24.066050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:24.096932 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:44:21Z', 'revision_number': 5, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port': {'id': '4a484099-524d-4e57-8046-e38cc40e93eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:42:36Z', 'updated_at': '2022-02-15T01:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:24.171126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Deleting port 4a484099-524d-4e57-8046-e38cc40e93eb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:24.171999 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Checking router: b9e99d21-ebf5-4746-bb56-f9f6960f80e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:24.172560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.185861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event updated for resources: {'Port': ['ID=00435438-88f2-4fb1-bd12-8458584dbb67,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:24.201061 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Routers {'b9e99d21-ebf5-4746-bb56-f9f6960f80e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:24.203235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:24.204017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:24.230335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-42141cfb-dd2c-485d-81f5-35bac485dfd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e HTTP/1.1" status: 200 len: 217 time: 0.2446654 Feb 15 01:44:24.330378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2cbed2a2-693c-4d63-a6f2-49768aa1c47e details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:24.352142 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] Set router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:24.412817 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:44:23Z', 'revision_number': 6, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:24.451186 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8b4f4-0ec2-4c2c-9cfa-7ff61ed54597 None None] The sync data for ids ['b9e99d21-ebf5-4746-bb56-f9f6960f80e5'] in n-d-829064-14 is: [{'id': 'b9e99d21-ebf5-4746-bb56-f9f6960f80e5', 'name': 'tempest-FloatingIPsAssociationTestJSON-558560538-router', 'tenant_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:42:32Z', 'updated_at': '2022-02-15T01:44:23Z', 'revision_number': 6, 'project_id': 'ad8fca4a4632489b87c61a3fb9bfe5ed', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:24.502820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-9095b6e3-961a-4e33-aba8-a0f8b892e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:24.513756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-9095b6e3-961a-4e33-aba8-a0f8b892e6ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1803687 Feb 15 01:44:24.514727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:24.535171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:24.537194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.560700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd567d7-ea1e-4c14-8aee-20b0b0e41feb req-b65f7181-104e-4589-89e5-3aedaf571c92 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:24.572094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fdd567d7-ea1e-4c14-8aee-20b0b0e41feb req-b65f7181-104e-4589-89e5-3aedaf571c92 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 948 time: 0.2746608 Feb 15 01:44:24.581298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Attempting to bind port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:24.581930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Attempting to bind port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:24.583881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Attempting to bind port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:24.599169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] For port 4a484099-524d-4e57-8046-e38cc40e93eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4a484099-524d-4e57-8046-e38cc40e93eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:24.604362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.619886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:24.620640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Attempting to bind port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:24.627535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:24.661490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-12eba433-f8d6-4dec-a77a-90337e855dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:24.663388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-12eba433-f8d6-4dec-a77a-90337e855dbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1203697 Feb 15 01:44:24.664464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:24.665016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:24.665587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:24.666211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Bound port: e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:24.666753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.674736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e', 'mac_address': 'fa:16:3e:35:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:24.734373 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fdd567d7-ea1e-4c14-8aee-20b0b0e41feb req-5c93fcb3-0113-4ee0-a0ad-d1de7e15c95a tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613154 Feb 15 01:44:24.735430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Calling delete_port for 4a484099-524d-4e57-8046-e38cc40e93eb owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:24.818644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:24.819053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:24.851731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbed2a2-693c-4d63-a6f2-49768aa1c47e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:24.911537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:24.920907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:24.929395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:24.938372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-f2728a4e-82f1-4640-8b70-d420a928139f service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516885 Feb 15 01:44:25.019888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.109278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72446c7f-430c-47fa-991f-a4c9df53b794 req-1cad93c8-0ff2-4067-be82-1f80abcfe9a3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574786 Feb 15 01:44:25.118666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.132378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:25.143733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.155476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.163202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.169159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.176175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.185021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.189948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.199881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3d83718-db29-474c-b028-13f3cd9da063 req-67ee79c2-868d-4406-9f2b-1de4a7a4e5f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.3414025 Feb 15 01:44:25.205135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4a484099-524d-4e57-8046-e38cc40e93eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.221052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2cbed2a2-693c-4d63-a6f2-49768aa1c47e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:25.241016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.248398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.248398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] 10.222.0.31 "PUT /v2.0/ports/e97b52bd-84ad-4bcf-9174-f23d8ed57dfb HTTP/1.1" status: 200 len: 1097 time: 2.8056080 Feb 15 01:44:25.248398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:25.248398 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914917f-b185-403e-804a-8216ca8adcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:25.282470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965bd7-7f5b-47ec-baf1-6394bf01cc97 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:25.315491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.362290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a484099-524d-4e57-8046-e38cc40e93eb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:25.518086 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.579076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:25.590561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3d83718-db29-474c-b028-13f3cd9da063 req-119c810d-e030-44c0-8e19-dda35d0f4f6e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3897409 Feb 15 01:44:25.726875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-889f8401-a9c8-4f79-bc8e-41ff039f2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:25.733673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-889f8401-a9c8-4f79-bc8e-41ff039f2a86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de9190026a2c458a86b1ed3a17f7c049&device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 1131 time: 0.3807347 Feb 15 01:44:25.779652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device cac77cc4-8b2e-419f-8a90-353d90dc1221 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:25.837084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-b6c68a5c-bc6f-48bf-a023-091c1ec0c955 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb HTTP/1.1" status: 200 len: 217 time: 0.0901375 Feb 15 01:44:25.870620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: cac77cc4-8b2e-419f-8a90-353d90dc1221 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:25.870967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device cac77cc4-8b2e-419f-8a90-353d90dc1221 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:25.871409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4a484099-524d-4e57-8046-e38cc40e93eb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:25.915604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4a484099-524d-4e57-8046-e38cc40e93eb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:25.917068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4a484099-524d-4e57-8046-e38cc40e93eb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:26.033931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.222866 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.226235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks [] for router_controller (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.330008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2cbed2a2-693c-4d63-a6f2-49768aa1c47e up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:26.341656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d9b1-4166-49a7-84a2-0fa0bcc0e066 req-f7fcd9f6-a431-4e92-85e9-03ebe2492821 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:26.348763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4523d9b1-4166-49a7-84a2-0fa0bcc0e066 req-f7fcd9f6-a431-4e92-85e9-03ebe2492821 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 948 time: 0.0777197 Feb 15 01:44:26.371181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (b9e99d21-ebf5-4746-bb56-f9f6960f80e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.371727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e99d21-ebf5-4746-bb56-f9f6960f80e5 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:44:26.376466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.377629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47dc6799-1c79-4124-abc0-0c6f214dc396 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b9e99d21-ebf5-4746-bb56-f9f6960f80e5 HTTP/1.1" status: 204 len: 168 time: 3.2076182 Feb 15 01:44:26.388392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50412) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:26.419133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9c4eeef1-0d38-4f71-8e58-1074c0d2200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:26.421023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9c4eeef1-0d38-4f71-8e58-1074c0d2200a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.5701747 Feb 15 01:44:26.472239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4523d9b1-4166-49a7-84a2-0fa0bcc0e066 req-03eecc30-b57c-40bb-9ab2-f28a97b10d5c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Feb 15 01:44:26.520658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Deleting subnet b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:44:26.539223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Publish callbacks [] for subnet (b5ffcc1e-99f2-4de6-bd23-c17d639b10a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.602718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (b5ffcc1e-99f2-4de6-bd23-c17d639b10a7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.604133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-46dd8dd4-efd0-49ed-a2bb-8ce4ab106a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:26.605642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-46dd8dd4-efd0-49ed-a2bb-8ce4ab106a25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1762681 Feb 15 01:44:26.609779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:26.614693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:26.615070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.645869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for port (00435438-88f2-4fb1-bd12-8458584dbb67), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.732767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:26.733635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.736534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b742c185-63c0-4d03-8fdc-261959f66cc6 req-a908a287-984a-46ba-a1c9-bd3874e669ef tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0442398 Feb 15 01:44:26.758431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b5ffcc1e-99f2-4de6-bd23-c17d639b10a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.760395 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.781312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:26.787839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:26.787839 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45023e3f-06ea-4ce9-abc1-c897d35535f4" -d '{"events": [{"server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "name": "network-vif-plugged", "status": "completed", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:26.840722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event updated for resources: {'Port': ['ID=00435438-88f2-4fb1-bd12-8458584dbb67,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:26.846405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-c899f9af-4e65-41a5-9391-bd520d210f43 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278366 Feb 15 01:44:26.878684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.914308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11988e-e198-4a9b-9822-a8d0a4a598be req-e92419c7-ba2a-4885-ad3a-0d1ef3e4366a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:26.916004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9c11988e-e198-4a9b-9822-a8d0a4a598be req-e92419c7-ba2a-4885-ad3a-0d1ef3e4366a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0872996 Feb 15 01:44:26.949634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:26.981691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:26.988904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (b5ffcc1e-99f2-4de6-bd23-c17d639b10a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.003295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba3e0ff1-1bd6-40e9-9a36-e898334f75cd req-9819bdfc-99d9-4698-988a-29377d2f9c2b service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315587 Feb 15 01:44:27.039712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9c11988e-e198-4a9b-9822-a8d0a4a598be req-a73fc316-30d6-4bb7-bf9c-163d1e214c2d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142421 Feb 15 01:44:27.044804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ffcc1e-99f2-4de6-bd23-c17d639b10a7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:27.047309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.055317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-16f6bccb-db9f-4de5-863a-19bb77799113 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5ffcc1e-99f2-4de6-bd23-c17d639b10a7 HTTP/1.1" status: 204 len: 168 time: 0.6656811 Feb 15 01:44:27.056578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:27.064763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afbd6e-4462-48c3-a1e9-6689c9a1a91c None None] Network d851ecd1-6edf-4f10-8207-881c8971bb7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:27.069058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.070297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-7807dea2-a01e-41b1-b055-8b895fd78fbd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9073503 Feb 15 01:44:27.230216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-f5e13b1c-0cb3-4438-9236-d6b2d0ea5334 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.1489108 Feb 15 01:44:27.234166 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1ddfa-7324-4125-94a0-a51e668aad3c x-openstack-request-id: req-1af1ddfa-7324-4125-94a0-a51e668aad3c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:27.236365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d851ecd1-6edf-4f10-8207-881c8971bb7c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.237132 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:27.237571 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1af1ddfa-7324-4125-94a0-a51e668aad3c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:27.238257 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb', 'status': 'completed', 'code': 200} Feb 15 01:44:27.276244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.400255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914917f-b185-403e-804a-8216ca8adcb4 req-62782405-fd15-4020-a533-aa9bfb290652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.400255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-62782405-fd15-4020-a533-aa9bfb290652 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de9190026a2c458a86b1ed3a17f7c049&device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 1131 time: 0.1365342 Feb 15 01:44:27.436435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] DHCP port deletion for d851ecd1-6edf-4f10-8207-881c8971bb7c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:44:27.453932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305991b-6a7c-4cdc-b364-1f175e7ed9dd req-760c93fa-3e02-402c-874d-3cd262d6c3b1 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.464597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4305991b-6a7c-4cdc-b364-1f175e7ed9dd req-760c93fa-3e02-402c-874d-3cd262d6c3b1 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 950 time: 0.1726391 Feb 15 01:44:27.487100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Deleting port d3dcf753-0386-4859-a924-9db00ce9fc48 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:27.487897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.543812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-b7700467-a14c-472a-98fc-115807fd75e8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.546052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2af2edc-50f7-4c4a-ab1d-0bc0c34539e2 req-b7700467-a14c-472a-98fc-115807fd75e8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.3034148 Feb 15 01:44:27.550908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914917f-b185-403e-804a-8216ca8adcb4 req-6e281e2c-bbb9-4ff0-bd7d-ad0760face67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.553241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-6e281e2c-bbb9-4ff0-bd7d-ad0760face67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1419528 Feb 15 01:44:27.555078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Deleting port d3dcf753-0386-4859-a924-9db00ce9fc48 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:27.555771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.639938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] For port d3dcf753-0386-4859-a924-9db00ce9fc48, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3dcf753-0386-4859-a924-9db00ce9fc48,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:27.641655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.667777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Calling delete_port for d3dcf753-0386-4859-a924-9db00ce9fc48 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:27.691210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-8be56302-4c02-4f05-9296-3b94612af153 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb HTTP/1.1" status: 200 len: 217 time: 0.1306121 Feb 15 01:44:27.722413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] For port d3dcf753-0386-4859-a924-9db00ce9fc48, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3dcf753-0386-4859-a924-9db00ce9fc48,segment=NetworkSegment(a01c8fa8-e6f1-44ac-aa50-437b96491c55),segment_id=a01c8fa8-e6f1-44ac-aa50-437b96491c55)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:27.724347 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.739118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Calling delete_port for d3dcf753-0386-4859-a924-9db00ce9fc48 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:27.842527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3dcf753-0386-4859-a924-9db00ce9fc48 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:27.868911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4305991b-6a7c-4cdc-b364-1f175e7ed9dd req-a8108300-6672-43f2-a205-0242d85fa1b5 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031563 Feb 15 01:44:27.880519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.888369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914917f-b185-403e-804a-8216ca8adcb4 req-aa35e471-7a1a-4ca2-b9a7-69880ba36f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.892953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-aa35e471-7a1a-4ca2-b9a7-69880ba36f19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1944711 Feb 15 01:44:27.907756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (d3dcf753-0386-4859-a924-9db00ce9fc48), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:27.979828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dcf753-0386-4859-a924-9db00ce9fc48,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:27.987828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:27.995139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] Pushing event deleted for resources: {'Port': ['ID=d3dcf753-0386-4859-a924-9db00ce9fc48,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:27.997437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] No DVR routers for this DVR port d3dcf753-0386-4859-a924-9db00ce9fc48 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:28.009336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.018220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077893f0-d940-465d-805f-e6621b2260e8 None None] No DVR routers for this DVR port d3dcf753-0386-4859-a924-9db00ce9fc48 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:28.018220 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76048e-896a-4b33-aaf2-837b754f1a5f x-openstack-request-id: req-7e76048e-896a-4b33-aaf2-837b754f1a5f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:28.018220 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "name": "network-vif-plugged", "status": "completed", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:28.018220 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e76048e-896a-4b33-aaf2-837b754f1a5f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:28.021186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.023336 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e', 'code': 200} Feb 15 01:44:28.041375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.048303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port d3dcf753-0386-4859-a924-9db00ce9fc48 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 01:44:28.048722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port d3dcf753-0386-4859-a924-9db00ce9fc48 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:44:28.049123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3dcf753-0386-4859-a924-9db00ce9fc48 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:28.051099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.069458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.088400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.090545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-315382ce-fca6-4711-8d7b-2d49ef487855 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.4062455 Feb 15 01:44:28.219928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d851ecd1-6edf-4f10-8207-881c8971bb7c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.229189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-745b40d7-e8e3-4884-80b1-5b47206e4ce1 req-86078004-5fcc-44c3-b431-130e305b9aa5 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1065133 Feb 15 01:44:28.247103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00bba9-b839-4ae6-8331-a24027932e4b req-141ed5e9-ce62-48e5-a32d-3861df5a4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.249132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc00bba9-b839-4ae6-8331-a24027932e4b req-141ed5e9-ce62-48e5-a32d-3861df5a4505 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 1133 time: 0.1278141 Feb 15 01:44:28.254266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914917f-b185-403e-804a-8216ca8adcb4 req-1de6c3c3-fb52-4b11-9e15-d91b697e5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.259886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-1de6c3c3-fb52-4b11-9e15-d91b697e5fef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3599195 Feb 15 01:44:28.298644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d851ecd1-6edf-4f10-8207-881c8971bb7c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:28.331933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10b986-16c2-4eb3-8e8c-2a6dcc09eda9 req-a92438c5-f3a3-4d42-8fd2-a76cc0042af7 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.349402 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac10b986-16c2-4eb3-8e8c-2a6dcc09eda9 req-a92438c5-f3a3-4d42-8fd2-a76cc0042af7 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 948 time: 0.2176049 Feb 15 01:44:28.351769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e97b52bd-84ad-4bcf-9174-f23d8ed57dfb details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:28.374255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01c8fa8-e6f1-44ac-aa50-437b96491c55') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:28.374555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01c8fa8-e6f1-44ac-aa50-437b96491c55') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:28.419478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a01c8fa8-e6f1-44ac-aa50-437b96491c55), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.458371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc00bba9-b839-4ae6-8331-a24027932e4b req-82607004-806c-40a0-b7a6-c4c8c4a8e954 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968324 Feb 15 01:44:28.477251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f35-23ef-4acf-8bbf-73c235377afc req-2a7b94b9-3894-4db9-b957-33660c53bbcd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.484837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-2a7b94b9-3894-4db9-b957-33660c53bbcd tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1197102 Feb 15 01:44:28.487474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a01c8fa8-e6f1-44ac-aa50-437b96491c55), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.499106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-ea4b6cba-9761-4c42-955a-39d0455f3735 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306774 Feb 15 01:44:28.518146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:44:28.524048 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a01c8fa8-e6f1-44ac-aa50-437b96491c55), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:44:28.533450 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:44:28.560404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-e2951b0e-7a2b-4728-be60-3dafd7381cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0743499 Feb 15 01:44:28.574921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'floatingip': {'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:28.575163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac10b986-16c2-4eb3-8e8c-2a6dcc09eda9 req-876306d8-03c3-4345-91a4-269245c54895 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044916 Feb 15 01:44:28.593128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:28.621607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb', 'mac_address': 'fa:16:3e:5c:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:28.645818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.710684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:28.711080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.721437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-add33c55-80fe-44b6-a639-7ceab3959580 req-d353d3d0-74fa-47ca-b18b-8ca9b86e3f08 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0454414 Feb 15 01:44:28.728658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97b52bd-84ad-4bcf-9174-f23d8ed57dfb {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:28.752597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d851ecd1-6edf-4f10-8207-881c8971bb7c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.759067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.768849 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d851ecd1-6edf-4f10-8207-881c8971bb7c HTTP/1.1" status: 204 len: 168 time: 1.7110291 Feb 15 01:44:28.769418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:28.793716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9683b83-4dc4-4db0-acf9-afa8ea4bf79e admin admin] Pushing event deleted for resources: {'Network': ['ID=d851ecd1-6edf-4f10-8207-881c8971bb7c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:28.838284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:28.908093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd28c-d0bf-43c3-a6e2-9b1ddac596a0 req-43e1dad7-d14f-47c3-87d2-4823f35c59af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:28.909750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-42cdd28c-d0bf-43c3-a6e2-9b1ddac596a0 req-43e1dad7-d14f-47c3-87d2-4823f35c59af tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0956841 Feb 15 01:44:28.925590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:29.058767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e97b52bd-84ad-4bcf-9174-f23d8ed57dfb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:29.063676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-42cdd28c-d0bf-43c3-a6e2-9b1ddac596a0 req-a3d21805-e6a1-4c66-ac4b-8a8c8c843713 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422675 Feb 15 01:44:29.119018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6914917f-b185-403e-804a-8216ca8adcb4 req-77379c9d-cca0-4a2a-a82c-f9d02c5dc905 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985320 Feb 15 01:44:29.206747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a29fb-9c7a-4f04-b1be-bcec14d2f03f req-3063c677-05fd-4f04-938a-3fffed961311 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.214843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c1a29fb-9c7a-4f04-b1be-bcec14d2f03f req-3063c677-05fd-4f04-938a-3fffed961311 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 950 time: 0.0695250 Feb 15 01:44:29.266650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c1a29fb-9c7a-4f04-b1be-bcec14d2f03f req-ec91296f-b38e-4df9-87bb-af61bd16b784 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506856 Feb 15 01:44:29.498556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.504793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.509287 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:29.511717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.517478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.522735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.528040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.534619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.536943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-132eddf6-c793-4614-bd14-10310b736e98 req-1490f9ae-743c-465c-b7db-5ade4714dd32 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1401262 Feb 15 01:44:29.559783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:29.615442 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-132eddf6-c793-4614-bd14-10310b736e98 req-3f4f76a0-e405-4600-9a3c-951cbd7c7c8a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0726242 Feb 15 01:44:29.616762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:29.738454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df211a9-cd24-4a63-8a67-975436ddae30 req-5b4a59d8-ba57-4b8d-a0f7-32cd3ffe2733 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:29.749187 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2df211a9-cd24-4a63-8a67-975436ddae30 req-5b4a59d8-ba57-4b8d-a0f7-32cd3ffe2733 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 949 time: 0.0680501 Feb 15 01:44:29.806628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a646eb90-1651-442e-8c1d-e1bc3bbbf1f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad8fca4a4632489b87c61a3fb9bfe5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456100 Feb 15 01:44:29.811658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:29.819659 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Floating IP 5d8f1acf-7f5b-456b-b0d6-50b85d83d38d associated. External IP: 172.25.2.145, port: 053df0b1-9511-46e8-aebf-95cc7d7e7b28. Feb 15 01:44:29.845971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2df211a9-cd24-4a63-8a67-975436ddae30 req-335f77b6-0c9f-40ad-ac51-a21d060e016b tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822999 Feb 15 01:44:29.915190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] Publish callbacks [] for security_group (3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:29.955006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] Publish callbacks [] for security_group (3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:29.985676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b47b609f-efdd-4d23-822d-85d74e08eae3 req-1f4babb0-6ed6-4a70-b696-9a1cfed2cc11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0441320 Feb 15 01:44:30.147675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.156588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.157775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0 HTTP/1.1" status: 204 len: 168 time: 0.3447695 Feb 15 01:44:30.231706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375555-507a-42a6-9cc6-0743650a0c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce19d4d-dbc1-4c07-b20a-9b8c52fe90f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:30.234944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Router fe8312c4-8893-4a4c-a353-a3de5d5119a2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:30.293518 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-0ef38175-499e-44ed-a66e-66e96bc35446 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2218938 Feb 15 01:44:30.331587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f6a9-aa15-467c-88c8-f202126365e8 req-c25ef87c-1f3c-4f34-aa47-5479bd0fc852 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.340901 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a637f6a9-aa15-467c-88c8-f202126365e8 req-c25ef87c-1f3c-4f34-aa47-5479bd0fc852 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1743207 Feb 15 01:44:30.346022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e97b52bd-84ad-4bcf-9174-f23d8ed57dfb up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:30.408595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:30.422979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.434260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Sync routers for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:30.448511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:30.449405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:30.456980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-b07bfe7e-7899-45ff-a5ef-0480764cf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.459389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-b07bfe7e-7899-45ff-a5ef-0480764cf6ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 1127 time: 0.1000235 Feb 15 01:44:30.487930 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a637f6a9-aa15-467c-88c8-f202126365e8 req-171cf258-0014-4051-ab71-4450fbd64911 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413445 Feb 15 01:44:30.509474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8d60b0a2-cb74-4f23-919f-b3bd62f25bcc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "PUT /v2.0/floatingips/5d8f1acf-7f5b-456b-b0d6-50b85d83d38d HTTP/1.1" status: 200 len: 997 time: 1.9437261 Feb 15 01:44:30.510078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:30.512666 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d6c81-e962-4e24-b197-bc7f2bb50af8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:30.532826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:30.576284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:30.576913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.658928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-72c7635a-3220-4a01-a581-099429627a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.660473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-72c7635a-3220-4a01-a581-099429627a71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.1713951 Feb 15 01:44:30.663691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f35-23ef-4acf-8bbf-73c235377afc req-e18e32fd-75e0-4406-a42b-c28264c5f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.666222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-e18e32fd-75e0-4406-a42b-c28264c5f81e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1129 time: 0.1415236 Feb 15 01:44:30.693381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:30.693773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.749497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-75bb1797-4c45-4af5-8a87-60901fc75c5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 200 len: 217 time: 0.0757678 Feb 15 01:44:30.772919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:30.774998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:30.777490 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620657f1-6d79-490e-b085-167dd14af783" -d '{"events": [{"server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:30.785940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:30.817651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-aebce62a-a9f9-4889-8ae2-76eb3ba23fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.823345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-aebce62a-a9f9-4889-8ae2-76eb3ba23fab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.0651984 Feb 15 01:44:30.842405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810bec-182a-4d15-8895-3045e1e8f2e7 req-b9f97cae-71cb-4191-8bde-be65c16a524d tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.853541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03810bec-182a-4d15-8895-3045e1e8f2e7 req-b9f97cae-71cb-4191-8bde-be65c16a524d tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 950 time: 0.1881979 Feb 15 01:44:30.888224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f35-23ef-4acf-8bbf-73c235377afc req-2d1202e9-5047-40ad-ab43-d46ad9ae404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:30.888224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-2d1202e9-5047-40ad-ab43-d46ad9ae404b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 929 time: 0.2126658 Feb 15 01:44:30.890200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-d6e32299-50f8-4bf6-b395-9aefdc0c9717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377698 Feb 15 01:44:30.937302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:30.983653 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03810bec-182a-4d15-8895-3045e1e8f2e7 req-25b3ce3a-5b12-40df-8163-e55e56689e42 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308765 Feb 15 01:44:31.025292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:31.199882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-f940d5d0-d645-4f16-bc90-37f8756953d2 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927775 Feb 15 01:44:31.353500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5d8f1acf-7f5b-456b-b0d6-50b85d83d38d', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'mac_address': 'fa:16:3e:53:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:44:25Z', 'updated_at': '2022-02-15T01:44:29Z', 'revision_number': 1, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:31.369795 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397c742f-19c0-4c66-88ef-681d2cfae1c9 x-openstack-request-id: req-397c742f-19c0-4c66-88ef-681d2cfae1c9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:31.370663 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:31.370920 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-397c742f-19c0-4c66-88ef-681d2cfae1c9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:31.371318 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'status': 'completed', 'code': 200} Feb 15 01:44:31.399301 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9239d17a-ee03-4177-8f9b-baa522b4e725 req-838f58c9-0df4-4a2b-addb-c6a9ac7970eb service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965413 Feb 15 01:44:31.437602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-7165487b-a909-4223-bb50-46bebc3731c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 1000 time: 0.5426698 Feb 15 01:44:31.448252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Checking router: fe8312c4-8893-4a4c-a353-a3de5d5119a2 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:31.466509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-5cb98a87-471f-4e42-a486-a365257ce3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.468545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-5cb98a87-471f-4e42-a486-a365257ce3bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1129 time: 0.1002662 Feb 15 01:44:31.470051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:31.470991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:31.508843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.518115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.524679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.530682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.537436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.543626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.552688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.574747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-58ca5aba-13be-44e4-b139-7acb818114e0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1639671 Feb 15 01:44:31.649043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-188b3ce0-0fd3-446e-8608-ae35211e85a9 req-33ed0409-d9d1-4ddc-89f1-e8fbe49c7050 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0730388 Feb 15 01:44:31.682781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-0b30cbc7-0c02-45c4-aa23-c2d316781400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.684329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-0b30cbc7-0c02-45c4-aa23-c2d316781400 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 929 time: 0.1513991 Feb 15 01:44:31.692633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f35-23ef-4acf-8bbf-73c235377afc req-ea69a800-274e-4f1b-8822-eb66b593882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.694220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-ea69a800-274e-4f1b-8822-eb66b593882f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.2490468 Feb 15 01:44:31.795772 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7397d3-536d-4bc1-bfe6-497701bb954d x-openstack-request-id: req-6d7397d3-536d-4bc1-bfe6-497701bb954d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:31.796134 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:31.796345 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d7397d3-536d-4bc1-bfe6-497701bb954d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:31.796729 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb', 'code': 200} Feb 15 01:44:31.863535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c2942-4379-42c2-ac9d-44092ed43860 req-c320361e-caa9-4184-9696-75018ea95518 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.868674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-6f1e5b11-4034-44c6-baef-2130bcddbea2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 1000 time: 0.1734557 Feb 15 01:44:31.871931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-614c2942-4379-42c2-ac9d-44092ed43860 req-c320361e-caa9-4184-9696-75018ea95518 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 950 time: 0.0731764 Feb 15 01:44:31.909056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:31.920538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f35-23ef-4acf-8bbf-73c235377afc req-78c787e4-bc70-4446-b6f7-4157f2ea60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.922604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-78c787e4-bc70-4446-b6f7-4157f2ea60ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2202671 Feb 15 01:44:31.934139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de21-0183-42c8-a972-533ebfd8f830 req-169ec590-1c7d-4e0f-9716-dcdd115c7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.935621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a1de21-0183-42c8-a972-533ebfd8f830 req-169ec590-1c7d-4e0f-9716-dcdd115c7419 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 1133 time: 0.1119273 Feb 15 01:44:31.939700 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-614c2942-4379-42c2-ac9d-44092ed43860 req-71a56881-8aa5-482b-8c58-b3de4a879c4f tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Feb 15 01:44:31.980544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-54d04ef5-78bc-4bd6-9023-98022460dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:31.982040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-54d04ef5-78bc-4bd6-9023-98022460dc4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.1069944 Feb 15 01:44:32.078085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a1de21-0183-42c8-a972-533ebfd8f830 req-5d1fb2e5-326c-4718-a97e-734c2aed1d46 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321230 Feb 15 01:44:32.110473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-4b7de7ed-b753-4446-890a-bba57273310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:32.112003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-4b7de7ed-b753-4446-890a-bba57273310c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1030636 Feb 15 01:44:32.114928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-a0bd7a73-0ee6-43d3-8a2d-cf8d69214ed6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855931 Feb 15 01:44:32.127365 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f604c997-e31d-4778-b25c-5e11d9f34988 req-89ae52fe-179b-4a9b-90a9-eff42d3934cf tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0457685 Feb 15 01:44:32.178617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5d8f1acf-7f5b-456b-b0d6-50b85d83d38d', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'mac_address': 'fa:16:3e:53:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:44:25Z', 'updated_at': '2022-02-15T01:44:29Z', 'revision_number': 1, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:32.208968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df37777-89a1-4ef5-9bd8-a3611e94fd36 None None] The sync data for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 is: [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5d8f1acf-7f5b-456b-b0d6-50b85d83d38d', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'mac_address': 'fa:16:3e:53:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:44:25Z', 'updated_at': '2022-02-15T01:44:29Z', 'revision_number': 1, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:32.297329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-261061f7-43d0-4bcb-b162-8d50ec8f4197 service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785333 Feb 15 01:44:32.302037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52935f35-23ef-4acf-8bbf-73c235377afc req-8b0a6158-7f50-4af0-bea0-0ddf3274fdc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733363 Feb 15 01:44:32.353708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4cc80-ddf2-4b94-bf1a-455d225f3187 req-58a95532-1d58-4c7d-a29f-d79fc305f09f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:32.361035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-00b4cc80-ddf2-4b94-bf1a-455d225f3187 req-58a95532-1d58-4c7d-a29f-d79fc305f09f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.0878317 Feb 15 01:44:32.417430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-287d6c81-e962-4e24-b197-bc7f2bb50af8 req-4b857e76-bc97-4ae3-b9c8-cb248f860d67 service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115365 Feb 15 01:44:32.422092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-00b4cc80-ddf2-4b94-bf1a-455d225f3187 req-0ca6223f-f419-450d-afad-5fab04b8811c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Feb 15 01:44:32.572611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bf030-73f5-4aad-aa63-6ead92893f62 None None] New status for floating IP 5d8f1acf-7f5b-456b-b0d6-50b85d83d38d: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:44:32.951576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-cecf48a1-35e6-4803-83b3-9b634c5add13 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 258 time: 0.1174574 Feb 15 01:44:32.962067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:33.094570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.199298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.314253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Allocated IP 172.25.2.161 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/ce5fbc7f-54a3-4c7c-938e-d618c2d38a97) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:33.432473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.540496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.583573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:33.590394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:33.593133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:33.599391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event updated for resources: {'Port': ['ID=ce5fbc7f-54a3-4c7c-938e-d618c2d38a97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:33.689288 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.795865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:33.961588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.010240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.011887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.018236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.024825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.030967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.036985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.045770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.053700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.055810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-cba20992-a61d-4dbc-828e-fdb2f04bbae3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1102114 Feb 15 01:44:34.099657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event updated for resources: {'Port': ['ID=ce5fbc7f-54a3-4c7c-938e-d618c2d38a97,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:34.105465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-4eff3661-72c6-455f-8648-8feb1a72ce64 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.107067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-4eff3661-72c6-455f-8648-8feb1a72ce64 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1129 time: 0.1296368 Feb 15 01:44:34.119785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.128401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-14'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:34.134321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72da2763-6e8e-481e-b8fa-6a1a29d95a0e req-31702fbb-ad70-45a0-b450-78b8332908e5 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0706477 Feb 15 01:44:34.198758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.269606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.270895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-8d2f2183-ae55-471b-8059-42accc5a7c30 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3135777 Feb 15 01:44:34.272946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fbe93-f3f9-4ba5-9d82-a8908b751deb req-bb0de3b1-89ec-46b6-8299-987b7ca08796 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.275005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2fbe93-f3f9-4ba5-9d82-a8908b751deb req-bb0de3b1-89ec-46b6-8299-987b7ca08796 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 950 time: 0.0600181 Feb 15 01:44:34.335650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2fbe93-f3f9-4ba5-9d82-a8908b751deb req-bd385b24-ad6e-42c7-a87c-a908c6796103 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530965 Feb 15 01:44:34.350436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:34.397952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-3caa61a8-9403-409e-999d-220c504dbf43 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0893066 Feb 15 01:44:34.483609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c623a9e-2009-41cf-ac47-10bab1206be7 req-9016a8b6-e1e9-4ad4-ae5e-b536f33468b3 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.485270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c623a9e-2009-41cf-ac47-10bab1206be7 req-9016a8b6-e1e9-4ad4-ae5e-b536f33468b3 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 950 time: 0.0677290 Feb 15 01:44:34.502882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:34.530503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:34.540847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef96e-a376-4332-892a-9461dd737e85 req-81beb5d3-e614-42ee-9e94-231420428291 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.542373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fcef96e-a376-4332-892a-9461dd737e85 req-81beb5d3-e614-42ee-9e94-231420428291 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.31 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 950 time: 0.2025399 Feb 15 01:44:34.550200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 has no active binding in host n-h2-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 01:44:34.571979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c623a9e-2009-41cf-ac47-10bab1206be7 req-6bdad518-c940-4404-84f1-182e1d01f777 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776997 Feb 15 01:44:34.609192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-9e577fd0-d5e8-4529-a7a5-dfa552e4f935 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.610576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c9156b-e506-4c14-af6f-eae1a4e9b560 req-9e577fd0-d5e8-4529-a7a5-dfa552e4f935 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.2118304 Feb 15 01:44:34.631791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:34.698819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c56d25c2-0df2-4755-abf0-abec398439af req-c4a58cc2-d306-4206-b937-dcf36b573f1a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0398214 Feb 15 01:44:34.708909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:34.712033 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ee9840-e636-4369-a97d-a08fa2216317" -d '{"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:34.716477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks [] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.767794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Deleting port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:34.768135 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.793197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486a047-17d1-4f83-be33-c5406ce63f6b req-e46a82b0-4ce4-48b7-8adc-a05fe11da17c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:34.794723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b486a047-17d1-4f83-be33-c5406ce63f6b req-e46a82b0-4ce4-48b7-8adc-a05fe11da17c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 946 time: 0.1156161 Feb 15 01:44:34.829281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.963829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] For port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:34.964186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:34.986209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:34.995659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:34.996526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Calling delete_port for 2cbed2a2-693c-4d63-a6f2-49768aa1c47e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:35.007826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b486a047-17d1-4f83-be33-c5406ce63f6b req-713a48eb-5722-4364-ad6c-6f35a2f5a241 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883173 Feb 15 01:44:35.008524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on host n-h1-829064-14 for vnic_type normal with profile {"migrating_to": "n-h2-829064-14"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:35.008854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:35.009175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:35.019237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:35.019448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Attempting to bind port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on network d653ca81-fb09-49c1-80ba-ae3171ded49b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:35.053970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:35.054318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Checking segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:35.054711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Bound using segment: {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:35.055182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Bound port: bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe614d5-581d-4ca9-993f-4548c929032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd653ca81-fb09-49c1-80ba-ae3171ded49b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:35.055539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.184750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc4844ff-a22e-47f3-81ac-a651aec02ee0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:35.185553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.216032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:35.218763 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec97699-babb-4326-8bf3-8c3714f837ff" -d '{"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:35.224240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:35.250764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:35.269400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:35.325094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-aef634be-f896-4405-a8c8-1f6bdfa8fde1 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.326654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-aef634be-f896-4405-a8c8-1f6bdfa8fde1 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1313643 Feb 15 01:44:35.374272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.390058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-b2737a40-ba06-431a-b536-fde6054b4e1a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0497918 Feb 15 01:44:35.411114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-74065e4e-5ad8-49aa-899a-5562210ed288 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'floatingip': {'port_id': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:35.451506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.459768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:35.462760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-74065e4e-5ad8-49aa-899a-5562210ed288 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.521224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2cbed2a2-693c-4d63-a6f2-49768aa1c47e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.543774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2cbed2a2-693c-4d63-a6f2-49768aa1c47e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:35.635389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:35.669768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.670396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.672048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-2cbebd6b-5ec7-4656-8076-669f90739b84 service neutron] 10.222.0.31 "PUT /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 1124 time: 1.5480492 Feb 15 01:44:35.713278 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bed233-8931-4353-9ceb-a15faefc4bf4 x-openstack-request-id: req-17bed233-8931-4353-9ceb-a15faefc4bf4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:35.713608 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:35.713831 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17bed233-8931-4353-9ceb-a15faefc4bf4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:35.714230 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'code': 200} Feb 15 01:44:35.718172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] No DVR routers for this DVR port 2cbed2a2-693c-4d63-a6f2-49768aa1c47e on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:35.719490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Pushing event deleted for resources: {'Port': ['ID=2cbed2a2-693c-4d63-a6f2-49768aa1c47e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:35.721555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:35.725479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fcef96e-a376-4332-892a-9461dd737e85 req-4e4beaeb-413c-4ced-8fb6-b9772f218f6b tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.31 "DELETE /v2.0/ports/2cbed2a2-693c-4d63-a6f2-49768aa1c47e HTTP/1.1" status: 204 len: 173 time: 1.1765370 Feb 15 01:44:35.741950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:35.793815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:35.904819 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-74065e4e-5ad8-49aa-899a-5562210ed288 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 01:44:35.907382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0d427bd-4992-4407-8cd2-51e2826586ab req-74065e4e-5ad8-49aa-899a-5562210ed288 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "PUT /v2.0/floatingips/cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0 HTTP/1.1" status: 409 len: 551 time: 0.4992945 Feb 15 01:44:35.959101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.965164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.970527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.976413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.982449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.987970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.993511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:35.993675 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7458bd-6cbb-4af7-96c5-a4912d60a6a0 x-openstack-request-id: req-1c7458bd-6cbb-4af7-96c5-a4912d60a6a0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:35.999254 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:35.999254 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c7458bd-6cbb-4af7-96c5-a4912d60a6a0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:35.999254 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'code': 200} Feb 15 01:44:35.999557 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-7c2be49a-82e5-4ac1-bd40-a7cae6998055 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1111591 Feb 15 01:44:36.097186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e3ee9f0c-55e9-46d1-9ee8-e6462b66a214 req-bbf20424-4678-4a31-87a7-b39ff497d2bf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0881193 Feb 15 01:44:36.283260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-2c816d80-7271-4295-8845-327015683c64 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:36.284940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-2c816d80-7271-4295-8845-327015683c64 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.1809325 Feb 15 01:44:36.317675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-e5d3c5ae-354c-4bd5-a3f0-028cc3518909 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/quotas/f9bf1864cd5845c1ae258e543179e82b HTTP/1.1" status: 200 len: 375 time: 0.0187950 Feb 15 01:44:36.322196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ba20e0b6-b134-4d81-934f-ef1f37c4a784 req-4d72742b-2ec5-4e81-b5a6-441dea14d1b3 tempest-ServerDiagnosticsNegativeTest-1261601592 tempest-ServerDiagnosticsNegativeTest-1261601592-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cdff7f-ce2e-4f8c-b94b-690daf64fecf HTTP/1.1" status: 200 len: 210 time: 0.0504866 Feb 15 01:44:36.382255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-c703f9fa-0adb-44ff-bb45-fe2670857985 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612235 Feb 15 01:44:36.438250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13bfe7-9043-4232-8d64-8ec90069edd1 req-72a69513-25e9-43ca-a4f8-453949965996 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:36.447275 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c13bfe7-9043-4232-8d64-8ec90069edd1 req-72a69513-25e9-43ca-a4f8-453949965996 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 950 time: 0.0764108 Feb 15 01:44:36.511338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-26597802-a7d4-4cea-b21a-8248c4637338 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206541 Feb 15 01:44:36.513783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5c13bfe7-9043-4232-8d64-8ec90069edd1 req-375a04fc-6784-468c-8f4f-d227ece48b22 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Feb 15 01:44:36.599353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1da9d11-7fc7-4a87-8b69-5a95776d993b req-6e739352-7b77-4442-9d4a-6404ca4dbbb5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0310552 Feb 15 01:44:36.628379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f7ba1c2f-680e-45c8-a697-46bdc60d88a8 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178246 Feb 15 01:44:36.705596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-6c5e6f28-1479-48c9-a9d8-08ec66b486a0 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips/cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0 HTTP/1.1" status: 200 len: 693 time: 0.0501873 Feb 15 01:44:36.836338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-e030f9ca-918f-4f51-9af4-2f33cbc68687 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:36.852003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-e030f9ca-918f-4f51-9af4-2f33cbc68687 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1337993 Feb 15 01:44:36.872151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df373b65-1928-4185-98b0-da8829ec9c32 req-e97232ab-6b76-4f67-9a63-c6e7a60f9cb3 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:36.873699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df373b65-1928-4185-98b0-da8829ec9c32 req-e97232ab-6b76-4f67-9a63-c6e7a60f9cb3 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fee69f-fa6b-4df0-98d5-851205c14586 HTTP/1.1" status: 200 len: 943 time: 0.0860076 Feb 15 01:44:36.934258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-ab4adaae-24e8-430e-b28b-5aa83f2ed436 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0666857 Feb 15 01:44:37.008750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-48cb7edf-b239-4982-815f-f40588e20e80 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.161 HTTP/1.1" status: 200 len: 696 time: 0.0672796 Feb 15 01:44:37.079344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Deleting port bc4844ff-a22e-47f3-81ac-a651aec02ee0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:37.079640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.160917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Deleting port ce5fbc7f-54a3-4c7c-938e-d618c2d38a97 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:37.161853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.250429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.250910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.264469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Calling delete_port for ce5fbc7f-54a3-4c7c-938e-d618c2d38a97 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:37.481805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf9c68-72a7-418d-abfa-cc9e8185fbe3 req-63756533-3d0d-46a0-88ca-1584cd032a2a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.483495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fbf9c68-72a7-418d-abfa-cc9e8185fbe3 req-63756533-3d0d-46a0-88ca-1584cd032a2a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.5298061 Feb 15 01:44:37.512438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ce5fbc7f-54a3-4c7c-938e-d618c2d38a97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.546686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a51ae0-b915-447c-a276-499f58489cfc req-a05d2ad4-c5d5-4c23-b1b9-7504e110f7c5 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.546837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event deleted for resources: {'Port': ['ID=ce5fbc7f-54a3-4c7c-938e-d618c2d38a97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:37.547390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9a51ae0-b915-447c-a276-499f58489cfc req-a05d2ad4-c5d5-4c23-b1b9-7504e110f7c5 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 950 time: 0.4984035 Feb 15 01:44:37.631348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.634111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.642492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fbf9c68-72a7-418d-abfa-cc9e8185fbe3 req-3803e9c5-97fb-4b5d-946f-2da7aa5fe87c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Feb 15 01:44:37.643008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] For port bc4844ff-a22e-47f3-81ac-a651aec02ee0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc4844ff-a22e-47f3-81ac-a651aec02ee0,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:37.643471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.648748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-303d2d4d-ecc5-4660-b694-7318ad4fd671 req-bc61440c-9f39-4f77-be23-a1eabf3b230f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd4bb536-c4f7-4d7f-8b75-f6477a66a9d0 HTTP/1.1" status: 204 len: 173 time: 0.6449718 Feb 15 01:44:37.701805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Calling delete_port for bc4844ff-a22e-47f3-81ac-a651aec02ee0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:37.719477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'}, {'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'name': 'network-vif-deleted', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:37.721771 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf955b-c10f-4342-a0c0-f3bb61c5089b" -d '{"events": [{"name": "network-changed", "server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7"}, {"server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "name": "network-vif-deleted", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:37.749752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bb1e14d-914c-4d8b-92af-86e41051190b req-7b9d5d69-bd59-48c8-9925-549279a00d96 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 210 time: 0.0501375 Feb 15 01:44:37.870360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.875638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.893737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.899565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.905165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.910942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.915924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:37.923494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-135bbf0c-07d0-49b5-8a16-283d1ef79edc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1507616 Feb 15 01:44:37.954033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Deleting port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:37.954327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:37.985339 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6374f89a-2adc-4932-86d5-e8494fc648ce req-ebdb4059-796a-46ee-9a25-9d9e85ceea36 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604291 Feb 15 01:44:38.038845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae9ba-ca41-4738-981a-6c795a176fb4 req-7a592e3d-ad53-4d81-ae44-5ba1444629a1 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.044768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f27ae9ba-ca41-4738-981a-6c795a176fb4 req-7a592e3d-ad53-4d81-ae44-5ba1444629a1 tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 950 time: 0.1664693 Feb 15 01:44:38.082473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-534bc684-8f86-4a6d-860e-b7f8d90dceaf req-d1133ac0-1e9f-4af5-ad18-288d7514cdbd tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0290573 Feb 15 01:44:38.154087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] For port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:38.154524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.188926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f27ae9ba-ca41-4738-981a-6c795a176fb4 req-643c43fe-e4b9-4476-8002-1d36c481f53f tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8060108-a447-4872-b568-6f450a06dbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429832 Feb 15 01:44:38.190879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Calling delete_port for e97b52bd-84ad-4bcf-9174-f23d8ed57dfb owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:38.232650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-c6d5615e-4992-479e-b4d7-dea54167fc5d tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.1214194 Feb 15 01:44:38.266037 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e4e8b8-93eb-4e5c-9d76-07030abda47f x-openstack-request-id: req-85e4e8b8-93eb-4e5c-9d76-07030abda47f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:38.266037 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7", "status": "completed", "code": 200}, {"server_uuid": "23cdff7f-ce2e-4f8c-b94b-690daf64fecf", "name": "network-vif-deleted", "tag": "2cbed2a2-693c-4d63-a6f2-49768aa1c47e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:38.266037 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85e4e8b8-93eb-4e5c-9d76-07030abda47f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:38.266037 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'status': 'completed', 'code': 200} Feb 15 01:44:38.266037 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cdff7f-ce2e-4f8c-b94b-690daf64fecf', 'name': 'network-vif-deleted', 'tag': '2cbed2a2-693c-4d63-a6f2-49768aa1c47e', 'status': 'completed', 'code': 200} Feb 15 01:44:38.301699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bc4844ff-a22e-47f3-81ac-a651aec02ee0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.322206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-c989d106-aee8-462a-8ffc-bf68ac69562e tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.323584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-c989d106-aee8-462a-8ffc-bf68ac69562e tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports/053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 943 time: 0.0827711 Feb 15 01:44:38.335679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event deleted for resources: {'Port': ['ID=bc4844ff-a22e-47f3-81ac-a651aec02ee0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:38.357766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2cbed2a2-693c-4d63-a6f2-49768aa1c47e no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:38.380844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-3302698b-0d4a-4111-bc5c-01a8a752038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.382781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-3302698b-0d4a-4111-bc5c-01a8a752038f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1158 time: 0.0806680 Feb 15 01:44:38.424591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] No DVR routers for this DVR port bc4844ff-a22e-47f3-81ac-a651aec02ee0 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:38.430471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.435762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df373b65-1928-4185-98b0-da8829ec9c32 req-74860c8d-8b3e-4d91-829e-1e3bb1d7485c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "DELETE /v2.0/ports/bc4844ff-a22e-47f3-81ac-a651aec02ee0 HTTP/1.1" status: 204 len: 173 time: 1.5464947 Feb 15 01:44:38.473604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 2cbed2a2-693c-4d63-a6f2-49768aa1c47e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:38.475966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:38.476802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2cbed2a2-693c-4d63-a6f2-49768aa1c47e not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e97b52bd-84ad-4bcf-9174-f23d8ed57dfb no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:38.586056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.588616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:38.589473 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e97b52bd-84ad-4bcf-9174-f23d8ed57dfb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.613198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-16c564bd-13da-4d5c-98fa-a649ccfb6531 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.0993352 Feb 15 01:44:38.618524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-e6eeca80-60a0-46c7-b147-1e20d7c56d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.625963 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-e6eeca80-60a0-46c7-b147-1e20d7c56d2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2251170 Feb 15 01:44:38.662312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:38.663109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Pushing event deleted for resources: {'Port': ['ID=e97b52bd-84ad-4bcf-9174-f23d8ed57dfb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:38.685662 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-bba1810e-6877-44cf-ba89-6edee298a610 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0526931 Feb 15 01:44:38.788178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] No DVR routers for this DVR port e97b52bd-84ad-4bcf-9174-f23d8ed57dfb on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:38.792387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.796900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9a51ae0-b915-447c-a276-499f58489cfc req-13ce2971-a95b-47d1-befe-0079174ae94c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.31 "DELETE /v2.0/ports/e97b52bd-84ad-4bcf-9174-f23d8ed57dfb HTTP/1.1" status: 204 len: 173 time: 1.2402081 Feb 15 01:44:38.830679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8286b756-2463-46fb-a0e6-1ed84d2481a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:38.858885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-5a3b79c8-4003-4edd-9ae9-b7be954cab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.860388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-5a3b79c8-4003-4edd-9ae9-b7be954cab71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1062639 Feb 15 01:44:38.895839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d0654-4338-4356-964b-38041f9f6991 req-87816bea-bf4e-49cd-b983-87ed6298608c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.902264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c2d0654-4338-4356-964b-38041f9f6991 req-87816bea-bf4e-49cd-b983-87ed6298608c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1154191 Feb 15 01:44:38.920934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-e09d0086-9076-4f71-8509-73d8b0c67a59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420017 Feb 15 01:44:38.943686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-ddcefabe-5268-426c-99e4-bd5dd16c78d9 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:38.943686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-ddcefabe-5268-426c-99e4-bd5dd16c78d9 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.3193667 Feb 15 01:44:38.998382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4dd01c6-5525-4476-9bd0-47e4648b712a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc74d9f52b9e440884e46c28cd42a02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302040 Feb 15 01:44:39.000833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c2d0654-4338-4356-964b-38041f9f6991 req-589fb0a3-e60d-4436-a3e5-7c155c5c60fb tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688283 Feb 15 01:44:39.002124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:39.084263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] Publish callbacks [] for security_group (1f5f0ad6-c905-4b31-8b8d-40942e26ee9f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.133321 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8286b756-2463-46fb-a0e6-1ed84d2481a4 admin admin] Publish callbacks [] for security_group (7896bbac-ffc7-4877-8a82-1c9d9ae8de83), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.135935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-539afccc-d648-46fe-88ee-156290c3c83e req-807f24fe-7d95-4b7c-9b46-7001f0584895 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 210 time: 0.0355079 Feb 15 01:44:39.140984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] Publish callbacks [] for security_group (1f5f0ad6-c905-4b31-8b8d-40942e26ee9f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.170486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-d948fdf0-91c3-4e62-b091-d7df1e53180e service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191978 Feb 15 01:44:39.180980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-c344b1ac-c8e1-4b8d-8bbf-4de0af217c1f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.2182531 Feb 15 01:44:39.196220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:39.289216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8286b756-2463-46fb-a0e6-1ed84d2481a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7896bbac-ffc7-4877-8a82-1c9d9ae8de83), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.320522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.326983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.336393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.342233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.347368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.352969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.358349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.358569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286b756-2463-46fb-a0e6-1ed84d2481a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896bbac-ffc7-4877-8a82-1c9d9ae8de83,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:39.360328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de302099-decd-4f06-b95a-e24913952a7e req-9a85ee1c-5a11-4adf-acba-a1688db032f8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1276827 Feb 15 01:44:39.369028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8286b756-2463-46fb-a0e6-1ed84d2481a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a37cc8205d94629a717a0c7a4af2275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919597 Feb 15 01:44:39.370259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:39.387348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.388863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1f5f0ad6-c905-4b31-8b8d-40942e26ee9f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.393859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.416444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f5f0ad6-c905-4b31-8b8d-40942e26ee9f HTTP/1.1" status: 204 len: 168 time: 0.3938973 Feb 15 01:44:39.451964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3abc0-7568-442f-96e7-9e5c98b90701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f0ad6-c905-4b31-8b8d-40942e26ee9f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:39.472741 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-edbf955b-c10f-4342-a0c0-f3bb61c5089b req-00fa14dc-3356-40b1-b2aa-83a27e4ac374 service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824256 Feb 15 01:44:39.498702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de302099-decd-4f06-b95a-e24913952a7e req-b757df63-ebc1-4aad-8970-cac69a67d34d tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1193743 Feb 15 01:44:39.648032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a34d2737-3cc8-4299-9f6f-88a45794c1e4 req-217828f3-433d-42bd-bb7f-678166dac545 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd27c606-1683-4e37-95ed-7ed7e6e39b50 HTTP/1.1" status: 200 len: 210 time: 0.0307281 Feb 15 01:44:39.708069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] Publish callbacks [] for security_group (7896bbac-ffc7-4877-8a82-1c9d9ae8de83), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.742285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] Publish callbacks [] for security_group (7896bbac-ffc7-4877-8a82-1c9d9ae8de83), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.786100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f6f9ef1-8ed8-4157-90b3-f414b87a71b2 req-639790b4-eb8e-4306-bf9b-c832fba5011c tempest-ImagesNegativeTestJSON-833413228 tempest-ImagesNegativeTestJSON-833413228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc HTTP/1.1" status: 200 len: 210 time: 0.0512898 Feb 15 01:44:39.876436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.888423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-629fe07e-58f5-46a8-ba52-be3dd1ea1d1e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:39.889956 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-629fe07e-58f5-46a8-ba52-be3dd1ea1d1e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.2699461 Feb 15 01:44:39.897267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7896bbac-ffc7-4877-8a82-1c9d9ae8de83), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.901199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:39.905014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7896bbac-ffc7-4877-8a82-1c9d9ae8de83 HTTP/1.1" status: 204 len: 168 time: 0.5272636 Feb 15 01:44:39.916557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Request body: {'port': {'device_id': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'admin_state_up': True, 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:40.229387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc2d25-ebf4-46f2-a849-44c4ea5bceb6 req-96e1cde0-ee4b-4171-9add-66d4eb9d8d3a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.232007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8bc2d25-ebf4-46f2-a849-44c4ea5bceb6 req-96e1cde0-ee4b-4171-9add-66d4eb9d8d3a tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.0807793 Feb 15 01:44:40.265503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-deleted', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0'}, {'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'name': 'network-vif-deleted', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:40.268359 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc0031-d366-46c9-8454-396e56657fbb" -d '{"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-deleted", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0"}, {"server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "name": "network-vif-deleted", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:40.314932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8bc2d25-ebf4-46f2-a849-44c4ea5bceb6 req-c2d45286-98f5-48eb-ae4a-ed3077b06d58 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703290 Feb 15 01:44:40.366796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81023-6e30-4c44-9ef3-261c05561c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896bbac-ffc7-4877-8a82-1c9d9ae8de83,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:40.373722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:40.374119 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Floating IP 5d8f1acf-7f5b-456b-b0d6-50b85d83d38d disassociated. External IP: 172.25.2.145, port: 053df0b1-9511-46e8-aebf-95cc7d7e7b28. Feb 15 01:44:40.427786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-537a670b-8140-495e-8e77-7f2489f792b0 req-ab97ad62-b541-41d8-bb5c-dd9fc5068323 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 210 time: 0.0381169 Feb 15 01:44:40.490861 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2977c57-615e-4c8f-988e-2eb6a67e34b2 x-openstack-request-id: req-e2977c57-615e-4c8f-988e-2eb6a67e34b2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:40.491211 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fee69f-fa6b-4df0-98d5-851205c14586", "name": "network-vif-deleted", "tag": "bc4844ff-a22e-47f3-81ac-a651aec02ee0", "status": "completed", "code": 200}, {"server_uuid": "fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc", "name": "network-vif-deleted", "tag": "e97b52bd-84ad-4bcf-9174-f23d8ed57dfb", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:40.491464 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2977c57-615e-4c8f-988e-2eb6a67e34b2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:40.491862 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fee69f-fa6b-4df0-98d5-851205c14586', 'name': 'network-vif-deleted', 'tag': 'bc4844ff-a22e-47f3-81ac-a651aec02ee0', 'status': 'completed', 'code': 200} Feb 15 01:44:40.492117 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e1a8d-e393-400e-aa38-a06b9b1b9cdc', 'name': 'network-vif-deleted', 'tag': 'e97b52bd-84ad-4bcf-9174-f23d8ed57dfb', 'status': 'completed', 'code': 200} Feb 15 01:44:40.578810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:40.606244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d7dbaf-d948-443e-825f-cc437ed9a6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:40.649819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:40.653513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:40.674664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Router fe8312c4-8893-4a4c-a353-a3de5d5119a2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:40.710484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.717053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.723215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.728945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.737150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.743714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.749660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:40.759787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-a6970bed-e800-4d83-bfb3-5e2b1b41960a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.1717257 Feb 15 01:44:40.898634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9cfc65-be3f-4c7b-925f-7a027afd4853 req-b3f5bb2e-3025-4b6c-8fd5-f64c768a0041 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1377037 Feb 15 01:44:40.907168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Allocated IP 172.20.0.13 (bcc6cf53-cec5-4f3a-af6e-d466d05be507/9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d/856bf1cb-49e3-42d3-ac13-80095f3cf873) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:40.921418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:40.927028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d7dbaf-d948-443e-825f-cc437ed9a6c2 admin admin] Publish callbacks [] for security_group (655da638-2076-4b89-ac8e-d28f8ab63f66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:40.935290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Sync routers for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:40.935685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:40.952664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:40.958004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:40.989422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-22401448-5e54-4630-9f07-586e50ec6d5f tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "PUT /v2.0/floatingips/5d8f1acf-7f5b-456b-b0d6-50b85d83d38d HTTP/1.1" status: 200 len: 695 time: 1.8075361 Feb 15 01:44:40.995480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:40.998721 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f687d6dd-f483-4f53-9a27-d27914b358f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:41.010856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:41.031901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d7dbaf-d948-443e-825f-cc437ed9a6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (655da638-2076-4b89-ac8e-d28f8ab63f66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.082254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: bc4844ff-a22e-47f3-81ac-a651aec02ee0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:41.082678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc4844ff-a22e-47f3-81ac-a651aec02ee0 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:41.139645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-405f9657-d4be-4cf5-8e52-b12d6ab45a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.142012 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-405f9657-d4be-4cf5-8e52-b12d6ab45a9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1129 time: 0.1362073 Feb 15 01:44:41.154160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7dbaf-d948-443e-825f-cc437ed9a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655da638-2076-4b89-ac8e-d28f8ab63f66,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:41.165688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c1d7dbaf-d948-443e-825f-cc437ed9a6c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cbac4b89b04470093ed51850aa120f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5862455 Feb 15 01:44:41.168197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:41.283934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:41.293895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-07ab6b81-cc44-4fa2-9fa5-bc920ca22c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.306831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-07ab6b81-cc44-4fa2-9fa5-bc920ca22c5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 929 time: 0.1449876 Feb 15 01:44:41.312590 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d15c19-cb9d-4987-af53-b093c6921f18 x-openstack-request-id: req-a3d15c19-cb9d-4987-af53-b093c6921f18 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:41.312970 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:41.314737 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3d15c19-cb9d-4987-af53-b093c6921f18 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:41.315208 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'status': 'completed', 'code': 200} Feb 15 01:44:41.327390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:41.329533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] Publish callbacks [] for security_group (655da638-2076-4b89-ac8e-d28f8ab63f66), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.369509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-ad60fdcb-5432-4e64-a364-b4a53c084bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.370404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-ad60fdcb-5432-4e64-a364-b4a53c084bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1d5a0c028934490ad507eb2d73493ff&device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 1129 time: 0.1163340 Feb 15 01:44:41.409993 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] Publish callbacks [] for security_group (655da638-2076-4b89-ac8e-d28f8ab63f66), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.460643 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-40948182-b81e-4881-9b8e-ded4ddddf58e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 217 time: 0.1516864 Feb 15 01:44:41.521398 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks [] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.541287 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (670f47fd-a432-4e23-8ee1-edac1bd9d8d0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.573747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (670f47fd-a432-4e23-8ee1-edac1bd9d8d0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.604531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-a409b826-4cb8-4d4f-a0d2-5cba8c8f4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.606117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-a409b826-4cb8-4d4f-a0d2-5cba8c8f4b88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.1393061 Feb 15 01:44:41.684456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-09669377-dc18-4d97-b807-37682c10943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.687930 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-09669377-dc18-4d97-b807-37682c10943d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712361 Feb 15 01:44:41.688093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-228e2d0a-48e3-4383-b1a5-63de4ac2aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.689218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-228e2d0a-48e3-4383-b1a5-63de4ac2aa72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 200 len: 929 time: 0.3079417 Feb 15 01:44:41.736330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (670f47fd-a432-4e23-8ee1-edac1bd9d8d0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.739521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.740808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "DELETE /v2.0/security-groups/670f47fd-a432-4e23-8ee1-edac1bd9d8d0 HTTP/1.1" status: 204 len: 168 time: 0.4122422 Feb 15 01:44:41.745746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:41.751345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-e8ae97df-875e-4c3b-8906-78c38c500d4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 200 len: 217 time: 0.0547967 Feb 15 01:44:41.766993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:41.773708 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-69693646-0378-4a40-8d69-4b9d0c210b8a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] show failed (client error): The resource could not be found. Feb 15 01:44:41.777400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-69693646-0378-4a40-8d69-4b9d0c210b8a tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "GET /v2.0/security-groups/670f47fd-a432-4e23-8ee1-edac1bd9d8d0 HTTP/1.1" status: 404 len: 347 time: 0.0258677 Feb 15 01:44:41.777903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:41.789447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c057c-49a2-4f2a-a2bd-f3991ca90e11 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670f47fd-a432-4e23-8ee1-edac1bd9d8d0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:41.801793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b6232-a618-4ce9-b84b-5f67331560cd req-278afe79-b746-4eb6-8ccd-a91c2ece2ed9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:41.808998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af4b6232-a618-4ce9-b84b-5f67331560cd req-278afe79-b746-4eb6-8ccd-a91c2ece2ed9 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1788144 Feb 15 01:44:41.831034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Checking router: fe8312c4-8893-4a4c-a353-a3de5d5119a2 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:41.835412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:41.856971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:41.858043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:41.867391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-d86a65a5-6322-405f-8214-723e667eea58 service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714485 Feb 15 01:44:41.869087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.920614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:41.940378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (655da638-2076-4b89-ac8e-d28f8ab63f66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.942916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:41.947588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/655da638-2076-4b89-ac8e-d28f8ab63f66 HTTP/1.1" status: 204 len: 168 time: 0.7782390 Feb 15 01:44:42.008499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdb607-b700-4d96-81ad-16957090b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655da638-2076-4b89-ac8e-d28f8ab63f66,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:42.024814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-e365fff1-16b7-449a-8dd5-1beb43f21700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.026309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-e365fff1-16b7-449a-8dd5-1beb43f21700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 200 len: 867 time: 0.2504675 Feb 15 01:44:42.056858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:42.065500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:42.071283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:42.117362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af4b6232-a618-4ce9-b84b-5f67331560cd req-562f7473-a1fb-4ce2-bf61-8808c5d34b1d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075838 Feb 15 01:44:42.129398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:42.129887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.129887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.146314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-977050302-network', 'tenant_id': '66c2d4f7de4247f2a60e174d56921f62'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:42.173790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3c14bc6-b9ef-4d08-a46d-aa5f505087c0 req-f6569d71-aa96-499e-9534-fd1cbb494a6a service neutron] 10.222.0.43 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549372 Feb 15 01:44:42.205776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Deleting port 786ba137-bd7e-4982-a477-72037d8c8c57 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:42.216037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.241545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-5c6911d3-044c-4f79-a5b5-dcb7513606e9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3377361 Feb 15 01:44:42.253618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Request body: {'port': {'device_id': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:42.318036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-d5dab159-f3dc-42be-bdb1-8fee3999ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.319870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-d5dab159-f3dc-42be-bdb1-8fee3999ecf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba6e19c2-493d-46fb-bca4-b2a6b68e696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2823038 Feb 15 01:44:42.418264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.448646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Made reservation on behalf of 66c2d4f7de4247f2a60e174d56921f62 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:42.451398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.509054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.543603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:42.607631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a66f7-459f-4ee1-8339-73dff76e5bb3 None None] The sync data for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 is: [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:43:51Z', 'revision_number': 4, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '561dbc09-e04b-4b80-9c2e-1d3d264a7778', 'name': '', 'network_id': 'ba6e19c2-493d-46fb-bca4-b2a6b68e696c', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'mac_address': 'fa:16:3e:4b:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:50Z', 'updated_at': '2022-02-15T01:43:58Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'subnets': [{'id': 'f9190651-7964-4fb5-a239-e4d18f17fb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:42.635716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95892bb-db1d-4bef-8e6c-1063bc422ad0 req-fded0b98-c40e-43c6-aaba-99f55772f74d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.637346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d95892bb-db1d-4bef-8e6c-1063bc422ad0 req-fded0b98-c40e-43c6-aaba-99f55772f74d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 932 time: 0.3622205 Feb 15 01:44:42.639319 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.639655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (786ba137-bd7e-4982-a477-72037d8c8c57), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.662813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.668621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.674110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.680762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.686275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.692670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.698362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:42.700487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25c2284a-5751-4bfb-a372-de61df411b86 req-64d07ad1-7bbe-450a-aaa8-e8fb8e5a0466 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2743862 Feb 15 01:44:42.711574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Calling delete_port for 786ba137-bd7e-4982-a477-72037d8c8c57 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:42.719486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-ed8756cb-3756-47ba-baad-4228ba82da9a service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893466 Feb 15 01:44:42.871707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d95892bb-db1d-4bef-8e6c-1063bc422ad0 req-2f659cf9-7d5e-41de-9446-9696eef006f2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177403 Feb 15 01:44:42.963764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks [] for security_group (986ce311-557a-41b5-96e8-af834d242ff8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:42.998824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25c2284a-5751-4bfb-a372-de61df411b86 req-80b1542a-81c6-4297-a8b6-88b9d6be8c20 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2901640 Feb 15 01:44:43.022369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:43.116916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (986ce311-557a-41b5-96e8-af834d242ff8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.164250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:44:43.172043 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2da2c4-c47b-4677-a9a3-67eb66fcf12e None None] New status for floating IP 5d8f1acf-7f5b-456b-b0d6-50b85d83d38d: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:44:43.204070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-36cba062-1f0e-495a-8f94-37412845c25d tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips/5d8f1acf-7f5b-456b-b0d6-50b85d83d38d HTTP/1.1" status: 200 len: 695 time: 0.2213576 Feb 15 01:44:43.224234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f687d6dd-f483-4f53-9a27-d27914b358f8 req-588783b8-cda9-4965-8573-7e5984e9af61 service neutron] 10.222.0.37 "GET /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804869 Feb 15 01:44:43.245894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:43.272989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856bf1cb-49e3-42d3-ac13-80095f3cf873 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:43.292713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks [] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.325613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Transition to ACTIVE for port object 856bf1cb-49e3-42d3-ac13-80095f3cf873 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:43.431624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-6933f561-c7cd-497c-a93c-65341efe3196 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:43.443955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:43.448845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-6933f561-c7cd-497c-a93c-65341efe3196 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.2434931 Feb 15 01:44:43.459413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fee1-afb3-4c91-a0cf-9b6e924983e7 req-5634c4ac-2729-4cad-abce-86009d62fa4d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:43.463376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (dd2ac9ac-b264-40ac-ada1-f524851d0f0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.463725 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Added segment dd2ac9ac-b264-40ac-ada1-f524851d0f0a of type vlan for network caa85141-cda5-4bb2-94d4-496cfefe2f96 Feb 15 01:44:43.466663 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a158fee1-afb3-4c91-a0cf-9b6e924983e7 req-5634c4ac-2729-4cad-abce-86009d62fa4d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.1107180 Feb 15 01:44:43.474820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.494226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ce311-557a-41b5-96e8-af834d242ff8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:43.618248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:43.682137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-b9d8b38a-3b18-45c7-8299-778ed186d026 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 698 time: 0.2323985 Feb 15 01:44:43.686468 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a158fee1-afb3-4c91-a0cf-9b6e924983e7 req-b3407edd-d490-43b9-8cdb-7c26bd9b6213 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138700 Feb 15 01:44:43.701593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (caa85141-cda5-4bb2-94d4-496cfefe2f96), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.710304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-network', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:43.796777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-b86972bf-0af5-4aa1-8f60-4576a07b4635 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0972042 Feb 15 01:44:43.804490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Attempting to bind port 856bf1cb-49e3-42d3-ac13-80095f3cf873 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:43.805558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Attempting to bind port 856bf1cb-49e3-42d3-ac13-80095f3cf873 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:43.806455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Attempting to bind port 856bf1cb-49e3-42d3-ac13-80095f3cf873 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:43.815310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (786ba137-bd7e-4982-a477-72037d8c8c57), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.816943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Port 856bf1cb-49e3-42d3-ac13-80095f3cf873 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:43.817598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Attempting to bind port 856bf1cb-49e3-42d3-ac13-80095f3cf873 on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:43.828580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:43.829463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Checking segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:43.830065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Bound using segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:43.830715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Bound port: 856bf1cb-49e3-42d3-ac13-80095f3cf873, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:43.831305 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.891066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Pushing event deleted for resources: {'Port': ['ID=786ba137-bd7e-4982-a477-72037d8c8c57,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:43.924637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:43.924637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Made reservation on behalf of eae1b9c511e64020a2e78131d009597e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:43.926043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.977907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.995714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (caa85141-cda5-4bb2-94d4-496cfefe2f96), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:43.996917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:43.997498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.076937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:44.142824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:44.170780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] Pushing event updated for resources: {'Network': ['ID=caa85141-cda5-4bb2-94d4-496cfefe2f96,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:44.185135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network caa85141-cda5-4bb2-94d4-496cfefe2f96 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:44:44.196789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3c324ef1-80c8-43fc-9376-ad347303dc42 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3120005 Feb 15 01:44:44.198531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks [] for floatingip (56421ad0-aa4c-47da-b5c1-8ce4d6c3c748), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.203213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.203741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:44.205820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bbc01404-98f9-4a32-8c69-877fef5eeca5 tempest-ServersTestBootFromVolume-1309565873 tempest-ServersTestBootFromVolume-1309565873-project] 10.222.0.43 "DELETE /v2.0/floatingips/56421ad0-aa4c-47da-b5c1-8ce4d6c3c748 HTTP/1.1" status: 204 len: 168 time: 2.4204960 Feb 15 01:44:44.209515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Request body: {'subnet': {'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-977050302-subnet', 'tenant_id': '66c2d4f7de4247f2a60e174d56921f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:44.216156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:44.259519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd9a3d-7272-49b4-a124-39445dabbc41 req-bdc31b88-8b37-4b6d-81c0-877f2cad69a4 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.261112 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3dbd9a3d-7272-49b4-a124-39445dabbc41 req-bdc31b88-8b37-4b6d-81c0-877f2cad69a4 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 944 time: 0.2532508 Feb 15 01:44:44.267021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9d01fbab-7485-44d4-9d0d-9fdfff28597e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de9190026a2c458a86b1ed3a17f7c049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374288 Feb 15 01:44:44.272708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:44.309551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Deleting port 00435438-88f2-4fb1-bd12-8458584dbb67 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:44.309987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.375839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.386335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks [] for security_group (ef7d14a2-9ed6-47a8-b913-64ccda833a2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.397179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.397824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.399265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] 10.222.0.37 "PUT /v2.0/ports/856bf1cb-49e3-42d3-ac13-80095f3cf873 HTTP/1.1" status: 200 len: 1093 time: 2.1507652 Feb 15 01:44:44.401767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:44.405640 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f1cde8-6519-4d1b-abd6-25bec76d2db2" -d '{"events": [{"name": "network-changed", "server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:44.411751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3dbd9a3d-7272-49b4-a124-39445dabbc41 req-78ea3202-8540-4bfc-aafe-8ee579aa4c78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381009 Feb 15 01:44:44.412499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Made reservation on behalf of 66c2d4f7de4247f2a60e174d56921f62 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:44.414908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.537696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef7d14a2-9ed6-47a8-b913-64ccda833a2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.709923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:44:44.725433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] Publish callbacks [] for security_group (b8060108-a447-4872-b568-6f450a06dbdd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.742257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-1d233912-7362-4728-9afc-9352f479522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.743767 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-1d233912-7362-4728-9afc-9352f479522e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 1127 time: 0.2017014 Feb 15 01:44:44.776868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.777235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (00435438-88f2-4fb1-bd12-8458584dbb67), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.780392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.786824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.792076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.797458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.803695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.809048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.814647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.817158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-db6a8778-b978-46dc-8b26-4bf566e5dcfc tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.2732432 Feb 15 01:44:44.824093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Calling delete_port for 00435438-88f2-4fb1-bd12-8458584dbb67 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:44.858505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-ecb89f40-693a-4ab2-b0a1-f09f470bccf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873 HTTP/1.1" status: 200 len: 217 time: 0.0967314 Feb 15 01:44:44.859113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7d14a2-9ed6-47a8-b913-64ccda833a2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:44.874805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d40dd638-eda8-4ce0-a138-78761bd938aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:44.875154 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Added segment d40dd638-eda8-4ce0-a138-78761bd938aa of type vlan for network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e Feb 15 01:44:44.885717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891558-39bc-453a-bb48-e8e8ec4c251e service neutron] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:44.955449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-d3c9e1fe-95ed-422d-8bff-da2e06d0f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:44.956867 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-d3c9e1fe-95ed-422d-8bff-da2e06d0f20a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.0726264 Feb 15 01:44:44.992229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] Publish callbacks [] for security_group (b8060108-a447-4872-b568-6f450a06dbdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.088712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.097732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-04d15a34-fce2-47dc-925f-39323c64363e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082470 Feb 15 01:44:45.118146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.218840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (00435438-88f2-4fb1-bd12-8458584dbb67), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.252021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5045a15b-59af-47b3-9bb2-c9189b73144b req-b261f624-425c-4376-8b6f-05f14f1eaeb8 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3620539 Feb 15 01:44:45.255273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event deleted for resources: {'Port': ['ID=00435438-88f2-4fb1-bd12-8458584dbb67,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:45.341876 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa81be-fa6b-49af-b701-54bcb60deb61 x-openstack-request-id: req-63fa81be-fa6b-49af-b701-54bcb60deb61 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:45.342454 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:45.342866 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63fa81be-fa6b-49af-b701-54bcb60deb61 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:45.343423 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'status': 'completed', 'code': 200} Feb 15 01:44:45.355824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-fdfe52d9-c7bc-4df3-950d-1b4d91b5a206 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481515 Feb 15 01:44:45.363399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.430599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks [] for floatingip (5d8f1acf-7f5b-456b-b0d6-50b85d83d38d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.433439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.434657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aad4615a-cf2e-499c-9e13-a9cf6f2470a1 req-0de7a7e8-0fa9-41b2-9f88-7bd7d7c57c2a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "DELETE /v2.0/floatingips/5d8f1acf-7f5b-456b-b0d6-50b85d83d38d HTTP/1.1" status: 204 len: 173 time: 1.6367443 Feb 15 01:44:45.441028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0abb81f5-ed00-4f82-8d35-393dd93d6cb4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.530934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.531813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:45.532410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.542035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b8060108-a447-4872-b568-6f450a06dbdd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.544931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.546082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8060108-a447-4872-b568-6f450a06dbdd HTTP/1.1" status: 204 len: 168 time: 1.2713878 Feb 15 01:44:45.570636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f198e3b-6490-4865-a8bb-89a1f7a72cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8060108-a447-4872-b568-6f450a06dbdd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:45.686158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2410674 Feb 15 01:44:45.703062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:45.710518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b556db-39c2-44a0-9390-74ae08bf9931 req-6542d6e1-1878-4db8-a6e9-7174fc6b542c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:45.712199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-91b556db-39c2-44a0-9390-74ae08bf9931 req-6542d6e1-1878-4db8-a6e9-7174fc6b542c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.2673378 Feb 15 01:44:45.725256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Request body: {'subnet': {'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-subnet', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:45.741428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abb81f5-ed00-4f82-8d35-393dd93d6cb4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:45.765585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265cb42-836b-4d51-9ad5-7eef1d16ab5d admin admin] Pushing event updated for resources: {'Network': ['ID=4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:45.781071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb122bb-f7f3-42df-b499-f4b1fec8a287 req-947cb55a-54fd-47c5-8029-b25dbdfde61c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:45.781240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:44:45.784117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdb122bb-f7f3-42df-b499-f4b1fec8a287 req-947cb55a-54fd-47c5-8029-b25dbdfde61c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 944 time: 0.1422889 Feb 15 01:44:45.786701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-66560ea9-9d0d-4679-9d4c-4cf781175989 req-0d93d622-a8a4-43f8-992c-eaa500f2d666 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249833 Feb 15 01:44:45.818464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Checking segment: {'id': 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:45.818838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Network hostable DHCP agents. Network: caa85141-cda5-4bb2-94d4-496cfefe2f96, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:44:45.851879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-91b556db-39c2-44a0-9390-74ae08bf9931 req-0d81160e-8378-4a95-97a7-7266b047dc92 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232510 Feb 15 01:44:45.900733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Made reservation on behalf of eae1b9c511e64020a2e78131d009597e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:45.906508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:45.965234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdb122bb-f7f3-42df-b499-f4b1fec8a287 req-41f32d04-6f39-4070-a5d9-7c5f7748c554 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802449 Feb 15 01:44:45.975260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Deleting port 7f67e051-653e-4a74-b410-f66fc231f8d5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:45.975610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:46.033119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Network caa85141-cda5-4bb2-94d4-496cfefe2f96 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:44:46.136532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-95b0e440-ac99-4fc8-9e6f-9e35262f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:46.138053 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-95b0e440-ac99-4fc8-9e6f-9e35262f645d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 1127 time: 0.2055178 Feb 15 01:44:46.148260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b5a8f-2522-49e4-ae03-f0e3f4eb54bd req-191d7606-d618-4844-af75-b7a33e210261 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:46.155155 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c3b5a8f-2522-49e4-ae03-f0e3f4eb54bd req-191d7606-d618-4844-af75-b7a33e210261 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1392066 Feb 15 01:44:46.202328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] For port 7f67e051-653e-4a74-b410-f66fc231f8d5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f67e051-653e-4a74-b410-f66fc231f8d5,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:46.202875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:46.218875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Calling delete_port for 7f67e051-653e-4a74-b410-f66fc231f8d5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:46.244372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, caa85141-cda5-4bb2-94d4-496cfefe2f96) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:46.248489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:46.249298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:46.253396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af35f9-294b-4dbd-adbb-39f2be46cd5d None None] Network caa85141-cda5-4bb2-94d4-496cfefe2f96 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:46.270379 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3c3b5a8f-2522-49e4-ae03-f0e3f4eb54bd req-fe65a31b-5a02-41f2-a0c3-f475353099cc tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1123815 Feb 15 01:44:46.350596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ff511b5-fa10-4723-aeca-68cac422211d req-fb34a764-1da5-4ae1-9d47-7bb8f640ccc9 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0586798 Feb 15 01:44:46.429155 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd2dbb13-c58a-421a-bd56-7758cc854117 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2234581 Feb 15 01:44:46.505729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2f75a-996e-41c8-91f3-68015c01a5c3 None None] Network caa85141-cda5-4bb2-94d4-496cfefe2f96 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:46.677935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7f67e051-653e-4a74-b410-f66fc231f8d5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:46.726967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f67e051-653e-4a74-b410-f66fc231f8d5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:47.061086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:47.118861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-f136b8e4-4655-454b-b820-c32ae1f3fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.120514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-f136b8e4-4655-454b-b820-c32ae1f3fdc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 906 time: 0.9582968 Feb 15 01:44:47.131326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.136951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.142655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.148560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.153964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.159407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.165542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.173167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-cdc5826f-56ed-49fe-8408-ebc98bd7bf8e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5421 time: 0.7957740 Feb 15 01:44:47.222139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-5daec72b-7881-4806-8073-63cc4e720e46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873 HTTP/1.1" status: 200 len: 217 time: 0.0419078 Feb 15 01:44:47.349148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (578a6100-778a-4949-ac37-99c0c39ecc90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:47.365275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-8847436b-bc40-4be4-bc0c-5a8ffc20297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.367230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-8847436b-bc40-4be4-bc0c-5a8ffc20297a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.1294949 Feb 15 01:44:47.416341 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9a383497-5ac8-45d2-b9f6-b7f294c6a643 req-6d296f7d-1a2e-47e7-94d7-439202a2a4a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2419703 Feb 15 01:44:47.483538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-26dc9ff1-54b6-46b8-bebe-9ea9030808f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820436 Feb 15 01:44:47.484504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578a6100-778a-4949-ac37-99c0c39ecc90,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:47.606174 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-2329ccde-f9c8-4d38-9577-8f3c08e46dec service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983131 Feb 15 01:44:47.623852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Router e3939c55-2e4e-4d02-8d51-96adafa9a44d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:47.640076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-b13c69e4-a560-4a67-be4d-f131b5451844 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.648125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-b13c69e4-a560-4a67-be4d-f131b5451844 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/networks?id=caa85141-cda5-4bb2-94d4-496cfefe2f96 HTTP/1.1" status: 200 len: 820 time: 0.1923668 Feb 15 01:44:47.687827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Checking segment: {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:47.688191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Network hostable DHCP agents. Network: 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:44:47.699165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-2a730953-2f00-4e19-adc2-93c4ee2b3347 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/quotas/66c2d4f7de4247f2a60e174d56921f62 HTTP/1.1" status: 200 len: 375 time: 0.0501165 Feb 15 01:44:47.747013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070dff-8d37-489f-ab70-7c6cc15dec08 req-5156db94-6d62-4f64-a441-1d076758456e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.748627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5070dff-8d37-489f-ab70-7c6cc15dec08 req-5156db94-6d62-4f64-a441-1d076758456e tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.2419190 Feb 15 01:44:47.787699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-305f16be-2cb0-44f8-b2f4-0da462c89bcb tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66c2d4f7de4247f2a60e174d56921f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754750 Feb 15 01:44:47.804572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:44:47.807968 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-53f1cde8-6519-4d1b-abd6-25bec76d2db2 req-abb7c1c8-aa63-484c-921c-2e004fe78bed service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695971 Feb 15 01:44:47.832508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a5070dff-8d37-489f-ab70-7c6cc15dec08 req-e9e138ea-c236-4f16-8b7a-517bc79233f6 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721900 Feb 15 01:44:47.848923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:47.912439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:47.918153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f9289ed2-f8ca-45f5-a88a-9d883690a335 admin admin] 10.222.0.43 "PUT /v2.0/routers/e3939c55-2e4e-4d02-8d51-96adafa9a44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6870463 Feb 15 01:44:47.921655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:47.925295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Sync routers for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:47.937557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:47.938586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:47.942430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:47.947971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.948600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:47.979025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f105178-af69-45b2-bf17-9ddea26e69de req-871aacf7-5250-4533-b02f-1735c10a830a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:47.986013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8b9b8-afe3-4302-aba0-40877a4e4073 None None] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:47.988729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f105178-af69-45b2-bf17-9ddea26e69de req-871aacf7-5250-4533-b02f-1735c10a830a tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.0892782 Feb 15 01:44:47.993397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-3ac25e1b-9b05-471d-9d75-acbe6ce565fe service neutron] 10.222.0.37 "GET /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.2088435 Feb 15 01:44:48.046107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-6af913cc-b5fd-4ef0-b295-bef4ca55500d service neutron] 10.222.0.43 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242160 Feb 15 01:44:48.071506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f105178-af69-45b2-bf17-9ddea26e69de req-b795b8d8-a09e-4b42-ab7b-0423af9de84c tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816839 Feb 15 01:44:48.095220 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1553e83a-87f2-4b72-88d2-e0107d1ad529 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3800945 Feb 15 01:44:48.097549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:48.117154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:48.199030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'fixed_ips': [{'subnet_id': '578a6100-778a-4949-ac37-99c0c39ecc90'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:44:48.199906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.203537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:48.252740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68e64e-e20b-4459-a25e-147a8db416a3 req-3b8aee49-853c-43ba-a84f-b307575aacd2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:48.254751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0b68e64e-e20b-4459-a25e-147a8db416a3 req-3b8aee49-853c-43ba-a84f-b307575aacd2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 944 time: 0.0719752 Feb 15 01:44:48.267819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.269585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.326204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0b68e64e-e20b-4459-a25e-147a8db416a3 req-fbcb00a4-4f3b-4fb7-b2a5-5d6a0cb9897c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Feb 15 01:44:48.412962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for router_controller (9d5ebd75-3d5e-4474-a0db-67571c918c1a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.456639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28bd6334-6911-4671-97d3-34b696ff6924 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:48.505101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks [] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.604561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-558ec922-18b4-4cf7-b54d-93083f19ee74 service neutron] 10.222.0.43 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492983 Feb 15 01:44:48.672768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Allocated IP 172.20.0.2 (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e/578a6100-778a-4949-ac37-99c0c39ecc90/2ce74e47-029a-45e7-a8d5-92684120a7f5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:48.679639 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-156b4562-b536-4979-bd87-ff739027c79f tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c64f443712794acab13965bca02d420a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557336 Feb 15 01:44:48.804471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for router_gateway (9d5ebd75-3d5e-4474-a0db-67571c918c1a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.809723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28bd6334-6911-4671-97d3-34b696ff6924,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:48.835060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:44:46Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:48.850950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-51cbdc49-46c0-4927-b9ce-10ef82cffb09 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:48.851186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks [] for router_gateway (e3939c55-2e4e-4d02-8d51-96adafa9a44d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:48.852549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-51cbdc49-46c0-4927-b9ce-10ef82cffb09 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.3376443 Feb 15 01:44:48.868419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:48.869901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Checking router: e3939c55-2e4e-4d02-8d51-96adafa9a44d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:48.883363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '28bd6334-6911-4671-97d3-34b696ff6924', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'port_id': '28bd6334-6911-4671-97d3-34b696ff6924', 'mac_address': 'fa:16:3e:65:32:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:48.889984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:48.896165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Routers {'e3939c55-2e4e-4d02-8d51-96adafa9a44d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:48.896942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:48.931410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-c54a0115-1c64-45d8-9a52-d05c96683c6f tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:48.932254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:48.932997 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-c54a0115-1c64-45d8-9a52-d05c96683c6f tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458038 Feb 15 01:44:48.969447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:48.977047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 28bd6334-6911-4671-97d3-34b696ff6924 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:48.978751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.008984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd6334-6911-4671-97d3-34b696ff6924 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:49.020610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Deleting port 3211ae0f-3020-480c-8af0-c485bb816850 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:49.020953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3211ae0f-3020-480c-8af0-c485bb816850), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.030463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28bd6334-6911-4671-97d3-34b696ff6924,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:49.049011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-d25ffd6b-33fb-42bb-adfa-0442420c9d91 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/quotas/c64f443712794acab13965bca02d420a HTTP/1.1" status: 200 len: 375 time: 0.0942011 Feb 15 01:44:49.103716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.128228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.129610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1a5cf6b-7ed3-4b02-b502-296832ce8d24 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:49.171321 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks [] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.222069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] Set router e3939c55-2e4e-4d02-8d51-96adafa9a44d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:49.238779 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-caedaafa-8cfd-4bdf-ab85-3174f42f79c8 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c64f443712794acab13965bca02d420a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879371 Feb 15 01:44:49.307584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.312411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.318524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.323996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.329451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.335054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.340718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.348635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-74d55fcb-7174-4e4a-a7c9-b7edaa0eb16f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5422 time: 0.2525725 Feb 15 01:44:49.386849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Deleting port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:49.387960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.439639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b2ae375-049d-404e-bd8f-c7fbbeccef77 req-e490234e-0994-4ad5-88a2-23125e19216c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0838001 Feb 15 01:44:49.447936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] For port 3211ae0f-3020-480c-8af0-c485bb816850, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3211ae0f-3020-480c-8af0-c485bb816850,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:49.467161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3211ae0f-3020-480c-8af0-c485bb816850), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.481723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Calling delete_port for 3211ae0f-3020-480c-8af0-c485bb816850 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:49.500364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] Transition to ACTIVE for port object bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:49.524941 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.528345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:49.634065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] For port 053df0b1-9511-46e8-aebf-95cc7d7e7b28, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=053df0b1-9511-46e8-aebf-95cc7d7e7b28,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:49.634441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.648835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:49.677425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'port_id': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'mac_address': 'fa:16:3e:99:e1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:49.691085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Calling delete_port for 053df0b1-9511-46e8-aebf-95cc7d7e7b28 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:49.703732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:49.710864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for router_gateway (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.717871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:49.729989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:49.765607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a27de4-7b18-4eaa-959c-5694db8724c2 req-5a2aaa2b-65b8-422f-845f-715e6672387c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:49.769629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Pushing event updated for resources: {'Port': ['ID=2ce74e47-029a-45e7-a8d5-92684120a7f5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:49.782555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:44:46Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:49.792511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36a27de4-7b18-4eaa-959c-5694db8724c2 req-5a2aaa2b-65b8-422f-845f-715e6672387c tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 944 time: 0.2300243 Feb 15 01:44:49.828285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.862614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.876810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Attempting to bind port 2ce74e47-029a-45e7-a8d5-92684120a7f5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:49.877400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Attempting to bind port 2ce74e47-029a-45e7-a8d5-92684120a7f5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:49.877618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Attempting to bind port 2ce74e47-029a-45e7-a8d5-92684120a7f5 on network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:49.883573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:49.884213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.885585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ff2e5035-33d8-4508-b559-cfb7f78fa121 req-930eb7fa-c95f-4dca-b1c0-5f26c476382f tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 210 time: 0.1027236 Feb 15 01:44:49.887322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64b3d4-b50c-44b7-9349-853aa5b80d27 None None] The sync data for ids ['e3939c55-2e4e-4d02-8d51-96adafa9a44d'] in n-d-829064-14 is: [{'id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'name': 'tempest-ServersTestBootFromVolume-239965866-router', 'tenant_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '3211ae0f-3020-480c-8af0-c485bb816850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:44:46Z', 'revision_number': 5, 'project_id': 'c0c11dfa74d04965868c16b4197ce5a8', 'gw_port': {'id': '3211ae0f-3020-480c-8af0-c485bb816850', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3939c55-2e4e-4d02-8d51-96adafa9a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:23Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:49.903895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a5cf6b-7ed3-4b02-b502-296832ce8d24 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:49.908694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:49.909213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Checking segment: {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:49.909777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.910803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Bound using segment: {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:49.911358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Bound port: 2ce74e47-029a-45e7-a8d5-92684120a7f5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:49.911808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:49.965669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3211ae0f-3020-480c-8af0-c485bb816850), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.026436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Allocated IP 172.25.2.247 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f7bffa3a-b22f-45a6-9b2e-39e430542064) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:50.029964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] For port 2ce74e47-029a-45e7-a8d5-92684120a7f5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:50.033499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] For port 2ce74e47-029a-45e7-a8d5-92684120a7f5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ce74e47-029a-45e7-a8d5-92684120a7f5,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:50.040701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:50.095111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.126721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] No DVR routers for this DVR port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:50.167528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36a27de4-7b18-4eaa-959c-5694db8724c2 req-70d088f4-e662-4cd4-9dea-1bb002c521b0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763621 Feb 15 01:44:50.180468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.181277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:50.181468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6e268f98-c6cd-4087-8404-7f20670b334a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:50.251820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Pushing event deleted for resources: {'Port': ['ID=3211ae0f-3020-480c-8af0-c485bb816850,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:50.252189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2a2b4-2b8a-4621-997a-ac63aa78e5e6 None None] Pushing event updated for resources: {'Port': ['ID=2ce74e47-029a-45e7-a8d5-92684120a7f5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:50.268120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7f6ed03a-58e8-4115-8394-00237664ea4f service neutron] 10.222.0.37 "PUT /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7/bindings/n-h2-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 2.2680161 Feb 15 01:44:50.287687 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.413949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787e658-df7c-4dad-90d2-cb73921ea56d req-0e9e9ac9-7a28-40e9-99a4-7fa1a50b2632 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:50.415573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b787e658-df7c-4dad-90d2-cb73921ea56d req-0e9e9ac9-7a28-40e9-99a4-7fa1a50b2632 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 946 time: 0.3227568 Feb 15 01:44:50.428736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:50.459666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:50.465325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.529317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '6e268f98-c6cd-4087-8404-7f20670b334a', 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'port_id': '6e268f98-c6cd-4087-8404-7f20670b334a', 'mac_address': 'fa:16:3e:ce:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7221566a-7400-4fa0-a143-6b04d22916fd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:50.562218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.568037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks [] for router_controller (e3939c55-2e4e-4d02-8d51-96adafa9a44d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.593743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6e268f98-c6cd-4087-8404-7f20670b334a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:50.594428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.598706 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b787e658-df7c-4dad-90d2-cb73921ea56d req-ba2a5a5e-f13f-4106-8a8e-5034e224db58 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/security-groups?id=69baffa0-d009-41bd-9d8f-89e1253523c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712859 Feb 15 01:44:50.614679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e268f98-c6cd-4087-8404-7f20670b334a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:50.640606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:50.656628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (053df0b1-9511-46e8-aebf-95cc7d7e7b28), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.667971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['053df0b1-9511-46e8-aebf-95cc7d7e7b28'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:50.671599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6369c-371e-4374-a208-e338edf830ce req-bbcfaff9-d060-4b97-8a22-ffed7d899c03 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:50.678577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6da6369c-371e-4374-a208-e338edf830ce req-bbcfaff9-d060-4b97-8a22-ffed7d899c03 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 944 time: 0.3330266 Feb 15 01:44:50.717353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d579721f-3a80-4233-a765-6f6fc64a9aea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:50.718985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d579721f-3a80-4233-a765-6f6fc64a9aea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.2526090 Feb 15 01:44:50.724926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.744608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Pushing event deleted for resources: {'Port': ['ID=053df0b1-9511-46e8-aebf-95cc7d7e7b28,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:50.774553 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-779ea827-495e-4cac-a5d9-e6e03348836f req-4f0fd39e-6083-42ec-8978-3697a3eb5917 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.0811431 Feb 15 01:44:50.797150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6da6369c-371e-4374-a208-e338edf830ce req-96980c33-501a-4010-980f-76009d198ba2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176651 Feb 15 01:44:50.807500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.809090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6fa473d0-11af-42ca-842a-3b8b2ff422c7 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:50.815228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-8af3d1d9-890a-401c-bf94-0378739f3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:50.817257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-8af3d1d9-890a-401c-bf94-0378739f3fb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6&tenant_id=2a4ef89369c64aaea1d061084018d19a HTTP/1.1" status: 200 len: 1128 time: 0.0889471 Feb 15 01:44:50.850628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] No DVR routers for this DVR port 053df0b1-9511-46e8-aebf-95cc7d7e7b28 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:50.866956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (e3939c55-2e4e-4d02-8d51-96adafa9a44d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.867558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3939c55-2e4e-4d02-8d51-96adafa9a44d {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:44:50.870273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:50.871975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:50.879141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:50.883379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.889881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cbeb8237-783c-4320-a76f-d62e3aecd16d req-a364df0b-b581-4545-912b-b34ea9a1afc8 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.37 "DELETE /v2.0/ports/053df0b1-9511-46e8-aebf-95cc7d7e7b28 HTTP/1.1" status: 204 len: 173 time: 2.0310478 Feb 15 01:44:50.895667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'name': 'network-vif-deleted', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:50.901781 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fca82a9-ab32-4d02-905b-4ba004730750" -d '{"events": [{"server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "name": "network-vif-deleted", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:50.912173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:50.916387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a58ed9e9-a4c6-46bb-aa5f-5200d43b647d admin admin] 10.222.0.43 "DELETE /v2.0/routers/e3939c55-2e4e-4d02-8d51-96adafa9a44d HTTP/1.1" status: 204 len: 168 time: 2.9909127 Feb 15 01:44:50.921326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:50.953171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-108d83a5-5b13-4cbd-b275-2ef34ae9dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:50.955799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-108d83a5-5b13-4cbd-b275-2ef34ae9dfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1128 time: 0.1097963 Feb 15 01:44:50.965163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:51.010557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bffa3a-b22f-45a6-9b2e-39e430542064,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:51.031179 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2f7fa-5978-49ae-8c9b-c3be31453d02 x-openstack-request-id: req-44b2f7fa-5978-49ae-8c9b-c3be31453d02 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:51.037378 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd813fd1-c98e-4f24-aa61-7e4ccccebdb8", "name": "network-vif-deleted", "tag": "053df0b1-9511-46e8-aebf-95cc7d7e7b28", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:51.037899 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44b2f7fa-5978-49ae-8c9b-c3be31453d02 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:51.038611 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd813fd1-c98e-4f24-aa61-7e4ccccebdb8', 'name': 'network-vif-deleted', 'tag': '053df0b1-9511-46e8-aebf-95cc7d7e7b28', 'status': 'completed', 'code': 200} Feb 15 01:44:51.076012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:51.156332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'port_id': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'mac_address': 'fa:16:3e:6a:22:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:51.156840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Deleting subnet 6662366c-936c-4521-9a6b-146f1351d792 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:44:51.161123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Publish callbacks [] for subnet (6662366c-936c-4521-9a6b-146f1351d792), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.178628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5d35ac8-701d-4789-9baf-4fd6698377af req-471c4f3b-4783-4f90-bdc8-e8931cd3d198 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 210 time: 0.0748484 Feb 15 01:44:51.218041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (6662366c-936c-4521-9a6b-146f1351d792), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.221399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d32ef7fa-4404-4490-bf4a-002838114f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.223250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d32ef7fa-4404-4490-bf4a-002838114f43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.2604289 Feb 15 01:44:51.275155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-bf1d4060-9d30-4a1c-9503-bb6c44b53f81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0454860 Feb 15 01:44:51.322889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:51.333219 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca9daa71-4d92-4ee7-bc29-6eac67f51857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.349425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:44:51.388398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d27f0bda-0976-4c2a-846d-84bc5f99740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.390178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d27f0bda-0976-4c2a-846d-84bc5f99740b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.1091790 Feb 15 01:44:51.406213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:51.406775 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.417622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.423758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa473d0-11af-42ca-842a-3b8b2ff422c7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:51.429206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.436183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-4e9eb5da-ef87-48c7-b5df-22d4a2ba3429 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371346 Feb 15 01:44:51.439869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.446329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.447115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526e822-163c-4b04-8223-b3dc802781fe req-2276869a-efa1-490e-af1f-8a5d167bb5c4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.449093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5526e822-163c-4b04-8223-b3dc802781fe req-2276869a-efa1-490e-af1f-8a5d167bb5c4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.1543505 Feb 15 01:44:51.450992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:51.458339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.466692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.474750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:51.481512 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-f127a31b-eb26-4516-8b07-69feb681fee4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5424 time: 0.5528798 Feb 15 01:44:51.522009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:51.550152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'mac_address': 'fa:16:3e:16:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:51.563324 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.564145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9e1674a0-1fea-4948-8be3-20664a8e7653 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:51.601630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5526e822-163c-4b04-8223-b3dc802781fe req-f9805f03-f22d-4cb6-a371-7a443eeaf5b5 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447251 Feb 15 01:44:51.622426 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45be6dc3-e550-4f6d-8c05-dd242d9d4d64 req-767a5bb1-5ae8-46f7-a2c2-c4696567c4f6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0890079 Feb 15 01:44:51.710420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 856bf1cb-49e3-42d3-ac13-80095f3cf873 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:51.710810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.712814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-ef09fa52-087a-4c4f-8baa-3aef22f552e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599623 Feb 15 01:44:51.723155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:51.740317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856bf1cb-49e3-42d3-ac13-80095f3cf873 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:51.755547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6662366c-936c-4521-9a6b-146f1351d792), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.782198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9e1674a0-1fea-4948-8be3-20664a8e7653,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:51.798625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:51.807472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '9e1674a0-1fea-4948-8be3-20664a8e7653', 'network_id': 'f4441eb7-0888-4ce6-b6a8-872ff4b5093d', 'port_id': '9e1674a0-1fea-4948-8be3-20664a8e7653', 'mac_address': 'fa:16:3e:fe:81:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7936276-b583-41b3-bc6b-c70e0609746c', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:51.848710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ce74e47-029a-45e7-a8d5-92684120a7f5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:51.861707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ffce8c4-1ef4-42ab-99e0-f8f3ca059539 req-73b4fb29-3aa5-4a31-8bd9-b86eb372986b tempest-FloatingIPsAssociationNegativeTestJSON-1339903265 tempest-FloatingIPsAssociationNegativeTestJSON-1339903265-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd813fd1-c98e-4f24-aa61-7e4ccccebdb8 HTTP/1.1" status: 200 len: 210 time: 0.0549879 Feb 15 01:44:51.903284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.914010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9e1674a0-1fea-4948-8be3-20664a8e7653 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:51.914484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:51.937133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-d9ed3445-e9b0-4366-ab7d-b4f659b5b575 service neutron] 10.222.0.31 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167671 Feb 15 01:44:51.961704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1674a0-1fea-4948-8be3-20664a8e7653 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:51.978304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-79493f9b-26cc-45e0-9366-553a20bd4bf7 req-cd066087-cff6-4b74-9185-a13b86dd86a3 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.0372500 Feb 15 01:44:51.993261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83369f-86eb-4f02-81d1-4a79770d8b6c None None] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:52.009775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9e1674a0-1fea-4948-8be3-20664a8e7653,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:52.030556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:52.035379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for router_gateway (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.073971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498788c-d40c-4fcb-b551-7b27efe4e6ef req-d56cfe1b-4d3b-4983-a179-ba2f0be77069 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:52.075708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1498788c-d40c-4fcb-b551-7b27efe4e6ef req-d56cfe1b-4d3b-4983-a179-ba2f0be77069 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 945 time: 0.0728586 Feb 15 01:44:52.088121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ce74e47-029a-45e7-a8d5-92684120a7f5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:52.088520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.088920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (6662366c-936c-4521-9a6b-146f1351d792), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.097162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.097996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:52.109215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.115602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6662366c-936c-4521-9a6b-146f1351d792 HTTP/1.1" status: 204 len: 168 time: 1.1887364 Feb 15 01:44:52.123772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:52.138035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3191982-b973-42e9-811a-cb8d28482f22 None None] Network 493d969e-91c6-4378-b37e-5ceb141704a3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:44:52.145559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8ecca-1834-48c9-aa12-5b936e23189b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6662366c-936c-4521-9a6b-146f1351d792,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:52.206444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1498788c-d40c-4fcb-b551-7b27efe4e6ef req-0cfd6ae3-46c5-4e2a-b535-31b813a8d5a8 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244707 Feb 15 01:44:52.229564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Provisioning complete for port 2ce74e47-029a-45e7-a8d5-92684120a7f5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:52.229942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.237332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (493d969e-91c6-4378-b37e-5ceb141704a3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.312798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['856bf1cb-49e3-42d3-ac13-80095f3cf873'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:52.345534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:44:52.370227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Deleting port 6c0a4b22-5b21-485b-b360-a925e46c346f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:52.370852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.374053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:44:52.385696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8a288966-c3b1-46b4-8526-a96ca133e99e req-d48659de-7e23-4615-b576-da6fd74eed91 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 210 time: 0.0643535 Feb 15 01:44:52.483880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:52.489476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.490373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:52.528257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'network_id': '0c55c674-031e-4b60-9c3c-d0ddd17d4fb5', 'port_id': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'mac_address': 'fa:16:3e:d3:17:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7221566a-7400-4fa0-a143-6b04d22916fd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:52.562920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] For port 6c0a4b22-5b21-485b-b360-a925e46c346f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6c0a4b22-5b21-485b-b360-a925e46c346f,segment=NetworkSegment(75a45e91-4626-4464-803d-18a6ce3d7224),segment_id=75a45e91-4626-4464-803d-18a6ce3d7224)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:52.563609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.587877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Calling delete_port for 6c0a4b22-5b21-485b-b360-a925e46c346f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:52.699877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:52.700438 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.723511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ed4abf5d-39fc-4b86-983a-6463956d1de0 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:52.725673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ed4abf5d-39fc-4b86-983a-6463956d1de0 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.31 "GET /v2.0/networks?id=caa85141-cda5-4bb2-94d4-496cfefe2f96 HTTP/1.1" status: 200 len: 820 time: 0.3071125 Feb 15 01:44:52.730243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:52.742997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Request body: {'port': {'device_id': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96', 'admin_state_up': True, 'tenant_id': '66c2d4f7de4247f2a60e174d56921f62'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:52.763361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:52.765528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ce74e47-029a-45e7-a8d5-92684120a7f5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:52.766258 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.785592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Router 9d5ebd75-3d5e-4474-a0db-67571c918c1a is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:44:52.827096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 2ce74e47-029a-45e7-a8d5-92684120a7f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ce74e47-029a-45e7-a8d5-92684120a7f5,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:52.874699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:52.875777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5983f37a-c209-4d97-95f7-c45bd6b6f18e details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:44:52.878385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-517e065c-d675-4a5a-b49c-9478c97641ea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:52.879907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33510d65-4599-47e1-8dd8-394d0d299e45 None None] DHCP port deletion for 493d969e-91c6-4378-b37e-5ceb141704a3 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:44:52.883725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-517e065c-d675-4a5a-b49c-9478c97641ea tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6&tenant_id=2a4ef89369c64aaea1d061084018d19a&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.2836444 Feb 15 01:44:53.021546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7230-c834-4092-97d0-d1dcc7ee50bc req-c24b9586-8ed7-489f-b11f-6904b1774184 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.034650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c6e7230-c834-4092-97d0-d1dcc7ee50bc req-c24b9586-8ed7-489f-b11f-6904b1774184 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.2443807 Feb 15 01:44:53.051274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6c0a4b22-5b21-485b-b360-a925e46c346f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.111908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] No DVR routers for this DVR port 6c0a4b22-5b21-485b-b360-a925e46c346f on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:53.123851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0a4b22-5b21-485b-b360-a925e46c346f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:53.188859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.204112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 053df0b1-9511-46e8-aebf-95cc7d7e7b28 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:53.234289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Made reservation on behalf of 66c2d4f7de4247f2a60e174d56921f62 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:53.236092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Current status of the port 2ce74e47-029a-45e7-a8d5-92684120a7f5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:53.236511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.237231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.248891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c6e7230-c834-4092-97d0-d1dcc7ee50bc req-c5e0280d-e3cf-46f2-a5e2-207e42767c49 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124977 Feb 15 01:44:53.299834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 053df0b1-9511-46e8-aebf-95cc7d7e7b28 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:53.300186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 053df0b1-9511-46e8-aebf-95cc7d7e7b28 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:53.303848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-33510d65-4599-47e1-8dd8-394d0d299e45 None None] The port '6c0a4b22-5b21-485b-b360-a925e46c346f' was deleted {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 15 01:44:53.332103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (493d969e-91c6-4378-b37e-5ceb141704a3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.350127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:53.358918 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Sync routers for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:53.373797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:53.374431 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:53.390970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493d969e-91c6-4378-b37e-5ceb141704a3']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:53.394244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-7c936d43-5bf8-4d74-9f60-1dd2e2f499d1 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c64f443712794acab13965bca02d420a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420160 Feb 15 01:44:53.414702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:53.442397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f67e051-653e-4a74-b410-f66fc231f8d5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:53.479687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a45e91-4626-4464-803d-18a6ce3d7224') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:53.480152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a45e91-4626-4464-803d-18a6ce3d7224') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:53.524735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.530952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.537170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.542762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.548272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.552939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:53.554854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.555545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c3126ab-826e-401b-a9bb-32eef92e16e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.563582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.564003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-300c44f1-2706-46c5-8aa6-9408378d9fe6 service neutron] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:53.566161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7f67e051-653e-4a74-b410-f66fc231f8d5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:53.566447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f67e051-653e-4a74-b410-f66fc231f8d5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:53.568370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3211ae0f-3020-480c-8af0-c485bb816850 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:53.574434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2873c0-599c-474f-9653-b6cb99836400 req-ba5ff5f8-e079-46b7-9b17-375d6156b9e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5427 time: 0.7495012 Feb 15 01:44:53.596660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.597073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (75a45e91-4626-4464-803d-18a6ce3d7224), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.599303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8c8b2c3d-2f78-4880-982d-cfa826f68b13 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4994900 Feb 15 01:44:53.614390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:53.642664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-300c44f1-2706-46c5-8aa6-9408378d9fe6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.664736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-300c44f1-2706-46c5-8aa6-9408378d9fe6 service neutron] 10.222.0.31 "DELETE /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7/bindings/n-h1-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.7429812 Feb 15 01:44:53.672052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3211ae0f-3020-480c-8af0-c485bb816850 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:53.672693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3211ae0f-3020-480c-8af0-c485bb816850 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:53.693936 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:53.716589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:44:53.716948 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:44:53.717742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb2873c0-599c-474f-9653-b6cb99836400 req-3d0add1e-cf5d-4464-884a-d4a671588fb3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1415608 Feb 15 01:44:53.739738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=2ce74e47-029a-45e7-a8d5-92684120a7f5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:53.739738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:53.763367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-7a903a4a-2d9c-4695-8c4c-98f9d2873d55 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:53.765784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-7a903a4a-2d9c-4695-8c4c-98f9d2873d55 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662436 Feb 15 01:44:53.791815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'port_id': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'mac_address': 'fa:16:3e:57:a5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:44:53.792023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Request body: {'port': {'device_id': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': 'c64f443712794acab13965bca02d420a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:53.872093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5983f37a-c209-4d97-95f7-c45bd6b6f18e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:53.872831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:53.899685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5983f37a-c209-4d97-95f7-c45bd6b6f18e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:53.908168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6c0a4b22-5b21-485b-b360-a925e46c346f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:44:53.962755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6c0a4b22-5b21-485b-b360-a925e46c346f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:44:53.963542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6c0a4b22-5b21-485b-b360-a925e46c346f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:44:53.981728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:54.040902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:51Z', 'revision_number': 3, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:54.074167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8243fc-f476-4759-a230-7e1c738b8948 req-92947b04-a363-4ff5-b9ca-c3880a51b9a7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:54.075672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5d8243fc-f476-4759-a230-7e1c738b8948 req-92947b04-a363-4ff5-b9ca-c3880a51b9a7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 945 time: 0.2086859 Feb 15 01:44:54.087313 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Checking router: 9d5ebd75-3d5e-4474-a0db-67571c918c1a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:44:54.088058 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Updating router 9d5ebd75-3d5e-4474-a0db-67571c918c1a port f7bffa3a-b22f-45a6-9b2e-39e430542064 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:44:54.094969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.124868 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.177807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (75a45e91-4626-4464-803d-18a6ce3d7224), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.203297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af721b2d-bf41-43c2-a223-3231b6324bcd req-e57f99b9-c000-499c-9922-c2880df35cc9 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.6185930 Feb 15 01:44:54.242378 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5d8243fc-f476-4759-a230-7e1c738b8948 req-f9716b45-5eb2-4103-a040-4f1e1cb6726a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572249 Feb 15 01:44:54.280095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:54.282771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6813d-5bbe-40cd-bf22-1a143e93ed07 None None] Current status of the port 2ce74e47-029a-45e7-a8d5-92684120a7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:54.368562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Allocated IP 172.20.0.4 (caa85141-cda5-4bb2-94d4-496cfefe2f96/0abb81f5-ed00-4f82-8d35-393dd93d6cb4/837f7140-261a-48ba-835b-0c282c2a0c5b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:54.423849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d3261d7e-e9ab-4a8e-998a-5c9adec3ad1b None None] Provisioning complete for port 2ce74e47-029a-45e7-a8d5-92684120a7f5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:54.424242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3261d7e-e9ab-4a8e-998a-5c9adec3ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.483159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Made reservation on behalf of c64f443712794acab13965bca02d420a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:54.487119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.512712 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks [] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.514826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.531249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2166da01-beda-4659-98e1-c785fb4cfbc7 req-59e9be3b-976c-4b69-81cf-c792a5116459 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 210 time: 0.0965631 Feb 15 01:44:54.534742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:44:54.534742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (75a45e91-4626-4464-803d-18a6ce3d7224), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.556775 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:44:54.584268 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:44:54.592457 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.634349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d3261d7e-e9ab-4a8e-998a-5c9adec3ad1b None None] Current status of the port 2ce74e47-029a-45e7-a8d5-92684120a7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:54.640590 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Pushing event updated for resources: {'Port': ['ID=f7bffa3a-b22f-45a6-9b2e-39e430542064,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:54.653667 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.661801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:54.663047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['6e268f98-c6cd-4087-8404-7f20670b334a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:54.665310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e0c05f2e-8469-4baa-b79d-3ff7187cb9b9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:54.678872 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Attempting to bind port f7bffa3a-b22f-45a6-9b2e-39e430542064 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:54.679543 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Attempting to bind port f7bffa3a-b22f-45a6-9b2e-39e430542064 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:54.680090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Attempting to bind port f7bffa3a-b22f-45a6-9b2e-39e430542064 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:54.686556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:54.687178 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:54.687754 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.688341 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:54.689023 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Bound port: f7bffa3a-b22f-45a6-9b2e-39e430542064, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:54.689584 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.728765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks [] for security_group (931425c7-c3f1-45a4-bd44-1ecdb988d1f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.734221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks [] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.736067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['f1a5cf6b-7ed3-4b02-b502-296832ce8d24'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:54.738715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['9e1674a0-1fea-4948-8be3-20664a8e7653'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:54.752631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.791326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (493d969e-91c6-4378-b37e-5ceb141704a3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.796369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] For port f7bffa3a-b22f-45a6-9b2e-39e430542064, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:54.800149 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] For port f7bffa3a-b22f-45a6-9b2e-39e430542064, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7bffa3a-b22f-45a6-9b2e-39e430542064,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:54.811925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.815172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] 10.222.0.43 "DELETE /v2.0/networks/493d969e-91c6-4378-b37e-5ceb141704a3 HTTP/1.1" status: 204 len: 168 time: 2.6904442 Feb 15 01:44:54.845571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (931425c7-c3f1-45a4-bd44-1ecdb988d1f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.929144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c1cee-01f4-4814-bdea-e9c9acb08387 admin admin] Pushing event deleted for resources: {'Network': ['ID=493d969e-91c6-4378-b37e-5ceb141704a3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:54.935225 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:54.937383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.010051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd5bef-f307-410d-8987-a92fff6ca5b6 req-48ab280c-0cdf-4e04-801c-34e152a5aa1b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.012824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62bd5bef-f307-410d-8987-a92fff6ca5b6 req-48ab280c-0cdf-4e04-801c-34e152a5aa1b tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 1128 time: 0.4295063 Feb 15 01:44:55.041477 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278d28-b46e-4644-bd9b-09a842a1594b None None] Pushing event updated for resources: {'Port': ['ID=f7bffa3a-b22f-45a6-9b2e-39e430542064,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:55.057369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931425c7-c3f1-45a4-bd44-1ecdb988d1f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:55.063566 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:55.064767 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:55.069984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Network caa85141-cda5-4bb2-94d4-496cfefe2f96 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:55.090296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.090599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.090886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.091237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.091572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.091907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.092236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.092643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.092975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.093304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.093632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.094100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.094442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:55.115215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.118804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:55.120894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.121828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:55.126355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.126646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Pushing event updated for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:55.130313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:55.133056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.138496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.144269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.149700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.152500 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-92bc9dd9-22d1-4af0-bda9-1883ca41f631 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5428 time: 0.3141410 Feb 15 01:44:55.259962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62bd5bef-f307-410d-8987-a92fff6ca5b6 req-3854d5f0-a21c-4b16-bd2e-8d5bc4575f68 tempest-LiveAutoBlockMigrationV225Test-439362718 tempest-LiveAutoBlockMigrationV225Test-439362718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149734 Feb 15 01:44:55.272031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.273025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.305681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Allocated IP 192.168.233.193 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/054470fd-66ac-466f-a5a6-47cfc5f71228) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:55.337174 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:55.359832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Allocated IP 172.20.0.1 (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e/578a6100-778a-4949-ac37-99c0c39ecc90/c782af22-b578-4e7b-8f47-4e03366fe297) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:44:55.404416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a33b6aa-4c05-417c-a51f-72c342ab5260 req-0d2084ab-0eb2-4f27-aa19-e38afd22706e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2158668 Feb 15 01:44:55.459811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:55.489611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-ee766abd-81d4-46b1-b4a1-494629079d4c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7521722 Feb 15 01:44:55.518401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Request body: {'port': {'device_id': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:55.539598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 856bf1cb-49e3-42d3-ac13-80095f3cf873 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:55.546583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 856bf1cb-49e3-42d3-ac13-80095f3cf873 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:55.547189 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.597024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75ccfdfa-435a-4a3c-b4c0-f837ec580b63 req-525476b2-e748-42c0-8ff7-a16c22a8ea70 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.1420057 Feb 15 01:44:55.652799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c761c018-4625-4198-bcda-60772973f70f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0c11dfa74d04965868c16b4197ce5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811769 Feb 15 01:44:55.661672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:55.679273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks [] for port (c782af22-b578-4e7b-8f47-4e03366fe297), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.683335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.686719 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:51Z', 'revision_number': 3, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:55.712451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 856bf1cb-49e3-42d3-ac13-80095f3cf873 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:55.712864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.728324 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456719ba-c821-40b6-bb58-e7007ae486fe None None] The sync data for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 is: [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:51Z', 'revision_number': 3, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:44:55.735398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccc109-0e12-42dd-8884-b9845ad32490 req-005060f3-2890-4e99-a272-295e76073140 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:55.737538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6dccc109-0e12-42dd-8884-b9845ad32490 req-005060f3-2890-4e99-a272-295e76073140 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 945 time: 0.2000484 Feb 15 01:44:55.742476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks [] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.767802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5983f37a-c209-4d97-95f7-c45bd6b6f18e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:55.767802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['28bd6334-6911-4671-97d3-34b696ff6924'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:55.775924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['6fa473d0-11af-42ca-842a-3b8b2ff422c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:55.876677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ce74e47-029a-45e7-a8d5-92684120a7f5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:55.892828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6dccc109-0e12-42dd-8884-b9845ad32490 req-9b168663-cec4-4645-8cc8-742205e84f05 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404965 Feb 15 01:44:55.906318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.910342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.952736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:55.954374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.954986 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00dc7ab-5b6f-48d5-9743-533a2e0967f4" -d '{"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-plugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:55.961525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] Publish callbacks [] for security_group (aff4c61f-c9ec-42e0-9e67-d798121776a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.988585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:55.991667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c782af22-b578-4e7b-8f47-4e03366fe297,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:55.993466 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:55.996387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:55.997188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:56.027024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:56.092307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] Publish callbacks [] for security_group (aff4c61f-c9ec-42e0-9e67-d798121776a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.109926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:56.110685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.205572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:56.295648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edea0c4-b15f-4cd6-acc7-58f21be03d31 x-openstack-request-id: req-4edea0c4-b15f-4cd6-acc7-58f21be03d31 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:56.296601 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-plugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:56.296927 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4edea0c4-b15f-4cd6-acc7-58f21be03d31 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:56.297546 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'code': 200} Feb 15 01:44:56.299251 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.299925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:56.324505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ce74e47-029a-45e7-a8d5-92684120a7f5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:56.327758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.331858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:56.366348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:44:56.418383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:56.445148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aff4c61f-c9ec-42e0-9e67-d798121776a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.448600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.450072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aff4c61f-c9ec-42e0-9e67-d798121776a1 HTTP/1.1" status: 204 len: 168 time: 0.7874398 Feb 15 01:44:56.498253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-42eeae0a-59fd-4123-abdb-f25b45b1de27 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7151077 Feb 15 01:44:56.513938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2bcee-33a6-45b4-ae99-68287b7227e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4c61f-c9ec-42e0-9e67-d798121776a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:56.565362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Request body: {'port': {'device_id': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:56.570405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837f7140-261a-48ba-835b-0c282c2a0c5b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:56.583851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks [] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.608791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e05b-adc6-4092-976f-f20f89d88067 req-2d8cfb70-6f43-4b32-a44b-f313699d6ca2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:56.616662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fe2e05b-adc6-4092-976f-f20f89d88067 req-2d8cfb70-6f43-4b32-a44b-f313699d6ca2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.1760402 Feb 15 01:44:56.654411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e7809-4a3b-4e85-97fe-d5b43ec1385b req-1892f0d8-90b5-4154-be05-86a7e6023ea3 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:56.661980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Transition to ACTIVE for port object 837f7140-261a-48ba-835b-0c282c2a0c5b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:56.663034 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-827e7809-4a3b-4e85-97fe-d5b43ec1385b req-1892f0d8-90b5-4154-be05-86a7e6023ea3 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 931 time: 0.5486066 Feb 15 01:44:56.677067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.741370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e3e52d2-8e02-47d9-9e33-49095a859883 None None] Provisioning complete for port 054470fd-66ac-466f-a5a6-47cfc5f71228 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:56.742727 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e3e52d2-8e02-47d9-9e33-49095a859883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.754745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.811737 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:56.837680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Pushing event updated for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:56.861891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fe2e05b-adc6-4092-976f-f20f89d88067 req-2a16aa90-4986-4747-b2a3-1e6b88c1642f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442501 Feb 15 01:44:56.907515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b8083-75c0-436b-a390-911f9fe9f581 req-3943f385-4ddc-4084-a7df-e7057da85f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:56.909436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a7b8083-75c0-436b-a390-911f9fe9f581 req-3943f385-4ddc-4084-a7df-e7057da85f42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 1129 time: 0.5545719 Feb 15 01:44:56.993831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:57.012733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-827e7809-4a3b-4e85-97fe-d5b43ec1385b req-f8054a7e-e9f2-4bf0-b051-4945ceac2f25 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488033 Feb 15 01:44:57.100008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.100008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.100008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.100008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.100645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.100645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.101195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.101311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.108749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.109848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.109848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.109848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.110168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:44:57.136800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Deleting port 561dbc09-e04b-4b80-9c2e-1d3d264a7778 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:57.140854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.141154 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a7b8083-75c0-436b-a390-911f9fe9f581 req-a3ec57d2-beb3-404c-ad4c-883e375650c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038558 Feb 15 01:44:57.150286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e52d2-8e02-47d9-9e33-49095a859883 None None] Port 054470fd-66ac-466f-a5a6-47cfc5f71228 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:57.164033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ce74e47-029a-45e7-a8d5-92684120a7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:57.182773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:57.201096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:57.201962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.274097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.299471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-19c92eb3-d668-471a-9e86-89d009c37215 None None] Provisioning complete for port c782af22-b578-4e7b-8f47-4e03366fe297 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:57.299913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19c92eb3-d668-471a-9e86-89d009c37215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.342816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-a1347faa-b577-4572-995b-a8e82bc101fd tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.344795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-a1347faa-b577-4572-995b-a8e82bc101fd tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.4728358 Feb 15 01:44:57.349367 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.371018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1145de-5c17-4325-918f-67d67968fd52 req-ea6a7655-922d-4225-98e2-338da7e1ad14 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.372714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b1145de-5c17-4325-918f-67d67968fd52 req-ea6a7655-922d-4225-98e2-338da7e1ad14 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 936 time: 0.2415369 Feb 15 01:44:57.413428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-19c92eb3-d668-471a-9e86-89d009c37215 None None] Port c782af22-b578-4e7b-8f47-4e03366fe297 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:57.443203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:57.443203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.477577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.482686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.487939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.493559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.496565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:57.500205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.506711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.512019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.513938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-c9e55196-d852-4f77-af2b-5fc428c47836 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5428 time: 0.5123866 Feb 15 01:44:57.520080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] For port 561dbc09-e04b-4b80-9c2e-1d3d264a7778, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=561dbc09-e04b-4b80-9c2e-1d3d264a7778,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:57.520471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.536755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Attempting to bind port 837f7140-261a-48ba-835b-0c282c2a0c5b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:57.537096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Attempting to bind port 837f7140-261a-48ba-835b-0c282c2a0c5b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:57.537424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Attempting to bind port 837f7140-261a-48ba-835b-0c282c2a0c5b on network caa85141-cda5-4bb2-94d4-496cfefe2f96 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:57.559209 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b1145de-5c17-4325-918f-67d67968fd52 req-2e647321-844f-4363-9ceb-e9f36f7fc73c tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715271 Feb 15 01:44:57.565423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.566337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:44:57.576929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks [] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.582399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Calling delete_port for 561dbc09-e04b-4b80-9c2e-1d3d264a7778 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:57.584219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Port 837f7140-261a-48ba-835b-0c282c2a0c5b on network caa85141-cda5-4bb2-94d4-496cfefe2f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:57.584550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Attempting to bind port 837f7140-261a-48ba-835b-0c282c2a0c5b on network caa85141-cda5-4bb2-94d4-496cfefe2f96 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:57.606445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:57.606887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Checking segment: {'id': 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:57.607163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Bound using segment: {'id': 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:57.607611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Bound port: 837f7140-261a-48ba-835b-0c282c2a0c5b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:57.607970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.608420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Transition to ACTIVE for port object 054470fd-66ac-466f-a5a6-47cfc5f71228 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:44:57.653670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:57.653938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks [] for port (c782af22-b578-4e7b-8f47-4e03366fe297), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.683060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.755618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c0d06-fb43-4d58-b39c-21b1b6a7a591 req-5496d228-5fee-4a18-a324-e50a5833d9be tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:57.757209 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b19c0d06-fb43-4d58-b39c-21b1b6a7a591 req-5496d228-5fee-4a18-a324-e50a5833d9be tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 946 time: 0.1233323 Feb 15 01:44:57.759866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c712a616-4e9a-4256-b814-1e3c30ae9277 req-19eb2986-c847-41a7-872f-214abb1edb00 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2324655 Feb 15 01:44:57.768152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.860236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Deleting port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:44:57.860619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.865254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:57.891092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:57.894660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:57.929987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=837f7140-261a-48ba-835b-0c282c2a0c5b,segment=NetworkSegment(dd2ac9ac-b264-40ac-ada1-f524851d0f0a),segment_id=dd2ac9ac-b264-40ac-ada1-f524851d0f0a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:57.931585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7bffa3a-b22f-45a6-9b2e-39e430542064 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:58.006863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] For port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:58.007273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.030357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c782af22-b578-4e7b-8f47-4e03366fe297,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:58.058773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.083300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Calling delete_port for bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:44:58.096678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f7bffa3a-b22f-45a6-9b2e-39e430542064 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:58.097869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.140792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:58.142490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.143927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] 10.222.0.31 "PUT /v2.0/ports/837f7140-261a-48ba-835b-0c282c2a0c5b HTTP/1.1" status: 200 len: 1092 time: 2.6445932 Feb 15 01:44:58.149396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:44:58.151140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:58.153486 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a628e-2901-4dc2-b65b-9ec7813c6627" -d '{"events": [{"name": "network-changed", "server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:58.177065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28bd6334-6911-4671-97d3-34b696ff6924 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:58.184260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Attempting to bind port 054470fd-66ac-466f-a5a6-47cfc5f71228 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:44:58.184717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Attempting to bind port 054470fd-66ac-466f-a5a6-47cfc5f71228 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:44:58.185175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Attempting to bind port 054470fd-66ac-466f-a5a6-47cfc5f71228 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:58.195636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b19c0d06-fb43-4d58-b39c-21b1b6a7a591 req-27ba41d7-3d32-44d7-99e9-30c3d71451b2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487833 Feb 15 01:44:58.199843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Port 054470fd-66ac-466f-a5a6-47cfc5f71228 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:44:58.200028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Attempting to bind port 054470fd-66ac-466f-a5a6-47cfc5f71228 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:44:58.233602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f35c-c115-4e87-a9f8-561c9ef42f8a service neutron] Pushing event updated for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:58.233724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:44:58.233963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:44:58.234420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:44:58.235174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Bound port: 054470fd-66ac-466f-a5a6-47cfc5f71228, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:44:58.235317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.257151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8a5d-02f9-44ec-98e0-d9f8a298a317 req-0a0ce3b8-1404-4469-b071-09aacc8124e8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:58.259110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec4b8a5d-02f9-44ec-98e0-d9f8a298a317 req-0a0ce3b8-1404-4469-b071-09aacc8124e8 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 945 time: 0.2302029 Feb 15 01:44:58.285681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:44:58.304493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (561dbc09-e04b-4b80-9c2e-1d3d264a7778), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.309025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:58.319105 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12990d65-3843-425c-9b5a-11d4312f24ab" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:58.324367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:44:58.399706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=561dbc09-e04b-4b80-9c2e-1d3d264a7778,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:58.430871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 28bd6334-6911-4671-97d3-34b696ff6924 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:58.438243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f7bffa3a-b22f-45a6-9b2e-39e430542064 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:58.438636 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.459518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 28bd6334-6911-4671-97d3-34b696ff6924 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:58.459892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28bd6334-6911-4671-97d3-34b696ff6924), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.544244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-network', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:44:58.550667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port f7bffa3a-b22f-45a6-9b2e-39e430542064, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7bffa3a-b22f-45a6-9b2e-39e430542064,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:58.572737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec4b8a5d-02f9-44ec-98e0-d9f8a298a317 req-501585af-9c40-4766-bba2-32c4924c3496 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058016 Feb 15 01:44:58.632083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.680249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-e20c53c9-811d-4419-8da1-acc352af6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:58.684412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-e20c53c9-811d-4419-8da1-acc352af6ec5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c2d4f7de4247f2a60e174d56921f62&device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 1126 time: 0.3224125 Feb 15 01:44:58.701942 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9cee7f-b65e-4299-9895-b8f28ebac4a0 x-openstack-request-id: req-0d9cee7f-b65e-4299-9895-b8f28ebac4a0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:58.703155 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:58.709512 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d9cee7f-b65e-4299-9895-b8f28ebac4a0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:58.710687 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b', 'status': 'completed', 'code': 200} Feb 15 01:44:58.721244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.725092 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037ac54-a8fe-4d6d-a19f-f0b1bfb52291 x-openstack-request-id: req-7037ac54-a8fe-4d6d-a19f-f0b1bfb52291 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:58.728713 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:58.728713 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7037ac54-a8fe-4d6d-a19f-f0b1bfb52291 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:58.728713 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'code': 200} Feb 15 01:44:58.728713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=f7bffa3a-b22f-45a6-9b2e-39e430542064,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:58.735473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:58.737731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:44:58.796846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 28bd6334-6911-4671-97d3-34b696ff6924 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:58.797338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.861411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d4bef892-553b-4d5d-803d-9034810e5ddb None None] Provisioning complete for port c782af22-b578-4e7b-8f47-4e03366fe297 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:58.861778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4bef892-553b-4d5d-803d-9034810e5ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.868507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28bd6334-6911-4671-97d3-34b696ff6924,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:58.914965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4bef892-553b-4d5d-803d-9034810e5ddb None None] Port c782af22-b578-4e7b-8f47-4e03366fe297 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:44:58.929594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:58.930298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6fa473d0-11af-42ca-842a-3b8b2ff422c7 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:59.045392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:59.073957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:44:59.132356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:44:59.154456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af680cba-ddb7-468e-b7dd-ee397d9c8452 req-5a3a3b85-2d6f-4848-a1e9-ad10c0f27561 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.156447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af680cba-ddb7-468e-b7dd-ee397d9c8452 req-5a3a3b85-2d6f-4848-a1e9-ad10c0f27561 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 943 time: 0.7445905 Feb 15 01:44:59.161857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-2c356ef9-8cb1-444f-a01c-020691481c1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837f7140-261a-48ba-835b-0c282c2a0c5b HTTP/1.1" status: 200 len: 217 time: 0.4492755 Feb 15 01:44:59.162630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event deleted for resources: {'Port': ['ID=bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:59.163312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:59.178377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:59.178733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.186213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Router 9d5ebd75-3d5e-4474-a0db-67571c918c1a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:44:59.254194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:44:59.256127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] No DVR routers for this DVR port bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:44:59.256512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.261574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.263771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.267316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74ebbc23-5002-437b-8ad2-01f5aad87c9c req-6c936597-2069-4249-a52f-844f98ea1c15 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.31 "DELETE /v2.0/ports/bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 HTTP/1.1" status: 204 len: 173 time: 1.9117930 Feb 15 01:44:59.267459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:44:59.267846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.298625 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-af680cba-ddb7-468e-b7dd-ee397d9c8452 req-80cc6288-0fff-49da-abe0-c5809f5f310d tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338432 Feb 15 01:44:59.305525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.314451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:44:59.335903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-936570a4-c034-457d-8d56-12c41eed9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.337452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-936570a4-c034-457d-8d56-12c41eed9e04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0abb81f5-ed00-4f82-8d35-393dd93d6cb4 HTTP/1.1" status: 200 len: 860 time: 0.1686792 Feb 15 01:44:59.337793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.338118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.338452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.339928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] 10.222.0.31 "PUT /v2.0/ports/054470fd-66ac-466f-a5a6-47cfc5f71228 HTTP/1.1" status: 200 len: 1097 time: 2.7818313 Feb 15 01:44:59.345144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:44:59.350486 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f30825-1641-43d9-89ed-5a4fd5c95afc" -d '{"events": [{"name": "network-changed", "server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:44:59.389109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd0fb-db48-4aea-9805-2d506be934b6 req-ea2d01eb-5514-40df-932c-f8a9420ec767 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.397805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a2cd0fb-db48-4aea-9805-2d506be934b6 req-ea2d01eb-5514-40df-932c-f8a9420ec767 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 948 time: 0.6156824 Feb 15 01:44:59.409068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.410198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1a5cf6b-7ed3-4b02-b502-296832ce8d24 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:59.427801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d224-1293-46ff-b1d9-c1f588de7017 service neutron] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:59.525301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:44:59.525541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-40fe8f78-4ab1-4305-9e34-0fbf846f715e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=caa85141-cda5-4bb2-94d4-496cfefe2f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630626 Feb 15 01:44:59.541707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98ab6dc3-cba0-4082-8ea1-ae0127a17aa3 admin admin] 10.222.0.43 "PUT /v2.0/routers/9d5ebd75-3d5e-4474-a0db-67571c918c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9256110 Feb 15 01:44:59.553438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Sync routers for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:44:59.594663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:44:59.600099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:44:59.605762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:59.650581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a2cd0fb-db48-4aea-9805-2d506be934b6 req-656d8fae-f5e5-4d20-85c9-39525546c737 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518301 Feb 15 01:44:59.673869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:44:59.682928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:44:59.683379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.693781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.700585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.707193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.715903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.721877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.733119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.739806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.741896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-652c8f52-aa5b-4d4e-a2a8-f0d2c501a570 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5431 time: 0.3151274 Feb 15 01:44:59.746971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-81705148-2322-44ee-b1ee-68703ad3d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.748464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-81705148-2322-44ee-b1ee-68703ad3d048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c64f443712794acab13965bca02d420a&device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 1131 time: 0.2519965 Feb 15 01:44:59.759372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks [] for security_group (8aa4ef04-271d-4141-bee9-15b88dad5b86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.812526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-c4f660ef-2bfb-432d-83a3-f550ff5bada7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=054470fd-66ac-466f-a5a6-47cfc5f71228 HTTP/1.1" status: 200 len: 217 time: 0.0553041 Feb 15 01:44:59.851762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8aa4ef04-271d-4141-bee9-15b88dad5b86), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.878851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-341bbf2f-f8e8-47a7-8adc-61c774405279 service neutron] 10.222.0.31 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359399 Feb 15 01:44:59.903940 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9b4a22f-6e97-4098-932f-26aa47f2f3b6 req-0852e456-0ac9-4c9f-8f52-c0943dc9f47e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1375747 Feb 15 01:44:59.918096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:44:59.934614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:44:59.977495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-bd3fb300-f11a-4e3a-9e33-e17a893bff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:44:59.986319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7bffa3a-b22f-45a6-9b2e-39e430542064 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:44:59.989160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-bd3fb300-f11a-4e3a-9e33-e17a893bff3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1691413 Feb 15 01:44:59.990004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4ef04-271d-4141-bee9-15b88dad5b86,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:44:59.995587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (86f431ce-6ef5-4b4b-a525-811c731d88f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:44:59.995963 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Added segment 86f431ce-6ef5-4b4b-a525-811c731d88f4 of type vlan for network 2fe20b20-2d7b-4149-af03-93149eca3d9b Feb 15 01:44:59.998209 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d385521-d5f3-46a1-b07c-fc9563794fe8 x-openstack-request-id: req-5d385521-d5f3-46a1-b07c-fc9563794fe8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:44:59.998496 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:44:59.998745 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d385521-d5f3-46a1-b07c-fc9563794fe8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:44:59.999140 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'status': 'completed', 'code': 200} Feb 15 01:45:00.070726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (2fe20b20-2d7b-4149-af03-93149eca3d9b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.089405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0275f0e-2169-436a-aaf1-b1aeea4890bf req-7fe67417-24c8-4421-924c-f0648bc2ed40 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:00.091952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0275f0e-2169-436a-aaf1-b1aeea4890bf req-7fe67417-24c8-4421-924c-f0648bc2ed40 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 946 time: 0.3071215 Feb 15 01:45:00.094231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d141baf7-eaf8-46a6-aace-0c6273675be2 req-d2598d80-0c0b-4a18-aeb8-454a9d38abfe service neutron] 10.222.0.31 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653202 Feb 15 01:45:00.117748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-73b7b27d-1280-48f0-9e01-7c663b42ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:00.119666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-73b7b27d-1280-48f0-9e01-7c663b42ca9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1130302 Feb 15 01:45:00.159476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-77000de9-3916-48ee-a678-ca57dc76a51b req-cbe8a129-21aa-4b49-bb9d-8024e49587f7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0473549 Feb 15 01:45:00.214043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (2fe20b20-2d7b-4149-af03-93149eca3d9b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.215447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:00.216029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.282135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe20b20-2d7b-4149-af03-93149eca3d9b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:00.302363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Router fe8312c4-8893-4a4c-a353-a3de5d5119a2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:00.309774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:45:00.326960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-f80bbe35-f7e9-41a2-91af-c1281d144c58 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952772 Feb 15 01:45:00.355035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0275f0e-2169-436a-aaf1-b1aeea4890bf req-23ee1b94-7098-455c-bffd-8894638702b1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638894 Feb 15 01:45:00.436670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f7bffa3a-b22f-45a6-9b2e-39e430542064 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:00.437060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.450798 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33c2f914-2289-44a2-8706-f20f045f4311 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2971125 Feb 15 01:45:00.462664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:00.477986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Request body: {'subnet': {'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-subnet', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:00.507076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:00.507480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.583407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:00.604460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:00.610412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f490c2ae-5d0b-4623-81cc-f3cdb7fb1b57 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe8312c4-8893-4a4c-a353-a3de5d5119a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1982391 Feb 15 01:45:00.613786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-04066c49-f800-41b1-9ed2-883dad3eaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:00.615299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-04066c49-f800-41b1-9ed2-883dad3eaa4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c2d4f7de4247f2a60e174d56921f62&device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 1126 time: 0.3716364 Feb 15 01:45:00.615816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:00.617684 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Sync routers for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:00.634583 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:00.635391 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:00.657988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-735c51c6-bf66-45d4-bd90-1f78a0a8ee34 req-c42338ab-6b8f-4510-af2c-e9ffc69d8c8e tempest-FloatingIPsNegativeTestJSON-1070386362 tempest-FloatingIPsNegativeTestJSON-1070386362-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=eae1b9c511e64020a2e78131d009597e HTTP/1.1" status: 200 len: 217 time: 0.1742103 Feb 15 01:45:00.677023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f7bffa3a-b22f-45a6-9b2e-39e430542064 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:00.685833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 4, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c782af22-b578-4e7b-8f47-4e03366fe297', 'name': '', 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'mac_address': 'fa:16:3e:29:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:54Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 2, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'subnets': [{'id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:00.691391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.692265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9e1674a0-1fea-4948-8be3-20664a8e7653 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:00.742910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-deleted', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:00.749263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e2df98b0-9e74-4904-a630-ac8a7af6389e req-8c6688aa-3e2c-4335-9662-ce874eae4095 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145551 Feb 15 01:45:00.751108 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96437602-e9f3-4597-ab8c-7e433cb9fef1" -d '{"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-deleted", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:00.757190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:00.759661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:00.937846 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:00.971755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6334-6911-4671-97d3-34b696ff6924'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:00.975327 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61656be3-6836-4173-8de4-bada1fc70a69" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6334-6911-4671-97d3-34b696ff6924"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:00.980137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:01.014398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Checking router: 9d5ebd75-3d5e-4474-a0db-67571c918c1a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:01.014752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Updating router 9d5ebd75-3d5e-4474-a0db-67571c918c1a port c782af22-b578-4e7b-8f47-4e03366fe297 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:01.035275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2db1-d253-45fe-bea6-1b819ffbe4ca req-764a70bd-fc1c-442e-9179-48e13c2df5a2 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.039163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bbf2db1-d253-45fe-bea6-1b819ffbe4ca req-764a70bd-fc1c-442e-9179-48e13c2df5a2 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 943 time: 0.2523596 Feb 15 01:45:01.047132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-bc106707-742a-4db6-ba43-11abc9e24b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.049526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-bc106707-742a-4db6-ba43-11abc9e24b63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=caa85141-cda5-4bb2-94d4-496cfefe2f96 HTTP/1.1" status: 200 len: 921 time: 0.4231205 Feb 15 01:45:01.052378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks [] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.054154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.087156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-9841c573-9406-46d3-9950-63bdd1f4bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.089049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-9841c573-9406-46d3-9950-63bdd1f4bfeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c64f443712794acab13965bca02d420a&device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 1131 time: 0.1878445 Feb 15 01:45:01.140959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-3b79755f-7159-47d1-b870-534b322960ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837f7140-261a-48ba-835b-0c282c2a0c5b HTTP/1.1" status: 200 len: 217 time: 0.0495737 Feb 15 01:45:01.179469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8ed72078-ec8e-4cca-9389-3e2f99b633b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.205642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 9e1674a0-1fea-4948-8be3-20664a8e7653 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:45:01.223228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 9e1674a0-1fea-4948-8be3-20664a8e7653 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:01.223607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.282034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-da65453b-c1af-47f1-89e6-1cec09b6ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.283976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-da65453b-c1af-47f1-89e6-1cec09b6ce8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1870461 Feb 15 01:45:01.341118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-f3259796-f5c3-4247-af94-7a15ab6b4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.342934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-f3259796-f5c3-4247-af94-7a15ab6b4750 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0abb81f5-ed00-4f82-8d35-393dd93d6cb4 HTTP/1.1" status: 200 len: 860 time: 0.1917171 Feb 15 01:45:01.347726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks [] for router_gateway (fe8312c4-8893-4a4c-a353-a3de5d5119a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.358995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e525521c-d727-4598-9921-617d3a30955c req-eeb8cf8d-a31d-4daa-aa8c-5c1b15f881dd tempest-FloatingIPsNegativeTestJSON-1070386362 tempest-FloatingIPsNegativeTestJSON-1070386362-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1093428 Feb 15 01:45:01.362938 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-9a21d55d-ef58-4b0a-a268-061f4d1fd7fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=054470fd-66ac-466f-a5a6-47cfc5f71228 HTTP/1.1" status: 200 len: 217 time: 0.0711293 Feb 15 01:45:01.386017 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:01.408523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed72078-ec8e-4cca-9389-3e2f99b633b5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:01.436515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Checking segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:01.437002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Network hostable DHCP agents. Network: 2fe20b20-2d7b-4149-af03-93149eca3d9b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:45:01.440269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-bcdd1403-ee49-4f07-bd4a-72c87a5f583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.441921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-bcdd1403-ee49-4f07-bd4a-72c87a5f583a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0731561 Feb 15 01:45:01.444407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bbf2db1-d253-45fe-bea6-1b819ffbe4ca req-44fee616-1404-469c-ab2d-b4d5bad19ead tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988137 Feb 15 01:45:01.452612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-446326c2-624a-4eb3-9dcb-7cb2a6ec3c98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=caa85141-cda5-4bb2-94d4-496cfefe2f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989861 Feb 15 01:45:01.460249 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Checking router: fe8312c4-8893-4a4c-a353-a3de5d5119a2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:01.471012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Routers {'fe8312c4-8893-4a4c-a353-a3de5d5119a2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:01.473696 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:01.560348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9e1674a0-1fea-4948-8be3-20664a8e7653 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:01.560882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.567226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-d378fe7f-a021-4bcd-b128-515e61c4fcde service neutron] 10.222.0.31 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084249 Feb 15 01:45:01.569121 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84557298-2255-4a76-a338-d964f5eca6db x-openstack-request-id: req-84557298-2255-4a76-a338-d964f5eca6db {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:01.569414 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6f53-3cd6-497a-b2a1-4b4496df12a6", "name": "network-vif-deleted", "tag": "bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:01.569669 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84557298-2255-4a76-a338-d964f5eca6db {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:01.570058 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fc6f53-3cd6-497a-b2a1-4b4496df12a6', 'name': 'network-vif-deleted', 'tag': 'bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7', 'status': 'completed', 'code': 200} Feb 15 01:45:01.637231 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] Set router fe8312c4-8893-4a4c-a353-a3de5d5119a2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:01.640850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:45:01.650107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d75d-da20-4068-a5b4-1a7238e0492d req-50ae7085-719e-4753-a7df-bbf6d3cc4f3a tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.662486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35f1d75d-da20-4068-a5b4-1a7238e0492d req-50ae7085-719e-4753-a7df-bbf6d3cc4f3a tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 948 time: 0.1812382 Feb 15 01:45:01.684103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-71e3d53e-c1c9-4551-a73f-28f7b462c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.684457 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-71e3d53e-c1c9-4551-a73f-28f7b462c718 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2340727 Feb 15 01:45:01.698803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9e1674a0-1fea-4948-8be3-20664a8e7653,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:01.792182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.792946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6e268f98-c6cd-4087-8404-7f20670b334a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:01.797384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 2fe20b20-2d7b-4149-af03-93149eca3d9b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:01.809634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.810212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.832779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.833393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35f1d75d-da20-4068-a5b4-1a7238e0492d req-7bd60743-c82a-490e-8d72-16ad3fb835ab tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476426 Feb 15 01:45:01.843523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f76fe3-98ae-48bb-9831-a4809179b5aa None None] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:01.855739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.859003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.870935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.883255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.883564 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-64210721-3165-487c-ac5c-94ca28fe37c3 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840839 Feb 15 01:45:01.898087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks [] for port (c782af22-b578-4e7b-8f47-4e03366fe297), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.900701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.905143 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:01.914783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:01.931383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-ffa1f0bf-b224-4b23-80ef-154a46b9d1ed tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5432 time: 0.2634776 Feb 15 01:45:01.933162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1cbed8d5-5c44-4c41-b1f8-9de14d8cdb7a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4692595 Feb 15 01:45:01.938704 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9dbc-2442-4cec-825e-fe176945b92f None None] The sync data for ids ['fe8312c4-8893-4a4c-a353-a3de5d5119a2'] in n-d-829064-14 is: [{'id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-166610604-router', 'tenant_id': 'e1d5a0c028934490ad507eb2d73493ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:43:46Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 5, 'project_id': 'e1d5a0c028934490ad507eb2d73493ff', 'gw_port': {'id': '26cb13db-78a9-483f-9590-d557fb88ab90', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8312c4-8893-4a4c-a353-a3de5d5119a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:43:47Z', 'updated_at': '2022-02-15T01:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:01.941550 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f22a7d-9b50-47ec-875c-087ea4dda26e x-openstack-request-id: req-39f22a7d-9b50-47ec-875c-087ea4dda26e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:01.941859 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6334-6911-4671-97d3-34b696ff6924", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:01.942118 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39f22a7d-9b50-47ec-875c-087ea4dda26e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:01.942530 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6334-6911-4671-97d3-34b696ff6924', 'code': 200} Feb 15 01:45:01.942794 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'code': 200} Feb 15 01:45:01.943045 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'code': 200} Feb 15 01:45:01.950888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:01.983013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:01.993409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Deleting port 26cb13db-78a9-483f-9590-d557fb88ab90 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:01.993864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:01.997139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9a628e-2901-4dc2-b65b-9ec7813c6627 req-2bf06263-c272-4e47-97ba-f0e567d3daef service neutron] 10.222.0.31 "GET /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040730 Feb 15 01:45:02.008825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.054770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:02.106803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebdef485-4f1b-4f8e-abdd-4181ff78279b req-8dbbb439-5dd7-486f-b31d-2be1c7a7013f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1745408 Feb 15 01:45:02.151323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] For port 26cb13db-78a9-483f-9590-d557fb88ab90, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26cb13db-78a9-483f-9590-d557fb88ab90,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:02.151778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.152980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9daec-3bfc-4591-a156-38c6e244fe10 None None] Pushing event updated for resources: {'Port': ['ID=c782af22-b578-4e7b-8f47-4e03366fe297,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:02.161128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.162270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.187702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-04f30825-1641-43d9-89ed-5a4fd5c95afc req-f563fe6f-0e52-4b6c-b6fe-f13cb6883f06 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977777 Feb 15 01:45:02.227530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d7697bf2-d04b-4182-a109-ecd6d89b96f7 req-e7f68e8f-ddd8-4163-8335-b42860d1aa8d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.1949809 Feb 15 01:45:02.251692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Calling delete_port for 26cb13db-78a9-483f-9590-d557fb88ab90 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:02.289312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-2fe20b20-2d7b-4149-af03-93149eca3d9b', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:45:02.290758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.309157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Attempting to bind port c782af22-b578-4e7b-8f47-4e03366fe297 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:02.309469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Attempting to bind port c782af22-b578-4e7b-8f47-4e03366fe297 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:02.309952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Attempting to bind port c782af22-b578-4e7b-8f47-4e03366fe297 on network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:02.319078 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [req-f3c9006d-d792-406f-8e15-46231069fc09 req-f7fedeab-4b13-40aa-b6bf-b3eadea099bf tempest-FloatingIPsNegativeTestJSON-1070386362 tempest-FloatingIPsNegativeTestJSON-1070386362-project] show failed (client error): The resource could not be found. Feb 15 01:45:02.329407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 6e268f98-c6cd-4087-8404-7f20670b334a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:45:02.329407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:02.329407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Checking segment: {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:02.329730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f3c9006d-d792-406f-8e15-46231069fc09 req-f7fedeab-4b13-40aa-b6bf-b3eadea099bf tempest-FloatingIPsNegativeTestJSON-1070386362 tempest-FloatingIPsNegativeTestJSON-1070386362-project] 10.222.0.43 "GET /v2.0/floatingips/10ed8b7e-dad0-40fa-8f4e-cd2eb1059bc7 HTTP/1.1" status: 404 len: 350 time: 0.0518854 Feb 15 01:45:02.329826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.329826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Bound using segment: {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:02.329826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Bound port: c782af22-b578-4e7b-8f47-4e03366fe297, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40dd638-eda8-4ce0-a138-78761bd938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:02.330250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.332269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:02.338409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 6e268f98-c6cd-4087-8404-7f20670b334a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:02.338821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.361071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for router_controller (b772097b-0149-4bd8-8f60-1c59e31dd92e), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.517261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef09a04-522b-469a-88e8-a6495d3a0256 req-419e38de-45a4-4099-9f78-d2964af00d50 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:02.519665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ef09a04-522b-469a-88e8-a6495d3a0256 req-419e38de-45a4-4099-9f78-d2964af00d50 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 946 time: 0.1607702 Feb 15 01:45:02.545236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Allocated IP 172.20.0.2 (2fe20b20-2d7b-4149-af03-93149eca3d9b/8ed72078-ec8e-4cca-9389-3e2f99b633b5/c2c22700-8f9e-4573-ab72-2223e25fe4c6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:02.721248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3605c2ac-0c62-4153-93c1-9697305263f5 None None] Provisioning complete for port c782af22-b578-4e7b-8f47-4e03366fe297 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:02.722011 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3605c2ac-0c62-4153-93c1-9697305263f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.746868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for router_gateway (b772097b-0149-4bd8-8f60-1c59e31dd92e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.800794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ef09a04-522b-469a-88e8-a6495d3a0256 req-3a32a4d0-482d-4690-b45e-9ad797564f16 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593443 Feb 15 01:45:02.812450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] For port c782af22-b578-4e7b-8f47-4e03366fe297, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:02.833682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120d6a-4ea8-4c46-85f9-0c04aed0c58a req-8acf6c63-a94c-4fdc-983f-4eb3d77ba37f tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:02.835989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a120d6a-4ea8-4c46-85f9-0c04aed0c58a req-8acf6c63-a94c-4fdc-983f-4eb3d77ba37f tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 943 time: 0.2441573 Feb 15 01:45:02.847240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3605c2ac-0c62-4153-93c1-9697305263f5 None None] Port c782af22-b578-4e7b-8f47-4e03366fe297 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:02.851497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] For port c782af22-b578-4e7b-8f47-4e03366fe297, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c782af22-b578-4e7b-8f47-4e03366fe297,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:02.900819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks [] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.915334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6e268f98-c6cd-4087-8404-7f20670b334a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:02.915899 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.935075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26cb13db-78a9-483f-9590-d557fb88ab90), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.945807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2a120d6a-4ea8-4c46-85f9-0c04aed0c58a req-59c76e5e-53ac-446f-a1d8-77c2957bfb16 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888860 Feb 15 01:45:02.967176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:02.980482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:03.019981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Pushing event deleted for resources: {'Port': ['ID=26cb13db-78a9-483f-9590-d557fb88ab90,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:03.030178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.032846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.033412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.033569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.033863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.034196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.034558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.035331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.035331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.035619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.035873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.036199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.036549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.037004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:03.082621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:03.082868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:03.087737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:03.112406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.130627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.131413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5983f37a-c209-4d97-95f7-c45bd6b6f18e up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:03.181582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9daec-3bfc-4591-a156-38c6e244fe10 None None] Pushing event updated for resources: {'Port': ['ID=c782af22-b578-4e7b-8f47-4e03366fe297,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:03.184371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:03.202183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:03.374504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.379680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.384996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.390221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.395807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.401038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.406204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.408495 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-b657da27-61fa-4a92-ad8f-f777f7f18bb2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5434 time: 0.1655204 Feb 15 01:45:03.416959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:03.474955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Pushing event updated for resources: {'Port': ['ID=c2c22700-8f9e-4573-ab72-2223e25fe4c6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:03.524614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 5983f37a-c209-4d97-95f7-c45bd6b6f18e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:45:03.536241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.538469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6492450a-f3ef-4038-97af-b3e9fa516c12 req-f764e11e-1930-4366-a6f9-b543452d6a78 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1201460 Feb 15 01:45:03.542741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5983f37a-c209-4d97-95f7-c45bd6b6f18e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:03.543131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.649246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Deleting port c782af22-b578-4e7b-8f47-4e03366fe297 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:03.649495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.710332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.720071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5688-cb60-4da6-9ca9-d27434e175cd req-6e9831d1-6d99-4081-97ee-6041c66863d3 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:03.728816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fdf5688-cb60-4da6-9ca9-d27434e175cd req-6e9831d1-6d99-4081-97ee-6041c66863d3 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 948 time: 0.7697940 Feb 15 01:45:03.732507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks [] for router_controller (fe8312c4-8893-4a4c-a353-a3de5d5119a2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.733003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-874a4ff4-397b-4e67-b91a-e16b4a05736d req-e2bc6e6c-2eb6-4443-ac64-05c966b1c14f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0812740 Feb 15 01:45:03.799472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] For port c782af22-b578-4e7b-8f47-4e03366fe297, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c782af22-b578-4e7b-8f47-4e03366fe297,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:03.808662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.835662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 561dbc09-e04b-4b80-9c2e-1d3d264a7778 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:03.839716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Calling delete_port for c782af22-b578-4e7b-8f47-4e03366fe297 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:03.861244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Attempting to bind port c2c22700-8f9e-4573-ab72-2223e25fe4c6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:03.861620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Attempting to bind port c2c22700-8f9e-4573-ab72-2223e25fe4c6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:03.866769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Attempting to bind port c2c22700-8f9e-4573-ab72-2223e25fe4c6 on network 2fe20b20-2d7b-4149-af03-93149eca3d9b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:03.875436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fdf5688-cb60-4da6-9ca9-d27434e175cd req-6f260a81-43a0-4305-9c3b-45f99f4f8e73 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454735 Feb 15 01:45:03.929053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (fe8312c4-8893-4a4c-a353-a3de5d5119a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.929939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8312c4-8893-4a4c-a353-a3de5d5119a2 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:45:03.936831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.939045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-56116273-1d54-4a2b-beb0-62023ae3bbba admin admin] 10.222.0.43 "DELETE /v2.0/routers/fe8312c4-8893-4a4c-a353-a3de5d5119a2 HTTP/1.1" status: 204 len: 168 time: 3.3222089 Feb 15 01:45:03.943316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:03.945748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 561dbc09-e04b-4b80-9c2e-1d3d264a7778 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:03.946109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 561dbc09-e04b-4b80-9c2e-1d3d264a7778 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:03.947829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Checking segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Bound using segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Bound port: c2c22700-8f9e-4573-ab72-2223e25fe4c6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:03.954176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1674a0-1fea-4948-8be3-20664a8e7653'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:03.955141 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d736cb-27f5-401b-9856-5baf8252514e" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "9e1674a0-1fea-4948-8be3-20664a8e7653"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:03.993044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1d227683-81c2-4f00-a0ad-7ced5d7764bb None None] Provisioning complete for port c782af22-b578-4e7b-8f47-4e03366fe297 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:03.994182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d227683-81c2-4f00-a0ad-7ced5d7764bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.014273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219b093-a4b5-4f26-a43d-d017f995da45 req-c2a88cd4-046c-4c57-b2d1-331609f21e0a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:04.015927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7219b093-a4b5-4f26-a43d-d017f995da45 req-c2a88cd4-046c-4c57-b2d1-331609f21e0a tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 946 time: 0.1458399 Feb 15 01:45:04.041304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:04.045581 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51048c34-4dab-462a-8509-00db2005e4e9 x-openstack-request-id: req-51048c34-4dab-462a-8509-00db2005e4e9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:04.045958 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "9e1674a0-1fea-4948-8be3-20664a8e7653", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:04.046285 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51048c34-4dab-462a-8509-00db2005e4e9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:04.046858 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1674a0-1fea-4948-8be3-20664a8e7653', 'code': 200} Feb 15 01:45:04.047191 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a', 'code': 200} Feb 15 01:45:04.120167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Deleting subnet f9190651-7964-4fb5-a239-e4d18f17fb6e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:45:04.123523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Publish callbacks [] for subnet (f9190651-7964-4fb5-a239-e4d18f17fb6e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.164035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:45:04.193948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (f9190651-7964-4fb5-a239-e4d18f17fb6e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.205638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7219b093-a4b5-4f26-a43d-d017f995da45 req-396457da-aceb-4cdd-8e16-32c65025a700 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965216 Feb 15 01:45:04.249981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5983f37a-c209-4d97-95f7-c45bd6b6f18e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:04.250583 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.313011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] For port c2c22700-8f9e-4573-ab72-2223e25fe4c6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:04.316549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:45:04.335568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f9190651-7964-4fb5-a239-e4d18f17fb6e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.374559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.384990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] For port c2c22700-8f9e-4573-ab72-2223e25fe4c6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c22700-8f9e-4573-ab72-2223e25fe4c6,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:04.404894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for router_gateway (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.427196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:04.429950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d227683-81c2-4f00-a0ad-7ced5d7764bb None None] Current status of the port c782af22-b578-4e7b-8f47-4e03366fe297 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:04.430443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d227683-81c2-4f00-a0ad-7ced5d7764bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c782af22-b578-4e7b-8f47-4e03366fe297), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.442288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c782af22-b578-4e7b-8f47-4e03366fe297,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:04.455478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.476168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (f9190651-7964-4fb5-a239-e4d18f17fb6e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.524359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:04.538812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 4, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c782af22-b578-4e7b-8f47-4e03366fe297', 'name': '', 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'mac_address': 'fa:16:3e:29:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:54Z', 'updated_at': '2022-02-15T01:45:02Z', 'revision_number': 4, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'subnets': [{'id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:04.554461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.565334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f9190651-7964-4fb5-a239-e4d18f17fb6e HTTP/1.1" status: 204 len: 168 time: 0.6183448 Feb 15 01:45:04.569149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:04.625889 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.625889 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.632084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15512e6f-f8b4-4832-aad5-e7c8bb416769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9190651-7964-4fb5-a239-e4d18f17fb6e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:04.677692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2258c-ad54-402a-865e-1481e8febc95 None None] Network ba6e19c2-493d-46fb-bca4-b2a6b68e696c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:04.679797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:04.708472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f7160-5155-4bd4-b1fa-5412f02bc15f req-a7d3c25a-4867-4ea7-94e3-95f530c5d023 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:04.710139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-356f7160-5155-4bd4-b1fa-5412f02bc15f req-a7d3c25a-4867-4ea7-94e3-95f530c5d023 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 943 time: 0.4932816 Feb 15 01:45:04.732239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'mac_address': 'fa:16:3e:09:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:45:04.734553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d9f88-f3af-404c-9189-5bcd8d07eae8 None None] The sync data for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 is: [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:44:57Z', 'revision_number': 4, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c782af22-b578-4e7b-8f47-4e03366fe297', 'name': '', 'network_id': '4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'mac_address': 'fa:16:3e:29:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:54Z', 'updated_at': '2022-02-15T01:45:02Z', 'revision_number': 4, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'subnets': [{'id': '578a6100-778a-4949-ac37-99c0c39ecc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:04.906855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:04.907551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device bd8c6567-9f88-4eaa-82ba-7b15bc24dbd7 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:04.919642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-356f7160-5155-4bd4-b1fa-5412f02bc15f req-a556e781-7e67-405d-9492-ade22d3280a5 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031710 Feb 15 01:45:04.922500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ba6e19c2-493d-46fb-bca4-b2a6b68e696c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:04.953855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Allocated IP 172.25.2.246 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/66560af3-ed90-4ec5-9e82-72ebeb023e9f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:05.163615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d319-ac4a-424c-9592-393db29577b1 None None] Pushing event updated for resources: {'Port': ['ID=c2c22700-8f9e-4573-ab72-2223e25fe4c6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:05.174816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:05.175703 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:05.261208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:45:05.406602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:05.413782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:05.419763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:05.483499 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:05.484175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 837f7140-261a-48ba-835b-0c282c2a0c5b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:45:05.536458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.549264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.559877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.584643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] DHCP port deletion for ba6e19c2-493d-46fb-bca4-b2a6b68e696c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:45:05.595395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.613961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.627005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.637964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:05.639919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-498d0620-f5dc-42b7-9b0e-33e8ea22f244 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.5229719 Feb 15 01:45:05.648196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:05.766277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:05.783683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:05.788595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:05.856445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:05.882895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Pushing event updated for resources: {'Port': ['ID=66560af3-ed90-4ec5-9e82-72ebeb023e9f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:05.987944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=837f7140-261a-48ba-835b-0c282c2a0c5b,segment=NetworkSegment(dd2ac9ac-b264-40ac-ada1-f524851d0f0a),segment_id=dd2ac9ac-b264-40ac-ada1-f524851d0f0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:06.005250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '837f7140-261a-48ba-835b-0c282c2a0c5b', 'network_id': 'caa85141-cda5-4bb2-94d4-496cfefe2f96', 'port_id': '837f7140-261a-48ba-835b-0c282c2a0c5b', 'mac_address': 'fa:16:3e:4d:1d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0abb81f5-ed00-4f82-8d35-393dd93d6cb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:45:06.012564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c22700-8f9e-4573-ab72-2223e25fe4c6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:06.050633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.091046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:06.094271 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcacb088-c28e-494a-9ea8-a0a1a683c75b" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:06.116019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa84042f-c3a6-4b4a-9950-3510ba6b2d24 req-5b7d6b54-f349-4d5a-9a83-e7dde907b2f7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0734532 Feb 15 01:45:06.194313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 837f7140-261a-48ba-835b-0c282c2a0c5b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:06.195012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.229199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837f7140-261a-48ba-835b-0c282c2a0c5b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:45:06.254639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fdec690-8ee9-4ccf-b7e2-f7c35c5d7337 req-e42d378c-8489-4251-8736-b648edcdc868 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5857985 Feb 15 01:45:06.294335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=837f7140-261a-48ba-835b-0c282c2a0c5b,segment=NetworkSegment(dd2ac9ac-b264-40ac-ada1-f524851d0f0a),segment_id=dd2ac9ac-b264-40ac-ada1-f524851d0f0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:06.305695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Deleting port bb61eff9-a66e-4a46-8ed5-283de94ddd21 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:06.310093 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.380837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.475231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c2c22700-8f9e-4573-ab72-2223e25fe4c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:06.475655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.481126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:06.623384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] For port bb61eff9-a66e-4a46-8ed5-283de94ddd21, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bb61eff9-a66e-4a46-8ed5-283de94ddd21,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:06.623779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.628776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Deleting port bb61eff9-a66e-4a46-8ed5-283de94ddd21 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:06.629116 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.662806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Calling delete_port for bb61eff9-a66e-4a46-8ed5-283de94ddd21 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:06.690841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ab8c6-ea94-4f2b-b354-d14e5b26e0bf req-9fc0b3d9-05fd-4714-bfdc-259aaee63b52 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:06.700257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-316ab8c6-ea94-4f2b-b354-d14e5b26e0bf req-9fc0b3d9-05fd-4714-bfdc-259aaee63b52 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 944 time: 0.1053984 Feb 15 01:45:06.701797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for router_gateway (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.719628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['054470fd-66ac-466f-a5a6-47cfc5f71228'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:45:06.726162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['837f7140-261a-48ba-835b-0c282c2a0c5b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:45:06.791518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d8960-6148-4815-b1f4-3ef7f210a901 req-5a15e500-85bc-4050-8c3c-3aacadb93446 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:06.794866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-161d8960-6148-4815-b1f4-3ef7f210a901 req-5a15e500-85bc-4050-8c3c-3aacadb93446 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.3857627 Feb 15 01:45:06.799176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] For port bb61eff9-a66e-4a46-8ed5-283de94ddd21, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bb61eff9-a66e-4a46-8ed5-283de94ddd21,segment=NetworkSegment(5e2e384b-9352-43d7-be3e-54821fe899dd),segment_id=5e2e384b-9352-43d7-be3e-54821fe899dd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:06.799693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:06.845325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Calling delete_port for bb61eff9-a66e-4a46-8ed5-283de94ddd21 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:06.937185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Router 9d5ebd75-3d5e-4474-a0db-67571c918c1a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:06.970071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-316ab8c6-ea94-4f2b-b354-d14e5b26e0bf req-ebed0c50-6219-4bb3-831f-eed3c4fbaa45 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796899 Feb 15 01:45:06.988701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-161d8960-6148-4815-b1f4-3ef7f210a901 req-2f24bd24-763a-4006-b833-bb9d895c1d17 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738365 Feb 15 01:45:07.125026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906991d1-28a3-4007-8f8b-d9c4472c3263 None None] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:07.147820 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4fd37-a452-444c-929d-745cb1aee1d6 x-openstack-request-id: req-4dc4fd37-a452-444c-929d-745cb1aee1d6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:07.148491 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-plugged", "status": "completed", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:07.148909 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dc4fd37-a452-444c-929d-745cb1aee1d6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:07.150263 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'code': 200} Feb 15 01:45:07.158815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.195151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c2c22700-8f9e-4573-ab72-2223e25fe4c6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:07.203381 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.215806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (bb61eff9-a66e-4a46-8ed5-283de94ddd21), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.244787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] No DVR routers for this DVR port bb61eff9-a66e-4a46-8ed5-283de94ddd21 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:07.281302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb61eff9-a66e-4a46-8ed5-283de94ddd21,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:07.295036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.295640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:07.314387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49a721df-32d4-40c4-9931-fd16d405db88 admin admin] 10.222.0.43 "PUT /v2.0/routers/9d5ebd75-3d5e-4474-a0db-67571c918c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9780643 Feb 15 01:45:07.379184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:07.394708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] No DVR routers for this DVR port bb61eff9-a66e-4a46-8ed5-283de94ddd21 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:07.523719 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd2aadce-b7d9-443b-86d7-30d4a21fe1ea req-b49b66be-6784-4c26-ba36-d14233d382f2 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.2302825 Feb 15 01:45:07.527962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.535141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.541107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.543638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee93eb-2101-464d-ada7-250b0bbb8e29 None None] Pushing event deleted for resources: {'Port': ['ID=bb61eff9-a66e-4a46-8ed5-283de94ddd21,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:07.549427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.555092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.567429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.573281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.575175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-aaa88253-6565-4c3c-a985-14f73e602abe tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.1566434 Feb 15 01:45:07.597584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Sync routers for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:07.603175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c2c22700-8f9e-4573-ab72-2223e25fe4c6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c22700-8f9e-4573-ab72-2223e25fe4c6,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:07.679378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2811c2a3-4f4f-4304-84fb-198eea2b76db None None] Provisioning complete for port c2c22700-8f9e-4573-ab72-2223e25fe4c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:07.679740 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2811c2a3-4f4f-4304-84fb-198eea2b76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.690389 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.724657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ba6e19c2-493d-46fb-bca4-b2a6b68e696c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.740582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:07.741220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:07.756639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.760455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.760455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.760455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.764974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.765723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.767307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:07.768419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e0b82127-8196-4352-a338-33529906ef01 req-7168c994-0a52-466b-828d-202d7e6d1c4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6716 time: 0.5370014 Feb 15 01:45:07.774181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fccd0021-6d5b-442b-828b-acc9046dfd10 req-5b4fed0a-068b-424a-b4a9-3391454fdbbf tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1922681 Feb 15 01:45:07.811298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6e19c2-493d-46fb-bca4-b2a6b68e696c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:07.830120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2e384b-9352-43d7-be3e-54821fe899dd') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:07.830747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2e384b-9352-43d7-be3e-54821fe899dd') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:07.840200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bb61eff9-a66e-4a46-8ed5-283de94ddd21 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:07.850391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (5e2e384b-9352-43d7-be3e-54821fe899dd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.855650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks [] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:07.882594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Router b772097b-0149-4bd8-8f60-1c59e31dd92e is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:45:07.937295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: bb61eff9-a66e-4a46-8ed5-283de94ddd21 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:07.937636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bb61eff9-a66e-4a46-8ed5-283de94ddd21 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:07.938052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26cb13db-78a9-483f-9590-d557fb88ab90 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:07.967414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5e2e384b-9352-43d7-be3e-54821fe899dd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.025387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:45:08.026078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (5e2e384b-9352-43d7-be3e-54821fe899dd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:45:08.028090 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:45:08.086191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 26cb13db-78a9-483f-9590-d557fb88ab90 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:08.086562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26cb13db-78a9-483f-9590-d557fb88ab90 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:08.109159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:08.121622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Sync routers for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:08.140429 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:08.141058 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:08.160642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e0b82127-8196-4352-a338-33529906ef01 req-38b25a7e-94fc-4441-a1e6-33febc753f2f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3761370 Feb 15 01:45:08.200072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c2c22700-8f9e-4573-ab72-2223e25fe4c6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:08.217529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.229697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-de9e47b0-f229-4c45-a13a-aa110d0b2add admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2584698 Feb 15 01:45:08.232321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51144) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:08.318529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:08.343592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks [] for router_gateway (9d5ebd75-3d5e-4474-a0db-67571c918c1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.343812 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:08.364717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ba6e19c2-493d-46fb-bca4-b2a6b68e696c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.382630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.403521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba6e19c2-493d-46fb-bca4-b2a6b68e696c HTTP/1.1" status: 204 len: 168 time: 3.8301165 Feb 15 01:45:08.479968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bef8d-5865-4f4f-9828-16df40031454 req-224bde25-2c44-48f4-9001-148af7c85147 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:08.482127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e8bef8d-5865-4f4f-9828-16df40031454 req-224bde25-2c44-48f4-9001-148af7c85147 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 944 time: 0.3204172 Feb 15 01:45:08.485479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2811c2a3-4f4f-4304-84fb-198eea2b76db None None] Current status of the port c2c22700-8f9e-4573-ab72-2223e25fe4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:08.507375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80606bf-1982-419c-95e2-8faab9393cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6e19c2-493d-46fb-bca4-b2a6b68e696c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:08.547888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cfcf7-7c5b-4414-bc09-2249f87ddb5f req-e8d471e5-3493-455a-9c94-373c2b62eccf tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:08.549844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b0cfcf7-7c5b-4414-bc09-2249f87ddb5f req-e8d471e5-3493-455a-9c94-373c2b62eccf tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.3859060 Feb 15 01:45:08.675235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6e8bef8d-5865-4f4f-9828-16df40031454 req-57acb2e2-5a03-432c-81be-a7310a045f40 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777530 Feb 15 01:45:08.679512 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:06Z', 'revision_number': 3, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:08.707329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Deleting port f7bffa3a-b22f-45a6-9b2e-39e430542064 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:08.711964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.772020 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Checking router: b772097b-0149-4bd8-8f60-1c59e31dd92e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:08.773471 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Updating router b772097b-0149-4bd8-8f60-1c59e31dd92e port 66560af3-ed90-4ec5-9e82-72ebeb023e9f binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:08.804567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5b08d842-6be6-4f31-9956-c1f7cbfc5cea None None] Provisioning complete for port c2c22700-8f9e-4573-ab72-2223e25fe4c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:08.805160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b08d842-6be6-4f31-9956-c1f7cbfc5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.817067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b0cfcf7-7c5b-4414-bc09-2249f87ddb5f req-ca2bfed0-631a-49cd-ae4f-13f12a77e9c0 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409914 Feb 15 01:45:08.851636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:45:04Z', 'revision_number': 5, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port': {'id': 'f7bffa3a-b22f-45a6-9b2e-39e430542064', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:44:49Z', 'updated_at': '2022-02-15T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:08.878885 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.884184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] For port f7bffa3a-b22f-45a6-9b2e-39e430542064, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7bffa3a-b22f-45a6-9b2e-39e430542064,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:08.884699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:08.889944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Checking router: 9d5ebd75-3d5e-4474-a0db-67571c918c1a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:08.901042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Calling delete_port for f7bffa3a-b22f-45a6-9b2e-39e430542064 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:08.920429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:08.973356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5b08d842-6be6-4f31-9956-c1f7cbfc5cea None None] Current status of the port c2c22700-8f9e-4573-ab72-2223e25fe4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:08.975882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Routers {'9d5ebd75-3d5e-4474-a0db-67571c918c1a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:08.977915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:09.106355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7cf049a2-157e-4eef-abc6-25abff12a910 req-c569e85c-e5c1-4110-97b3-cd1b81793412 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0541060 Feb 15 01:45:09.128791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] Set router 9d5ebd75-3d5e-4474-a0db-67571c918c1a gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:09.184156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:45:09.215403 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks [] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.271989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ab507ba-b1c9-4747-b3ad-9e9095899566 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1d5a0c028934490ad507eb2d73493ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512380 Feb 15 01:45:09.277407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:09.306004 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.336824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:45:08Z', 'revision_number': 6, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:09.338152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f7bffa3a-b22f-45a6-9b2e-39e430542064), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.365872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] Publish callbacks [] for security_group (69baffa0-d009-41bd-9d8f-89e1253523c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.402216 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32f4ba-115d-4fa1-ae7b-1869c5be0fc7 None None] Pushing event updated for resources: {'Port': ['ID=66560af3-ed90-4ec5-9e82-72ebeb023e9f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:09.407752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] Publish callbacks [] for security_group (69baffa0-d009-41bd-9d8f-89e1253523c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.416477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4f72-04b2-4e59-af28-ee7b637a3496 None None] The sync data for ids ['9d5ebd75-3d5e-4474-a0db-67571c918c1a'] in n-d-829064-14 is: [{'id': '9d5ebd75-3d5e-4474-a0db-67571c918c1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-104894536-router', 'tenant_id': 'eae1b9c511e64020a2e78131d009597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:44:48Z', 'updated_at': '2022-02-15T01:45:08Z', 'revision_number': 6, 'project_id': 'eae1b9c511e64020a2e78131d009597e', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:09.452200 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Attempting to bind port 66560af3-ed90-4ec5-9e82-72ebeb023e9f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:09.452540 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Attempting to bind port 66560af3-ed90-4ec5-9e82-72ebeb023e9f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:09.452905 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Attempting to bind port 66560af3-ed90-4ec5-9e82-72ebeb023e9f on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:09.459860 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:09.460240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:09.460685 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.461079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:09.461556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Bound port: 66560af3-ed90-4ec5-9e82-72ebeb023e9f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:09.461929 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.492985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bffa3a-b22f-45a6-9b2e-39e430542064,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:09.516456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:09.529072 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] For port 66560af3-ed90-4ec5-9e82-72ebeb023e9f, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:09.532555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] For port 66560af3-ed90-4ec5-9e82-72ebeb023e9f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66560af3-ed90-4ec5-9e82-72ebeb023e9f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:09.535376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'mac_address': 'fa:16:3e:16:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:45:09.592385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 856bf1cb-49e3-42d3-ac13-80095f3cf873 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:09.592917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.593224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.611884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 856bf1cb-49e3-42d3-ac13-80095f3cf873 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:45:09.625957 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.649111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:09.708237 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:09.711255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.716420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.721465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks [] for router_controller (9d5ebd75-3d5e-4474-a0db-67571c918c1a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.723824 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:09.771280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (69baffa0-d009-41bd-9d8f-89e1253523c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.778257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.779959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69baffa0-d009-41bd-9d8f-89e1253523c5 HTTP/1.1" status: 204 len: 168 time: 0.5013857 Feb 15 01:45:09.782917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.791043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.796474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.805512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.810975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.834270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e22cb-67fe-4821-8d76-93a85ffb0a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69baffa0-d009-41bd-9d8f-89e1253523c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:09.844793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (9d5ebd75-3d5e-4474-a0db-67571c918c1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.844982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.845750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5ebd75-3d5e-4474-a0db-67571c918c1a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:45:09.853186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:09.856994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:09.857727 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fd459352-8a2a-46b9-8465-5f8b17e2b12c admin admin] 10.222.0.43 "DELETE /v2.0/routers/9d5ebd75-3d5e-4474-a0db-67571c918c1a HTTP/1.1" status: 204 len: 168 time: 2.4765527 Feb 15 01:45:09.858597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:09.882758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-270bd707-dac8-48c3-ba1d-51ba72951ff0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.6955690 Feb 15 01:45:09.890728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:09.959866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Deleting subnet 578a6100-778a-4949-ac37-99c0c39ecc90 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:45:09.967383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['856bf1cb-49e3-42d3-ac13-80095f3cf873'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:45:09.979583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Publish callbacks [] for subnet (578a6100-778a-4949-ac37-99c0c39ecc90), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.063115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (578a6100-778a-4949-ac37-99c0c39ecc90), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.067335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89a3fb1e-25e1-4ae8-a058-ddcaf47c017d req-2aab5c13-d909-4db5-8473-f345c09c44f0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1837592 Feb 15 01:45:10.080029 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32f4ba-115d-4fa1-ae7b-1869c5be0fc7 None None] Pushing event updated for resources: {'Port': ['ID=66560af3-ed90-4ec5-9e82-72ebeb023e9f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:10.082911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.136337 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:10.168061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793496-56bf-4b6b-8e88-09f25ffa6baa req-4982fd0c-0f1c-4cba-8cee-a30fcc45d6f4 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:10.175580 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2c793496-56bf-4b6b-8e88-09f25ffa6baa req-4982fd0c-0f1c-4cba-8cee-a30fcc45d6f4 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 944 time: 0.3941576 Feb 15 01:45:10.275674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2c793496-56bf-4b6b-8e88-09f25ffa6baa req-150cf302-ccc4-4d4c-838b-983f010f9ddb tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990453 Feb 15 01:45:10.307039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (578a6100-778a-4949-ac37-99c0c39ecc90), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.362164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee975d4-957f-44c6-a25d-2f493187be5c req-bef7b8ad-4e48-4832-b1cb-60b64840cdc6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:10.363841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee975d4-957f-44c6-a25d-2f493187be5c req-bef7b8ad-4e48-4832-b1cb-60b64840cdc6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.1770501 Feb 15 01:45:10.415505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:10.487658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c22700-8f9e-4573-ab72-2223e25fe4c6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:10.490525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (578a6100-778a-4949-ac37-99c0c39ecc90), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.508540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee975d4-957f-44c6-a25d-2f493187be5c req-f6b5ab30-8d47-4764-8e65-b215d1d574be tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283858 Feb 15 01:45:10.562507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Allocated IP 172.20.0.1 (2fe20b20-2d7b-4149-af03-93149eca3d9b/8ed72078-ec8e-4cca-9389-3e2f99b633b5/e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:10.578444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.596510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/578a6100-778a-4949-ac37-99c0c39ecc90 HTTP/1.1" status: 204 len: 168 time: 0.7345700 Feb 15 01:45:10.599583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:10.607405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba92c5-bb98-48b6-bc48-b73b2bf51f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578a6100-778a-4949-ac37-99c0c39ecc90,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:10.670800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf8582-1742-40f1-8c7a-414e8d551180 None None] Network 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:10.683847 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-503a7f27-e853-4bf8-9f73-bc25a4e1c255 req-bf082049-c979-45de-abd9-c59763cce43f tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.1095605 Feb 15 01:45:10.840326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:10.859398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:06Z', 'revision_number': 3, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:10.887325 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59285b-5399-4edd-9fad-5878dca426a9 None None] The sync data for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 is: [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:06Z', 'revision_number': 3, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:10.917811 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks [] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.008457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c2c22700-8f9e-4573-ab72-2223e25fe4c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:11.008852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.048685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Deleting port 2ce74e47-029a-45e7-a8d5-92684120a7f5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:11.049040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.097537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 054470fd-66ac-466f-a5a6-47cfc5f71228 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:45:11.118593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 054470fd-66ac-466f-a5a6-47cfc5f71228 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:11.118977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.173999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.184548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:11.242601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:11.273035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c2c22700-8f9e-4573-ab72-2223e25fe4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:11.279113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] DHCP port deletion for 4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:45:11.335695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:11.372843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:11.379441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:11.470281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:11.470990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.510218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7bffa3a-b22f-45a6-9b2e-39e430542064 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:11.554965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] For port 2ce74e47-029a-45e7-a8d5-92684120a7f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ce74e47-029a-45e7-a8d5-92684120a7f5,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:11.557439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.578415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732481-f8fe-458c-aca2-9741f55787b4 req-d707cf55-38df-4c1f-b45c-78b291805b11 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.589912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6732481-f8fe-458c-aca2-9741f55787b4 req-d707cf55-38df-4c1f-b45c-78b291805b11 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 944 time: 0.1317420 Feb 15 01:45:11.599841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 856bf1cb-49e3-42d3-ac13-80095f3cf873 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:11.600218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.623069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Calling delete_port for 2ce74e47-029a-45e7-a8d5-92684120a7f5 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:11.638208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f7bffa3a-b22f-45a6-9b2e-39e430542064 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:11.638643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7bffa3a-b22f-45a6-9b2e-39e430542064 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:11.639080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c782af22-b578-4e7b-8f47-4e03366fe297 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:11.705692 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6732481-f8fe-458c-aca2-9741f55787b4 req-1050b195-cd8d-422b-ab8a-d9bc2fe2be16 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Feb 15 01:45:11.759896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:11.763234 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc8f404-08b8-4117-a832-d3a8c28f133d" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:11.765340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c782af22-b578-4e7b-8f47-4e03366fe297 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:11.765703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c782af22-b578-4e7b-8f47-4e03366fe297 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:11.826241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:11.829881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.833520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Deleting port 2ce74e47-029a-45e7-a8d5-92684120a7f5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:11.840076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.842199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.878716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.895823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.903290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.910575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.919379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:11.922655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-a53135d9-4e37-4c8b-af57-2f410654e014 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.7393539 Feb 15 01:45:11.924094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.929530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.939493 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:11.943089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 837f7140-261a-48ba-835b-0c282c2a0c5b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:12.031826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce74e47-029a-45e7-a8d5-92684120a7f5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:12.055706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a575a-a997-4968-8ec0-e99bdaacddb4 req-21569817-6f1b-4608-9bbc-fc39013e7e38 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.067755 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-834a575a-a997-4968-8ec0-e99bdaacddb4 req-21569817-6f1b-4608-9bbc-fc39013e7e38 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.1603606 Feb 15 01:45:12.101063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] No DVR routers for this DVR port 2ce74e47-029a-45e7-a8d5-92684120a7f5 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:12.151157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:12.177711 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-834a575a-a997-4968-8ec0-e99bdaacddb4 req-2f9982fc-8150-4d2d-ac26-567f83c0daa4 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 Feb 15 01:45:12.301726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ad841dd6-6f59-4c94-960d-6af4878dbb85 None None] Provisioning complete for port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:12.302709 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad841dd6-6f59-4c94-960d-6af4878dbb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.312689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66560af3-ed90-4ec5-9e82-72ebeb023e9f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:12.348756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] For port 2ce74e47-029a-45e7-a8d5-92684120a7f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ce74e47-029a-45e7-a8d5-92684120a7f5,segment=NetworkSegment(d40dd638-eda8-4ce0-a138-78761bd938aa),segment_id=d40dd638-eda8-4ce0-a138-78761bd938aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:12.348756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.348756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 856bf1cb-49e3-42d3-ac13-80095f3cf873 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:12.348756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.402521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-44c73464-c9c4-44d7-a173-14ebcf493e14 req-6df215ea-5c95-4fbc-8a5a-b91428367209 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0685487 Feb 15 01:45:12.411137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5ee3030-5e44-40b7-81d0-79851c68f4c7 req-1a99037d-35fc-49d4-823b-509e1c33b1db tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4628065 Feb 15 01:45:12.415117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Calling delete_port for 2ce74e47-029a-45e7-a8d5-92684120a7f5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:12.427903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.482621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:12.523173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40dd638-eda8-4ce0-a138-78761bd938aa') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:12.523419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:12.526429 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dac9d4-71d2-458f-96dc-735f08913200 x-openstack-request-id: req-92dac9d4-71d2-458f-96dc-735f08913200 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:12.527124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40dd638-eda8-4ce0-a138-78761bd938aa') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:12.527501 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:12.529140 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92dac9d4-71d2-458f-96dc-735f08913200 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:12.530447 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'code': 200} Feb 15 01:45:12.593065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (d40dd638-eda8-4ce0-a138-78761bd938aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.689248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d40dd638-eda8-4ce0-a138-78761bd938aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.699561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.735031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:45:12.735675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (d40dd638-eda8-4ce0-a138-78761bd938aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:45:12.741141 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:45:12.745512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad841dd6-6f59-4c94-960d-6af4878dbb85 None None] Port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:12.753452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (2ce74e47-029a-45e7-a8d5-92684120a7f5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.780044 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:12.791880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.816567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.829816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.839637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.866519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.876709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.879859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] Pushing event deleted for resources: {'Port': ['ID=2ce74e47-029a-45e7-a8d5-92684120a7f5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:12.886409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 837f7140-261a-48ba-835b-0c282c2a0c5b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:45:12.895429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:12.897683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.2617624 Feb 15 01:45:12.904888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dfe27-655d-4656-9ac5-963a07aefa64 None None] No DVR routers for this DVR port 2ce74e47-029a-45e7-a8d5-92684120a7f5 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:12.918918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:12.926797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Request body: {'floatingip': {'port_id': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:12.963588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 66560af3-ed90-4ec5-9e82-72ebeb023e9f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:12.964230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.023010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.039283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8df3-5b23-41fc-8c21-15d6bab35bf9 req-a4913666-f946-4b30-8911-c701d86b7615 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:13.040821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77ed8df3-5b23-41fc-8c21-15d6bab35bf9 req-a4913666-f946-4b30-8911-c701d86b7615 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 944 time: 0.1444945 Feb 15 01:45:13.047671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 837f7140-261a-48ba-835b-0c282c2a0c5b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:13.060926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.105925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c62627-4eaa-4353-91c7-a6320f7aaa00 req-c062a783-bf7c-4ac0-9b4b-007690017dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:13.111597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41c62627-4eaa-4353-91c7-a6320f7aaa00 req-c062a783-bf7c-4ac0-9b4b-007690017dfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 1133 time: 0.5331802 Feb 15 01:45:13.125729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.173427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.181279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:13.184898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] 10.222.0.43 "DELETE /v2.0/networks/4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e HTTP/1.1" status: 204 len: 168 time: 2.5840981 Feb 15 01:45:13.185881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a5f15-8e6b-4e30-b78e-a463ee34cc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e54cf8f-4a69-4a42-a41c-4b5b5ee49c9e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:13.231638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41c62627-4eaa-4353-91c7-a6320f7aaa00 req-75e18855-4c1e-4ef9-9efa-28225797494c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829372 Feb 15 01:45:13.257589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77ed8df3-5b23-41fc-8c21-15d6bab35bf9 req-8da8d743-4b5c-4e07-93fa-a205e367208d tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903305 Feb 15 01:45:13.285082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 66560af3-ed90-4ec5-9e82-72ebeb023e9f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:13.290699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.404096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks [] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.441096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 66560af3-ed90-4ec5-9e82-72ebeb023e9f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66560af3-ed90-4ec5-9e82-72ebeb023e9f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:13.461745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.464873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 837f7140-261a-48ba-835b-0c282c2a0c5b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:13.465668 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.531747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=837f7140-261a-48ba-835b-0c282c2a0c5b,segment=NetworkSegment(dd2ac9ac-b264-40ac-ada1-f524851d0f0a),segment_id=dd2ac9ac-b264-40ac-ada1-f524851d0f0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:13.534066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.600136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.670388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=66560af3-ed90-4ec5-9e82-72ebeb023e9f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:13.688166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ce74e47-029a-45e7-a8d5-92684120a7f5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:13.754205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.768031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:13.792554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199610-a781-484b-a0a9-a020bd1b37af req-fa628761-6dbb-4d4b-89a7-a2b2129a7730 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:13.794447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a199610-a781-484b-a0a9-a020bd1b37af req-fa628761-6dbb-4d4b-89a7-a2b2129a7730 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 950 time: 0.2705951 Feb 15 01:45:13.819219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2ce74e47-029a-45e7-a8d5-92684120a7f5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:13.833281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ce74e47-029a-45e7-a8d5-92684120a7f5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:13.871879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:13.942631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:13.948362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:13.983880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:13.987821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:14.008929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:14.184392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d06a2255-a374-4bed-87dc-35cde9353e1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eae1b9c511e64020a2e78131d009597e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302222 Feb 15 01:45:14.185591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:14.197179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a199610-a781-484b-a0a9-a020bd1b37af req-12ea7c4a-8561-4d2d-867a-ac8d9706841c tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963199 Feb 15 01:45:14.239311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Router b772097b-0149-4bd8-8f60-1c59e31dd92e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:14.301610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66560af3-ed90-4ec5-9e82-72ebeb023e9f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:14.413814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b9e8147-7a26-4639-8cfb-bbd94bfd8579 req-63e6ed65-e07b-4391-a70b-ea5cf411cc98 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0362236 Feb 15 01:45:14.481392 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Floating IP 27267de0-aa33-442c-a0a0-754ac46b4306 associated. External IP: 172.25.2.187, port: 5983f37a-c209-4d97-95f7-c45bd6b6f18e. Feb 15 01:45:14.501043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e72d749d-6ca0-42eb-b017-aee10b2e727a None None] Provisioning complete for port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:14.501418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e72d749d-6ca0-42eb-b017-aee10b2e727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:14.576669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873'}, {'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:14.583327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] Publish callbacks [] for security_group (ef7d14a2-9ed6-47a8-b913-64ccda833a2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:14.591582 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af62c8-af2e-40dc-ba38-1100a3d9aeee" -d '{"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-plugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873"}, {"server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "name": "network-vif-plugged", "status": "completed", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:14.594286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e72d749d-6ca0-42eb-b017-aee10b2e727a None None] Port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:14.616352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 66560af3-ed90-4ec5-9e82-72ebeb023e9f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:14.616759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:14.617911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:14.634876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb9e14e1-62b8-407d-addb-a82708fe1f64 admin admin] 10.222.0.43 "PUT /v2.0/routers/b772097b-0149-4bd8-8f60-1c59e31dd92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3925309 Feb 15 01:45:14.673007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee55691-ef9e-4954-b0f7-b8f3cdfbebe9 req-fd4b017a-eeea-4f5c-be61-05260014620c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:14.688523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Sync routers for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:14.697676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ee55691-ef9e-4954-b0f7-b8f3cdfbebe9 req-fd4b017a-eeea-4f5c-be61-05260014620c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 945 time: 0.1724126 Feb 15 01:45:14.743398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:14.743398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:14.860441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ee55691-ef9e-4954-b0f7-b8f3cdfbebe9 req-d8bf407a-4aac-44ae-8305-ea5a8612023c tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543953 Feb 15 01:45:15.064629 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ab91d-7cf1-4ba1-9f51-3d5430f00441 x-openstack-request-id: req-5f8ab91d-7cf1-4ba1-9f51-3d5430f00441 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:15.065029 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-plugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873", "code": 200}, {"server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "name": "network-vif-plugged", "status": "completed", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:15.065922 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f8ab91d-7cf1-4ba1-9f51-3d5430f00441 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:15.066350 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'code': 200} Feb 15 01:45:15.066596 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b', 'code': 200} Feb 15 01:45:15.076095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 66560af3-ed90-4ec5-9e82-72ebeb023e9f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:15.128605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:15.169438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] Publish callbacks [] for security_group (ef7d14a2-9ed6-47a8-b913-64ccda833a2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:15.281641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:15.321112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719295f-13fe-4f77-9a50-740da006f473 req-8a1cae56-580d-485b-8e92-810e3ef68edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:15.326039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e719295f-13fe-4f77-9a50-740da006f473 req-8a1cae56-580d-485b-8e92-810e3ef68edb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 1128 time: 0.1828699 Feb 15 01:45:15.382346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854315a-705a-4951-a79f-8f67b160d4c2 req-37ee8c8b-9624-4af6-b125-6122be69f959 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:15.390947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b854315a-705a-4951-a79f-8f67b160d4c2 req-37ee8c8b-9624-4af6-b125-6122be69f959 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 950 time: 0.0838039 Feb 15 01:45:15.456906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b854315a-705a-4951-a79f-8f67b160d4c2 req-bacc4ab6-42b1-42e7-909a-dda3bb1783dc tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648098 Feb 15 01:45:15.587579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec591825-6d16-4255-a977-94cfd352a3fb req-20577c37-f878-4455-9a6a-454cc46b7618 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=21fc6f53-3cd6-497a-b2a1-4b4496df12a6 HTTP/1.1" status: 200 len: 210 time: 0.0677207 Feb 15 01:45:15.614064 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e719295f-13fe-4f77-9a50-740da006f473 req-7d8e01f9-f995-437a-86f1-f76fd409e16d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Feb 15 01:45:15.625618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:15.752317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:15.758593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:15.764901 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Sync routers for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:15.787535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:15.788317 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:15.793896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9d89e46f-9cd1-4061-b515-ca1a206384a9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "PUT /v2.0/floatingips/27267de0-aa33-442c-a0a0-754ac46b4306 HTTP/1.1" status: 200 len: 992 time: 2.8724751 Feb 15 01:45:15.794862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:15.799111 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8627e-855b-4832-9016-a673665b87db" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:15.865570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef7d14a2-9ed6-47a8-b913-64ccda833a2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:15.868282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:15.872122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef7d14a2-9ed6-47a8-b913-64ccda833a2e HTTP/1.1" status: 204 len: 168 time: 1.6811254 Feb 15 01:45:15.872418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 2, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:15.880005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520dd8b-0777-4eb7-8bb3-f48044542515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7d14a2-9ed6-47a8-b913-64ccda833a2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:15.915398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:15.922562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-network', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:15.958714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Checking router: b772097b-0149-4bd8-8f60-1c59e31dd92e for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:15.959233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Updating router b772097b-0149-4bd8-8f60-1c59e31dd92e port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:16.042340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Made reservation on behalf of 6c2ddf7f1f9a4435916793ab03e649ac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:16.049502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.051556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:16.063873 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.085415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.223160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks [] for security_group (dfe5e25f-e16f-4ccd-b467-1f88e7226256), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.305366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfe5e25f-e16f-4ccd-b467-1f88e7226256), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.338861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:45:16.406981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.407622 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Added segment 7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6 of type vlan for network 9f82c5f7-dd77-483d-920a-d389d369f885 Feb 15 01:45:16.414572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5e25f-e16f-4ccd-b467-1f88e7226256,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:16.488126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9f82c5f7-dd77-483d-920a-d389d369f885), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.544342 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '27267de0-aa33-442c-a0a0-754ac46b4306', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'port_id': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'mac_address': 'fa:16:3e:57:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:42:42Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 1, 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:16.595800 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Checking router: bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:16.599207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks [] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.610656 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:16.611287 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:16.622550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9f82c5f7-dd77-483d-920a-d389d369f885), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.624913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.626434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.655125 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:16.759815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] Pushing event updated for resources: {'Network': ['ID=9f82c5f7-dd77-483d-920a-d389d369f885,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:16.780000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9f82c5f7-dd77-483d-920a-d389d369f885 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:45:16.813267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.822251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.833554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.845468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.858854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.870239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.876528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:16.887891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-7c72915c-764c-41b3-a9a7-58ed62288d69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.3255451 Feb 15 01:45:16.891592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d70c93-45a8-41f8-80c5-a8425cb5f123 None None] Pushing event updated for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:17.009711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2bd5dcc-29f1-47c4-9eba-c00b7f1cf000 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0928283 Feb 15 01:45:17.014746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:17.021714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Request body: {'subnet': {'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-subnet', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:17.040684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67f00c5b-e68b-47b2-9799-4ad468628627 req-1911c569-0132-4ddb-a414-9da43d7acd69 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1514218 Feb 15 01:45:17.066168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:17.151101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Made reservation on behalf of 6c2ddf7f1f9a4435916793ab03e649ac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:17.153557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:17.156596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Attempting to bind port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:17.165575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Attempting to bind port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:17.166302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Attempting to bind port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 on network 2fe20b20-2d7b-4149-af03-93149eca3d9b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:17.182878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:17.184935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Checking segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:17.185791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:17.188255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Bound using segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:17.196173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Bound port: e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:17.197029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:17.293094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-56751746-2bc9-4a68-aff1-88f1adec94df None None] Provisioning complete for port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:17.293768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56751746-2bc9-4a68-aff1-88f1adec94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:17.394590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] For port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:17.396944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56751746-2bc9-4a68-aff1-88f1adec94df None None] Port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:17.402266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] For port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:17.448803 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e876d-3310-4051-8790-9e7940e0ae97 x-openstack-request-id: req-1d8e876d-3310-4051-8790-9e7940e0ae97 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:17.449097 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:17.449387 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d8e876d-3310-4051-8790-9e7940e0ae97 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:17.449741 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'status': 'completed', 'code': 200} Feb 15 01:45:17.471374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:17.608969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:17.611624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:44:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:17.614490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7a280-4bbb-49a1-a6d4-b6af94fdd625 req-22a7b6a7-5ca6-4b0d-b3f5-56d195dff22a tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.630486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cc7a280-4bbb-49a1-a6d4-b6af94fdd625 req-22a7b6a7-5ca6-4b0d-b3f5-56d195dff22a tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 945 time: 0.1861949 Feb 15 01:45:17.704061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d70c93-45a8-41f8-80c5-a8425cb5f123 None None] Pushing event updated for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:17.729903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.736555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.737707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.738427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.740941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.741626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.742311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:17.748787 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-022c1dda-8cfe-41bf-ab02-e2471f6673c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6716 time: 0.2982023 Feb 15 01:45:17.793263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cc7a280-4bbb-49a1-a6d4-b6af94fdd625 req-f5ba1e10-6b7d-48a3-965a-cddb96d190a5 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516440 Feb 15 01:45:17.943092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:17.970113 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '27267de0-aa33-442c-a0a0-754ac46b4306', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'port_id': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'mac_address': 'fa:16:3e:57:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:42:42Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 1, 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:18.031896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.036207 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c012a-1fbd-47e9-b99b-0fb491e8baf4 None None] The sync data for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 is: [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '27267de0-aa33-442c-a0a0-754ac46b4306', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'port_id': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'mac_address': 'fa:16:3e:57:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:42:42Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 1, 'project_id': '423b31c210284a39bfed230d9f01f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:18.250259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:18.256846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Provisioning complete for port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:18.257480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.283667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-b62b2a31-bb8c-4ba6-ba01-c57207b8d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.286479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-b62b2a31-bb8c-4ba6-ba01-c57207b8d7bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5d109f4-797c-4ecc-b9e3-2627df9005a1 HTTP/1.1" status: 200 len: 912 time: 0.5224783 Feb 15 01:45:18.291767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (b31b7aa0-72d9-4476-88ec-bf70a9fa19f9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.442451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Current status of the port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:18.445879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.449465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.477759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.479104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-43e5bc07-05b9-4a4e-9a73-239d8247e7f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 200 len: 1000 time: 0.1655822 Feb 15 01:45:18.490832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.506030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.519695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.534928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.560521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.574288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e47650f8-e41b-43e1-86d7-df2097f719c0 req-5517d031-d32f-45f2-b595-11060b35e579 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.3810718 Feb 15 01:45:18.589389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d939d-1adf-45d7-afc7-523c2a1c3602 None None] New status for floating IP 27267de0-aa33-442c-a0a0-754ac46b4306: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:45:18.594978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:17Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:18.658490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-984318784-network', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:18.687303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] For port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:18.691927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Checking segment: {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:18.692531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Network hostable DHCP agents. Network: 9f82c5f7-dd77-483d-920a-d389d369f885, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:45:18.712133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-bca50276-d1a2-4ec2-bba5-5f7a0eebd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.718976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-bca50276-d1a2-4ec2-bba5-5f7a0eebd8c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=719dc3f1-043c-4a51-8227-e11f76964bb9 HTTP/1.1" status: 200 len: 850 time: 0.1918621 Feb 15 01:45:18.722672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31b7aa0-72d9-4476-88ec-bf70a9fa19f9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:18.730691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd83dcb-5273-46cd-b04b-04311a42e7bb None None] The sync data for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 is: [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:17Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:18.776872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Made reservation on behalf of e3f0861b6c074f0888a022198fc886d1 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:18.779749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.794104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.888601 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.921246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks [] for security_group (f99f147a-4adb-43c6-8213-4f0dedaa6e1c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:18.931139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Network 9f82c5f7-dd77-483d-920a-d389d369f885 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:45:18.936006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8627e-855b-4832-9016-a673665b87db req-543a5064-7395-42c9-aae1-38bbf89b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:18.937767 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-543a5064-7395-42c9-aae1-38bbf89b4df2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2124245 Feb 15 01:45:19.150184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-0db96be3-5023-43ba-a9ad-b1fbc48d3228 service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044876 Feb 15 01:45:19.153762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f99f147a-4adb-43c6-8213-4f0dedaa6e1c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.162348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429040-ec45-433a-9f49-16e949ed3b1f None None] Pushing event updated for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:19.222432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9f82c5f7-dd77-483d-920a-d389d369f885) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:19.271948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ed3a6-f5d1-4607-bc28-51e73f3b611b None None] Network 9f82c5f7-dd77-483d-920a-d389d369f885 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:19.272595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f147a-4adb-43c6-8213-4f0dedaa6e1c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:19.283432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:19.287716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.483792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:45:19.527165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (900d54e3-5762-41c0-910c-7ae5ec2094e0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.528352 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Added segment 900d54e3-5762-41c0-910c-7ae5ec2094e0 of type vlan for network 63eed68e-f83e-4743-9481-422ff001d050 Feb 15 01:45:19.558717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9f82c5f7-dd77-483d-920a-d389d369f885', 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885', 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'fixed_ips': [{'subnet_id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:45:19.559427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.652789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (63eed68e-f83e-4743-9481-422ff001d050), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.702672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ddd4c61-db39-49fa-b4c0-f38d71c20639 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6833589 Feb 15 01:45:19.703289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:19.711656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:19.775360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bcb8627e-855b-4832-9016-a673665b87db req-c5349eb4-ce44-4530-af05-bdc21cbfd4a2 service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156747 Feb 15 01:45:19.776682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (63eed68e-f83e-4743-9481-422ff001d050), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.778905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:19.780673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.809866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Allocated IP 172.20.0.2 (9f82c5f7-dd77-483d-920a-d389d369f885/b31b7aa0-72d9-4476-88ec-bf70a9fa19f9/0c415197-582b-4356-9d08-3d08de6df0ee) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:19.884798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.886000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:19.895611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] Pushing event updated for resources: {'Network': ['ID=63eed68e-f83e-4743-9481-422ff001d050,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:19.936785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a9b2b962-e09a-4171-b29d-0491fe9eed83 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6848464 Feb 15 01:45:19.939974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:19.945243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Request body: {'subnet': {'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-subnet', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:20.060101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Made reservation on behalf of e3f0861b6c074f0888a022198fc886d1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:20.063023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.067049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for router_controller (c361cf85-04ad-4b65-9100-f6b85af0c2a0), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.085185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks [] for port (0c415197-582b-4356-9d08-3d08de6df0ee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.096071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45e5dc-3521-43ad-86f5-a0360a4654e8 req-563b17e8-092b-4fef-be4f-626197554b17 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:20.102584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 63eed68e-f83e-4743-9481-422ff001d050 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:45:20.102846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a45e5dc-3521-43ad-86f5-a0360a4654e8 req-563b17e8-092b-4fef-be4f-626197554b17 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 945 time: 0.1942608 Feb 15 01:45:20.267174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.344132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:20.404976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a45e5dc-3521-43ad-86f5-a0360a4654e8 req-4a4c6a48-e9c3-4366-941d-2eaf5bd9b851 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.43 "GET /v2.0/security-groups?id=986ce311-557a-41b5-96e8-af834d242ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961104 Feb 15 01:45:20.481315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:45:20.513736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Network 9f82c5f7-dd77-483d-920a-d389d369f885 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:20.533921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.583770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:20.591281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:20.605006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Pushing event updated for resources: {'Port': ['ID=0c415197-582b-4356-9d08-3d08de6df0ee,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:20.652602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for router_gateway (c361cf85-04ad-4b65-9100-f6b85af0c2a0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.718410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:20.731229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Checking segment: {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:20.731597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Network hostable DHCP agents. Network: 63eed68e-f83e-4743-9481-422ff001d050, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:45:20.775034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:20.775420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.784642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Attempting to bind port 0c415197-582b-4356-9d08-3d08de6df0ee on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:20.785372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Attempting to bind port 0c415197-582b-4356-9d08-3d08de6df0ee by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:20.786040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Attempting to bind port 0c415197-582b-4356-9d08-3d08de6df0ee on network 9f82c5f7-dd77-483d-920a-d389d369f885 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:20.870669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Network 63eed68e-f83e-4743-9481-422ff001d050 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:45:20.933907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:20.939776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Checking segment: {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:20.942870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.944717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Bound using segment: {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:20.950152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Bound port: 0c415197-582b-4356-9d08-3d08de6df0ee, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:20.954389 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:20.973892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 63eed68e-f83e-4743-9481-422ff001d050) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:20.977864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:20.983053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.046924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3467f3-537a-42d5-b936-27d51516304e None None] Network 63eed68e-f83e-4743-9481-422ff001d050 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:21.082715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e6c9e336-06f6-4ced-834f-5673e379cd74 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1414628 Feb 15 01:45:21.083673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:21.091262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:21.202514 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.204053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.321888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for router_controller (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.544739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-e1eedb05-6bda-4110-8081-b4d4e93a0315 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:21.550509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-e1eedb05-6bda-4110-8081-b4d4e93a0315 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd630f54-2f8a-4076-bd91-2890e3d9679c HTTP/1.1" status: 200 len: 945 time: 0.1635201 Feb 15 01:45:21.562825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:21.590175 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb9d7-3493-45c9-a37a-654f42f2c40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.655975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'mac_address': 'fa:16:3e:09:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:45:21.837154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for router_gateway (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.915001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:21.965756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] For port 0c415197-582b-4356-9d08-3d08de6df0ee, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:22.019908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] For port 0c415197-582b-4356-9d08-3d08de6df0ee, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0c415197-582b-4356-9d08-3d08de6df0ee,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:22.019908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:22.030816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-63eed68e-f83e-4743-9481-422ff001d050', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:45:22.032222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.062891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:22.063260 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.121797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.191129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:45:22.192198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for router_gateway (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.239229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Deleting port 837f7140-261a-48ba-835b-0c282c2a0c5b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:22.240018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.253902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Allocated IP 172.25.2.114 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f0c9c9c1-e357-4883-b516-062633d0038c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:22.380330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] For port 837f7140-261a-48ba-835b-0c282c2a0c5b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=837f7140-261a-48ba-835b-0c282c2a0c5b,segment=NetworkSegment(dd2ac9ac-b264-40ac-ada1-f524851d0f0a),segment_id=dd2ac9ac-b264-40ac-ada1-f524851d0f0a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:22.381148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.399562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Calling delete_port for 837f7140-261a-48ba-835b-0c282c2a0c5b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:22.582745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for port (f0c9c9c1-e357-4883-b516-062633d0038c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.596535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:22.634238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d737b-ef42-42b7-8cb4-953597a3f38d None None] Pushing event updated for resources: {'Port': ['ID=0c415197-582b-4356-9d08-3d08de6df0ee,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:22.657261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.688526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:22.812207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:22.826267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:22.833247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:22.967672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['054470fd-66ac-466f-a5a6-47cfc5f71228'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:45:23.010647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Pushing event updated for resources: {'Port': ['ID=f0c9c9c1-e357-4883-b516-062633d0038c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:23.073359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (837f7140-261a-48ba-835b-0c282c2a0c5b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.101788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Allocated IP 172.20.0.2 (63eed68e-f83e-4743-9481-422ff001d050/a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc/96fe4a9b-0dd5-4650-a3dd-29261a78b986) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:23.123624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:23.309695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d47b8b09-270e-4a91-a16e-5c8bf4d44f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.417600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Pushing event deleted for resources: {'Port': ['ID=837f7140-261a-48ba-835b-0c282c2a0c5b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:23.451078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] No DVR routers for this DVR port 837f7140-261a-48ba-835b-0c282c2a0c5b on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:23.481473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.490991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea5807-c332-4c5e-85c4-fcc413a38d9a req-ba067733-3b76-425c-ba1f-47a84f38d918 tempest-ServerMetadataNegativeTestJSON-1408808845 tempest-ServerMetadataNegativeTestJSON-1408808845-project] 10.222.0.31 "DELETE /v2.0/ports/837f7140-261a-48ba-835b-0c282c2a0c5b HTTP/1.1" status: 204 len: 173 time: 1.9352667 Feb 15 01:45:23.498149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'name': 'network-vif-deleted', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:23.504209 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59681bc-d9c8-4eed-ab20-d474688eeb9e" -d '{"events": [{"server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "name": "network-vif-deleted", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:23.740008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for router_gateway (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.830731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.873406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for router_gateway (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:23.916724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks [] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.009424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.150387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Network 63eed68e-f83e-4743-9481-422ff001d050 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:24.175371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:24.184682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:24.212948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Pushing event updated for resources: {'Port': ['ID=96fe4a9b-0dd5-4650-a3dd-29261a78b986,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:24.250342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Allocated IP 172.25.2.10 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/29bef65d-100e-4491-85fa-7dcee20128cc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:24.405817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef0579-a7cf-487e-b793-a0119907cc92 None None] Network 9f82c5f7-dd77-483d-920a-d389d369f885 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:24.501381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for port (29bef65d-100e-4491-85fa-7dcee20128cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.562829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0c415197-582b-4356-9d08-3d08de6df0ee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:24.700760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.727611 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.740050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:24.750826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Attempting to bind port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:24.754521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Attempting to bind port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:24.760705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Attempting to bind port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 on network 63eed68e-f83e-4743-9481-422ff001d050 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:24.760705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.797480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:24.813827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:24.827780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:24.833929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Pushing event updated for resources: {'Port': ['ID=29bef65d-100e-4491-85fa-7dcee20128cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:24.888220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:24.889126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Checking segment: {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:24.889771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.890404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Bound using segment: {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:24.893703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Bound port: 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:24.894391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:24.917401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Provisioning complete for port 0c415197-582b-4356-9d08-3d08de6df0ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:24.919932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.191196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Router c361cf85-04ad-4b65-9100-f6b85af0c2a0 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:45:25.338415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0c415197-582b-4356-9d08-3d08de6df0ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:25.343484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.456248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:25.466063 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Sync routers for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:25.480251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] For port 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:25.487216 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:25.488261 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:25.488564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] For port 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=96fe4a9b-0dd5-4650-a3dd-29261a78b986,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:25.528008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 054470fd-66ac-466f-a5a6-47cfc5f71228 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:25.528427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.559518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.561482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fdfaefd4-58e4-404b-a0ca-44302e63764f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8569434 Feb 15 01:45:25.564184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:25.609716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for router_gateway (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.667214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:25.736074 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:26.141287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Current status of the port 0c415197-582b-4356-9d08-3d08de6df0ee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:26.141852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:26.248810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:26.470819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:26.575418 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:23Z', 'revision_number': 3, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:26.635862 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Checking router: c361cf85-04ad-4b65-9100-f6b85af0c2a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:26.636574 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Updating router c361cf85-04ad-4b65-9100-f6b85af0c2a0 port f0c9c9c1-e357-4883-b516-062633d0038c binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:26.718686 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:26.754939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:26.757007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] For port 0c415197-582b-4356-9d08-3d08de6df0ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0c415197-582b-4356-9d08-3d08de6df0ee,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:26.829734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16da1e-37d2-480f-80d2-f2030766ecc3 None None] Pushing event updated for resources: {'Port': ['ID=96fe4a9b-0dd5-4650-a3dd-29261a78b986,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:26.893759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:45:26.918193 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.240856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:27.387468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.391452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72173390-78f6-419e-9014-8d5ec971a1ad admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3040967 Feb 15 01:45:27.392189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:27.416090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Sync routers for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:27.433376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Allocated IP 172.20.0.1 (9f82c5f7-dd77-483d-920a-d389d369f885/b31b7aa0-72d9-4476-88ec-bf70a9fa19f9/93b371dd-8796-4785-b38a-ecf7dd7381de) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:27.506487 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks [] for port (f0c9c9c1-e357-4883-b516-062633d0038c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.517955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0c415197-582b-4356-9d08-3d08de6df0ee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:27.520472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.573567 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.584398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:27.584892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.597477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d26bb8ea-e550-4003-bc16-07545ab8f3bb None None] Provisioning complete for port 0c415197-582b-4356-9d08-3d08de6df0ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:27.598136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d26bb8ea-e550-4003-bc16-07545ab8f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.801673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:27.804686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:27.806706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:27.842570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks [] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.014283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.084577 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43dfa-36e0-45f1-8309-ef45e0e50de1 None None] Pushing event updated for resources: {'Port': ['ID=f0c9c9c1-e357-4883-b516-062633d0038c,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:28.117564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Attempting to bind port f0c9c9c1-e357-4883-b516-062633d0038c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:28.118000 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Attempting to bind port f0c9c9c1-e357-4883-b516-062633d0038c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:28.118339 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Attempting to bind port f0c9c9c1-e357-4883-b516-062633d0038c on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:28.130555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:28.130981 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:28.131352 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.131751 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:28.132231 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Bound port: f0c9c9c1-e357-4883-b516-062633d0038c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:28.132646 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.205393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Pushing event updated for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:28.237244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Network 9f82c5f7-dd77-483d-920a-d389d369f885 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:28.241374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:28.245874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:28.260377 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] For port f0c9c9c1-e357-4883-b516-062633d0038c, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:28.276005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] For port f0c9c9c1-e357-4883-b516-062633d0038c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0c9c9c1-e357-4883-b516-062633d0038c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:28.363707 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.381408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25e38-4460-451d-86c6-2ec980d24d2f None None] Pushing event updated for resources: {'Port': ['ID=0c415197-582b-4356-9d08-3d08de6df0ee,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:28.392324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74743d76-75d6-4766-97bb-0930268747e0 None None] Network 63eed68e-f83e-4743-9481-422ff001d050 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:45:28.395279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:28.520701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d26bb8ea-e550-4003-bc16-07545ab8f3bb None None] Current status of the port 0c415197-582b-4356-9d08-3d08de6df0ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:28.567977 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43dfa-36e0-45f1-8309-ef45e0e50de1 None None] Pushing event updated for resources: {'Port': ['ID=f0c9c9c1-e357-4883-b516-062633d0038c,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:28.628927 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:28.631843 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:28.858022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:28.858204 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:28.859756 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a6aff3-bbb9-4e27-a87c-e3e3395b14c6" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:28.927971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:29.017332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:29.180710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:29.181434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 837f7140-261a-48ba-835b-0c282c2a0c5b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:29.372185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:45:29.438986 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:45:29.444331 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:45:29.478295 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-09f0e816-1f86-437a-b5c2-c6990730171f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3755121 Feb 15 01:45:29.530307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks [] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:29.548447 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:23Z', 'revision_number': 3, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:29.586366 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed59de-6df6-45c5-95ae-29e879b21368 None None] The sync data for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 is: [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:23Z', 'revision_number': 3, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:29.632659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:29.654550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:29.919394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Pushing event updated for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:29.931117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:29.933001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 837f7140-261a-48ba-835b-0c282c2a0c5b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:29.933433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 837f7140-261a-48ba-835b-0c282c2a0c5b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:29.946475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Provisioning complete for port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:29.949043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:30.061273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.074337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.076591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.077098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.077578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.078052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.083462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.083462 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-fc6ef1e8-c870-49b1-85aa-e02a5ffe9f59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6716 time: 0.4631371 Feb 15 01:45:30.180821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Network 9f82c5f7-dd77-483d-920a-d389d369f885 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:30.182585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:30.279708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:30.384785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0c415197-582b-4356-9d08-3d08de6df0ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:30.400884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Router c361cf85-04ad-4b65-9100-f6b85af0c2a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:30.422009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:30.552596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-34286a59-5e69-4330-9182-821d9f347faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.553265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-34286a59-5e69-4330-9182-821d9f347faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.553664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-34286a59-5e69-4330-9182-821d9f347faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:30.555506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-34286a59-5e69-4330-9182-821d9f347faa service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 200 len: 2291 time: 0.2937028 Feb 15 01:45:30.590435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:30.625871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80d00871-8ef1-4bb3-8c50-a7c6ce39f8eb admin admin] 10.222.0.43 "PUT /v2.0/routers/c361cf85-04ad-4b65-9100-f6b85af0c2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0596263 Feb 15 01:45:30.647997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Current status of the port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:30.658411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:30.840017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-12c06fdc-3c9b-4974-8a39-484ed6b04cbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 200 len: 1002 time: 0.2675295 Feb 15 01:45:30.845310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] For port 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=96fe4a9b-0dd5-4650-a3dd-29261a78b986,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:30.847162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0c9c9c1-e357-4883-b516-062633d0038c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:30.976285 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:30.988803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Allocated IP 172.20.0.1 (63eed68e-f83e-4743-9481-422ff001d050/a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc/25c643e3-a898-46de-8ea5-f9aaa4af862e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:30.996126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-b12a0428-0627-4383-914f-91ce8a731782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:31.001415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-b12a0428-0627-4383-914f-91ce8a731782 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=719dc3f1-043c-4a51-8227-e11f76964bb9 HTTP/1.1" status: 200 len: 850 time: 0.1312506 Feb 15 01:45:31.301682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb680-4be2-4e01-88c7-82ce8b983273 None None] Provisioning complete for port 93b371dd-8796-4785-b38a-ecf7dd7381de triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:31.302851 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb680-4be2-4e01-88c7-82ce8b983273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.339136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks [] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.410606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0c9c9c1-e357-4883-b516-062633d0038c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:31.416398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.419275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:25Z', 'revision_number': 3, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:31.505073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Checking router: 5c6e9a40-b766-4519-ba9a-4b5a0d84856f for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:31.507950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Updating router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f port 29bef65d-100e-4491-85fa-7dcee20128cc binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:31.519509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.606420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6710b-ab0a-4d38-a0af-0871b6d14490 None None] Pushing event updated for resources: {'Port': ['ID=96fe4a9b-0dd5-4650-a3dd-29261a78b986,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:31.654015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b1eb680-4be2-4e01-88c7-82ce8b983273 None None] Port 93b371dd-8796-4785-b38a-ecf7dd7381de cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:31.662572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.674680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Network 63eed68e-f83e-4743-9481-422ff001d050 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:31.683069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Pushing event updated for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:31.688136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:31.707753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:31.781468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:31.950293 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-20c0881a-f3a3-4b89-8e69-2989b94fdc25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5249789 Feb 15 01:45:31.952778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-7efba4a2-34e6-4832-a22e-a36fda2350f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:31.960656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-7efba4a2-34e6-4832-a22e-a36fda2350f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9531305 Feb 15 01:45:32.202348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-e36a4a11-4e8f-45be-8251-7e6ab7a2038a service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339983 Feb 15 01:45:32.229745 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks [] for port (29bef65d-100e-4491-85fa-7dcee20128cc), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.306269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.422392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2aebdaa1-5218-4142-966e-861a44b8a01d None None] Provisioning complete for port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:32.423089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2aebdaa1-5218-4142-966e-861a44b8a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.456899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ea30a-0bf8-4125-9932-bcfa682e61f1 None None] Pushing event updated for resources: {'Port': ['ID=29bef65d-100e-4491-85fa-7dcee20128cc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:32.513367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Attempting to bind port 29bef65d-100e-4491-85fa-7dcee20128cc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:32.514155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Attempting to bind port 29bef65d-100e-4491-85fa-7dcee20128cc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:32.514765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Attempting to bind port 29bef65d-100e-4491-85fa-7dcee20128cc on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:32.527146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0c9c9c1-e357-4883-b516-062633d0038c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:32.527932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.559033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port f0c9c9c1-e357-4883-b516-062633d0038c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0c9c9c1-e357-4883-b516-062633d0038c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:32.567855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:32.568885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:32.570107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.571019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:32.572328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Bound port: 29bef65d-100e-4491-85fa-7dcee20128cc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:32.580063 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.654674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] For port 29bef65d-100e-4491-85fa-7dcee20128cc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:32.660013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] For port 29bef65d-100e-4491-85fa-7dcee20128cc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=29bef65d-100e-4491-85fa-7dcee20128cc,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:32.670017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.677211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.678760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0c415197-582b-4356-9d08-3d08de6df0ee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:32.705921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-7c467117-9da0-4cc6-8cd2-85bbd65bc2b6 service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289886 Feb 15 01:45:32.788748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=f0c9c9c1-e357-4883-b516-062633d0038c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:32.793364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:32.962698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-7ebdd8f7-8fc9-4763-a9dc-f33cfb8e098b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 217 time: 0.1302640 Feb 15 01:45:33.035926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Sync routers for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:33.084409 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:33.085035 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:33.366857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-494b067a-db66-45e8-855a-84fc23e2946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:33.371090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-494b067a-db66-45e8-855a-84fc23e2946f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.3912601 Feb 15 01:45:33.488979 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:33.494377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:33.495027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:33.516804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks [] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:33.586935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-41d2eca6-2d5c-4dd7-b118-b4f02ade4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:33.611181 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-41d2eca6-2d5c-4dd7-b118-b4f02ade4e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4ef89369c64aaea1d061084018d19a&device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 1127 time: 1.3841884 Feb 15 01:45:33.644816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:33.654865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0c415197-582b-4356-9d08-3d08de6df0ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:33.658673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:33.706868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2aebdaa1-5218-4142-966e-861a44b8a01d None None] Current status of the port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:33.721390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ea30a-0bf8-4125-9932-bcfa682e61f1 None None] Pushing event updated for resources: {'Port': ['ID=29bef65d-100e-4491-85fa-7dcee20128cc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:33.968794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-cb02a79e-3cb9-4b0c-ad8d-acf9ee7d76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:33.970231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-cb02a79e-3cb9-4b0c-ad8d-acf9ee7d76ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4445951 Feb 15 01:45:34.040523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:28Z', 'revision_number': 4, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '93b371dd-8796-4785-b38a-ecf7dd7381de', 'name': '', 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'mac_address': 'fa:16:3e:8a:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:26Z', 'updated_at': '2022-02-15T01:45:29Z', 'revision_number': 2, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'subnets': [{'id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:34.131793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e843673f-cffc-4cec-84a4-9ce323c6148e None None] Provisioning complete for port 25c643e3-a898-46de-8ea5-f9aaa4af862e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:34.133616 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e843673f-cffc-4cec-84a4-9ce323c6148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:34.137547 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-2721b0c3-6410-44a1-992a-0d5b3c5c9ce0 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573026 Feb 15 01:45:34.142685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Pushing event updated for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:34.163668 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Checking router: c361cf85-04ad-4b65-9100-f6b85af0c2a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:34.163944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:34.169466 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Updating router c361cf85-04ad-4b65-9100-f6b85af0c2a0 port 93b371dd-8796-4785-b38a-ecf7dd7381de binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:34.227361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:34.280608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e843673f-cffc-4cec-84a4-9ce323c6148e None None] Port 25c643e3-a898-46de-8ea5-f9aaa4af862e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:34.285256 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:34.315448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-0a8185e0-4c4b-438c-b52d-78173c0d6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:34.321716 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-0a8185e0-4c4b-438c-b52d-78173c0d6c47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 200 len: 922 time: 0.7008243 Feb 15 01:45:34.397383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0c415197-582b-4356-9d08-3d08de6df0ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:34.399085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 96fe4a9b-0dd5-4650-a3dd-29261a78b986 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:34.503722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-e5add911-8da7-41a8-b9a5-c5529d63233e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 200 len: 217 time: 0.1530099 Feb 15 01:45:34.677420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-630b3bef-a518-41ee-87d0-259a0d653766 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316775 Feb 15 01:45:34.853028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-8194f573-55c8-4e1e-aa50-a512d72af1fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 217 time: 0.1553974 Feb 15 01:45:34.855014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-ab1d5015-22aa-4398-9cb7-92ad9bfb8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:34.856444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-ab1d5015-22aa-4398-9cb7-92ad9bfb8064 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 200 len: 861 time: 0.2884867 Feb 15 01:45:34.863542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:34.864331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:34.871163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '25c643e3-a898-46de-8ea5-f9aaa4af862e', 'name': '', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'mac_address': 'fa:16:3e:b2:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:30Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 1, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'subnets': [{'id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:34.906664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Network 63eed68e-f83e-4743-9481-422ff001d050 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:34.945071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:34.983362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ed199-e15a-471f-a425-5bcf84ce3ca5 None None] The sync data for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 is: [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '25c643e3-a898-46de-8ea5-f9aaa4af862e', 'name': '', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'mac_address': 'fa:16:3e:b2:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:30Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 1, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'subnets': [{'id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:34.983666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-07cde14d-c675-48aa-9e47-156073684d35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d653ca81-fb09-49c1-80ba-ae3171ded49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954244 Feb 15 01:45:35.121524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:35.286847 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks [] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.319711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 96fe4a9b-0dd5-4650-a3dd-29261a78b986 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:35.378976 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.379494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-e39fad90-30b9-4f03-a423-dd6dcb4c3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:35.385463 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-e39fad90-30b9-4f03-a423-dd6dcb4c3d2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.5221591 Feb 15 01:45:35.523924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff4f8-4a3c-4073-adee-e6e9ee7b11f4 None None] Pushing event updated for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:35.560382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-60718cb3-8905-41de-a1f9-45e3ba90a796 None None] Provisioning complete for port 25c643e3-a898-46de-8ea5-f9aaa4af862e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:35.561101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60718cb3-8905-41de-a1f9-45e3ba90a796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.664989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:35.665293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.667656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60718cb3-8905-41de-a1f9-45e3ba90a796 None None] Port 25c643e3-a898-46de-8ea5-f9aaa4af862e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:45:35.734397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Attempting to bind port 93b371dd-8796-4785-b38a-ecf7dd7381de on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:35.734810 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Attempting to bind port 93b371dd-8796-4785-b38a-ecf7dd7381de by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:35.735185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Attempting to bind port 93b371dd-8796-4785-b38a-ecf7dd7381de on network 9f82c5f7-dd77-483d-920a-d389d369f885 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:35.759090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:35.759443 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Checking segment: {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:35.759848 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.760239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Bound using segment: {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:35.760742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Bound port: 93b371dd-8796-4785-b38a-ecf7dd7381de, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:35.761137 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:35.957662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:35.963392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0c9c9c1-e357-4883-b516-062633d0038c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:35.979163 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] For port 93b371dd-8796-4785-b38a-ecf7dd7381de, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:35.990245 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] For port 93b371dd-8796-4785-b38a-ecf7dd7381de, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=93b371dd-8796-4785-b38a-ecf7dd7381de,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:36.048200 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:36.101771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f0c9c9c1-e357-4883-b516-062633d0038c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:36.103741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:36.266293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Provisioning complete for port 93b371dd-8796-4785-b38a-ecf7dd7381de triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:36.267509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:36.311114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:36.312627 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:36.315668 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff4f8-4a3c-4073-adee-e6e9ee7b11f4 None None] Pushing event updated for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:36.407959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f0c9c9c1-e357-4883-b516-062633d0038c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:36.750231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Current status of the port 93b371dd-8796-4785-b38a-ecf7dd7381de is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:36.750656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:36.804840 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:36.892966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] For port 93b371dd-8796-4785-b38a-ecf7dd7381de, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=93b371dd-8796-4785-b38a-ecf7dd7381de,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:36.958922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:36.996350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:45:37.001336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-fea99e93-627f-49ba-9400-80e0c20d735d service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9979599 Feb 15 01:45:37.288575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442314b9-7b2e-4e53-b31a-e1db3b2a5021 None None] Pushing event updated for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:37.314636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-23f276b6-cdf5-4c00-aa4f-59318d1229c5 None None] Provisioning complete for port 93b371dd-8796-4785-b38a-ecf7dd7381de triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:37.316449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f276b6-cdf5-4c00-aa4f-59318d1229c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:37.485402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-06ad8db3-c6a2-4b01-ad94-07b000253baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:37.487083 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-06ad8db3-c6a2-4b01-ad94-07b000253baa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4830711 Feb 15 01:45:37.491067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 29bef65d-100e-4491-85fa-7dcee20128cc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:37.500753 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:28Z', 'revision_number': 4, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '93b371dd-8796-4785-b38a-ecf7dd7381de', 'name': '', 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'mac_address': 'fa:16:3e:8a:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:26Z', 'updated_at': '2022-02-15T01:45:35Z', 'revision_number': 4, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'subnets': [{'id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:37.567339 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735e52-f417-4791-aeaf-5fca21e2ccb6 None None] The sync data for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 is: [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:45:28Z', 'revision_number': 4, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '93b371dd-8796-4785-b38a-ecf7dd7381de', 'name': '', 'network_id': '9f82c5f7-dd77-483d-920a-d389d369f885', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'mac_address': 'fa:16:3e:8a:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:26Z', 'updated_at': '2022-02-15T01:45:35Z', 'revision_number': 4, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'subnets': [{'id': 'b31b7aa0-72d9-4476-88ec-bf70a9fa19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:37.735148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-59dfe0f8-ffb7-41dc-afd4-e9d565860df0 req-332f8aa5-83e9-484a-88bd-c9423b8b943e service neutron] 10.222.0.37 "GET /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154171 Feb 15 01:45:37.736637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 29bef65d-100e-4491-85fa-7dcee20128cc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:37.736963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:37.768612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:45:37.787613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-73602cf0-bf7f-4040-9874-bf7ea636bc01 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c6e9a40-b766-4519-ba9a-4b5a0d84856f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3861792 Feb 15 01:45:37.802667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-72290aa1-e188-4663-83d0-92490e3009d1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738183 Feb 15 01:45:37.881480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23f276b6-cdf5-4c00-aa4f-59318d1229c5 None None] Current status of the port 93b371dd-8796-4785-b38a-ecf7dd7381de is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:38.042949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 29bef65d-100e-4491-85fa-7dcee20128cc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:38.043649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:38.086377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-add88f74-0927-4597-9c3e-e6b6b633e041 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767086 Feb 15 01:45:38.140643 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-77dc52b0-faf9-4828-8f48-7f6ecd3edf3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7 HTTP/1.1" status: 200 len: 217 time: 0.0468335 Feb 15 01:45:38.195252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 29bef65d-100e-4491-85fa-7dcee20128cc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=29bef65d-100e-4491-85fa-7dcee20128cc,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:38.257822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-5a90d3f0-a8f6-4b95-bf37-49019db430ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:38.260969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-5a90d3f0-a8f6-4b95-bf37-49019db430ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.1120930 Feb 15 01:45:38.272865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:38.391310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-9ae6e3de-f838-46be-b0b3-acd643abd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:38.398113 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-9ae6e3de-f838-46be-b0b3-acd643abd90b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1198230 Feb 15 01:45:38.506131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=29bef65d-100e-4491-85fa-7dcee20128cc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:38.667581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-f7c89aa7-47ee-40a4-90a6-7728c4715145 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599175 Feb 15 01:45:38.826339 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-0e8367cf-6793-4acb-bbb3-fb61f1fccd42 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521935 Feb 15 01:45:38.884969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-588f52a5-4fb0-4057-ac92-007f828c4adb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24 HTTP/1.1" status: 200 len: 217 time: 0.0515380 Feb 15 01:45:38.966407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-74e4c199-a748-4f46-a287-f749eec652fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:38.968822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-74e4c199-a748-4f46-a287-f749eec652fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.0744309 Feb 15 01:45:39.037005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-c1bee5c6-9efc-4ac2-9e47-f42a2e4975a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:39.038836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-c1bee5c6-9efc-4ac2-9e47-f42a2e4975a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0587785 Feb 15 01:45:39.293378 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-6c0ea140-2fb5-4a6a-bc53-37b728d325c9 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010005 Feb 15 01:45:39.293378 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-9ace1e62-97bf-40ed-8ac3-9d22f02ea680 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303966 Feb 15 01:45:39.350324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 29bef65d-100e-4491-85fa-7dcee20128cc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:39.351402 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-9cebc9b3-a3c9-408e-877d-a6b9f8ac9780 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 HTTP/1.1" status: 200 len: 217 time: 0.0537982 Feb 15 01:45:39.419334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-26c88b18-1302-415a-9e95-aadcab4f5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:39.420754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-26c88b18-1302-415a-9e95-aadcab4f5730 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.0635314 Feb 15 01:45:39.462121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 29bef65d-100e-4491-85fa-7dcee20128cc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:39.462676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:39.490268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-d44d1828-9bad-445b-95f3-9ccd208c3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:39.494157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-d44d1828-9bad-445b-95f3-9ccd208c3ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0654724 Feb 15 01:45:39.600544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 29bef65d-100e-4491-85fa-7dcee20128cc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:39.603312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 93b371dd-8796-4785-b38a-ecf7dd7381de up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:39.651410 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-ae1309a5-482a-4f75-ae34-b7bc1fc17205 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503000 Feb 15 01:45:39.664439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 93b371dd-8796-4785-b38a-ecf7dd7381de triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:39.664989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:39.757456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-5b48f5a8-984c-4cc7-b7d3-52eb5bc7c79a service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953751 Feb 15 01:45:39.759201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 93b371dd-8796-4785-b38a-ecf7dd7381de is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:39.822096 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-8df7ebe2-1f0e-4a82-b222-64b109185625 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 200 len: 217 time: 0.0570042 Feb 15 01:45:39.880545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-daeb8419-62d4-4f0b-8745-1dba0b3cd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:39.882148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-daeb8419-62d4-4f0b-8745-1dba0b3cd4d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.0541620 Feb 15 01:45:39.923976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Sync routers for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:45:39.937147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:39.938687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:39.951177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-bfdb9739-7a39-455b-aeb6-66934f7f59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:39.952855 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-bfdb9739-7a39-455b-aeb6-66934f7f59d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0640500 Feb 15 01:45:40.122266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-508f43d5-d9c0-4c14-8b62-080f193f8fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435299 Feb 15 01:45:40.158965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:40.246541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ca0f5f9d-27ab-4129-b3f6-f7edfee61c49 req-7889181e-3b0b-4fac-a357-60581321dc6d service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168578 Feb 15 01:45:40.525768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '25c643e3-a898-46de-8ea5-f9aaa4af862e', 'name': '', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'mac_address': 'fa:16:3e:b2:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:30Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 2, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'subnets': [{'id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:40.566287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Checking router: 5c6e9a40-b766-4519-ba9a-4b5a0d84856f for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:45:40.566657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Updating router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f port 25c643e3-a898-46de-8ea5-f9aaa4af862e binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:45:40.623626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.134992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks [] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.185303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.365660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f6d44-b6f3-4ec4-8d3c-aa4edec3435e None None] Pushing event updated for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:41.375671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Attempting to bind port 25c643e3-a898-46de-8ea5-f9aaa4af862e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:45:41.376044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Attempting to bind port 25c643e3-a898-46de-8ea5-f9aaa4af862e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:45:41.376540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Attempting to bind port 25c643e3-a898-46de-8ea5-f9aaa4af862e on network 63eed68e-f83e-4743-9481-422ff001d050 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:45:41.383599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:45:41.383977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Checking segment: {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:45:41.384403 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.384796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Bound using segment: {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:45:41.385271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Bound port: 25c643e3-a898-46de-8ea5-f9aaa4af862e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900d54e3-5762-41c0-910c-7ae5ec2094e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63eed68e-f83e-4743-9481-422ff001d050'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:45:41.385649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.481537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:41.571173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] For port 25c643e3-a898-46de-8ea5-f9aaa4af862e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:45:41.581325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] For port 25c643e3-a898-46de-8ea5-f9aaa4af862e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25c643e3-a898-46de-8ea5-f9aaa4af862e,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:45:41.608944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Deleting subnet 0abb81f5-ed00-4f82-8d35-393dd93d6cb4 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:45:41.623997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Publish callbacks [] for subnet (0abb81f5-ed00-4f82-8d35-393dd93d6cb4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.671063 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.683430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (0abb81f5-ed00-4f82-8d35-393dd93d6cb4), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.686494 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cab8d1-52d4-42e3-b79c-db1bd287ee4c x-openstack-request-id: req-25cab8d1-52d4-42e3-b79c-db1bd287ee4c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:41.686835 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd630f54-2f8a-4076-bd91-2890e3d9679c", "name": "network-vif-deleted", "tag": "837f7140-261a-48ba-835b-0c282c2a0c5b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:41.687093 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25cab8d1-52d4-42e3-b79c-db1bd287ee4c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:41.687495 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd630f54-2f8a-4076-bd91-2890e3d9679c', 'name': 'network-vif-deleted', 'tag': '837f7140-261a-48ba-835b-0c282c2a0c5b', 'status': 'completed', 'code': 200} Feb 15 01:45:41.725041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Provisioning complete for port 25c643e3-a898-46de-8ea5-f9aaa4af862e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:41.726426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.755122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0abb81f5-ed00-4f82-8d35-393dd93d6cb4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:41.783731 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9fdbe8-6c2e-4ec8-8092-96c007c9c460 x-openstack-request-id: req-eb9fdbe8-6c2e-4ec8-8092-96c007c9c460 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:41.791049 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:41.791049 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb9fdbe8-6c2e-4ec8-8092-96c007c9c460 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:41.791049 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'code': 200} Feb 15 01:45:41.885742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:45:41.886403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:41.940006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f6d44-b6f3-4ec4-8d3c-aa4edec3435e None None] Pushing event updated for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:41.943563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Current status of the port 25c643e3-a898-46de-8ea5-f9aaa4af862e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:41.944101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.025674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (0abb81f5-ed00-4f82-8d35-393dd93d6cb4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.066225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce038b6d-3865-4049-b751-77de64982eef None None] For port 25c643e3-a898-46de-8ea5-f9aaa4af862e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25c643e3-a898-46de-8ea5-f9aaa4af862e,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:42.071371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0abb81f5-ed00-4f82-8d35-393dd93d6cb4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:42.079147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.083071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ce0faa5-24bf-4a92-be29-9d63ed458cb5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0abb81f5-ed00-4f82-8d35-393dd93d6cb4 HTTP/1.1" status: 204 len: 168 time: 0.5994468 Feb 15 01:45:42.085622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:42.159367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:45:42.162478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.182776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (caa85141-cda5-4bb2-94d4-496cfefe2f96), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.312377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (caa85141-cda5-4bb2-94d4-496cfefe2f96), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.316042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce038b6d-3865-4049-b751-77de64982eef None None] Pushing event updated for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:42.369634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa85141-cda5-4bb2-94d4-496cfefe2f96']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:42.377345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b17a231f-9ec0-4628-bceb-1b58044fcc3e None None] Provisioning complete for port 25c643e3-a898-46de-8ea5-f9aaa4af862e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:42.377730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b17a231f-9ec0-4628-bceb-1b58044fcc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.428964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:42.430601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2ac9ac-b264-40ac-ada1-f524851d0f0a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:42.455657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (dd2ac9ac-b264-40ac-ada1-f524851d0f0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.487520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (dd2ac9ac-b264-40ac-ada1-f524851d0f0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.494486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:45:42.495000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (dd2ac9ac-b264-40ac-ada1-f524851d0f0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:45:42.496923 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:45:42.682352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b17a231f-9ec0-4628-bceb-1b58044fcc3e None None] Current status of the port 25c643e3-a898-46de-8ea5-f9aaa4af862e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:42.685914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-d7a42ce5-4977-45a0-8581-54f96b683793 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2829556 Feb 15 01:45:42.690373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (caa85141-cda5-4bb2-94d4-496cfefe2f96), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.704994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.715032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:42.715567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/caa85141-cda5-4bb2-94d4-496cfefe2f96 HTTP/1.1" status: 204 len: 168 time: 0.6267099 Feb 15 01:45:42.732989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afca3ea-b12d-4c9d-bf51-2b877cf34ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa85141-cda5-4bb2-94d4-496cfefe2f96,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:42.752833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '25c643e3-a898-46de-8ea5-f9aaa4af862e', 'name': '', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'mac_address': 'fa:16:3e:b2:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:30Z', 'updated_at': '2022-02-15T01:45:41Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'subnets': [{'id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:45:42.787961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841db42-e1db-4d31-9715-d78db04215dd None None] The sync data for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 is: [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:31Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '25c643e3-a898-46de-8ea5-f9aaa4af862e', 'name': '', 'network_id': '63eed68e-f83e-4743-9481-422ff001d050', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'mac_address': 'fa:16:3e:b2:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:30Z', 'updated_at': '2022-02-15T01:45:41Z', 'revision_number': 4, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'subnets': [{'id': 'a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:45:42.843932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:42.989889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-ee01d6c9-ff60-4ffc-a205-33d10c761ed3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:42.992061 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-ee01d6c9-ff60-4ffc-a205-33d10c761ed3 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "GET /v2.0/ports?device_id=584d3608-4086-4eb5-a826-1e92d52ca405 HTTP/1.1" status: 200 len: 944 time: 0.0870144 Feb 15 01:45:43.027854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.209491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:43.307844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Allocated IP 172.25.2.176 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/803ebea5-f89c-48e8-a856-c2a41fdaa2f6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:43.324642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Deleting port ebefb5b1-6730-45fa-9dfc-46e873bc2915 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:43.325000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.344852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25c643e3-a898-46de-8ea5-f9aaa4af862e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:45:43.465032 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-65df20c0-e371-4397-8e44-3786950c733b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66c2d4f7de4247f2a60e174d56921f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541294 Feb 15 01:45:43.466738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 25c643e3-a898-46de-8ea5-f9aaa4af862e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:45:43.468698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] For port ebefb5b1-6730-45fa-9dfc-46e873bc2915, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ebefb5b1-6730-45fa-9dfc-46e873bc2915,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:43.469096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.469638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.469776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:43.504006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Calling delete_port for ebefb5b1-6730-45fa-9dfc-46e873bc2915 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:43.627958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 25c643e3-a898-46de-8ea5-f9aaa4af862e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:43.632561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.657124 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] Publish callbacks [] for security_group (986ce311-557a-41b5-96e8-af834d242ff8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.747917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] Publish callbacks [] for security_group (986ce311-557a-41b5-96e8-af834d242ff8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.882278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ebefb5b1-6730-45fa-9dfc-46e873bc2915), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.895745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ebefb5b1-6730-45fa-9dfc-46e873bc2915'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:45:43.911633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (986ce311-557a-41b5-96e8-af834d242ff8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.914323 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.919310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/986ce311-557a-41b5-96e8-af834d242ff8 HTTP/1.1" status: 204 len: 168 time: 0.4474864 Feb 15 01:45:43.922532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:43.964830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event deleted for resources: {'Port': ['ID=ebefb5b1-6730-45fa-9dfc-46e873bc2915,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:43.984619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:43.995454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:44.001048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:44.047000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74b18-c83b-41f3-aaea-cfb684a1a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ce311-557a-41b5-96e8-af834d242ff8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:44.068628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=803ebea5-f89c-48e8-a856-c2a41fdaa2f6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:44.089302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] No DVR routers for this DVR port ebefb5b1-6730-45fa-9dfc-46e873bc2915 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:44.098737 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:44.113778 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-829d5dda-3f1c-4b3c-8d48-4d84640ab0a8 req-acc7ab64-6786-4d67-8ac5-931667ea8680 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "DELETE /v2.0/ports/ebefb5b1-6730-45fa-9dfc-46e873bc2915 HTTP/1.1" status: 204 len: 173 time: 1.1093149 Feb 15 01:45:44.114240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-deleted', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:44.131191 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6383e298-a820-4e73-9e4e-d27003277c99" -d '{"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-deleted", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:44.161714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (f385dea1-4611-478f-9926-58ec7b2d226f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:44.297779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:44.559466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:44.608775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:44.666975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=803ebea5-f89c-48e8-a856-c2a41fdaa2f6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:44.714049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (f385dea1-4611-478f-9926-58ec7b2d226f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:45.075873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:45.077692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-5fdbf1ea-e3fe-49bc-97ad-c128e4caac0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3712287 Feb 15 01:45:45.081827 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:45.164529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-b50c095b-e983-4777-ab2e-735578c9d189 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0791397 Feb 15 01:45:45.301669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:45.349852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-56d50694-a179-4bf4-9abc-c65c074fe2df tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:45.361618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e41cccc3-27a8-4e31-8abb-adbee6c60ae3 req-56d50694-a179-4bf4-9abc-c65c074fe2df tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1876845 Feb 15 01:45:45.514934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 856bf1cb-49e3-42d3-ac13-80095f3cf873 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:45.515639 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:45.548211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:45.553325 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa17fa-3507-493e-8a07-d07127fb650d" -d '{"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-unplugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:45.567802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:45.647669 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:45.717358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:46.349348 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc80278-7e9a-4955-9d97-60335beb9099 x-openstack-request-id: req-abc80278-7e9a-4955-9d97-60335beb9099 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:46.349869 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d3608-4086-4eb5-a826-1e92d52ca405", "name": "network-vif-deleted", "tag": "ebefb5b1-6730-45fa-9dfc-46e873bc2915", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:46.349869 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abc80278-7e9a-4955-9d97-60335beb9099 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:46.350279 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d3608-4086-4eb5-a826-1e92d52ca405', 'name': 'network-vif-deleted', 'tag': 'ebefb5b1-6730-45fa-9dfc-46e873bc2915', 'status': 'completed', 'code': 200} Feb 15 01:45:46.468062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-537f6545-680d-4180-8e22-1eeb9d041235 req-3bdf2a0f-feca-41e4-99c7-b425300b0a81 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1043985 Feb 15 01:45:46.478052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:46.569470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:46.667292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:46.784884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Allocated IP 172.25.2.130 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/c1b91a68-5ec5-477c-96c8-5fe1bd0d781a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:46.896939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:46.979835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.024884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:47.030117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:47.032500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:47.060431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=c1b91a68-5ec5-477c-96c8-5fe1bd0d781a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:47.127134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (049cde88-34ff-4941-a787-3ea294a01e5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.236895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.289479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:47.310469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: ebefb5b1-6730-45fa-9dfc-46e873bc2915 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:47.310808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ebefb5b1-6730-45fa-9dfc-46e873bc2915 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:47.412256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.475842 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.556226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=c1b91a68-5ec5-477c-96c8-5fe1bd0d781a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:47.568866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (049cde88-34ff-4941-a787-3ea294a01e5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.718048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.719242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-537f6545-680d-4180-8e22-1eeb9d041235 req-f7741dd6-a4a2-4b1f-b3a1-19af08b6cb0b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2448967 Feb 15 01:45:47.771576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-537f6545-680d-4180-8e22-1eeb9d041235 req-3b56f184-af94-42d0-a16e-71710dd33d30 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0458097 Feb 15 01:45:47.859501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:47.897310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6545-680d-4180-8e22-1eeb9d041235 req-895c31a7-fef3-46c4-92a6-51531de7c9e0 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:47.898674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-537f6545-680d-4180-8e22-1eeb9d041235 req-895c31a7-fef3-46c4-92a6-51531de7c9e0 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1219344 Feb 15 01:45:47.941831 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc7f78-c5f8-4b4c-9630-56f040adbe38 x-openstack-request-id: req-b3fc7f78-c5f8-4b4c-9630-56f040adbe38 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:47.942181 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-unplugged", "status": "completed", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:47.942445 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3fc7f78-c5f8-4b4c-9630-56f040adbe38 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:47.942912 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'code': 200} Feb 15 01:45:48.771622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:48.852579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:45:48.852937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:48.888657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:48.950362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:49.019447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:49.943723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:49.947001 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1979c7e7-a79c-48ba-a1cf-d171b636b2d6" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-unplugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:50.115104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-32fb9cb6-0d8c-4dda-b04c-39b88f02e424 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1187875 Feb 15 01:45:50.124428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:50.505977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-593958e0-58fe-4862-a301-fc4d2a5fd29d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:50.507469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-593958e0-58fe-4862-a301-fc4d2a5fd29d tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da3bbdf-80d1-4e2f-8943-d47c0a3a8226 HTTP/1.1" status: 200 len: 944 time: 0.0557775 Feb 15 01:45:50.573734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.611883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Deleting port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:50.612227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.684141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.709967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] For port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:50.710377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.723604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Calling delete_port for 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:50.800401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Allocated IP 172.25.2.203 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/b7235e82-a4f1-4570-8881-66c634a23d37) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:50.912346 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (b7235e82-a4f1-4570-8881-66c634a23d37), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.950276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (464d1b20-7b76-45a3-bb95-4fb5a76cdd7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:50.982809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event deleted for resources: {'Port': ['ID=464d1b20-7b76-45a3-bb95-4fb5a76cdd7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:51.033852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] No DVR routers for this DVR port 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:51.036758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.040030 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ec17c2b-9c69-4809-8bef-e35df6408712 req-d3ebc980-ead0-4e88-87bb-3fb44912cec0 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "DELETE /v2.0/ports/464d1b20-7b76-45a3-bb95-4fb5a76cdd7a HTTP/1.1" status: 204 len: 173 time: 0.5281186 Feb 15 01:45:51.040758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-deleted', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:51.046585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f4b676c-e4f7-4436-a322-2b1d8d1c59c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.047108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.047245 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25a046-1763-4ef3-be78-c644f5cc7a9e" -d '{"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-deleted", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:51.097742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:51.100966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:51.105707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:51.112881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=b7235e82-a4f1-4570-8881-66c634a23d37,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:51.506276 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (3b69a794-cbb7-4491-a1c1-213454190dbb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.643574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.801346 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (b7235e82-a4f1-4570-8881-66c634a23d37), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.848193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:51.918082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=b7235e82-a4f1-4570-8881-66c634a23d37,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:51.929001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (3b69a794-cbb7-4491-a1c1-213454190dbb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:52.016567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:52.019515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-4afcc9ac-1d68-4630-8ee3-11d72fb7764f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8989244 Feb 15 01:45:52.076431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-a8d92cb8-f624-4012-96a3-c449d83cc1b0 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0508070 Feb 15 01:45:52.191406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-c7e7a308-6062-486b-bc23-13380e450308 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:52.192794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0d1ba8e-baab-435f-8be7-a9f50ee553f7 req-c7e7a308-6062-486b-bc23-13380e450308 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1100743 Feb 15 01:45:52.281343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e001f08-2471-4055-bc5d-c6551749d8b9 req-46d8edab-2cbe-468a-9850-0641c9057f08 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0346677 Feb 15 01:45:52.755210 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511eafcf-47c8-4fbf-ab1e-73dfb6e04490 x-openstack-request-id: req-511eafcf-47c8-4fbf-ab1e-73dfb6e04490 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:52.756105 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-unplugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:52.756629 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-511eafcf-47c8-4fbf-ab1e-73dfb6e04490 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:52.757214 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'code': 200} Feb 15 01:45:52.839028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-29e81724-a2b2-4bc0-a981-6e931d2e0341 req-c3e9aa18-0e68-4f58-b977-3c396b99382a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.1855879 Feb 15 01:45:52.864402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df046f-f4b7-410f-b542-fdcf8bbbd737 req-2baf6674-fa39-4b9a-986f-9489dedafd06 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:52.866146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0df046f-f4b7-410f-b542-fdcf8bbbd737 req-2baf6674-fa39-4b9a-986f-9489dedafd06 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 948 time: 0.0573173 Feb 15 01:45:52.914952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0df046f-f4b7-410f-b542-fdcf8bbbd737 req-e0dc233c-f731-4f09-9168-ebdf84acc892 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Feb 15 01:45:52.959540 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a36a1-59af-4527-9142-3954ed11e1c6 x-openstack-request-id: req-391a36a1-59af-4527-9142-3954ed11e1c6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:52.959865 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da3bbdf-80d1-4e2f-8943-d47c0a3a8226", "name": "network-vif-deleted", "tag": "464d1b20-7b76-45a3-bb95-4fb5a76cdd7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:52.960121 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-391a36a1-59af-4527-9142-3954ed11e1c6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:52.960650 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3bbdf-80d1-4e2f-8943-d47c0a3a8226', 'name': 'network-vif-deleted', 'tag': '464d1b20-7b76-45a3-bb95-4fb5a76cdd7a', 'status': 'completed', 'code': 200} Feb 15 01:45:53.078181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-ec709fd7-11d3-4d3d-b50d-407012f51221 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1060429 Feb 15 01:45:53.092145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:53.153711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.249107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7f27-6d78-4bcf-b3f9-629cfad21e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.256723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.371032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Allocated IP 172.25.2.127 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/80a5d224-4c5c-427f-9af2-e9e9f18662a2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:53.479009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.551037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.593704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:53.599253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:53.603157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:53.633109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=80a5d224-4c5c-427f-9af2-e9e9f18662a2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:53.698069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (58b1cbf0-2139-4373-bef1-bedf79d6b8f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.786010 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:53.957377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.151042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.226008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event updated for resources: {'Port': ['ID=80a5d224-4c5c-427f-9af2-e9e9f18662a2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:54.238973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (58b1cbf0-2139-4373-bef1-bedf79d6b8f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.414524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.416178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-93cef12c-ac5a-4642-acfd-14e33be71a87 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3291910 Feb 15 01:45:54.430733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.470480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-1a9ed10d-b877-4cc9-9076-d437604c1c6d tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0483069 Feb 15 01:45:54.582391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-2553edc3-5bcf-4cba-a034-7c6841ede19b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:54.584067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a7dacec-6103-4e81-a3ed-0637ba8d4bdd req-2553edc3-5bcf-4cba-a034-7c6841ede19b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1077013 Feb 15 01:45:54.647933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-dd6b770f-80b1-4ba0-adb7-17445c74bb64 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:54.649841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-dd6b770f-80b1-4ba0-adb7-17445c74bb64 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e5ca8-e5e2-4b91-afbd-1b92d303a61b HTTP/1.1" status: 200 len: 944 time: 0.0676789 Feb 15 01:45:54.750491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Deleting port 856bf1cb-49e3-42d3-ac13-80095f3cf873 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:54.750748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.846884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] For port 856bf1cb-49e3-42d3-ac13-80095f3cf873, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=856bf1cb-49e3-42d3-ac13-80095f3cf873,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:54.847250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:54.859297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Calling delete_port for 856bf1cb-49e3-42d3-ac13-80095f3cf873 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:55.089959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-99b03f90-0998-4808-83fa-737966795dfd tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:55.091520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-99b03f90-0998-4808-83fa-737966795dfd tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.1072226 Feb 15 01:45:55.107553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-cf8aae0c-b2c5-48cc-bddf-2c170351faca tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/quotas/f9bf1864cd5845c1ae258e543179e82b HTTP/1.1" status: 200 len: 375 time: 0.0097587 Feb 15 01:45:55.213478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-0c0c7034-8d5d-40d7-90c2-8e60ecd45d9e tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508704 Feb 15 01:45:55.235990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (856bf1cb-49e3-42d3-ac13-80095f3cf873), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:55.270623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-fb0f6e7e-1a99-4da6-80e5-f612b1904d1d service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982423 Feb 15 01:45:55.287291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event deleted for resources: {'Port': ['ID=856bf1cb-49e3-42d3-ac13-80095f3cf873,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:55.317218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.317576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.317921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.318312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.318575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.318919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.319271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.319597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.319968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.320360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.320751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.321074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.321394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:45:55.351029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:55.351293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] No DVR routers for this DVR port 856bf1cb-49e3-42d3-ac13-80095f3cf873 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:55.351293 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:55.353735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d9ed61a-4268-4753-9e86-dcb81941d1fe req-8f3f4b9d-fb3c-4469-b274-bf51f9616b78 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "DELETE /v2.0/ports/856bf1cb-49e3-42d3-ac13-80095f3cf873 HTTP/1.1" status: 204 len: 173 time: 0.6978540 Feb 15 01:45:55.354197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-deleted', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:55.357332 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6435a-a5b6-4b16-a61f-20a1e42e751b" -d '{"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-deleted", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:55.369856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:55.370223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 464d1b20-7b76-45a3-bb95-4fb5a76cdd7a not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:55.396191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-4324f64a-9fd5-4c1f-bbd9-cec575fd7674 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190314 Feb 15 01:45:55.650413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-b1908f52-b8bb-4e50-81c6-466086e50a11 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:55.651790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-b1908f52-b8bb-4e50-81c6-466086e50a11 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.0530140 Feb 15 01:45:55.786284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Deleting port 0444b562-87cd-462a-87bf-cc2aa4bcb417 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:55.787055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:55.835682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:55.839309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1a6045e-75c2-48f6-b075-71ae7941c05a req-8aead8c7-bb90-4803-9f5e-c03f19c29de6 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0349851 Feb 15 01:45:55.907877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] For port 0444b562-87cd-462a-87bf-cc2aa4bcb417, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0444b562-87cd-462a-87bf-cc2aa4bcb417,segment=NetworkSegment(ebe614d5-581d-4ca9-993f-4548c929032f),segment_id=ebe614d5-581d-4ca9-993f-4548c929032f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:45:55.907877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:55.919351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f84615b3-3361-40e8-b87b-1ecfac7f4229 req-175d5342-a882-4fe4-8c8c-9acbee80ce7d tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips/58b1cbf0-2139-4373-bef1-bedf79d6b8f8 HTTP/1.1" status: 200 len: 693 time: 0.0493169 Feb 15 01:45:55.923031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Calling delete_port for 0444b562-87cd-462a-87bf-cc2aa4bcb417 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:56.046082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84615b3-3361-40e8-b87b-1ecfac7f4229 req-99bf9749-04ff-46fe-8106-6e6ad430012d tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:56.048118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f84615b3-3361-40e8-b87b-1ecfac7f4229 req-99bf9749-04ff-46fe-8106-6e6ad430012d tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1218159 Feb 15 01:45:56.164362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5185a5-a454-4665-8dc6-ba05d17b85eb req-9b8c5f2e-0b8d-4b0c-b408-109fbf6cfec4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:56.165815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b5185a5-a454-4665-8dc6-ba05d17b85eb req-9b8c5f2e-0b8d-4b0c-b408-109fbf6cfec4 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe719a2b-a0ff-4432-8733-6d5cb035a956 HTTP/1.1" status: 200 len: 944 time: 0.0637476 Feb 15 01:45:56.355125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b5185a5-a454-4665-8dc6-ba05d17b85eb req-83866c7d-44b5-43c7-9991-8da6c9a2df66 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a46a439-03b4-4952-8358-3fe3f0d04f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Feb 15 01:45:56.358232 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685a0640-8553-499a-b274-61684a902e59 x-openstack-request-id: req-685a0640-8553-499a-b274-61684a902e59 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:56.358232 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e5ca8-e5e2-4b91-afbd-1b92d303a61b", "name": "network-vif-deleted", "tag": "856bf1cb-49e3-42d3-ac13-80095f3cf873", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:56.358232 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-685a0640-8553-499a-b274-61684a902e59 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:56.358232 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e5ca8-e5e2-4b91-afbd-1b92d303a61b', 'name': 'network-vif-deleted', 'tag': '856bf1cb-49e3-42d3-ac13-80095f3cf873', 'status': 'completed', 'code': 200} Feb 15 01:45:56.359554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b321b92a-7b30-4685-9861-bfec3e6cabf0 req-1f0f82d0-78ac-40a8-aa3a-f5e562d779a7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 210 time: 0.0273149 Feb 15 01:45:56.682024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0444b562-87cd-462a-87bf-cc2aa4bcb417), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:56.712317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Pushing event deleted for resources: {'Port': ['ID=0444b562-87cd-462a-87bf-cc2aa4bcb417,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:56.759336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] No DVR routers for this DVR port 0444b562-87cd-462a-87bf-cc2aa4bcb417 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:45:56.762153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:56.765536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1b3eea18-ede8-40d7-b478-01f2c855e7a2 req-de4b5829-9cf0-4867-976a-f9f33ae5bfa7 tempest-LiveAutoBlockMigrationV225Test-1764561471 tempest-LiveAutoBlockMigrationV225Test-1764561471-project] 10.222.0.37 "DELETE /v2.0/ports/0444b562-87cd-462a-87bf-cc2aa4bcb417 HTTP/1.1" status: 204 len: 173 time: 1.1080055 Feb 15 01:45:56.926852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-392c77da-1283-4e94-80c6-135da69f67c9 req-f00d1e6e-f546-4601-8661-115eadfa69bc tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips/58b1cbf0-2139-4373-bef1-bedf79d6b8f8 HTTP/1.1" status: 200 len: 693 time: 0.0585775 Feb 15 01:45:57.047017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c77da-1283-4e94-80c6-135da69f67c9 req-7da82a9d-376b-4975-930b-f9ccb3e1fad1 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:57.054679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-392c77da-1283-4e94-80c6-135da69f67c9 req-7da82a9d-376b-4975-930b-f9ccb3e1fad1 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1269672 Feb 15 01:45:57.106263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-392c77da-1283-4e94-80c6-135da69f67c9 req-ff3ff87c-bd42-400a-9615-eb3324ad4642 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0507295 Feb 15 01:45:57.160403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-392c77da-1283-4e94-80c6-135da69f67c9 req-84b3629c-5d17-4a1d-a7d7-fb9b112676ff tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0453651 Feb 15 01:45:57.270852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.304927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Deleting port 80a5d224-4c5c-427f-9af2-e9e9f18662a2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:45:57.305544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.395141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.399039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (80a5d224-4c5c-427f-9af2-e9e9f18662a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.410310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Calling delete_port for 80a5d224-4c5c-427f-9af2-e9e9f18662a2 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:45:57.641957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (80a5d224-4c5c-427f-9af2-e9e9f18662a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.671740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event deleted for resources: {'Port': ['ID=80a5d224-4c5c-427f-9af2-e9e9f18662a2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:57.734991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (58b1cbf0-2139-4373-bef1-bedf79d6b8f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.739087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:57.740312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-392c77da-1283-4e94-80c6-135da69f67c9 req-54832f37-acda-4ae3-8968-a36adfc5ca76 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "DELETE /v2.0/floatingips/58b1cbf0-2139-4373-bef1-bedf79d6b8f8 HTTP/1.1" status: 204 len: 173 time: 0.5749073 Feb 15 01:45:58.263276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-deleted', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:45:58.265759 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9670356-80a8-42be-beb5-48e8a5f847d5" -d '{"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-deleted", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:45:58.635254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-0615f6de-acf4-4352-adab-accd11ad0508 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:58.637186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-0615f6de-acf4-4352-adab-accd11ad0508 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 805 time: 0.1087265 Feb 15 01:45:58.649672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Request body: {'port': {'device_id': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'admin_state_up': True, 'tenant_id': 'f9bf1864cd5845c1ae258e543179e82b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:58.858604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Made reservation on behalf of f9bf1864cd5845c1ae258e543179e82b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:45:58.862881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.009130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Allocated IP 172.20.0.12 (bcc6cf53-cec5-4f3a-af6e-d466d05be507/9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d/aaa17f0e-a8bb-4255-a122-77767dbcc63d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:45:59.034464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2604eb5d-5357-426d-9a0f-64cd13fdf0dc req-e7646611-24ca-4b60-aa63-bae78639ef61 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0388887 Feb 15 01:45:59.125580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5c0bbd7-4dc8-4e84-b8b4-759dfde0840c req-3424541b-8740-4d16-860b-2ce5e739a161 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Feb 15 01:45:59.171481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:59.189339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks [] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.305344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.349300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:59.369197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Network bcc6cf53-cec5-4f3a-af6e-d466d05be507 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:45:59.377487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:45:59.382268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:45:59.388154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 856bf1cb-49e3-42d3-ac13-80095f3cf873 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:59.393007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 856bf1cb-49e3-42d3-ac13-80095f3cf873 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:59.394961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:45:59.441252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 0444b562-87cd-462a-87bf-cc2aa4bcb417 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:45:59.441805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0444b562-87cd-462a-87bf-cc2aa4bcb417 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:45:59.449388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:59.456822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Deleting subnet fef077fe-30ac-4dc0-b717-050623c64dee {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:45:59.459512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:59.460327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.465059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160e97-cb0a-427a-b22a-ea60286c33eb req-0e224f38-0458-4e7d-9427-fda2d1421f9b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:59.466749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7160e97-cb0a-427a-b22a-ea60286c33eb req-0e224f38-0458-4e7d-9427-fda2d1421f9b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2881832 Feb 15 01:45:59.468944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Publish callbacks [] for subnet (fef077fe-30ac-4dc0-b717-050623c64dee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.510378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (fef077fe-30ac-4dc0-b717-050623c64dee), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.514954 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1d74a-5444-46db-b822-4abd6ba57d85 x-openstack-request-id: req-78e1d74a-5444-46db-b822-4abd6ba57d85 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:45:59.515586 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe719a2b-a0ff-4432-8733-6d5cb035a956", "name": "network-vif-deleted", "tag": "0444b562-87cd-462a-87bf-cc2aa4bcb417", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:45:59.515903 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78e1d74a-5444-46db-b822-4abd6ba57d85 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:45:59.516408 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe719a2b-a0ff-4432-8733-6d5cb035a956', 'name': 'network-vif-deleted', 'tag': '0444b562-87cd-462a-87bf-cc2aa4bcb417', 'status': 'completed', 'code': 200} Feb 15 01:45:59.564556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (fef077fe-30ac-4dc0-b717-050623c64dee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.568652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-5bdc922d-e96a-4ddb-a2a9-4529bb0c2bee tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9196019 Feb 15 01:45:59.579621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Request body: {'port': {'device_id': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:45:59.646326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.671477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e3c726d-5ffc-443e-bdda-3f7e5f3f69f3 req-de8379d9-b52b-4319-bf2e-d3cac472cf50 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=e3f0861b6c074f0888a022198fc886d1 HTTP/1.1" status: 200 len: 1657 time: 0.0600748 Feb 15 01:45:59.780673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c726d-5ffc-443e-bdda-3f7e5f3f69f3 req-673bd683-f76d-4e04-8baa-c07d0bcc598c tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:45:59.782628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e3c726d-5ffc-443e-bdda-3f7e5f3f69f3 req-673bd683-f76d-4e04-8baa-c07d0bcc598c tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks?id=483a85bc-534f-443d-b45b-c3de957ae353&id=483a85bc-534f-443d-b45b-c3de957ae353&id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 787 time: 0.1102328 Feb 15 01:45:59.796197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (fef077fe-30ac-4dc0-b717-050623c64dee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.824536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef077fe-30ac-4dc0-b717-050623c64dee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:45:59.829004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.835180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-08f10d1f-1fbb-472b-b0a4-416db9e32661 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fef077fe-30ac-4dc0-b717-050623c64dee HTTP/1.1" status: 204 len: 168 time: 0.6597903 Feb 15 01:45:59.835505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:45:59.916849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d653ca81-fb09-49c1-80ba-ae3171ded49b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.951801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa17f0e-a8bb-4255-a122-77767dbcc63d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:45:59.961581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks [] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:45:59.978476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Transition to ACTIVE for port object aaa17f0e-a8bb-4255-a122-77767dbcc63d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:00.021342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d653ca81-fb09-49c1-80ba-ae3171ded49b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.043798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d653ca81-fb09-49c1-80ba-ae3171ded49b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:00.054815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe614d5-581d-4ca9-993f-4548c929032f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:00.055255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe614d5-581d-4ca9-993f-4548c929032f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:00.066775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (ebe614d5-581d-4ca9-993f-4548c929032f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.081851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ebe614d5-581d-4ca9-993f-4548c929032f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.087893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.089322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:46:00.089871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (ebe614d5-581d-4ca9-993f-4548c929032f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:46:00.091855 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:46:00.159548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:00.227360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Attempting to bind port aaa17f0e-a8bb-4255-a122-77767dbcc63d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:00.227697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Attempting to bind port aaa17f0e-a8bb-4255-a122-77767dbcc63d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:00.228029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Attempting to bind port aaa17f0e-a8bb-4255-a122-77767dbcc63d on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:00.232275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Port aaa17f0e-a8bb-4255-a122-77767dbcc63d on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:00.232627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Attempting to bind port aaa17f0e-a8bb-4255-a122-77767dbcc63d on network bcc6cf53-cec5-4f3a-af6e-d466d05be507 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:00.237411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:00.241115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Checking segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:00.241115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Bound using segment: {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:00.241115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Bound port: aaa17f0e-a8bb-4255-a122-77767dbcc63d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9668ede-bcf6-483d-9004-89ad44a7c908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:00.241115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.253537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d653ca81-fb09-49c1-80ba-ae3171ded49b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.258269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.264358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] 10.222.0.43 "DELETE /v2.0/networks/d653ca81-fb09-49c1-80ba-ae3171ded49b HTTP/1.1" status: 204 len: 168 time: 0.4253373 Feb 15 01:46:00.264815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:00.289403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdc045-64af-4d37-93ae-c711e369b39b admin admin] Pushing event deleted for resources: {'Network': ['ID=d653ca81-fb09-49c1-80ba-ae3171ded49b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:00.305563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:00.308847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:00.329484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Deleting subnet c9c3ad78-7515-476c-9e9a-677d60845cdc {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:46:00.333943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Publish callbacks [] for subnet (c9c3ad78-7515-476c-9e9a-677d60845cdc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.370594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (c9c3ad78-7515-476c-9e9a-677d60845cdc), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.374431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.420132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:00.421014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.422754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] 10.222.0.37 "PUT /v2.0/ports/aaa17f0e-a8bb-4255-a122-77767dbcc63d HTTP/1.1" status: 200 len: 1093 time: 0.8478413 Feb 15 01:46:00.450617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3db8d-8a44-414d-b900-208d3ce56444 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:00.453073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-1290bb81-c0cb-4925-8cb4-51665ae787fc tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips/3b69a794-cbb7-4491-a1c1-213454190dbb HTTP/1.1" status: 200 len: 693 time: 0.0620751 Feb 15 01:46:00.463089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c9c3ad78-7515-476c-9e9a-677d60845cdc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.564213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-1e29d971-0449-4416-b978-5e9f2adc3350 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:46:00.566787 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-1e29d971-0449-4416-b978-5e9f2adc3350 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068297 Feb 15 01:46:00.615014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-d3212254-d2f2-40ff-a592-7558c9df4096 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:00.616803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-d3212254-d2f2-40ff-a592-7558c9df4096 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1568816 Feb 15 01:46:00.647141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-bc09c948-3d4d-4fca-9bec-44afbf30a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:00.648747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-bc09c948-3d4d-4fca-9bec-44afbf30a12d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 1127 time: 0.0613739 Feb 15 01:46:00.666792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-8b7e9f1b-1a4a-404b-8d84-aa7bccd50399 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0443099 Feb 15 01:46:00.682247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (c9c3ad78-7515-476c-9e9a-677d60845cdc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:00.699595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-27575e4b-9ec0-4537-bd12-2df60faf8d5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d HTTP/1.1" status: 200 len: 217 time: 0.0448816 Feb 15 01:46:00.770298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-0043463b-59fd-4183-a281-7d63b8e41181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:00.772389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-0043463b-59fd-4183-a281-7d63b8e41181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.0668683 Feb 15 01:46:00.810459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-e81c87f7-e699-49df-af68-5df570f43ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306909 Feb 15 01:46:00.906403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-92e32ad8-9f26-4e77-aa84-580f4eb056ae service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873454 Feb 15 01:46:01.007255 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e555d82c-dc27-4ebe-ad57-3ce10c3b7573 req-d37a437b-86bb-4cb0-90ce-e6ed9d89aeaf service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945787 Feb 15 01:46:01.037394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-8042a5d4-1e78-4d46-a429-6f11b1cc972c tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.3647788 Feb 15 01:46:01.038449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c3ad78-7515-476c-9e9a-677d60845cdc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:01.042111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.047632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fcc6ac64-c020-4175-b163-751158d108db admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c9c3ad78-7515-476c-9e9a-677d60845cdc HTTP/1.1" status: 204 len: 168 time: 0.7796166 Feb 15 01:46:01.048405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:01.210566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (bdc31456-a777-4f00-9d57-a2a63fb60b44), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.306263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Deleting port b7235e82-a4f1-4570-8881-66c634a23d37 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:01.306603 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.310195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (bdc31456-a777-4f00-9d57-a2a63fb60b44), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.371334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc31456-a777-4f00-9d57-a2a63fb60b44']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:01.385296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7382823-8ee0-41ed-b685-2e135a1e8e9b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:01.385611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7382823-8ee0-41ed-b685-2e135a1e8e9b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:01.400264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (a7382823-8ee0-41ed-b685-2e135a1e8e9b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.428142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a7382823-8ee0-41ed-b685-2e135a1e8e9b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.434575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.435815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (b7235e82-a4f1-4570-8881-66c634a23d37), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.443710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:46:01.444106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (a7382823-8ee0-41ed-b685-2e135a1e8e9b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:46:01.445825 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:46:01.483147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Calling delete_port for b7235e82-a4f1-4570-8881-66c634a23d37 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:01.517084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:01.521726 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dfe220-7ce8-42a4-968c-911570fdf4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:01.563289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (bdc31456-a777-4f00-9d57-a2a63fb60b44), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.571744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.574099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] 10.222.0.43 "DELETE /v2.0/networks/bdc31456-a777-4f00-9d57-a2a63fb60b44 HTTP/1.1" status: 204 len: 168 time: 0.5252962 Feb 15 01:46:01.593169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861968-60eb-4008-8324-007c727eef3f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc31456-a777-4f00-9d57-a2a63fb60b44,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:01.698843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b7235e82-a4f1-4570-8881-66c634a23d37), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.725541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event deleted for resources: {'Port': ['ID=b7235e82-a4f1-4570-8881-66c634a23d37,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:01.789729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (3b69a794-cbb7-4491-a1c1-213454190dbb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.792546 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:01.793744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4133a9ce-fb92-4e0d-800d-ad8f7bce65bb req-0d353b87-42f5-41b5-9d2b-6809d2ceeda7 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "DELETE /v2.0/floatingips/3b69a794-cbb7-4491-a1c1-213454190dbb HTTP/1.1" status: 204 len: 173 time: 0.7472746 Feb 15 01:46:01.878284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5710055-a642-4b14-b3a7-39b5a9f87a74 req-2530844b-c5a6-40cb-96ac-5dd481f99422 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0311682 Feb 15 01:46:01.917423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:01.963870 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f03a82df-a903-4da3-ad39-fbbb7ef56580 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a4ef89369c64aaea1d061084018d19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432899 Feb 15 01:46:01.964093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:01.998977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde057-29d1-40de-8bd5-5d8bfd2e0202 req-fd00d8f3-a4da-4184-9ca5-51c3dc0fb149 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:02.001273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bde057-29d1-40de-8bd5-5d8bfd2e0202 req-fd00d8f3-a4da-4184-9ca5-51c3dc0fb149 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 944 time: 0.0580387 Feb 15 01:46:02.012244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] Publish callbacks [] for security_group (7a46a439-03b4-4952-8358-3fe3f0d04f15), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.035204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] Publish callbacks [] for security_group (7a46a439-03b4-4952-8358-3fe3f0d04f15), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.062360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bde057-29d1-40de-8bd5-5d8bfd2e0202 req-68e302a6-9e11-4cad-a194-e06074a2739b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Feb 15 01:46:02.161392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7a46a439-03b4-4952-8358-3fe3f0d04f15), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.164209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.167644 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a46a439-03b4-4952-8358-3fe3f0d04f15 HTTP/1.1" status: 204 len: 168 time: 0.2003393 Feb 15 01:46:02.175762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8700c-c7e9-49c6-94a5-2872778a93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a46a439-03b4-4952-8358-3fe3f0d04f15,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:02.202275 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563f21c-a31d-4d07-9a13-4cb602621a8b x-openstack-request-id: req-0563f21c-a31d-4d07-9a13-4cb602621a8b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:02.202623 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:02.202888 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0563f21c-a31d-4d07-9a13-4cb602621a8b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:02.203339 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'status': 'completed', 'code': 200} Feb 15 01:46:02.252367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-2e6f554c-5e8f-471f-bc91-bd6310cdd1da tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips/049cde88-34ff-4941-a787-3ea294a01e5f HTTP/1.1" status: 200 len: 693 time: 0.0499446 Feb 15 01:46:02.272837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-ae2fd2f9-f780-49db-a84f-1a4cae617524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:02.274354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-ae2fd2f9-f780-49db-a84f-1a4cae617524 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf1864cd5845c1ae258e543179e82b&device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 1127 time: 0.0531054 Feb 15 01:46:02.366634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-f0a5eea8-7cc9-4a3b-82d6-f8ade29f9098 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:02.372021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-e275007f-c2a1-42c7-9a5a-b7ce32f55576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:02.373534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-e275007f-c2a1-42c7-9a5a-b7ce32f55576 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 200 len: 906 time: 0.0930476 Feb 15 01:46:02.373780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-f0a5eea8-7cc9-4a3b-82d6-f8ade29f9098 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1204762 Feb 15 01:46:02.438524 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-4a976a5e-1730-4a63-953f-47721cf7f50c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d HTTP/1.1" status: 200 len: 217 time: 0.0499592 Feb 15 01:46:02.441297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-52965036-8dd8-477f-b4d2-0dc0908a933b tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0666556 Feb 15 01:46:02.504014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-88c9dd42-00c9-4610-b5c2-bc2dcd16328f tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0547106 Feb 15 01:46:02.512636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-807a4c87-8a8a-453e-ad52-98e797f31649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:02.515596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-807a4c87-8a8a-453e-ad52-98e797f31649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 200 len: 845 time: 0.0696502 Feb 15 01:46:02.554757 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-eabaf2f6-308d-4978-8afd-d06a3f7a4b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6cf53-cec5-4f3a-af6e-d466d05be507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324452 Feb 15 01:46:02.667017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Deleting port c1b91a68-5ec5-477c-96c8-5fe1bd0d781a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:02.667243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-13f2f606-11ef-41f5-a313-80d4dd1518e0 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065025 Feb 15 01:46:02.667369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.767161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.768343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:02.771063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1dfe220-7ce8-42a4-968c-911570fdf4a4 req-40fd22f1-9072-4164-9d7e-84e39eed291a service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958338 Feb 15 01:46:02.781136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Calling delete_port for c1b91a68-5ec5-477c-96c8-5fe1bd0d781a owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:02.913681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:02.955907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02f55e78-959e-45ba-b224-d3ea416d702d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32cc89bee5da4d3c89d9b6c5315dde2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377891 Feb 15 01:46:02.956123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:03.001855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] Publish callbacks [] for security_group (e253eb87-9909-4c76-854e-50f5358a888e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.002106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c1b91a68-5ec5-477c-96c8-5fe1bd0d781a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.024750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] Publish callbacks [] for security_group (e253eb87-9909-4c76-854e-50f5358a888e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.030516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event deleted for resources: {'Port': ['ID=c1b91a68-5ec5-477c-96c8-5fe1bd0d781a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:03.102488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (049cde88-34ff-4941-a787-3ea294a01e5f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.105120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.106282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e300e2f-c287-4ef3-a55c-4efd0e549be1 req-3bcc8f56-c133-4e89-afed-533493e33835 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "DELETE /v2.0/floatingips/049cde88-34ff-4941-a787-3ea294a01e5f HTTP/1.1" status: 204 len: 173 time: 0.5946803 Feb 15 01:46:03.155606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e253eb87-9909-4c76-854e-50f5358a888e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.159017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.167359 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e253eb87-9909-4c76-854e-50f5358a888e HTTP/1.1" status: 204 len: 168 time: 0.2031682 Feb 15 01:46:03.180260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2850a-00b4-452a-82f8-35a7bd8e517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253eb87-9909-4c76-854e-50f5358a888e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:03.209343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-437306c1-93f2-42b7-9e4a-b009830e1146 req-ea8d3138-1bc3-4776-91e5-23ec4d97258c tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0432560 Feb 15 01:46:03.313219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e487c-c6d8-4f99-80f2-b9778279bdb8 req-89cc1c62-c06d-4f8f-8d7d-d6376ad50ad2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:03.317182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-498e487c-c6d8-4f99-80f2-b9778279bdb8 req-89cc1c62-c06d-4f8f-8d7d-d6376ad50ad2 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 944 time: 0.0555828 Feb 15 01:46:03.362214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-498e487c-c6d8-4f99-80f2-b9778279bdb8 req-df4abdb9-99c1-4152-9477-ce95ddc835d6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Feb 15 01:46:03.444751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e389165-b23a-4323-944f-8d51f682bf58 req-d8357237-97f3-4046-a431-d8f4fddf483c tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips/f385dea1-4611-478f-9926-58ec7b2d226f HTTP/1.1" status: 200 len: 693 time: 0.0599532 Feb 15 01:46:03.569690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e389165-b23a-4323-944f-8d51f682bf58 req-526cf292-e792-46bf-a8d3-a4bb35000b79 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:03.571445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e389165-b23a-4323-944f-8d51f682bf58 req-526cf292-e792-46bf-a8d3-a4bb35000b79 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1208963 Feb 15 01:46:03.650085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e389165-b23a-4323-944f-8d51f682bf58 req-77fd4a7e-67b9-4cbe-bfbe-3484bddcc063 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0706601 Feb 15 01:46:03.706333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e389165-b23a-4323-944f-8d51f682bf58 req-ea53429e-547b-4420-8fe1-56d7afad25c6 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0552571 Feb 15 01:46:03.851050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Deleting port 803ebea5-f89c-48e8-a856-c2a41fdaa2f6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:03.851409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.934106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.938186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:03.947145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Calling delete_port for 803ebea5-f89c-48e8-a856-c2a41fdaa2f6 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:04.127723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (803ebea5-f89c-48e8-a856-c2a41fdaa2f6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:04.166645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Pushing event deleted for resources: {'Port': ['ID=803ebea5-f89c-48e8-a856-c2a41fdaa2f6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:04.179877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.180235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.180613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.180964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.181360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.181704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.182044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.182378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.182731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.183074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.183407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.183766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.184097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:04.255512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks [] for floatingip (f385dea1-4611-478f-9926-58ec7b2d226f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:04.258278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:04.260829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e389165-b23a-4323-944f-8d51f682bf58 req-545ab432-b968-42da-a2bd-7af47da66454 tempest-FloatingIPDetailsTestJSON-1810304240 tempest-FloatingIPDetailsTestJSON-1810304240-project] 10.222.0.43 "DELETE /v2.0/floatingips/f385dea1-4611-478f-9926-58ec7b2d226f HTTP/1.1" status: 204 len: 173 time: 0.5491948 Feb 15 01:46:04.268382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:04.471961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bc03913-2686-49e3-a036-ebaabb43308c req-696467b7-8b71-46e3-9cbb-ac0ef90cd3f7 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0681496 Feb 15 01:46:04.686426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffe15f-ccf0-4ffb-9cc7-b0591a419547 req-aa3949ef-9752-40e1-92b8-81e633a3731d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:04.688891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6ffe15f-ccf0-4ffb-9cc7-b0591a419547 req-aa3949ef-9752-40e1-92b8-81e633a3731d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 944 time: 0.1207976 Feb 15 01:46:04.775356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6ffe15f-ccf0-4ffb-9cc7-b0591a419547 req-6ad16164-0dca-4143-a600-07f8ea1726b6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815196 Feb 15 01:46:04.831728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:04.881922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:04.999010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:05.017164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'mac_address': 'fa:16:3e:09:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:05.075717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:05.076118 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:05.095248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:05.122801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:05.220344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:05.255128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Deleting port 25c643e3-a898-46de-8ea5-f9aaa4af862e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:05.256559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:05.278892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:05.292889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.293556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.294124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.294987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.295738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.296660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.297210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.297736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.298382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.299067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.299906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.300491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.301009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:05.373596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['054470fd-66ac-466f-a5a6-47cfc5f71228'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:05.375958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:05.425248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] For port 25c643e3-a898-46de-8ea5-f9aaa4af862e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25c643e3-a898-46de-8ea5-f9aaa4af862e,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:05.431317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:05.457891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Calling delete_port for 25c643e3-a898-46de-8ea5-f9aaa4af862e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:05.745870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe4a2892-2560-4d14-9648-ea8c2bae6836 req-b4a29fce-1eb1-4005-b74c-f813bc218abb tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0960131 Feb 15 01:46:05.792602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:05.839419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'mac_address': 'fa:16:3e:84:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:05.987982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port aaa17f0e-a8bb-4255-a122-77767dbcc63d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:05.990065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96a50-7f4c-4da0-852a-b3fb30bbd6eb req-affb9b42-63a9-42d4-a249-1d9a0e3ba924 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:05.991485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:05.992501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2e96a50-7f4c-4da0-852a-b3fb30bbd6eb req-affb9b42-63a9-42d4-a249-1d9a0e3ba924 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 944 time: 0.0851789 Feb 15 01:46:06.025604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa17f0e-a8bb-4255-a122-77767dbcc63d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:06.045677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (25c643e3-a898-46de-8ea5-f9aaa4af862e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:06.093266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:06.103834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Pushing event deleted for resources: {'Port': ['ID=25c643e3-a898-46de-8ea5-f9aaa4af862e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:06.190772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:06.191945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2e96a50-7f4c-4da0-852a-b3fb30bbd6eb req-35a0b9a6-fb70-493f-911e-4dd2b795631d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929893 Feb 15 01:46:06.323112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:46:06.338022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:06.380593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:06.493932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['aaa17f0e-a8bb-4255-a122-77767dbcc63d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:06.731839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:46:06.868707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:06.945909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:46:06.957839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-df0c79b8-3607-42f5-ac86-2f6a367bae5d admin admin] 10.222.0.43 "PUT /v2.0/routers/5c6e9a40-b766-4519-ba9a-4b5a0d84856f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878338 Feb 15 01:46:06.960030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Sync routers for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:46:06.960499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:07.002562 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:46:07.008898 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:07.125571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 054470fd-66ac-466f-a5a6-47cfc5f71228 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:07.127027 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:07.133904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks [] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:07.276107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c326008-2293-4cf4-8edc-6c7eff39a03d req-ae84efd0-d831-4871-bfdd-d359b8069cee tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0858753 Feb 15 01:46:07.359036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:07.359473 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:07.374495 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:46:07.448738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:07.453208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:07.457198 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18266c4b-9da6-4654-8ab1-714fb7e0cead" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:07.539923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:07.555927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d10820-5307-4410-91ec-8cfd80c002b8 req-fa787360-1087-433d-8cb8-e0bf6a5dd15b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:07.557587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7d10820-5307-4410-91ec-8cfd80c002b8 req-fa787360-1087-433d-8cb8-e0bf6a5dd15b tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 945 time: 0.0914230 Feb 15 01:46:07.646917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7d10820-5307-4410-91ec-8cfd80c002b8 req-34ef6dab-f998-4285-ad8e-e9acfb5307be tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752661 Feb 15 01:46:07.680486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:07.745899 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:46:05Z', 'revision_number': 5, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:07.791742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Checking router: 5c6e9a40-b766-4519-ba9a-4b5a0d84856f for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:46:07.795369 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7687e3-38e0-41aa-86a1-7766228a678e x-openstack-request-id: req-5b7687e3-38e0-41aa-86a1-7766228a678e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:07.795892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-plugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:07.796429 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b7687e3-38e0-41aa-86a1-7766228a678e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:07.797026 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'code': 200} Feb 15 01:46:07.802847 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Routers {'5c6e9a40-b766-4519-ba9a-4b5a0d84856f'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:46:07.803563 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:45:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:07.869172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks [] for router_gateway (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:07.941411 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] Set router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:46:08.061947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Deleting port 29bef65d-100e-4491-85fa-7dcee20128cc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:08.061947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:08.155439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] For port 29bef65d-100e-4491-85fa-7dcee20128cc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=29bef65d-100e-4491-85fa-7dcee20128cc,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:08.160880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:08.182240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Calling delete_port for 29bef65d-100e-4491-85fa-7dcee20128cc owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:08.199941 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:46:05Z', 'revision_number': 5, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:08.236206 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e074d-b09b-41ba-aa45-06cace047900 None None] The sync data for ids ['5c6e9a40-b766-4519-ba9a-4b5a0d84856f'] in n-d-829064-14 is: [{'id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'name': 'tempest-FloatingIPDetailsTestJSON-984318784-router', 'tenant_id': 'e3f0861b6c074f0888a022198fc886d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:46:05Z', 'revision_number': 5, 'project_id': 'e3f0861b6c074f0888a022198fc886d1', 'gw_port': {'id': '29bef65d-100e-4491-85fa-7dcee20128cc', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e9a40-b766-4519-ba9a-4b5a0d84856f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:23Z', 'updated_at': '2022-02-15T01:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:46:08.595500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff6092a8-9e5f-45b2-9631-1a9c2aa12754 req-01cb94a5-89d2-4b3f-bb50-d99b08f2ab88 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0405612 Feb 15 01:46:08.666298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (29bef65d-100e-4491-85fa-7dcee20128cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:08.725341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bef65d-100e-4491-85fa-7dcee20128cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:08.820185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057e3d2-db93-47a1-9376-08157a73f003 req-387c2809-3125-4b92-a90e-de2d9ae1af5c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:08.827713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f057e3d2-db93-47a1-9376-08157a73f003 req-387c2809-3125-4b92-a90e-de2d9ae1af5c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 945 time: 0.0840099 Feb 15 01:46:08.849764 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:08.906575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f057e3d2-db93-47a1-9376-08157a73f003 req-76074781-eb53-41b7-ae85-c0066eac55d9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778291 Feb 15 01:46:09.049467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.052640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks [] for router_controller (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.184013 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5c6e9a40-b766-4519-ba9a-4b5a0d84856f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.188848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6e9a40-b766-4519-ba9a-4b5a0d84856f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:46:09.191063 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.193366 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c260997-d2d1-4486-aeed-0e3ce15a7969 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c6e9a40-b766-4519-ba9a-4b5a0d84856f HTTP/1.1" status: 204 len: 168 time: 2.2313621 Feb 15 01:46:09.195949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:09.271287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Deleting subnet a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:46:09.277783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Publish callbacks [] for subnet (a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.328119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25c643e3-a898-46de-8ea5-f9aaa4af862e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:09.362044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 25c643e3-a898-46de-8ea5-f9aaa4af862e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:09.362552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25c643e3-a898-46de-8ea5-f9aaa4af862e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:09.369561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.397886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:09.513037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.578404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port aaa17f0e-a8bb-4255-a122-77767dbcc63d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:46:09.583660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port aaa17f0e-a8bb-4255-a122-77767dbcc63d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:09.585190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.682100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.707743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port aaa17f0e-a8bb-4255-a122-77767dbcc63d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:09.708137 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.712561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:09.716572 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.720136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-23f4048f-042c-4170-8ae6-2646cdaa6d7b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a52f7e78-5a4b-4d5e-a11b-2f84c0b31efc HTTP/1.1" status: 204 len: 168 time: 0.5227227 Feb 15 01:46:09.722594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:09.761957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:09.763767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7020e3c-fa2b-4e53-bb7b-07af3cd47c2a None None] Network 63eed68e-f83e-4743-9481-422ff001d050 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:09.786158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36f4d37b-ed8a-4430-8486-9263ef232c2b req-4851b13b-cc6e-4fa0-aeeb-4cc11ff69f73 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0563936 Feb 15 01:46:09.843751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (63eed68e-f83e-4743-9481-422ff001d050), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.859021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:09.863552 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8082573-2928-4a21-840b-de2c3999d16f" -d '{"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:09.899417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.934664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Deleting port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:09.935100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:09.989489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:10.023103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] For port 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=96fe4a9b-0dd5-4650-a3dd-29261a78b986,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:10.023473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.057942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Calling delete_port for 96fe4a9b-0dd5-4650-a3dd-29261a78b986 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:10.084161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] DHCP port deletion for 63eed68e-f83e-4743-9481-422ff001d050 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:46:10.167757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Deleting port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:10.168028 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.256113 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f244333-3229-4dda-9a03-df3d29e12de5 x-openstack-request-id: req-3f244333-3229-4dda-9a03-df3d29e12de5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:10.256609 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:10.258390 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f244333-3229-4dda-9a03-df3d29e12de5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:10.259005 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'code': 200} Feb 15 01:46:10.279344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] For port 96fe4a9b-0dd5-4650-a3dd-29261a78b986, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=96fe4a9b-0dd5-4650-a3dd-29261a78b986,segment=NetworkSegment(900d54e3-5762-41c0-910c-7ae5ec2094e0),segment_id=900d54e3-5762-41c0-910c-7ae5ec2094e0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:10.281559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.288506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.308497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Calling delete_port for 96fe4a9b-0dd5-4650-a3dd-29261a78b986 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:10.328697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] No DVR routers for this DVR port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:46:10.338831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fe4a9b-0dd5-4650-a3dd-29261a78b986,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:10.422973 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (96fe4a9b-0dd5-4650-a3dd-29261a78b986), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.438358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7dd5-7af6-489d-87d9-5e88ec3e0a6a req-9727d00e-a806-4b55-9cd0-ba5f572eb249 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:10.446445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99ae7dd5-7af6-489d-87d9-5e88ec3e0a6a req-9727d00e-a806-4b55-9cd0-ba5f572eb249 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.1232486 Feb 15 01:46:10.470960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] Pushing event deleted for resources: {'Port': ['ID=96fe4a9b-0dd5-4650-a3dd-29261a78b986,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:10.474027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dedba6-16e0-4faf-9061-3e12f6aad39a None None] No DVR routers for this DVR port 96fe4a9b-0dd5-4650-a3dd-29261a78b986 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:46:10.487363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbd1f4-a168-42b6-89f2-618409c23d57 req-17434181-65ef-452e-a050-674f908b7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:10.494184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f7bbd1f4-a168-42b6-89f2-618409c23d57 req-17434181-65ef-452e-a050-674f908b7edd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 1129 time: 0.1567395 Feb 15 01:46:10.496570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (63eed68e-f83e-4743-9481-422ff001d050), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.529252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99ae7dd5-7af6-489d-87d9-5e88ec3e0a6a req-72775f27-66d9-416c-9cd3-50c0a2ca80bc tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 Feb 15 01:46:10.539676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63eed68e-f83e-4743-9481-422ff001d050']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:10.554785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900d54e3-5762-41c0-910c-7ae5ec2094e0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:10.554785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900d54e3-5762-41c0-910c-7ae5ec2094e0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:10.562877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (900d54e3-5762-41c0-910c-7ae5ec2094e0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.593531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (900d54e3-5762-41c0-910c-7ae5ec2094e0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.605546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f7bbd1f4-a168-42b6-89f2-618409c23d57 req-992d05b9-eb68-4f79-b1e3-7f7c853018c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992885 Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (900d54e3-5762-41c0-910c-7ae5ec2094e0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:46:10.611261 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:46:10.852964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (63eed68e-f83e-4743-9481-422ff001d050), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.859060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:10.862305 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/63eed68e-f83e-4743-9481-422ff001d050 HTTP/1.1" status: 204 len: 168 time: 1.1387699 Feb 15 01:46:10.875175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60ef32-4d5a-421f-b615-d4f6fff208f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63eed68e-f83e-4743-9481-422ff001d050,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:10.910541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1312466-6a3d-4976-9650-bf96ce0cf025 req-02e874f9-391e-4da1-8dc1-caebeeb29222 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0410771 Feb 15 01:46:11.276265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 29bef65d-100e-4491-85fa-7dcee20128cc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:11.311470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 29bef65d-100e-4491-85fa-7dcee20128cc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:11.312021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 29bef65d-100e-4491-85fa-7dcee20128cc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:11.312478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 96fe4a9b-0dd5-4650-a3dd-29261a78b986 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:11.334434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 96fe4a9b-0dd5-4650-a3dd-29261a78b986 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:11.334801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 96fe4a9b-0dd5-4650-a3dd-29261a78b986 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:11.373793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52314) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:11.424440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-381e30aa-f761-414e-99d4-7cc15750d18d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3f0861b6c074f0888a022198fc886d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468452 Feb 15 01:46:11.424586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:11.489771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] Publish callbacks [] for security_group (f99f147a-4adb-43c6-8213-4f0dedaa6e1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:11.519017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] Publish callbacks [] for security_group (f99f147a-4adb-43c6-8213-4f0dedaa6e1c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:11.691894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7280e-7444-48e8-bca0-43e9fbd07e86 req-b0b2a88d-a96e-4ecb-a8ef-030f16fdc346 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:11.693592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2e7280e-7444-48e8-bca0-43e9fbd07e86 req-b0b2a88d-a96e-4ecb-a8ef-030f16fdc346 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.0698769 Feb 15 01:46:11.702385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f99f147a-4adb-43c6-8213-4f0dedaa6e1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:11.705994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:11.709469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f99f147a-4adb-43c6-8213-4f0dedaa6e1c HTTP/1.1" status: 204 len: 168 time: 0.2815573 Feb 15 01:46:11.741280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ce2c-f71a-4bad-9e90-2e0ede6f6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f147a-4adb-43c6-8213-4f0dedaa6e1c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:11.803672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2e7280e-7444-48e8-bca0-43e9fbd07e86 req-6547b74d-fc0d-42e8-9ef2-04182ce9cf09 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025462 Feb 15 01:46:12.353267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1583793-d601-4c93-9d7b-99e7e887d7fc req-1ae014d6-0a1d-47ef-a106-b8075412ec58 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0613794 Feb 15 01:46:13.403740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:13.535772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1856461725-network', 'tenant_id': 'f9e7253f9a7142389a45b7e16d6816eb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:13.647992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Made reservation on behalf of f9e7253f9a7142389a45b7e16d6816eb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:13.650542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:13.665903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:13.766615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks [] for security_group (05c0be28-8be9-425b-bdce-e498bcf51d2e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:13.894522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (05c0be28-8be9-425b-bdce-e498bcf51d2e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:13.937458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c0be28-8be9-425b-bdce-e498bcf51d2e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:13.945070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:13.960542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (43abe931-d0f8-41d2-aebc-b9aba1a8344a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:13.960542 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Added segment 43abe931-d0f8-41d2-aebc-b9aba1a8344a of type vlan for network 39b25b42-b7fc-4080-9d50-1778acffdfda Feb 15 01:46:14.008066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (39b25b42-b7fc-4080-9d50-1778acffdfda), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:14.138847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (39b25b42-b7fc-4080-9d50-1778acffdfda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:14.139894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:14.141204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:14.206964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] Pushing event updated for resources: {'Network': ['ID=39b25b42-b7fc-4080-9d50-1778acffdfda,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:14.217308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 39b25b42-b7fc-4080-9d50-1778acffdfda details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:14.520424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b2103e04-21fa-40aa-b73f-cb6fee1eb622 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1151500 Feb 15 01:46:14.523028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:14.527786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Request body: {'subnet': {'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1856461725-subnet', 'tenant_id': 'f9e7253f9a7142389a45b7e16d6816eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:14.607525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Made reservation on behalf of f9e7253f9a7142389a45b7e16d6816eb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:14.610441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:14.861772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7397894-66f5-4d00-bea9-9aca1add08c6 req-35219dad-9858-443f-8744-e50b4e21c2c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:14.868968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7397894-66f5-4d00-bea9-9aca1add08c6 req-35219dad-9858-443f-8744-e50b4e21c2c6 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.1293550 Feb 15 01:46:14.918961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7397894-66f5-4d00-bea9-9aca1add08c6 req-71fc9206-579d-47bb-9d3c-601d9481efde tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Feb 15 01:46:14.919863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (3adc69b2-f4c3-4f56-8962-618f5fa9db58), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:14.992814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adc69b2-f4c3-4f56-8962-618f5fa9db58,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:15.002981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Checking segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:15.003352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Network hostable DHCP agents. Network: 39b25b42-b7fc-4080-9d50-1778acffdfda, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:46:15.098759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:15.121576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Network 39b25b42-b7fc-4080-9d50-1778acffdfda is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:46:15.190102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 39b25b42-b7fc-4080-9d50-1778acffdfda) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:15.194639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:15.195242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:15.204981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca95d3-a703-420f-b2e5-c2689e7b9c98 None None] Network 39b25b42-b7fc-4080-9d50-1778acffdfda requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:15.267076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d82f011-a127-4ed9-91bc-4aafa57cc9c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7428620 Feb 15 01:46:15.340455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102fe9d-2ea8-4f0f-bf24-7429272f6aa5 None None] Network 39b25b42-b7fc-4080-9d50-1778acffdfda requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:16.263424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-510d8344-c09d-412a-b6e4-0306478727fc req-4741850e-868e-49ae-b213-baa915effa92 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.3983212 Feb 15 01:46:18.109759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:19.539293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:19.653742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6699298b-a347-4600-9f83-d8fe57322d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:19.742069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6699298b-a347-4600-9f83-d8fe57322d11 admin admin] Publish callbacks [] for security_group (58199996-4d0f-4cab-a6fa-03a5677beded), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:19.896599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6699298b-a347-4600-9f83-d8fe57322d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (58199996-4d0f-4cab-a6fa-03a5677beded), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:19.954826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6699298b-a347-4600-9f83-d8fe57322d11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdaa7ed12d954e31b360987a405efd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144003 Feb 15 01:46:19.958232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:19.959905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699298b-a347-4600-9f83-d8fe57322d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58199996-4d0f-4cab-a6fa-03a5677beded,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:20.002878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-f2312b43-0356-4cb8-8f29-724b60827390 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:20.008811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-f2312b43-0356-4cb8-8f29-724b60827390 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.1686957 Feb 15 01:46:20.026249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-c0bcd5e8-d061-4051-badc-511936b23c7c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/quotas/f9e7253f9a7142389a45b7e16d6816eb HTTP/1.1" status: 200 len: 375 time: 0.0108554 Feb 15 01:46:20.026418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] Publish callbacks [] for security_group (58199996-4d0f-4cab-a6fa-03a5677beded), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.049728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] Publish callbacks [] for security_group (58199996-4d0f-4cab-a6fa-03a5677beded), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.060691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-6a93bc77-6b36-498e-aa6b-86284af66a3f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287311 Feb 15 01:46:20.114643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-587b721f-ea5a-421b-95ee-35d263d8c236 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:46:20.115643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-587b721f-ea5a-421b-95ee-35d263d8c236 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483046 Feb 15 01:46:20.166854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (58199996-4d0f-4cab-a6fa-03a5677beded), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.169512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.170686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58199996-4d0f-4cab-a6fa-03a5677beded HTTP/1.1" status: 204 len: 168 time: 0.2102499 Feb 15 01:46:20.179045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7eced-da43-4f6e-aba4-471fa01ab9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58199996-4d0f-4cab-a6fa-03a5677beded,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:20.217602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-6d2e5171-7b4e-4497-987e-b76b82b793eb service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950141 Feb 15 01:46:20.305703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-ab9cdeec-159a-4633-9439-bd7b131b5b08 service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Feb 15 01:46:20.519244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:20.525114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-249927054'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:20.647081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:20.650561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.675634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:20.683950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0435fe8c-58b9-421a-a19f-792b33e50e70), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.684315 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Added segment 0435fe8c-58b9-421a-a19f-792b33e50e70 of type vlan for network 03410c93-95c1-4dd9-aaef-eeef4a808098 Feb 15 01:46:20.734490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (03410c93-95c1-4dd9-aaef-eeef4a808098), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.801126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16b7c7b0-d157-4f94-bc67-9b7a388285c8 req-e4c7da71-7164-49dc-b741-ca178a4eba7f tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0288632 Feb 15 01:46:20.803061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:20.816814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecf71e1-5761-4b16-9f54-100d2e856f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.879772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (03410c93-95c1-4dd9-aaef-eeef4a808098), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.882980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:20.883789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.895971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecf71e1-5761-4b16-9f54-100d2e856f43 admin admin] Publish callbacks [] for security_group (0308805d-822d-4fe4-a2c6-407c81c1882f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:20.931423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47b34458-9f76-404b-95a9-b6a60410348d req-911a173f-eee6-4e5c-94f3-b5fd986348ba tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 210 time: 0.0387719 Feb 15 01:46:20.959147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Network': ['ID=03410c93-95c1-4dd9-aaef-eeef4a808098,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:20.969491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:20.996110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecf71e1-5761-4b16-9f54-100d2e856f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0308805d-822d-4fe4-a2c6-407c81c1882f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.032887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c7ed8b5-a467-4e29-a56e-c3c95613019a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5121787 Feb 15 01:46:21.033119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d093c753-2af6-44c2-9e92-eda7ec5bdac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.036189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:21.041749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf71e1-5761-4b16-9f54-100d2e856f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0308805d-822d-4fe4-a2c6-407c81c1882f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:21.042515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1962440178'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:21.048712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cecf71e1-5761-4b16-9f54-100d2e856f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20fa7c04d5ca4c2e93e08cd6e651977e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442935 Feb 15 01:46:21.051008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:21.102061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] Publish callbacks [] for security_group (0308805d-822d-4fe4-a2c6-407c81c1882f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.125284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] Publish callbacks [] for security_group (0308805d-822d-4fe4-a2c6-407c81c1882f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.195330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:21.199076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.310490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7ae1-67e5-4d6e-8799-cca22cc4916c req-9dacad8e-118a-4865-998a-27f515a00079 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:21.311982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88c7ae1-67e5-4d6e-8799-cca22cc4916c req-9dacad8e-118a-4865-998a-27f515a00079 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 951 time: 0.0573771 Feb 15 01:46:21.320877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:21.321689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0308805d-822d-4fe4-a2c6-407c81c1882f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.324394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.325751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0308805d-822d-4fe4-a2c6-407c81c1882f HTTP/1.1" status: 204 len: 168 time: 0.2737091 Feb 15 01:46:21.333627 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2f8d3ba9-7d5c-41f6-b861-ae72b19bb575), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.334038 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Added segment 2f8d3ba9-7d5c-41f6-b861-ae72b19bb575 of type vlan for network 174daecd-a70f-4253-962a-55e2e7de0ed3 Feb 15 01:46:21.341935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc6d5-f327-4832-afc2-1212c5eb1a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0308805d-822d-4fe4-a2c6-407c81c1882f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:21.385544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88c7ae1-67e5-4d6e-8799-cca22cc4916c req-27f854f3-f48b-4f13-a6f2-e3ebb3dc8f97 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649061 Feb 15 01:46:21.421745 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (174daecd-a70f-4253-962a-55e2e7de0ed3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.504228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (174daecd-a70f-4253-962a-55e2e7de0ed3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.509527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:21.510143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:21.579690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Network': ['ID=174daecd-a70f-4253-962a-55e2e7de0ed3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:21.590300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:21.684156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae4282fa-a7ed-4683-9658-fd3207dd1073 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6468816 Feb 15 01:46:21.687086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:21.692839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'subnet': {'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:21.899578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:21.899578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.178701 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8b3299e3-9440-4f6c-a11a-ffefca6f252a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.253669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Subnet': ['ID=8b3299e3-9440-4f6c-a11a-ffefca6f252a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:22.264704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:22.265312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network hostable DHCP agents. Network: 03410c93-95c1-4dd9-aaef-eeef4a808098, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:46:22.321072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:46:22.447363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 03410c93-95c1-4dd9-aaef-eeef4a808098) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:22.451226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:22.452032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.460982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d728667-2e74-44dc-b668-9cde2f579e87 None None] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:22.570338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-03410c93-95c1-4dd9-aaef-eeef4a808098', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:46:22.571254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.672756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9b9dfa68-3377-494c-8e70-a47fddfdf812 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9842031 Feb 15 01:46:22.675300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:22.680530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'subnet': {'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:22.713254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Allocated IP 10.1.1.2 (03410c93-95c1-4dd9-aaef-eeef4a808098/8b3299e3-9440-4f6c-a11a-ffefca6f252a/48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:22.852681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:22.857220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.864914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks [] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.910046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:22.943333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:22.946558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:22.949572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:23.009748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Pushing event updated for resources: {'Port': ['ID=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:23.024709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Attempting to bind port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:23.024709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Attempting to bind port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:23.024709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Attempting to bind port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:23.027660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:23.028150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:23.028617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.029011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Bound using segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:23.029476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Bound port: 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:23.029853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.109569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] For port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:23.114412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] For port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:23.128217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (18198009-6531-48f8-9951-3703885ad613), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.183033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.195526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Subnet': ['ID=18198009-6531-48f8-9951-3703885ad613,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:23.203064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Checking segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:23.203435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network hostable DHCP agents. Network: 174daecd-a70f-4253-962a-55e2e7de0ed3, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:46:23.231800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-11fa8960-7fda-42d4-b818-808112fe5d07 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:23.234033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-11fa8960-7fda-42d4-b818-808112fe5d07 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.1321881 Feb 15 01:46:23.247816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'port': {'device_id': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'admin_state_up': True, 'tenant_id': 'f9e7253f9a7142389a45b7e16d6816eb'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:23.271022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6dcf8-eb35-4e70-b557-44ff29a95dfe None None] Pushing event updated for resources: {'Port': ['ID=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:23.304812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:46:23.309099 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02271f26-ca79-4df1-8db7-bcdccb0af276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.400153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24a69bc6-c05e-42b0-8beb-395aa4aff680 req-c43c3200-77ad-40aa-99f2-a2b9c85d1601 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0437140 Feb 15 01:46:23.429696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 174daecd-a70f-4253-962a-55e2e7de0ed3) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:23.439204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:23.439204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.440667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7f202-138c-4300-9fc4-8710f9bb3238 None None] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:23.492837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Made reservation on behalf of f9e7253f9a7142389a45b7e16d6816eb for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:23.496489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.558387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:23.558887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-577519d7-781b-40bd-8de9-32d81b665b65 req-67b7f6d7-d9b6-4448-916e-cbbf51a482ce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 210 time: 0.0590174 Feb 15 01:46:23.572220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34eb76f7-ca77-4921-bcd4-b6496d0db5ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8957655 Feb 15 01:46:23.575514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:23.606701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'name': 'tempest-TaggedBootDevicesTest_v242-1060936971', 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:23.717281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-174daecd-a70f-4253-962a-55e2e7de0ed3', 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ips': [{'subnet_id': '18198009-6531-48f8-9951-3703885ad613'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:46:23.719059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:23.851361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d51933-50c7-4834-8665-d2bfaa896b43 req-5057f26b-1eca-4e73-b56b-d2d76529fda7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:23.856085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50d51933-50c7-4834-8665-d2bfaa896b43 req-5057f26b-1eca-4e73-b56b-d2d76529fda7 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.1260152 Feb 15 01:46:23.897737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Allocated IP 172.20.0.5 (39b25b42-b7fc-4080-9d50-1778acffdfda/3adc69b2-f4c3-4f56-8962-618f5fa9db58/6ca9f586-7521-4e9b-b544-5865d0f35adc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:23.919098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50d51933-50c7-4834-8665-d2bfaa896b43 req-85b4595e-ef3f-4564-92f2-1fc01ee82012 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Feb 15 01:46:24.034991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:24.035292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:24.055933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'network_id': 'bcc6cf53-cec5-4f3a-af6e-d466d05be507', 'port_id': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'mac_address': 'fa:16:3e:84:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:24.144365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.156859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port aaa17f0e-a8bb-4255-a122-77767dbcc63d is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:24.160350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.175012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.187372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa17f0e-a8bb-4255-a122-77767dbcc63d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:24.194697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Allocated IP 10.2.2.2 (174daecd-a70f-4253-962a-55e2e7de0ed3/18198009-6531-48f8-9951-3703885ad613/901f7e28-0c70-46e9-a158-ae75a7abe996) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:24.218934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] device_id is not set on port 1784e71d-7621-40c0-b12f-b6ab42dbb67f yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:46:24.226444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:24.340176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.377385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.451937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:24.460666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['aaa17f0e-a8bb-4255-a122-77767dbcc63d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:24.463188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks [] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.467480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:24.493511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.557070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Network 39b25b42-b7fc-4080-9d50-1778acffdfda is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:24.562457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:24.564312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:24.587344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:24.597348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.690666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:24.715524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:24.720461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:24.733783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Pushing event updated for resources: {'Port': ['ID=901f7e28-0c70-46e9-a158-ae75a7abe996,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:24.756495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:24.757166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.759764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c29d53b6-a0d8-4564-b5d2-3e1c025458c9 req-69010049-298d-4658-8345-3b754cd7889e tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0704248 Feb 15 01:46:24.771207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.1.1.143 (03410c93-95c1-4dd9-aaef-eeef4a808098/8b3299e3-9440-4f6c-a11a-ffefca6f252a/1784e71d-7621-40c0-b12f-b6ab42dbb67f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:24.794026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d107935a-dd19-4cfc-8c75-0172335e6256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.811294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Attempting to bind port 901f7e28-0c70-46e9-a158-ae75a7abe996 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:24.811294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Attempting to bind port 901f7e28-0c70-46e9-a158-ae75a7abe996 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:24.811294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Attempting to bind port 901f7e28-0c70-46e9-a158-ae75a7abe996 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:24.815408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:24.815793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Checking segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:24.816233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.816685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Bound using segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:24.817231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Bound port: 901f7e28-0c70-46e9-a158-ae75a7abe996, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:24.817683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.830676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278aa1b5-7771-425b-b05f-6e62abad7008 None None] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:24.893334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-5b8f3f78-2574-45e0-a263-308d8634870d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6495488 Feb 15 01:46:24.926641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:24.942771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d107935a-dd19-4cfc-8c75-0172335e6256 admin admin] Publish callbacks [] for security_group (e61e68b3-5b25-4883-9155-0738da74b907), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:24.965614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b4d53-f60f-4f87-b380-df3b497c3597 req-dd84f204-fb6c-4241-84f1-bf511802474e tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:24.979319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c24b4d53-f60f-4f87-b380-df3b497c3597 req-dd84f204-fb6c-4241-84f1-bf511802474e tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 951 time: 0.1194940 Feb 15 01:46:25.005420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Request body: {'port': {'device_id': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:25.014089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Provisioning complete for port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:25.020333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.020333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] For port 901f7e28-0c70-46e9-a158-ae75a7abe996, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:25.032619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.043697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d107935a-dd19-4cfc-8c75-0172335e6256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e61e68b3-5b25-4883-9155-0738da74b907), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.075538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] For port 901f7e28-0c70-46e9-a158-ae75a7abe996, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=901f7e28-0c70-46e9-a158-ae75a7abe996,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:25.116999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c24b4d53-f60f-4f87-b380-df3b497c3597 req-5acd2e04-e499-441d-9648-87e843f2ea64 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Feb 15 01:46:25.117377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:25.123529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107935a-dd19-4cfc-8c75-0172335e6256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61e68b3-5b25-4883-9155-0738da74b907,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:25.128568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:25.135627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d107935a-dd19-4cfc-8c75-0172335e6256 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7cdbe218cb64163b7da4de3e2d1501a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6796944 Feb 15 01:46:25.137569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 054470fd-66ac-466f-a5a6-47cfc5f71228 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:25.138104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.157899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.179159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.239446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Current status of the port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:25.239840 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.279846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:25.282008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.304846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:25.315561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:25.317939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efd48ac1-6edb-41ea-9318-b7ed6c001106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.320600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:25.325648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:25.332388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] Publish callbacks [] for security_group (e61e68b3-5b25-4883-9155-0738da74b907), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.369661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d19f-326c-428e-aaf1-e65d144a7558 req-9381f286-f781-4ed2-b7d4-c6bbfb91ef4b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:25.375479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:25.377813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4b0d19f-326c-428e-aaf1-e65d144a7558 req-9381f286-f781-4ed2-b7d4-c6bbfb91ef4b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 931 time: 0.1088538 Feb 15 01:46:25.378449 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065f4c4-f781-4bce-ad47-74d54c26efc4" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-unplugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:25.400429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:25.417021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] For port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:25.453687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4b0d19f-326c-428e-aaf1-e65d144a7558 req-2d802296-55b2-46e3-b8c1-0e94732caa5b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Feb 15 01:46:25.471390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.481186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] Publish callbacks [] for security_group (e61e68b3-5b25-4883-9155-0738da74b907), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.483229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b7a1-5d44-48c0-86bb-724de581843d None None] Pushing event updated for resources: {'Port': ['ID=901f7e28-0c70-46e9-a158-ae75a7abe996,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:25.527025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:25.589875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.597591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:25.598527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.630572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:25.640235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d553-40f5-4366-9669-ff466e0596f7 req-628161f6-fb00-4c89-80f0-783e1b997bb9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:25.650268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bb6d553-40f5-4366-9669-ff466e0596f7 req-628161f6-fb00-4c89-80f0-783e1b997bb9 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 945 time: 0.1048017 Feb 15 01:46:25.684586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:25.685199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.723782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bb6d553-40f5-4366-9669-ff466e0596f7 req-474c88db-4065-42ec-a23e-5880d79eca07 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724344 Feb 15 01:46:25.778790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41fe552e-9d7c-401c-91d2-01ed5fb673d3 req-e3d7baa2-8e6c-4066-89df-bd34140f9965 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.1049228 Feb 15 01:46:25.838754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced3474f-ccc3-4272-9e8d-e4bb5e370893 x-openstack-request-id: req-ced3474f-ccc3-4272-9e8d-e4bb5e370893 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:25.839030 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-unplugged", "status": "completed", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:25.840190 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ced3474f-ccc3-4272-9e8d-e4bb5e370893 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:25.840190 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'code': 200} Feb 15 01:46:25.851369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd223fa5-8978-4423-a1b2-306ebf94f6a7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2505677 Feb 15 01:46:25.853948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:25.854243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port aaa17f0e-a8bb-4255-a122-77767dbcc63d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:25.854691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.865671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'name': 'tempest-TaggedBootDevicesTest_v242-248875819', 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:25.907783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9e55-71e9-47c5-9aa1-8558b20040f3 None None] Pushing event updated for resources: {'Port': ['ID=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:25.931752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efd48ac1-6edb-41ea-9318-b7ed6c001106 admin admin] Publish callbacks [] for security_group (cec9b5f6-2b22-43f1-a637-421d3b3cf9ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.966346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e61e68b3-5b25-4883-9155-0738da74b907), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.972510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7d8b057b-4257-49df-ad4d-ba8fd00bf59d None None] Provisioning complete for port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:25.972510 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b057b-4257-49df-ad4d-ba8fd00bf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.972510 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.972832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:25.972832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e61e68b3-5b25-4883-9155-0738da74b907 HTTP/1.1" status: 204 len: 168 time: 0.8426905 Feb 15 01:46:25.998809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cca74-06b1-4176-9b54-290456650c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61e68b3-5b25-4883-9155-0738da74b907,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.025054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c893a433-92fa-43fc-b827-9e5e5eb15614 req-33644128-7e56-41e4-b090-6c624cc308db tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0640564 Feb 15 01:46:26.025190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efd48ac1-6edb-41ea-9318-b7ed6c001106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cec9b5f6-2b22-43f1-a637-421d3b3cf9ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.058160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca9f586-7521-4e9b-b544-5865d0f35adc {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:26.071968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks [] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.122984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-efd48ac1-6edb-41ea-9318-b7ed6c001106 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9adf82157cda4ad1b25124347f74ad6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0021968 Feb 15 01:46:26.122984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48ac1-6edb-41ea-9318-b7ed6c001106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9b5f6-2b22-43f1-a637-421d3b3cf9ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.123510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:26.126013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Transition to ACTIVE for port object 6ca9f586-7521-4e9b-b544-5865d0f35adc will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:26.133267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:26.187095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] Publish callbacks [] for security_group (cec9b5f6-2b22-43f1-a637-421d3b3cf9ab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.196092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port aaa17f0e-a8bb-4255-a122-77767dbcc63d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:26.196967 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.220167 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] Publish callbacks [] for security_group (cec9b5f6-2b22-43f1-a637-421d3b3cf9ab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.253119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.259289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:26.278809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:26.285280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b057b-4257-49df-ad4d-ba8fd00bf59d None None] Current status of the port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:26.324840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.362337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce149d-d82d-4f05-a6a4-b7c4eeea1457 req-26d6330d-1258-4a0f-8c96-bfbfc050bdda tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:26.363988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5ce149d-d82d-4f05-a6a4-b7c4eeea1457 req-26d6330d-1258-4a0f-8c96-bfbfc050bdda tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.1563952 Feb 15 01:46:26.379131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.389034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Attempting to bind port 6ca9f586-7521-4e9b-b544-5865d0f35adc on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:26.391297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Attempting to bind port 6ca9f586-7521-4e9b-b544-5865d0f35adc by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:26.391297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Attempting to bind port 6ca9f586-7521-4e9b-b544-5865d0f35adc on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:26.396021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Port 6ca9f586-7521-4e9b-b544-5865d0f35adc on network 39b25b42-b7fc-4080-9d50-1778acffdfda not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:26.396463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Attempting to bind port 6ca9f586-7521-4e9b-b544-5865d0f35adc on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:26.403723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:26.403723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Checking segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:26.404465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Bound using segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:26.405393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Bound port: 6ca9f586-7521-4e9b-b544-5865d0f35adc, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:26.411936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.424894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.460435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] device_id is not set on port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:46:26.461537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e82fb4e-1019-435b-899c-d4774f860fd2 None None] Provisioning complete for port 1784e71d-7621-40c0-b12f-b6ab42dbb67f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:26.461918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e82fb4e-1019-435b-899c-d4774f860fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.503801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e82fb4e-1019-435b-899c-d4774f860fd2 None None] Port 1784e71d-7621-40c0-b12f-b6ab42dbb67f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:26.508699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.522770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:26.526157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cec9b5f6-2b22-43f1-a637-421d3b3cf9ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.526456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:26.531154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.532635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cec9b5f6-2b22-43f1-a637-421d3b3cf9ab HTTP/1.1" status: 204 len: 168 time: 0.4074769 Feb 15 01:46:26.567790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5ce149d-d82d-4f05-a6a4-b7c4eeea1457 req-7159c316-3c56-4f14-876a-1dbb935afec5 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/security-groups?id=931425c7-c3f1-45a4-bd44-1ecdb988d1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892245 Feb 15 01:46:26.609904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0c83b-e784-48e7-a6d1-c3da9fce268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9b5f6-2b22-43f1-a637-421d3b3cf9ab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.620779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.681185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:26.682329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:26.687254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] 10.222.0.37 "PUT /v2.0/ports/6ca9f586-7521-4e9b-b544-5865d0f35adc HTTP/1.1" status: 200 len: 1092 time: 1.7539587 Feb 15 01:46:26.687254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:26.687642 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305" -d '{"events": [{"name": "network-changed", "server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:26.758982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f92d6-1ccc-4da5-92e0-d795913f34db service neutron] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:26.766247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2235-2df3-4b39-8bf7-cc9ca2c94eea req-b5b5cfb5-f65e-4219-b277-19c3e0d15c20 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:26.768123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-219c2235-2df3-4b39-8bf7-cc9ca2c94eea req-b5b5cfb5-f65e-4219-b277-19c3e0d15c20 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 943 time: 0.1056061 Feb 15 01:46:26.784745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.1.1.47 (03410c93-95c1-4dd9-aaef-eeef4a808098/8b3299e3-9440-4f6c-a11a-ffefca6f252a/616cb1bd-7468-4a56-9bd9-4f0d82eee37d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:26.824215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-9814223e-bb38-4010-887b-8b4ac716b16e tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:26.825755 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-9814223e-bb38-4010-887b-8b4ac716b16e tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.31 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 949 time: 0.1002944 Feb 15 01:46:26.881634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-219c2235-2df3-4b39-8bf7-cc9ca2c94eea req-0890202d-9d22-480d-a570-75d9c7b506dd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Feb 15 01:46:26.916232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:26.934701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-a9fe83d8-43af-48af-90cb-fb342b3f77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:26.936531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-a9fe83d8-43af-48af-90cb-fb342b3f77a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 1126 time: 0.1303935 Feb 15 01:46:26.974466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37a5bb2a-8049-447f-a758-09086261028c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.047674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-7ec3d4b6-de06-4060-819d-af30a54136e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc HTTP/1.1" status: 200 len: 217 time: 0.0629106 Feb 15 01:46:27.066352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Deleting port 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:27.066705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.103300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.113613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac71762-ec4e-4ace-a71c-538b7342c6db None None] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:27.175710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37a5bb2a-8049-447f-a758-09086261028c admin admin] Publish callbacks [] for security_group (07a860b7-61b3-4259-a472-44baeb29bff1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.178260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621931-c215-417e-9cdd-709093293814 req-ae0e65fe-0265-44f0-b8b6-ad48cb916788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:27.181769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-ae0e65fe-0265-44f0-b8b6-ad48cb916788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.1273928 Feb 15 01:46:27.240014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-5f463dbd-9c57-4dde-af8f-23b8b8137ebf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444477 Feb 15 01:46:27.282888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] For port 054470fd-66ac-466f-a5a6-47cfc5f71228, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=054470fd-66ac-466f-a5a6-47cfc5f71228,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:27.283793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.287319 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e3ae77-9d55-44b4-8f7e-6a3b0953a2bc x-openstack-request-id: req-d1e3ae77-9d55-44b4-8f7e-6a3b0953a2bc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:27.287702 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:27.288081 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1e3ae77-9d55-44b4-8f7e-6a3b0953a2bc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:27.290269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.291191 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'status': 'completed', 'code': 200} Feb 15 01:46:27.337713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Calling delete_port for 054470fd-66ac-466f-a5a6-47cfc5f71228 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:27.340247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Provisioning complete for port 901f7e28-0c70-46e9-a158-ae75a7abe996 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:27.341719 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.400121 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.447266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37a5bb2a-8049-447f-a758-09086261028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (07a860b7-61b3-4259-a472-44baeb29bff1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.505208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:27.505914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 901f7e28-0c70-46e9-a158-ae75a7abe996 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:27.506201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-5c933584-5677-438e-b9ea-0fe489edbb1f service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551465 Feb 15 01:46:27.508384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Current status of the port 901f7e28-0c70-46e9-a158-ae75a7abe996 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:27.508781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.514079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37a5bb2a-8049-447f-a758-09086261028c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc9710c2bbe34c92b79b480136f97629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963783 Feb 15 01:46:27.524117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:27.561999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:27.564507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5bb2a-8049-447f-a758-09086261028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a860b7-61b3-4259-a472-44baeb29bff1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:27.569202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:27.572828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:27.680998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b67707-5a92-4cc6-8508-b7542b3c93c7 req-0bb0a45c-3073-42ff-a238-4aa9baed10ce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:27.688599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00b67707-5a92-4cc6-8508-b7542b3c93c7 req-0bb0a45c-3073-42ff-a238-4aa9baed10ce tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.1919279 Feb 15 01:46:27.722583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:27.723247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.744256 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e621931-c215-417e-9cdd-709093293814 req-4c358039-5b71-4641-8483-00a013639951 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214367 Feb 15 01:46:27.768942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00b67707-5a92-4cc6-8508-b7542b3c93c7 req-cef731cd-56fb-49d9-800c-590784a3b330 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793812 Feb 15 01:46:27.784224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] For port 901f7e28-0c70-46e9-a158-ae75a7abe996, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=901f7e28-0c70-46e9-a158-ae75a7abe996,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:27.807678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 901f7e28-0c70-46e9-a158-ae75a7abe996 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:27.811461 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.844200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:27.847134 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f403ec7-89ae-48a5-b2a3-fd295254336c" -d '{"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:27.853087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] Publish callbacks [] for security_group (07a860b7-61b3-4259-a472-44baeb29bff1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.906360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] Publish callbacks [] for security_group (07a860b7-61b3-4259-a472-44baeb29bff1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.950269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:27.972441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 901f7e28-0c70-46e9-a158-ae75a7abe996 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:27.973262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.000073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2309e4c1-23ae-4055-aec6-bd7b4920d4e5 req-45c94135-b580-4a20-9b4e-63c79c1c9359 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0721495 Feb 15 01:46:28.007571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f2f6e232-065e-423a-b521-49471f8f1149 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1480160 Feb 15 01:46:28.037631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (054470fd-66ac-466f-a5a6-47cfc5f71228), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.051521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-4a645159-d63f-4f7d-8a4d-1abe9e44963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:28.063771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-4a645159-d63f-4f7d-8a4d-1abe9e44963f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 1126 time: 0.1578135 Feb 15 01:46:28.088209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Pushing event deleted for resources: {'Port': ['ID=054470fd-66ac-466f-a5a6-47cfc5f71228,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:28.150149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cdf64-8336-421e-8b82-03f0d138e772 None None] Pushing event updated for resources: {'Port': ['ID=901f7e28-0c70-46e9-a158-ae75a7abe996,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:28.155744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c61df0d7-0053-4992-92e5-dfeecc4b112e None None] Provisioning complete for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:28.156483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61df0d7-0053-4992-92e5-dfeecc4b112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.167861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d09ecd6-b416-4697-8a78-78828a05b737 req-d21e1e6b-7ec8-434b-b9cb-79584c1c2922 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.43 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.0484347 Feb 15 01:46:28.195790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:46:28.196454 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:46:28.207920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c61df0d7-0053-4992-92e5-dfeecc4b112e None None] Port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:28.226210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (07a860b7-61b3-4259-a472-44baeb29bff1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.228889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.232607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07a860b7-61b3-4259-a472-44baeb29bff1 HTTP/1.1" status: 204 len: 168 time: 0.7030466 Feb 15 01:46:28.258544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] No DVR routers for this DVR port 054470fd-66ac-466f-a5a6-47cfc5f71228 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:46:28.262364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.265865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0977255b-f85f-4642-8f29-efd1d7a3bcff req-c94d3296-f59e-4155-954f-16fefdda1ef6 tempest-ImagesOneServerTestJSON-1460062965 tempest-ImagesOneServerTestJSON-1460062965-project] 10.222.0.31 "DELETE /v2.0/ports/054470fd-66ac-466f-a5a6-47cfc5f71228 HTTP/1.1" status: 204 len: 173 time: 1.4217169 Feb 15 01:46:28.269062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248380c-93ac-42e4-86ec-2437e145a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a860b7-61b3-4259-a472-44baeb29bff1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:28.280127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:28.320692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-655afecc-3bb8-422f-a42e-fc1ab86a6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:28.322807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-655afecc-3bb8-422f-a42e-fc1ab86a6e8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 923 time: 0.2464309 Feb 15 01:46:28.336481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9986f9dc-1cf4-4be8-a843-a4e15d5e0939 None None] Provisioning complete for port 901f7e28-0c70-46e9-a158-ae75a7abe996 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:28.336481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9986f9dc-1cf4-4be8-a843-a4e15d5e0939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.384833 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-7c49b6f4-073b-49b1-a43f-42ab419b4366 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc HTTP/1.1" status: 200 len: 217 time: 0.0512238 Feb 15 01:46:28.413177 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a01e8-805f-4a46-b900-791fe95fc192 x-openstack-request-id: req-7a8a01e8-805f-4a46-b900-791fe95fc192 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:28.413410 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-plugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:28.413721 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a8a01e8-805f-4a46-b900-791fe95fc192 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:28.414662 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'code': 200} Feb 15 01:46:28.453019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9986f9dc-1cf4-4be8-a843-a4e15d5e0939 None None] Current status of the port 901f7e28-0c70-46e9-a158-ae75a7abe996 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:28.589674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745543-6658-4575-870c-e267191adc72 req-cc8d5849-f319-4e93-8126-816f3ca321ce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:28.592793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e745543-6658-4575-870c-e267191adc72 req-cc8d5849-f319-4e93-8126-816f3ca321ce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 943 time: 0.1004696 Feb 15 01:46:28.666320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e745543-6658-4575-870c-e267191adc72 req-2330bd7a-c377-4656-8336-240ed2320c8a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666900 Feb 15 01:46:28.698510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-481456596-network', 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:28.773656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 901f7e28-0c70-46e9-a158-ae75a7abe996 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:28.775583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:28.807299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:28.811321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.825586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.856611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:28.859076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.900196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-fcf28a25-24e5-4dc6-b46d-a05af7a6152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:28.903736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-fcf28a25-24e5-4dc6-b46d-a05af7a6152a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.5116835 Feb 15 01:46:28.938548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-14a9c870-667c-43c4-8e43-6170361dada3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294611 Feb 15 01:46:28.938832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks [] for security_group (d6c50af6-78e3-46f8-81e9-9145e69d8181), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:28.983903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:29.023952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6c50af6-78e3-46f8-81e9-9145e69d8181), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.035060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:29.038731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-f40caf3c-586f-49fb-9122-8cad9c2b73fa service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944273 Feb 15 01:46:29.043703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393315906', 'description': 'tempest-description--1688830652'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:29.053108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:29.073953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b6eb6956-ab26-4b83-bbf1-710a43e62215), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.074726 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Added segment b6eb6956-ab26-4b83-bbf1-710a43e62215 of type vlan for network 353fc174-ed35-4f0d-96ed-071c0faea74a Feb 15 01:46:29.107202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c50af6-78e3-46f8-81e9-9145e69d8181,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:29.150203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (353fc174-ed35-4f0d-96ed-071c0faea74a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.172003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2179495-418c-4d19-a045-c9e02c6f2829 req-e574feaf-b9b2-46b4-8063-c7e518a79e9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0438628 Feb 15 01:46:29.221779 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d4bfaf4a-486a-4fe8-9739-fd76ff22e305 req-4bac79cb-4df6-4fad-a28d-4b13984241b0 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737704 Feb 15 01:46:29.224108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2179495-418c-4d19-a045-c9e02c6f2829 req-99e667eb-15a1-4cc4-a3a0-c4bb5ccd16c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c64f443712794acab13965bca02d420a&device_id=040effe2-9d3a-4d8a-80b6-8fa1b9fac171 HTTP/1.1" status: 200 len: 210 time: 0.0320420 Feb 15 01:46:29.242655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.260989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 901f7e28-0c70-46e9-a158-ae75a7abe996 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:29.271491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2179495-418c-4d19-a045-c9e02c6f2829 req-29654307-1b5c-407f-84d5-e41c9de00f9f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c64f443712794acab13965bca02d420a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299685 Feb 15 01:46:29.292583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-deleted', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:29.293133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (353fc174-ed35-4f0d-96ed-071c0faea74a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.294346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:29.297514 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c6560-ece0-4e24-a5ff-3759d1f2e741" -d '{"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-deleted", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:29.297677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.321585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 901f7e28-0c70-46e9-a158-ae75a7abe996 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:29.321965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.366013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] Pushing event updated for resources: {'Network': ['ID=353fc174-ed35-4f0d-96ed-071c0faea74a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:29.389241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 353fc174-ed35-4f0d-96ed-071c0faea74a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:29.421951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (43a4407c-3e2e-4b31-af9f-5d64c7801570), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.423109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2179495-418c-4d19-a045-c9e02c6f2829 req-6512b988-6f1b-47db-9545-3beb08ebbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:29.425051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c2179495-418c-4d19-a045-c9e02c6f2829 req-6512b988-6f1b-47db-9545-3beb08ebbb00 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483002 Feb 15 01:46:29.444426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:29.444999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2867bbd1-19ca-47fb-b926-19f107a49328 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1636913 Feb 15 01:46:29.454628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Request body: {'subnet': {'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-481456596-subnet', 'tenant_id': 'd46b324e72e849da85abc48c0e038316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:29.483460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 901f7e28-0c70-46e9-a158-ae75a7abe996 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:29.494219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (43a4407c-3e2e-4b31-af9f-5d64c7801570), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.527093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4407c-3e2e-4b31-af9f-5d64c7801570,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:29.575613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:29.578606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.615797 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9944e353-67ef-4569-834a-7fa4ad905174 req-41c815f7-f5ee-46d0-92cc-a00fc5871058 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=392d21aa522c4728a4d4c5aebb507426&device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0542793 Feb 15 01:46:29.646777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.648086 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd10d1a8-a94d-4bce-998a-e579cee76467 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6118388 Feb 15 01:46:29.648395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae43a82-20eb-4668-8970-35566822ddd7 req-0fcf93c0-1b93-4e8d-854d-e1b4d1f0c29d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:29.650085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae43a82-20eb-4668-8970-35566822ddd7 req-0fcf93c0-1b93-4e8d-854d-e1b4d1f0c29d tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.0626965 Feb 15 01:46:29.651710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:29.655783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'security_group_rule': {'security_group_id': '43a4407c-3e2e-4b31-af9f-5d64c7801570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:29.678340 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9944e353-67ef-4569-834a-7fa4ad905174 req-e65b5579-67e2-40b7-baef-937f74d6d8f4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=392d21aa522c4728a4d4c5aebb507426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291328 Feb 15 01:46:29.723529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae43a82-20eb-4668-8970-35566822ddd7 req-49958d51-99b0-4c9e-9300-afb50b29878c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 Feb 15 01:46:29.828569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944e353-67ef-4569-834a-7fa4ad905174 req-1134d315-eb80-4d63-98e4-25846a06a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:29.830168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9944e353-67ef-4569-834a-7fa4ad905174 req-1134d315-eb80-4d63-98e4-25846a06a59b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457629 Feb 15 01:46:29.831615 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd0a8f-8609-4066-ab54-65852e608935 x-openstack-request-id: req-adfd0a8f-8609-4066-ab54-65852e608935 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:29.831906 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040effe2-9d3a-4d8a-80b6-8fa1b9fac171", "name": "network-vif-deleted", "tag": "054470fd-66ac-466f-a5a6-47cfc5f71228", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:29.832161 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adfd0a8f-8609-4066-ab54-65852e608935 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:29.832703 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040effe2-9d3a-4d8a-80b6-8fa1b9fac171', 'name': 'network-vif-deleted', 'tag': '054470fd-66ac-466f-a5a6-47cfc5f71228', 'status': 'completed', 'code': 200} Feb 15 01:46:29.838681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (3b2398ad-4d5e-4a02-b714-9bdc10659961), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.946852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4986c49-642b-4236-9425-f86005f54a16 req-f77cc0ad-98bc-4f4b-ba00-e7deb3d64a16 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.43 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0366950 Feb 15 01:46:29.955295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (3b2398ad-4d5e-4a02-b714-9bdc10659961), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:29.966336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (bafa25f5-0bb3-438e-8f10-c280ef09c7f7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.019719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafa25f5-0bb3-438e-8f10-c280ef09c7f7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:30.031177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:30.031589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Network hostable DHCP agents. Network: 353fc174-ed35-4f0d-96ed-071c0faea74a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:46:30.062552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334461-4a5e-45c1-8ad3-9fa227dbd279 req-fef456a2-fd99-4e5f-8c6b-97317581aa07 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:30.064156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8334461-4a5e-45c1-8ad3-9fa227dbd279 req-fef456a2-fd99-4e5f-8c6b-97317581aa07 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 943 time: 0.0563822 Feb 15 01:46:30.065875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (3b2398ad-4d5e-4a02-b714-9bdc10659961), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.097699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2398ad-4d5e-4a02-b714-9bdc10659961,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:30.109861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:46:30.134429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8334461-4a5e-45c1-8ad3-9fa227dbd279 req-53b8c42a-1f7b-49f0-a532-5aa8194fe894 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Feb 15 01:46:30.218216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 353fc174-ed35-4f0d-96ed-071c0faea74a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:30.220834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.222045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c2af991-7ab7-441b-ba7b-04a8375c604a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5700448 Feb 15 01:46:30.224658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:30.224913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.228505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1546a1-a050-49f7-a812-5a265ca5eab6 None None] Network 353fc174-ed35-4f0d-96ed-071c0faea74a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:30.230744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:30.235856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'security_group_rule': {'security_group_id': '43a4407c-3e2e-4b31-af9f-5d64c7801570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:30.319864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-22572614-cd7a-44d8-a56b-29bd4fb8a25a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8717742 Feb 15 01:46:30.353391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57045269-5a94-4672-b959-1a25b785bbf0 None None] Network 353fc174-ed35-4f0d-96ed-071c0faea74a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:30.407010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:30.419309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (95a86b2a-e111-4faf-85e7-ef9dc2a4f61a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.497893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (95a86b2a-e111-4faf-85e7-ef9dc2a4f61a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.636326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (95a86b2a-e111-4faf-85e7-ef9dc2a4f61a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.682209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a86b2a-e111-4faf-85e7-ef9dc2a4f61a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:30.723528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a39fb72-beeb-4a4d-a2e5-0d53fbe74ebd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c64f443712794acab13965bca02d420a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152390 Feb 15 01:46:30.727120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:30.774063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.775271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8b558b23-a991-4420-88e9-0e0118029077 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5434794 Feb 15 01:46:30.778681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:30.780572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] Publish callbacks [] for security_group (931425c7-c3f1-45a4-bd44-1ecdb988d1f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.784820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:30.803935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] Publish callbacks [] for security_group (931425c7-c3f1-45a4-bd44-1ecdb988d1f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.875592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.921233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:30.943576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 054470fd-66ac-466f-a5a6-47cfc5f71228 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:30.943859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 054470fd-66ac-466f-a5a6-47cfc5f71228 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:30.983995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (931425c7-c3f1-45a4-bd44-1ecdb988d1f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.987213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.988796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:30.990194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/931425c7-c3f1-45a4-bd44-1ecdb988d1f4 HTTP/1.1" status: 204 len: 168 time: 0.2621014 Feb 15 01:46:30.999289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04664b-faa6-4880-ad69-eeee8f23b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931425c7-c3f1-45a4-bd44-1ecdb988d1f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:31.145873 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9944e353-67ef-4569-834a-7fa4ad905174 req-8d6a3124-2a2e-4cc6-8ffc-3a3fa526ca85 tempest-ServerShowV257Test-1830156229 tempest-ServerShowV257Test-1830156229-project] 10.222.0.31 "GET /v2.0/ports?device_id=8acfac3b-52ef-42c4-acb0-eeada099c91b HTTP/1.1" status: 200 len: 210 time: 0.0653884 Feb 15 01:46:31.160259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 172.25.2.19 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/c2c95e3e-48c4-423a-ada4-b3eeb8882e3c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:31.262841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.267944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-ce9c9488-347a-4ad5-a9aa-409e120eca8d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:31.269474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-ce9c9488-347a-4ad5-a9aa-409e120eca8d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1174302 Feb 15 01:46:31.285245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-d8c70b12-f34f-4ab6-a20b-c54dfeb197ee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0098815 Feb 15 01:46:31.324509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-600e5aac-f99f-4fba-84a8-cb33f062a4cf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311992 Feb 15 01:46:31.379110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.416484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:31.419484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:31.425429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-d1fe5f05-c022-4225-aadb-14ea793248f8 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939682 Feb 15 01:46:31.425772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:31.462682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=c2c95e3e-48c4-423a-ada4-b3eeb8882e3c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:31.526947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.537021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-e03021cc-102f-4812-ab08-deae8831e991 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046417 Feb 15 01:46:31.545711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:31.550037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:31.618771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.738553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:31.746613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port aaa17f0e-a8bb-4255-a122-77767dbcc63d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:31.747006 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.764659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'port_id': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'mac_address': 'fa:16:3e:6c:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adc69b2-f4c3-4f56-8962-618f5fa9db58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:31.785088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.793518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:31.794976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:31.797501 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210389b1-ccfe-4d82-b75b-7f02a3b4dfcd" -d '{"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:31.855810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.858359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6ca9f586-7521-4e9b-b544-5865d0f35adc is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:31.858732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.910569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b059-81e3-4b1e-9537-dc16257bc946 req-c9746f1a-9116-4fd8-99af-f73a0aca40e5 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:31.913144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c105b059-81e3-4b1e-9537-dc16257bc946 req-c9746f1a-9116-4fd8-99af-f73a0aca40e5 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 946 time: 0.0784404 Feb 15 01:46:31.917808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:31.930851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca9f586-7521-4e9b-b544-5865d0f35adc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:31.993635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:31.998873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c105b059-81e3-4b1e-9537-dc16257bc946 req-a8adfb19-30d6-4441-ab53-cb2a540f7b1c tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecccd11f-a98e-4fa1-9aee-376270ca8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802536 Feb 15 01:46:32.015515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=c2c95e3e-48c4-423a-ada4-b3eeb8882e3c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:32.016002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:32.026256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.126780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.166710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.176465 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc131fa0-5859-4ff5-a81b-128b9dcdb49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3889275 Feb 15 01:46:32.183673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:32.364357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81475e5-bb9a-45d3-87a2-de1e4c175330 req-95e630aa-1c41-4643-b10a-7cece1d14c4c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:32.365858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f81475e5-bb9a-45d3-87a2-de1e4c175330 req-95e630aa-1c41-4643-b10a-7cece1d14c4c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 944 time: 0.0547123 Feb 15 01:46:32.435362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f81475e5-bb9a-45d3-87a2-de1e4c175330 req-654c03b0-2ab1-4176-9248-37be3bbe7c1e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Feb 15 01:46:32.459497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['6ca9f586-7521-4e9b-b544-5865d0f35adc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:32.483304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6b98daad-5e63-45a5-9916-59f376ae9ba1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:32.487281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6b98daad-5e63-45a5-9916-59f376ae9ba1 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6 HTTP/1.1" status: 200 len: 944 time: 0.0976291 Feb 15 01:46:32.505005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95db1fae-3347-4bd9-87d4-1f15304bb29f req-a694e808-3bf0-45a4-891c-eb196d3c2510 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 210 time: 0.0297911 Feb 15 01:46:32.561005 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b160aee0-02e7-4a31-90af-31ac26063eae x-openstack-request-id: req-b160aee0-02e7-4a31-90af-31ac26063eae {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:32.561554 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:32.561833 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b160aee0-02e7-4a31-90af-31ac26063eae {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:32.562344 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'code': 200} Feb 15 01:46:32.622225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Deleting port aaa17f0e-a8bb-4255-a122-77767dbcc63d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:32.622994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.735506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] For port aaa17f0e-a8bb-4255-a122-77767dbcc63d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=aaa17f0e-a8bb-4255-a122-77767dbcc63d,segment=NetworkSegment(a9668ede-bcf6-483d-9004-89ad44a7c908),segment_id=a9668ede-bcf6-483d-9004-89ad44a7c908)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:32.736408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.750019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Calling delete_port for aaa17f0e-a8bb-4255-a122-77767dbcc63d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:32.767080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-80ace447-6dbd-4d43-b215-024650d693a6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--393315906&fields=id&tenant_id=66ec705ce6e04a8cadca37a50a1895ad HTTP/1.1" status: 200 len: 267 time: 0.0611002 Feb 15 01:46:32.840089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f5f64a14-8bce-4d94-88a2-2a1dbe4fe341 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:32.847087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f5f64a14-8bce-4d94-88a2-2a1dbe4fe341 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 937 time: 0.0717037 Feb 15 01:46:32.856135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:32.901685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-92652bb2-8fba-4e06-ad81-8a9bf11ff1da tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:32.903195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-92652bb2-8fba-4e06-ad81-8a9bf11ff1da tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 935 time: 0.0552878 Feb 15 01:46:32.944830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aaa17f0e-a8bb-4255-a122-77767dbcc63d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:32.962766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-54a218ca-5099-466d-aa36-fd168524b43c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0533528 Feb 15 01:46:32.978532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Pushing event deleted for resources: {'Port': ['ID=aaa17f0e-a8bb-4255-a122-77767dbcc63d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:33.010241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fd02f627-b7ef-4ae9-987c-c1201537ef6c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418961 Feb 15 01:46:33.011044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b940-b7d4-4aba-b478-e3eb9d3987dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.023238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] No DVR routers for this DVR port aaa17f0e-a8bb-4255-a122-77767dbcc63d on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:46:33.025810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.029459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5747ea11-112d-4077-a003-0c2ac9e383de req-6fa82179-b24b-4a01-bf7a-015b29209853 tempest-ImagesTestJSON-464094441 tempest-ImagesTestJSON-464094441-project] 10.222.0.37 "DELETE /v2.0/ports/aaa17f0e-a8bb-4255-a122-77767dbcc63d HTTP/1.1" status: 204 len: 173 time: 0.5364349 Feb 15 01:46:33.029933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-deleted', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:33.032224 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6cc12-ecd5-44c9-bef0-7f1f92059755" -d '{"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-deleted", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:33.153824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-16a9cdf9-6f39-438c-9a6e-b3bf3a82702b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:33.159375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-16a9cdf9-6f39-438c-9a6e-b3bf3a82702b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:33.164384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-16a9cdf9-6f39-438c-9a6e-b3bf3a82702b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:33.166012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-16a9cdf9-6f39-438c-9a6e-b3bf3a82702b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/networks?id=2fe20b20-2d7b-4149-af03-93149eca3d9b&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=174daecd-a70f-4253-962a-55e2e7de0ed3&id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 1995 time: 0.1466229 Feb 15 01:46:33.193492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f1a79641-1814-4886-b403-5a200331a03a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/quotas/66ec705ce6e04a8cadca37a50a1895ad HTTP/1.1" status: 200 len: 375 time: 0.0218849 Feb 15 01:46:33.197975 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b940-b7d4-4aba-b478-e3eb9d3987dd admin admin] Publish callbacks [] for security_group (dc0ba38f-759d-421b-8656-28f162742fdb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.260821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-ee78fbfd-e425-4187-b0c0-f6f5f82fa049 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0614309 Feb 15 01:46:33.328257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b940-b7d4-4aba-b478-e3eb9d3987dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc0ba38f-759d-421b-8656-28f162742fdb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.396963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b940-b7d4-4aba-b478-e3eb9d3987dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ba38f-759d-421b-8656-28f162742fdb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:33.403479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4eb4b940-b7d4-4aba-b478-e3eb9d3987dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=392d21aa522c4728a4d4c5aebb507426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452161 Feb 15 01:46:33.406451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:33.419328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0a6a031a-a560-4385-bb14-d597ff05dafa service neutron] 10.222.0.43 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455536 Feb 15 01:46:33.457542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] Publish callbacks [] for security_group (dc0ba38f-759d-421b-8656-28f162742fdb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.479699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] Publish callbacks [] for security_group (dc0ba38f-759d-421b-8656-28f162742fdb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.534246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-1f11edab-9f8b-4495-95c9-fb6e45844f26 service neutron] 10.222.0.43 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142259 Feb 15 01:46:33.571866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:33.575667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-008be1e8-b147-40c1-b109-128a38d49f23 service neutron] 10.222.0.43 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380311 Feb 15 01:46:33.612699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc0ba38f-759d-421b-8656-28f162742fdb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.615481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.616707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc0ba38f-759d-421b-8656-28f162742fdb HTTP/1.1" status: 204 len: 168 time: 0.2092593 Feb 15 01:46:33.632093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e649-8378-4b0c-87ce-d541d9991c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0ba38f-759d-421b-8656-28f162742fdb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:33.689885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-ea02baff-e7f2-4b9b-b36b-6c98ee249bcf service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079202 Feb 15 01:46:33.716272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 6ca9f586-7521-4e9b-b544-5865d0f35adc completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:46:33.721481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 6ca9f586-7521-4e9b-b544-5865d0f35adc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:33.721859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.793288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-17b4505a-5f5a-480c-80b2-706c16868130 service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946562 Feb 15 01:46:33.805501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6ca9f586-7521-4e9b-b544-5865d0f35adc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:33.808150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.837854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5e1794ca-f03e-4712-8853-03254c526ecf service neutron] 10.222.0.43 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380895 Feb 15 01:46:33.843331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:33.946097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-3cdd2e6c-068f-4485-97d5-cdfe5d0426fd service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026115 Feb 15 01:46:33.961320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:33.962274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:33.985187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: aaa17f0e-a8bb-4255-a122-77767dbcc63d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:33.985598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device aaa17f0e-a8bb-4255-a122-77767dbcc63d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:34.038394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:34.045459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0def64b3-1709-49cc-8b47-1cc423468580 service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925970 Feb 15 01:46:34.141566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0ef9e5b7-ddf2-492b-9120-3fa4c316cb8d service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884275 Feb 15 01:46:34.230906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fd0ca740-136f-476e-a96e-e01cb6869439 service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823607 Feb 15 01:46:34.332652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-56c41ed0-883e-47a6-b7a9-99b12498c5aa service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956483 Feb 15 01:46:34.430415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-46c45002-b470-4937-8c76-fb8a0192591b service neutron] 10.222.0.43 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908575 Feb 15 01:46:34.526329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-d2702edd-a8ea-47aa-810b-86234ae67569 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:34.532092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-d2702edd-a8ea-47aa-810b-86234ae67569 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1234124 Feb 15 01:46:34.535636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5d8fa9a1-b76f-4c79-8479-98c855ad124b service neutron] 10.222.0.43 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991819 Feb 15 01:46:34.539980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:34.563382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:34.566479 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc2de5-3088-4c58-984c-9dce5667e6c8" -d '{"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:34.633401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-bc0f4a34-9ed1-420b-8458-a14d9c50ca7e service neutron] 10.222.0.43 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910740 Feb 15 01:46:34.733098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:34.736660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-51a52a4b-13f3-40ba-ac52-6f5f89cea29a service neutron] 10.222.0.43 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965366 Feb 15 01:46:34.737482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:34.800630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:34.839112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-31b65b2e-b54a-494c-a410-1189b98775ff service neutron] 10.222.0.43 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950620 Feb 15 01:46:34.883680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.14 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/3d4d838e-b19a-485a-95d9-3a277040af12) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:34.901121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a9ab03a8-0dbb-4010-902e-2e77834d6c63 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:34.902578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a9ab03a8-0dbb-4010-902e-2e77834d6c63 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 937 time: 0.0549133 Feb 15 01:46:34.910902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1144389775-network', 'tenant_id': 'a70d8bb266e9489e993295f768f54264'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:34.967824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-77506bd0-9968-462c-a0b1-2e24cd802a7c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:34.969214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-77506bd0-9968-462c-a0b1-2e24cd802a7c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 935 time: 0.0550466 Feb 15 01:46:35.030210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Made reservation on behalf of a70d8bb266e9489e993295f768f54264 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:35.032621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.035082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (3d4d838e-b19a-485a-95d9-3a277040af12), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.042947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.120631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks [] for security_group (9ec2c5de-f295-476e-a01a-edbc67c7c71e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.178783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.206919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ec2c5de-f295-476e-a01a-edbc67c7c71e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.220186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:35.224026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:35.226645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:35.229025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:35.244485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2c5de-f295-476e-a01a-edbc67c7c71e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:35.247316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (480978d3-8de1-4343-9ca3-08b33242de02), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.247663 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Added segment 480978d3-8de1-4343-9ca3-08b33242de02 of type vlan for network f1eb4ee7-9884-406d-a47d-b4978aa35466 Feb 15 01:46:35.265697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:35.291186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:35.292133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.296047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f1eb4ee7-9884-406d-a47d-b4978aa35466), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.424134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f1eb4ee7-9884-406d-a47d-b4978aa35466), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.425173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:35.425793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.427356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-0946f728-5a04-4cf3-af20-95316842cc60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913670 Feb 15 01:46:35.438353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-b06d817c-2541-4313-ac62-1acd60e66c13 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:46:35.439926 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-b06d817c-2541-4313-ac62-1acd60e66c13 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Feb 15 01:46:35.450368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Request body: {'port': {'device_id': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:35.484641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] Pushing event updated for resources: {'Network': ['ID=f1eb4ee7-9884-406d-a47d-b4978aa35466,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:35.495205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f1eb4ee7-9884-406d-a47d-b4978aa35466 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:35.520740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d94b18b3-0f2a-4c4d-804c-415daa777382 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7106614 Feb 15 01:46:35.521259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.793727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4d838e-b19a-485a-95d9-3a277040af12 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:35.802017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks [] for port (3d4d838e-b19a-485a-95d9-3a277040af12), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:35.814780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Transition to ACTIVE for port object 3d4d838e-b19a-485a-95d9-3a277040af12 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:35.950124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:36.003794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:36.066211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Attempting to bind port 3d4d838e-b19a-485a-95d9-3a277040af12 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:36.066548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Attempting to bind port 3d4d838e-b19a-485a-95d9-3a277040af12 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:36.066868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Attempting to bind port 3d4d838e-b19a-485a-95d9-3a277040af12 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:36.071153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Port 3d4d838e-b19a-485a-95d9-3a277040af12 on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:36.074079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Attempting to bind port 3d4d838e-b19a-485a-95d9-3a277040af12 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:36.076069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:36.076429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:36.076819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:36.077225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Bound port: 3d4d838e-b19a-485a-95d9-3a277040af12, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:36.077573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:36.137408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:36.140328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3d4d838e-b19a-485a-95d9-3a277040af12,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:36.184475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:36.221575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.222187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:36.223623 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] 10.222.0.31 "PUT /v2.0/ports/3d4d838e-b19a-485a-95d9-3a277040af12 HTTP/1.1" status: 200 len: 1093 time: 0.7772911 Feb 15 01:46:36.247063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6025f-5854-4465-a101-e19f51e6c68f service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:36.352988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-e57a6b4f-cbc3-439c-927e-c3f97dd5ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.354806 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-e57a6b4f-cbc3-439c-927e-c3f97dd5ed87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 1127 time: 0.0624745 Feb 15 01:46:36.397321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-18ade07c-2e89-452a-94fd-2e16c01d09fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4d838e-b19a-485a-95d9-3a277040af12 HTTP/1.1" status: 200 len: 217 time: 0.0349939 Feb 15 01:46:36.452733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570383-1930-473b-beda-38730ba17cee req-e3a92a4c-ee4d-4f90-93e9-799222b15dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.454321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-e3a92a4c-ee4d-4f90-93e9-799222b15dd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0513611 Feb 15 01:46:36.455223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:36.487521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-a326676b-3748-41d6-ba1a-ec512f7e4c29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Feb 15 01:46:36.592842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8c307af8-7991-42d2-bc18-bc44804bff90 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.594240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8c307af8-7991-42d2-bc18-bc44804bff90 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 937 time: 0.1380713 Feb 15 01:46:36.607684 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c475708-c166-4663-b2a3-0dbe44751700 x-openstack-request-id: req-6c475708-c166-4663-b2a3-0dbe44751700 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:36.607964 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6", "name": "network-vif-deleted", "tag": "aaa17f0e-a8bb-4255-a122-77767dbcc63d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:36.608223 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c475708-c166-4663-b2a3-0dbe44751700 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:36.608646 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e2b4e-3a9b-49d1-b2c0-ec8c0f0205b6', 'name': 'network-vif-deleted', 'tag': 'aaa17f0e-a8bb-4255-a122-77767dbcc63d', 'status': 'completed', 'code': 200} Feb 15 01:46:36.659201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-235b5f47-db2d-426c-91c8-65cc9225c50d service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660304 Feb 15 01:46:36.668541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-50319753-8fb8-4303-9eda-08a790524996 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.669904 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-50319753-8fb8-4303-9eda-08a790524996 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 935 time: 0.0641441 Feb 15 01:46:36.705323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0aeac-fec7-421e-800a-a79ff92266ce req-9b540c5a-ed5d-4469-bf35-b9cf6da20f21 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.707456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2aa0aeac-fec7-421e-800a-a79ff92266ce req-9b540c5a-ed5d-4469-bf35-b9cf6da20f21 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0566325 Feb 15 01:46:36.771101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2aa0aeac-fec7-421e-800a-a79ff92266ce req-797bbbdd-43ec-45ff-a65c-21b72de81457 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579846 Feb 15 01:46:36.776932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b3570383-1930-473b-beda-38730ba17cee req-4c4d644b-204d-4d2a-9b6c-fb6b31bdaad8 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060247 Feb 15 01:46:36.891280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a21bf-e63c-41e8-9b5f-fdc69c1ceedc req-f5961a94-b3ba-4b94-815f-0ccd7713ee86 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:36.893691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f38a21bf-e63c-41e8-9b5f-fdc69c1ceedc req-f5961a94-b3ba-4b94-815f-0ccd7713ee86 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 944 time: 0.0572495 Feb 15 01:46:36.941492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f38a21bf-e63c-41e8-9b5f-fdc69c1ceedc req-73442487-ff4c-4001-8d08-195d970fd8c9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Feb 15 01:46:36.987779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:36.988635 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ff396b-f15d-4af6-9172-fd6dab689478 x-openstack-request-id: req-b7ff396b-f15d-4af6-9172-fd6dab689478 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:36.989130 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:36.989243 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7ff396b-f15d-4af6-9172-fd6dab689478 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:36.989586 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'code': 200} Feb 15 01:46:37.089274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f725-433a-4aaa-84e1-f29e8e76881e req-3fdb7cab-8208-4179-bd82-a6c91fe636a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:37.090718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-21b4f725-433a-4aaa-84e1-f29e8e76881e req-3fdb7cab-8208-4179-bd82-a6c91fe636a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 1128 time: 0.0451345 Feb 15 01:46:37.138481 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-21b4f725-433a-4aaa-84e1-f29e8e76881e req-3edbfd98-a828-4e0f-b133-29ac21ef8b66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Feb 15 01:46:37.156534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2249c6-85ad-4eb7-aaf3-2394953c1b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.256558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2249c6-85ad-4eb7-aaf3-2394953c1b76 admin admin] Publish callbacks [] for security_group (d037db94-a11c-477b-b243-42feb90b65ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.355243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2249c6-85ad-4eb7-aaf3-2394953c1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d037db94-a11c-477b-b243-42feb90b65ae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.404181 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed2249c6-85ad-4eb7-aaf3-2394953c1b76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ce7dee774644d11a44c3e9426cf5196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128556 Feb 15 01:46:37.404181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2249c6-85ad-4eb7-aaf3-2394953c1b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d037db94-a11c-477b-b243-42feb90b65ae,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:37.406840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:37.431953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405799c-15a1-4f21-a7e3-4314f3496085 req-558affe9-8a1f-412f-8a0b-07fa95dddea0 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:37.440571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405799c-15a1-4f21-a7e3-4314f3496085 req-558affe9-8a1f-412f-8a0b-07fa95dddea0 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:37.447775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405799c-15a1-4f21-a7e3-4314f3496085 req-558affe9-8a1f-412f-8a0b-07fa95dddea0 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:37.452702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5405799c-15a1-4f21-a7e3-4314f3496085 req-558affe9-8a1f-412f-8a0b-07fa95dddea0 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2281506 Feb 15 01:46:37.490641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] Publish callbacks [] for security_group (d037db94-a11c-477b-b243-42feb90b65ae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.519246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b17c142-9079-4059-87d9-1a78d843ea35 req-58b7917a-a9ef-4401-ae0e-cce6531344af tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0329061 Feb 15 01:46:37.525810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] Publish callbacks [] for security_group (d037db94-a11c-477b-b243-42feb90b65ae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.687103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d037db94-a11c-477b-b243-42feb90b65ae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.689973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:37.691373 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d037db94-a11c-477b-b243-42feb90b65ae HTTP/1.1" status: 204 len: 168 time: 0.2841892 Feb 15 01:46:37.700392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29936d8-fc7c-4d66-9bed-98259c76d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037db94-a11c-477b-b243-42feb90b65ae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:37.998773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6e235-d0ec-4e52-97b7-2102ecb32280 req-0322df3c-760b-49f2-ab92-d68f11347784 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:38.000120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dff6e235-d0ec-4e52-97b7-2102ecb32280 req-0322df3c-760b-49f2-ab92-d68f11347784 tempest-ComputeTenantNetworksTest-808737044 tempest-ComputeTenantNetworksTest-808737044-project] 10.222.0.43 "GET /v2.0/networks/f1eb4ee7-9884-406d-a47d-b4978aa35466 HTTP/1.1" status: 200 len: 769 time: 0.3907020 Feb 15 01:46:38.008235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:38.082261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f1eb4ee7-9884-406d-a47d-b4978aa35466), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.177684 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f1eb4ee7-9884-406d-a47d-b4978aa35466), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.192137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952881-9c8c-4dc5-91f4-a5e34da98340 req-ef4b5573-0b8e-4f2b-9948-4cc62300fd1f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:38.193651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38952881-9c8c-4dc5-91f4-a5e34da98340 req-ef4b5573-0b8e-4f2b-9948-4cc62300fd1f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0582881 Feb 15 01:46:38.198727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eb4ee7-9884-406d-a47d-b4978aa35466']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:38.209158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480978d3-8de1-4343-9ca3-08b33242de02') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:38.209537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480978d3-8de1-4343-9ca3-08b33242de02') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:38.219914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (480978d3-8de1-4343-9ca3-08b33242de02), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.234825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (480978d3-8de1-4343-9ca3-08b33242de02), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.241558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:46:38.241953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (480978d3-8de1-4343-9ca3-08b33242de02), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:46:38.243757 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:46:38.254039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38952881-9c8c-4dc5-91f4-a5e34da98340 req-9b187326-de26-4648-a471-e057015b0564 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538473 Feb 15 01:46:38.372511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aa5d4-262b-4afd-b125-c63e8aa75746 req-f3118ec0-4875-482b-8f88-ecbe1dba5586 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:38.374002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20aa5d4-262b-4afd-b125-c63e8aa75746 req-f3118ec0-4875-482b-8f88-ecbe1dba5586 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 944 time: 0.0571997 Feb 15 01:46:38.395968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f1eb4ee7-9884-406d-a47d-b4978aa35466), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.404818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.409646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f1eb4ee7-9884-406d-a47d-b4978aa35466 HTTP/1.1" status: 204 len: 168 time: 0.3994355 Feb 15 01:46:38.434318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79769e27-d1f8-4be7-95f5-8cfade3f2189 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1eb4ee7-9884-406d-a47d-b4978aa35466,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:38.448880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20aa5d4-262b-4afd-b125-c63e8aa75746 req-cf7f0d41-0d13-41e2-82d5-88d34e80f563 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684454 Feb 15 01:46:38.610159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:38.612755 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f541b39e-fb0c-42e5-be32-45ef214597fd" -d '{"events": [{"name": "network-changed", "server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:38.661028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a93ecec-feea-4fac-b810-22231f2fef17 req-09caa2a0-eca5-4d01-bcce-284cf6e57c8f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0299711 Feb 15 01:46:38.770994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:38.793290 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aaa255-6f6e-4834-ad9d-49c8a996393e x-openstack-request-id: req-54aaa255-6f6e-4834-ad9d-49c8a996393e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:38.793595 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:38.793856 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54aaa255-6f6e-4834-ad9d-49c8a996393e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:38.794257 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12', 'status': 'completed', 'code': 200} Feb 15 01:46:38.807847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:38.869550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-e098979f-f564-4626-a90c-e2eb4604cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:38.872346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-e098979f-f564-4626-a90c-e2eb4604cc5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 1127 time: 0.0537207 Feb 15 01:46:38.872516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4c9c58d0-c3e0-49a2-8ee8-ec6d22665da9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a70d8bb266e9489e993295f768f54264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615132 Feb 15 01:46:38.873774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:38.943468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] Publish callbacks [] for security_group (9ec2c5de-f295-476e-a01a-edbc67c7c71e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.967304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] Publish callbacks [] for security_group (9ec2c5de-f295-476e-a01a-edbc67c7c71e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:38.995559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-54192404-5b93-4d2d-b4e2-b02a26852fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:38.997655 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-54192404-5b93-4d2d-b4e2-b02a26852fac service neutron] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.1197047 Feb 15 01:46:39.055656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1911120482-network', 'tenant_id': 'c8016a69947840758a204166f830fc54'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:39.059792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-cb8b72bd-0e6d-40d1-8b20-97762a794154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4d838e-b19a-485a-95d9-3a277040af12 HTTP/1.1" status: 200 len: 217 time: 0.0563562 Feb 15 01:46:39.128682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ec2c5de-f295-476e-a01a-edbc67c7c71e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.134369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.137984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ec2c5de-f295-476e-a01a-edbc67c7c71e HTTP/1.1" status: 204 len: 168 time: 0.2608311 Feb 15 01:46:39.138699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-32243a1f-e19b-4c11-8bc6-d220818e505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.140062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-32243a1f-e19b-4c11-8bc6-d220818e505e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0737388 Feb 15 01:46:39.149070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401ecec-98f2-4e5c-af91-c35a917672a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2c5de-f295-476e-a01a-edbc67c7c71e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:39.185349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-2d3b32e9-14ab-4c58-9ec4-afc5184241da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373583 Feb 15 01:46:39.218617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Made reservation on behalf of c8016a69947840758a204166f830fc54 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:39.221629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.237470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:39.265895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.284186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Deleting subnet 9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:46:39.287838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Publish callbacks [] for subnet (9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.346736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.361630 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-399e295d-5f74-4cac-85f1-adefda682e20 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696737 Feb 15 01:46:39.367727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d0c401d5-a310-4429-a7e4-c120ba67d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.369028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d0c401d5-a310-4429-a7e4-c120ba67d9ba service neutron] 10.222.0.37 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 1033 time: 0.0541360 Feb 15 01:46:39.430951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.472837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe8e77-596e-4d61-8f4e-b22b5c3d45f5 req-eb94b962-5a8f-4eec-9e99-bd521a9f7ea0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.472837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52fe8e77-596e-4d61-8f4e-b22b5c3d45f5 req-eb94b962-5a8f-4eec-9e99-bd521a9f7ea0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.1295221 Feb 15 01:46:39.476239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2ad30487-f624-4492-8698-404736e02c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.477795 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2ad30487-f624-4492-8698-404736e02c94 service neutron] 10.222.0.37 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 1031 time: 0.0997643 Feb 15 01:46:39.534110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52fe8e77-596e-4d61-8f4e-b22b5c3d45f5 req-c5cf06b8-8641-4533-a7e0-3043ff62d1c6 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537028 Feb 15 01:46:39.535146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks [] for security_group (823fad5b-391f-46de-9d5f-f061c5561a1e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.567824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f541b39e-fb0c-42e5-be32-45ef214597fd req-a45e1e15-c435-4d30-8b96-ec4159446c8d service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012846 Feb 15 01:46:39.624103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a18e9ea2-1ceb-4111-9e1e-07392d199b1a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.629928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a18e9ea2-1ceb-4111-9e1e-07392d199b1a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.634941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a18e9ea2-1ceb-4111-9e1e-07392d199b1a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.636578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a18e9ea2-1ceb-4111-9e1e-07392d199b1a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/networks?id=2fe20b20-2d7b-4149-af03-93149eca3d9b&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=174daecd-a70f-4253-962a-55e2e7de0ed3&id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 1995 time: 0.1500483 Feb 15 01:46:39.642977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c03311-2ed2-4e5d-be97-d5340e48daf6 req-4517bfa1-e334-4566-88bc-ef7b49ed513e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:39.644593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67c03311-2ed2-4e5d-be97-d5340e48daf6 req-4517bfa1-e334-4566-88bc-ef7b49ed513e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 944 time: 0.0534296 Feb 15 01:46:39.680944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.701117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (823fad5b-391f-46de-9d5f-f061c5561a1e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.723749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:39.728268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.729206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:46:39.734243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-357c0c11-743d-4869-8a6a-ecfed8043321 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9cd9b2ef-fa48-49cb-b3fc-f37dfd975d9d HTTP/1.1" status: 204 len: 168 time: 0.4933476 Feb 15 01:46:39.735318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:39.754151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67c03311-2ed2-4e5d-be97-d5340e48daf6 req-2310c0b6-668d-4897-8205-5345799ed662 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034629 Feb 15 01:46:39.758237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-bdd4e26c-9aaa-4243-9f2a-a25d04c0a24d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66ec705ce6e04a8cadca37a50a1895ad HTTP/1.1" status: 200 len: 379 time: 0.1112685 Feb 15 01:46:39.764117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fad9aab2-9b29-42b3-bf14-b53cb551b41b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:39.764447 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Added segment fad9aab2-9b29-42b3-bf14-b53cb551b41b of type vlan for network f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 Feb 15 01:46:39.770719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'admin_state_up': True, 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'security_groups': ['43a4407c-3e2e-4b31-af9f-5d64c7801570']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:39.792049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823fad5b-391f-46de-9d5f-f061c5561a1e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:39.855224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (bcc6cf53-cec5-4f3a-af6e-d466d05be507), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.023877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:40.045892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833f836-75c1-4bf4-93d9-db8aed1c7f40 req-61a0e1b2-1c49-46b9-a0cd-f374f3bc761d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:40.054352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8833f836-75c1-4bf4-93d9-db8aed1c7f40 req-61a0e1b2-1c49-46b9-a0cd-f374f3bc761d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.1902592 Feb 15 01:46:40.058236 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (bcc6cf53-cec5-4f3a-af6e-d466d05be507), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.113632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc6cf53-cec5-4f3a-af6e-d466d05be507']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:40.119469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9668ede-bcf6-483d-9004-89ad44a7c908') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:40.119998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9668ede-bcf6-483d-9004-89ad44a7c908') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:46:40.139376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (a9668ede-bcf6-483d-9004-89ad44a7c908), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.153215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8833f836-75c1-4bf4-93d9-db8aed1c7f40 req-1626670e-7b5e-40af-853d-9d6b6ae9c94d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975337 Feb 15 01:46:40.168340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a9668ede-bcf6-483d-9004-89ad44a7c908), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.178829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:46:40.179610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (a9668ede-bcf6-483d-9004-89ad44a7c908), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.211479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:46:40.249957 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:46:40.312625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-037fb88a-cfcd-48b0-b16a-0e220e3adb66 req-75b0e6b6-981a-43b6-8c06-8b70e4637775 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0540192 Feb 15 01:46:40.315520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.316671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:40.318351 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.331794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd03b69-7ef0-4b59-92d0-396163bdf8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.351802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:40.355241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.394299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (bcc6cf53-cec5-4f3a-af6e-d466d05be507), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.398112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.401799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] 10.222.0.43 "DELETE /v2.0/networks/bcc6cf53-cec5-4f3a-af6e-d466d05be507 HTTP/1.1" status: 204 len: 168 time: 0.6648953 Feb 15 01:46:40.425607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] Pushing event updated for resources: {'Network': ['ID=f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:40.439524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:46:40.481819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9171dcc1-b57e-4a8b-9eee-349a135e3db1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7072511 Feb 15 01:46:40.483600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:40.486376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c70ae5-ebf4-4972-9c2c-7a22434c595e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc6cf53-cec5-4f3a-af6e-d466d05be507,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:40.488641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Request body: {'subnet': {'network_id': 'f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1911120482-subnet', 'tenant_id': 'c8016a69947840758a204166f830fc54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:40.554924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd03b69-7ef0-4b59-92d0-396163bdf8f6 admin admin] Publish callbacks [] for security_group (cfc57d02-fe15-469c-a176-688c637e43c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.594087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec420c-321d-4fbf-bff3-c76e1a39daab req-430f0e6c-4b16-4750-9d87-10243c0106b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:40.596399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8ec420c-321d-4fbf-bff3-c76e1a39daab req-430f0e6c-4b16-4750-9d87-10243c0106b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.1514537 Feb 15 01:46:40.601016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 172.20.0.8 (2fe20b20-2d7b-4149-af03-93149eca3d9b/8ed72078-ec8e-4cca-9389-3e2f99b633b5/874a5499-e7ca-44e1-b6f9-78404ef34423) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:40.614460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Made reservation on behalf of c8016a69947840758a204166f830fc54 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:40.618538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.668402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd03b69-7ef0-4b59-92d0-396163bdf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cfc57d02-fe15-469c-a176-688c637e43c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.677266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8ec420c-321d-4fbf-bff3-c76e1a39daab req-21a85b3f-b323-4f17-8753-9191dc7c587c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743067 Feb 15 01:46:40.740160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ffd03b69-7ef0-4b59-92d0-396163bdf8f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c80d30507e348a5bad67b28ad3ce295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136643 Feb 15 01:46:40.742970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:40.791084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd03b69-7ef0-4b59-92d0-396163bdf8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc57d02-fe15-469c-a176-688c637e43c2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:40.809078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] Publish callbacks [] for security_group (cfc57d02-fe15-469c-a176-688c637e43c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.828230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:40.881126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] Publish callbacks [] for security_group (cfc57d02-fe15-469c-a176-688c637e43c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.891895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:40.949159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-62504b51-cedc-42f7-b8fd-a91478c56541 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9bf1864cd5845c1ae258e543179e82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205995 Feb 15 01:46:40.951699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:40.966399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583a453-3071-4d25-bfc5-d243dc2d04ce req-cea21d1f-0211-4189-9f52-6cf89b1ccb60 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:40.968672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4583a453-3071-4d25-bfc5-d243dc2d04ce req-cea21d1f-0211-4189-9f52-6cf89b1ccb60 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.1414180 Feb 15 01:46:40.998076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3d4d838e-b19a-485a-95d9-3a277040af12 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:41.045630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] Publish callbacks [] for security_group (ecccd11f-a98e-4fa1-9aee-376270ca8663), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.048957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.072145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4583a453-3071-4d25-bfc5-d243dc2d04ce req-6b02227d-eb75-47bb-87d9-6a32ef2131eb tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884321 Feb 15 01:46:41.082866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:41.106385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (9fdc3397-398a-47e7-90d2-809692b1a93a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.116114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] Publish callbacks [] for security_group (ecccd11f-a98e-4fa1-9aee-376270ca8663), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.120485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:41.128571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:41.144889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cfc57d02-fe15-469c-a176-688c637e43c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.160387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.160387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfc57d02-fe15-469c-a176-688c637e43c2 HTTP/1.1" status: 204 len: 168 time: 0.4074481 Feb 15 01:46:41.161793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3d4d838e-b19a-485a-95d9-3a277040af12,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:41.193005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '3d4d838e-b19a-485a-95d9-3a277040af12', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '3d4d838e-b19a-485a-95d9-3a277040af12', 'mac_address': 'fa:16:3e:a8:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:41.238295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b1a9-60f8-428e-8895-3365e224862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc57d02-fe15-469c-a176-688c637e43c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:41.251407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 3d4d838e-b19a-485a-95d9-3a277040af12 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:41.252149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.293837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4d838e-b19a-485a-95d9-3a277040af12 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:41.340015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:41.340803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3d4d838e-b19a-485a-95d9-3a277040af12,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:41.342717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.347943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661e172-7818-4b1d-b28e-899e59881d60 req-aa44f0a0-0b05-4575-9d21-02fab81de923 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:41.349621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:41.355841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2661e172-7818-4b1d-b28e-899e59881d60 req-aa44f0a0-0b05-4575-9d21-02fab81de923 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 944 time: 0.2028992 Feb 15 01:46:41.358588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdc3397-398a-47e7-90d2-809692b1a93a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:41.419523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Checking segment: {'id': 'fad9aab2-9b29-42b3-bf14-b53cb551b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:41.419940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Network hostable DHCP agents. Network: f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:46:41.441726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2661e172-7818-4b1d-b28e-899e59881d60 req-277af15f-60e2-4e4d-a3a0-1eb69961d3c9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Feb 15 01:46:41.466237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-67a52003-c07f-4bf9-82c7-b0026597b8c7 None None] Provisioning complete for port 874a5499-e7ca-44e1-b6f9-78404ef34423 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:41.467225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67a52003-c07f-4bf9-82c7-b0026597b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.471180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.473396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ecccd11f-a98e-4fa1-9aee-376270ca8663), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.479831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.481259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecccd11f-a98e-4fa1-9aee-376270ca8663 HTTP/1.1" status: 204 len: 168 time: 0.5283539 Feb 15 01:46:41.497830 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7c5221ae-d3c1-4bce-8c16-2c7395737c28 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7350757 Feb 15 01:46:41.501794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342224-5e78-46b6-92f3-7e22eed260c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecccd11f-a98e-4fa1-9aee-376270ca8663,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:41.512206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'admin_state_up': True, 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'security_groups': ['43a4407c-3e2e-4b31-af9f-5d64c7801570']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:41.582582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67a52003-c07f-4bf9-82c7-b0026597b8c7 None None] Port 874a5499-e7ca-44e1-b6f9-78404ef34423 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:41.595908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:41.621934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Network f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:46:41.704225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:41.711621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:41.712681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.718466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef12485-e371-49d2-9341-ada8c5f52608 None None] Network f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:41.746748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:41.756269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['3d4d838e-b19a-485a-95d9-3a277040af12'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:41.762507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:41.927048 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69feef4d-15d6-4649-a375-24833a4b614a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4343605 Feb 15 01:46:41.961741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.1.1.161 (03410c93-95c1-4dd9-aaef-eeef4a808098/8b3299e3-9440-4f6c-a11a-ffefca6f252a/ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:42.089933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d74247-777d-4d77-b6d5-ec817eb964e8 None None] Network f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:46:42.140897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.287489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.350356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:42.353236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:42.368729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5735918e-1bfe-4b88-b0cf-d2c45770773f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.375474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:42.378611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:42.381935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:42.463680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:42.464637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.500446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5735918e-1bfe-4b88-b0cf-d2c45770773f admin admin] Publish callbacks [] for security_group (54c30c79-11d8-4b76-b7ab-e393cdb76666), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.592681 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-544fe0df-899f-4a81-be52-f174ab13d411 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0873260 Feb 15 01:46:42.604381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'admin_state_up': True, 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'security_groups': ['43a4407c-3e2e-4b31-af9f-5d64c7801570']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:42.629983 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5735918e-1bfe-4b88-b0cf-d2c45770773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (54c30c79-11d8-4b76-b7ab-e393cdb76666), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.679852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5735918e-1bfe-4b88-b0cf-d2c45770773f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4473d11eba7548a183d843e2bfca1c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274910 Feb 15 01:46:42.682370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:42.705212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735918e-1bfe-4b88-b0cf-d2c45770773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c30c79-11d8-4b76-b7ab-e393cdb76666,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:42.747812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fef4312b-fb4f-4f88-b62d-7677ac4c870c None None] Provisioning complete for port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:42.749396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fef4312b-fb4f-4f88-b62d-7677ac4c870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.765692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] Publish callbacks [] for security_group (54c30c79-11d8-4b76-b7ab-e393cdb76666), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.795071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] Publish callbacks [] for security_group (54c30c79-11d8-4b76-b7ab-e393cdb76666), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.824107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:42.827538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fef4312b-fb4f-4f88-b62d-7677ac4c870c None None] Port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:42.827970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.955615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (54c30c79-11d8-4b76-b7ab-e393cdb76666), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.959497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:42.960830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54c30c79-11d8-4b76-b7ab-e393cdb76666 HTTP/1.1" status: 204 len: 168 time: 0.2775748 Feb 15 01:46:42.994759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dda9a6-a38b-4a4f-a0ff-e14c3c736e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c30c79-11d8-4b76-b7ab-e393cdb76666,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:43.005773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3d4d838e-b19a-485a-95d9-3a277040af12 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:43.049670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcafad-13dd-422c-9a11-9399f3026f35 req-f7a99a8e-3d1e-47a1-924d-2f0d5a102a78 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:43.060223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcafad-13dd-422c-9a11-9399f3026f35 req-f7a99a8e-3d1e-47a1-924d-2f0d5a102a78 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:43.070316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3dcafad-13dd-422c-9a11-9399f3026f35 req-f7a99a8e-3d1e-47a1-924d-2f0d5a102a78 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 1653 time: 0.1263599 Feb 15 01:46:43.134188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3dcafad-13dd-422c-9a11-9399f3026f35 req-fd788a6a-ad1a-410b-a23f-7357b0597e01 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629148 Feb 15 01:46:43.139418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.1.1.116 (03410c93-95c1-4dd9-aaef-eeef4a808098/8b3299e3-9440-4f6c-a11a-ffefca6f252a/519bf6f5-b9d3-484f-80e5-17fe6b16ec7e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:43.167725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 3d4d838e-b19a-485a-95d9-3a277040af12 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:46:43.174360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 3d4d838e-b19a-485a-95d9-3a277040af12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:43.174892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.323185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:46:43.339922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 3d4d838e-b19a-485a-95d9-3a277040af12 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:43.340354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.351745 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.366331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:43.368953 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a92de-91b5-4374-994a-97b8ae6bc117" -d '{"events": [{"server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:43.385647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3d4d838e-b19a-485a-95d9-3a277040af12,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:43.463834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.510372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.539653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302736148', 'description': 'tempest-description-1225984030'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:43.558763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:43.603943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:43.608608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:43.612819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:43.694399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:43.695214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.735577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:43.738414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.832270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5ab506d1-beee-4786-ad1a-4872b9bf517e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2322967 Feb 15 01:46:43.844331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'admin_state_up': True, 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'security_groups': ['43a4407c-3e2e-4b31-af9f-5d64c7801570']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:43.910920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5840d401-9683-4a8f-bd0c-16ce6b1894a3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.984446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5840d401-9683-4a8f-bd0c-16ce6b1894a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:43.993841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-80777947-4bda-439e-a25e-a9433187f50b None None] Provisioning complete for port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:43.997245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80777947-4bda-439e-a25e-a9433187f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:44.021332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5840d401-9683-4a8f-bd0c-16ce6b1894a3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:44.079096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80777947-4bda-439e-a25e-a9433187f50b None None] Port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:44.113090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:44.114720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47d98e4b-2630-4237-be21-5d085fb84650 req-f9aec48f-1579-4aa2-9a3e-8b3ff90c408b tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5800657 Feb 15 01:46:44.195562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:44.338660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9092-f61f-4a5c-acf9-8530775b3a28 req-464e57a1-2f04-48a5-b804-a00c8619c8b2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:44.340272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-088e9092-f61f-4a5c-acf9-8530775b3a28 req-464e57a1-2f04-48a5-b804-a00c8619c8b2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 946 time: 0.1022742 Feb 15 01:46:44.361944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:44.436408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-088e9092-f61f-4a5c-acf9-8530775b3a28 req-98b8149e-d2d4-4ea9-8fea-637bf7501ea7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 Feb 15 01:46:44.644718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07d881-9d67-4ba9-bd9f-bea99d20628e req-5b44c55a-520b-4810-877f-4d1634db6f24 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:44.646294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd07d881-9d67-4ba9-bd9f-bea99d20628e req-5b44c55a-520b-4810-877f-4d1634db6f24 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0673280 Feb 15 01:46:44.711793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd07d881-9d67-4ba9-bd9f-bea99d20628e req-3686b6f5-795e-42a5-a432-f15daa71de8a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580037 Feb 15 01:46:44.712751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.2.2.100 (174daecd-a70f-4253-962a-55e2e7de0ed3/18198009-6531-48f8-9951-3703885ad613/895bfa65-d6e0-4205-b5b6-7421e55a9fa3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:44.779028 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81468aef-07c1-4b84-9c0c-8546f189c1bd x-openstack-request-id: req-81468aef-07c1-4b84-9c0c-8546f189c1bd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:44.779028 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:44.779028 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81468aef-07c1-4b84-9c0c-8546f189c1bd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:44.779028 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12', 'code': 200} Feb 15 01:46:44.845853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-d9539b97-1dad-4421-964f-bedef9d97896 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5840d401-9683-4a8f-bd0c-16ce6b1894a3 HTTP/1.1" status: 200 len: 1832 time: 0.0413356 Feb 15 01:46:44.861999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5840d401-9683-4a8f-bd0c-16ce6b1894a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:44.862248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5840d401-9683-4a8f-bd0c-16ce6b1894a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:44.932150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b568e-6aef-4094-bb11-739910a0e2cb req-03925a39-a70b-43af-a8ff-202377fd6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:44.933698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-411b568e-6aef-4094-bb11-739910a0e2cb req-03925a39-a70b-43af-a8ff-202377fd6ced service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 1129 time: 0.0935681 Feb 15 01:46:44.966769 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.006482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-411b568e-6aef-4094-bb11-739910a0e2cb req-66b4598b-5cb6-4f38-a97e-61292f049220 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 Feb 15 01:46:45.006729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.037308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.110357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.154596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:45.160137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:45.161338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.162056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.164105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:45.170805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:45.180409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae15225-014d-48df-8d3b-59736014f298,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:45.227089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.227820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.271868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.273244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eee0dacb-af76-4ad2-9bed-1427923c7e26 req-c2a4d2b4-25d4-48d0-a01f-8081baaf847a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4184532 Feb 15 01:46:45.341201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a5dff203-13a4-4c39-8d94-8568c91d352f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015283 Feb 15 01:46:45.352838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'admin_state_up': True, 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'security_groups': ['43a4407c-3e2e-4b31-af9f-5d64c7801570']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:45.421366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-30b704a0-ff7c-4a0c-8f73-5e3a5a1e5ae5 None None] Provisioning complete for port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:45.421985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30b704a0-ff7c-4a0c-8f73-5e3a5a1e5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.424944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-8f0a7616-1601-47f3-93e3-d18a4b75290b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.431780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-8f0a7616-1601-47f3-93e3-d18a4b75290b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.443469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-8f0a7616-1601-47f3-93e3-d18a4b75290b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.451312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-8f0a7616-1601-47f3-93e3-d18a4b75290b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.453463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-8f0a7616-1601-47f3-93e3-d18a4b75290b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 3095 time: 0.1237245 Feb 15 01:46:45.467175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-30b704a0-ff7c-4a0c-8f73-5e3a5a1e5ae5 None None] Port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:45.509511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e6b4887-c95f-4258-9c82-13878ab0577a req-3585dcba-a6a4-4f12-8b6c-d79701a9019e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499063 Feb 15 01:46:45.550043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Made reservation on behalf of 66ec705ce6e04a8cadca37a50a1895ad for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:46:45.557932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.745305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Allocated IP 10.2.2.200 (174daecd-a70f-4253-962a-55e2e7de0ed3/18198009-6531-48f8-9951-3703885ad613/d8664fc7-2173-4b10-983f-fa167fc1b958) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:46:45.886428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0cc4f-6255-4d6d-9d6c-4585ad2f59dc req-67d7bfbb-4e9c-4c59-884a-bece37b267f9 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:45.888745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90f0cc4f-6255-4d6d-9d6c-4585ad2f59dc req-67d7bfbb-4e9c-4c59-884a-bece37b267f9 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0704799 Feb 15 01:46:45.934324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:45.960642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90f0cc4f-6255-4d6d-9d6c-4585ad2f59dc req-4ee56aee-d65e-48f7-8661-0073e43b4ff5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Feb 15 01:46:46.018173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eccf5bf0-1479-4a60-ad99-a83250e2e2ee req-75126290-ff5a-4bd8-8601-c05ab4d71850 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5840d401-9683-4a8f-bd0c-16ce6b1894a3 HTTP/1.1" status: 200 len: 2426 time: 0.0422337 Feb 15 01:46:46.053408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.097879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:46:46.101150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:46:46.110877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:46:46.154423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:46.200059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:46.200059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.219912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9e4a-9e11-4264-921b-14713526b564 req-df8b0744-9b62-4fe4-99b7-285292805c04 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:46.219912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3eb9e4a-9e11-4264-921b-14713526b564 req-df8b0744-9b62-4fe4-99b7-285292805c04 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 946 time: 0.1181500 Feb 15 01:46:46.271626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3eb9e4a-9e11-4264-921b-14713526b564 req-1701d13b-8f53-43d8-a7d2-1a7d85b7a084 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492883 Feb 15 01:46:46.289559 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-739b9517-4e5d-45c2-a274-ff56620d9a93 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416342 Feb 15 01:46:46.314599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:46.423513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.424355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0a1f780a-c648-4cad-a3e3-462d3600f9c5 None None] Provisioning complete for port d8664fc7-2173-4b10-983f-fa167fc1b958 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:46.424814 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a1f780a-c648-4cad-a3e3-462d3600f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.466220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-6a777d7b-389c-4d68-a2a0-45464861dde3 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-group-rules/aae15225-014d-48df-8d3b-59736014f298 HTTP/1.1" status: 200 len: 778 time: 0.0392592 Feb 15 01:46:46.472082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f780a-c648-4cad-a3e3-462d3600f9c5 None None] Port d8664fc7-2173-4b10-983f-fa167fc1b958 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:46:46.512092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-f56f2ae5-17f7-4544-9f77-798a1b073d85 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5840d401-9683-4a8f-bd0c-16ce6b1894a3 HTTP/1.1" status: 200 len: 2426 time: 0.0442972 Feb 15 01:46:46.546951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.556417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.652649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (aae15225-014d-48df-8d3b-59736014f298), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.658695 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.660236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c54160e9-1084-43dc-9e80-958abb8fd4b3 req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/aae15225-014d-48df-8d3b-59736014f298 HTTP/1.1" status: 204 len: 173 time: 0.1409910 Feb 15 01:46:46.673813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7c755-bdaf-44f9-b462-df55e510b2d0 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae15225-014d-48df-8d3b-59736014f298,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:46.705286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874a5499-e7ca-44e1-b6f9-78404ef34423 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:46.714702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks [] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.728669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Transition to ACTIVE for port object 874a5499-e7ca-44e1-b6f9-78404ef34423 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:46.800879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:46.852470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:46.930328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Attempting to bind port 874a5499-e7ca-44e1-b6f9-78404ef34423 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:46.930696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Attempting to bind port 874a5499-e7ca-44e1-b6f9-78404ef34423 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:46.931034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Attempting to bind port 874a5499-e7ca-44e1-b6f9-78404ef34423 on network 2fe20b20-2d7b-4149-af03-93149eca3d9b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:46.936140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Port 874a5499-e7ca-44e1-b6f9-78404ef34423 on network 2fe20b20-2d7b-4149-af03-93149eca3d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:46.936778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Attempting to bind port 874a5499-e7ca-44e1-b6f9-78404ef34423 on network 2fe20b20-2d7b-4149-af03-93149eca3d9b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:46.943442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:46.944375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Checking segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:46.945014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Bound using segment: {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:46.945708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Bound port: 874a5499-e7ca-44e1-b6f9-78404ef34423, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f431ce-6ef5-4b4b-a525-811c731d88f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:46.946310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.024111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:47.027523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:47.161551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.244537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.244537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.244537 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] 10.222.0.37 "PUT /v2.0/ports/874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 200 len: 1092 time: 0.9433684 Feb 15 01:46:47.244537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:47.246192 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:47.254518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69436ada-bb36-4fd1-83f3-29cb1b382e1e service neutron] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:47.364707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f274843-73ee-4661-96d5-58d695c812f1 req-c7731b5d-7944-40ee-890a-2cecf1e2492d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.371001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:47.373740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f274843-73ee-4661-96d5-58d695c812f1 req-c7731b5d-7944-40ee-890a-2cecf1e2492d tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0820792 Feb 15 01:46:47.446035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f274843-73ee-4661-96d5-58d695c812f1 req-1adfb1c0-4062-482a-98a2-97c9a302ca78 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713565 Feb 15 01:46:47.471199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.664380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.670149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.676615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.682192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.687952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:47.690125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-5959f1d6-4f10-4b3a-9887-2f731001a8f0 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 3828 time: 0.1022060 Feb 15 01:46:47.748608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f9d591c-8bd8-4477-83fd-edbb987d629f req-cd6b2c7c-5d27-460f-97f2-6ca4ab7b1340 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507939 Feb 15 01:46:47.791960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1784e71d-7621-40c0-b12f-b6ab42dbb67f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:47.799342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1980123029', 'description': 'tempest-description-1880370571'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:47.807043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks [] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.820119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Transition to ACTIVE for port object 1784e71d-7621-40c0-b12f-b6ab42dbb67f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:47.863946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.886948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.938209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.961575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (30f80ae4-1360-4912-bafe-8ffb03993396), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:47.984675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:48.035587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (30f80ae4-1360-4912-bafe-8ffb03993396), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.074866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f80ae4-1360-4912-bafe-8ffb03993396,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:48.105609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Attempting to bind port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:48.105969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Attempting to bind port 1784e71d-7621-40c0-b12f-b6ab42dbb67f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:48.106251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Attempting to bind port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:48.110943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on network 03410c93-95c1-4dd9-aaef-eeef4a808098 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:48.111263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Attempting to bind port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:48.116521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:48.118620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:48.118620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Bound using segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:48.118620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Bound port: 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:48.118620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.163938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.174014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30a1a60f-4231-42a1-b7b6-e4b14cdd50c2 req-e6c7eda8-280a-44e7-b085-3eaa1e50f9e6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3786097 Feb 15 01:46:48.199607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:48.203257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:48.287918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.358555 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dcdb8b-0d9d-45fc-ad2d-49d2f372bd73 x-openstack-request-id: req-80dcdb8b-0d9d-45fc-ad2d-49d2f372bd73 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:48.359055 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:48.359339 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80dcdb8b-0d9d-45fc-ad2d-49d2f372bd73 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:48.359868 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'status': 'completed', 'code': 200} Feb 15 01:46:48.361366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:48.414633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.414633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.416194 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a8e1812e-e797-4c45-b43b-f4c254883771 service neutron] 10.222.0.37 "PUT /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 1137 time: 1.0511692 Feb 15 01:46:48.475532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba9e9-d09a-41a0-9a4e-57527330e535 req-6cd8697d-4a94-42f6-a3a5-69a6601e580f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.477197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9fba9e9-d09a-41a0-9a4e-57527330e535 req-6cd8697d-4a94-42f6-a3a5-69a6601e580f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 946 time: 0.0944617 Feb 15 01:46:48.483699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.484272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.484765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.485765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.486245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.486691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.488568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-f2ba9671-67f6-4456-bd65-da3a479fa819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5356 time: 0.1691737 Feb 15 01:46:48.553516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:48.648109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9fba9e9-d09a-41a0-9a4e-57527330e535 req-6876bfb5-75cb-4c8e-98f3-16ba14bef314 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581099 Feb 15 01:46:48.676219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:48.679424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-2c85698d-640a-4b11-b2c0-2d29f118e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.680089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-2c85698d-640a-4b11-b2c0-2d29f118e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.680589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-2c85698d-640a-4b11-b2c0-2d29f118e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.682207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-2c85698d-640a-4b11-b2c0-2d29f118e25b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1865618 Feb 15 01:46:48.820325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-6e7ee465-1011-4c05-9c87-b8a6523f0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.822577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b21bf2-2c4e-4ca9-b375-7caaaa7a6838 req-6e7ee465-1011-4c05-9c87-b8a6523f0ef8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327045 Feb 15 01:46:48.896701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99a8c-4956-4395-94f7-680977bb2699 req-7c1affcf-061b-4963-8324-e3dcb1e4f32e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:48.905491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afd99a8c-4956-4395-94f7-680977bb2699 req-7c1affcf-061b-4963-8324-e3dcb1e4f32e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0811658 Feb 15 01:46:48.983909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afd99a8c-4956-4395-94f7-680977bb2699 req-607b0eb7-6f27-4480-a12b-ae9b5e5c399c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733438 Feb 15 01:46:49.016238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616cb1bd-7468-4a56-9bd9-4f0d82eee37d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:49.025689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks [] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.053773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Transition to ACTIVE for port object 616cb1bd-7468-4a56-9bd9-4f0d82eee37d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:49.110921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d12bfa8-878b-40e6-938b-773f6ce519a2 req-673075f0-0bc8-4e79-9387-5c9fcc8d0585 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/30f80ae4-1360-4912-bafe-8ffb03993396 HTTP/1.1" status: 200 len: 1832 time: 0.0392790 Feb 15 01:46:49.140133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.212625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:49.353301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Attempting to bind port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:49.353790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Attempting to bind port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:49.354129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Attempting to bind port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:49.359094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on network 03410c93-95c1-4dd9-aaef-eeef4a808098 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:49.359422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Attempting to bind port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:49.365698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:49.366009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:49.366363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Bound using segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:49.366802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Bound port: 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:49.367221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.450270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:49.454160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:49.544709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.584661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.586118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.587616 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] 10.222.0.37 "PUT /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 1135 time: 1.0386534 Feb 15 01:46:49.619893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3298b74-9d89-4c7c-b337-2c61163d0f40 service neutron] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:49.701988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:49.756979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.762486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.768138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.773484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.779521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.783982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:49.785402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.795899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:49.799358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-9b7274df-4b6a-4aef-bc41-9e1bef02c59d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5382 time: 0.1132715 Feb 15 01:46:49.893420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d31c3b1b-0c77-4735-9981-77af606c0c61 req-1b757989-4b18-4d61-8c5d-86c48a7e9804 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845840 Feb 15 01:46:50.257965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:50.267269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks [] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:50.281833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Transition to ACTIVE for port object ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:50.361373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f'}, {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:50.364119 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea894b9-d191-4668-93a7-10b8ffad0cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f"}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "616cb1bd-7468-4a56-9bd9-4f0d82eee37d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:50.373018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:50.464882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:50.570698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Attempting to bind port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:50.571804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Attempting to bind port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:50.572116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Attempting to bind port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:50.577154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 on network 03410c93-95c1-4dd9-aaef-eeef4a808098 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:50.577479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Attempting to bind port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:50.584105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:50.584528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:50.584949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Bound using segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:50.585388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Bound port: ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:50.585749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:50.660429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:50.663686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:50.756852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:50.792330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:50.808957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:50.811904 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 HTTP/1.1" status: 200 len: 1092 time: 1.1155434 Feb 15 01:46:50.864566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260c885-de6b-4079-91f3-1eaa34915f34 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:50.951135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c72ab-f222-4e6e-883e-853031d05d45 req-36758fff-ba44-46d5-86a9-77f834aa3270 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:50.958817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf5c72ab-f222-4e6e-883e-853031d05d45 req-36758fff-ba44-46d5-86a9-77f834aa3270 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 946 time: 0.0715222 Feb 15 01:46:50.998378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:51.018729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf5c72ab-f222-4e6e-883e-853031d05d45 req-d464d369-8b08-45a7-9b8f-53dd80d34fd4 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511918 Feb 15 01:46:51.038833 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7bab72c-c9e7-4577-898a-fefedbc34ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.075139 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a16a9e-a62f-43ce-b735-db957fcbe33b x-openstack-request-id: req-60a16a9e-a62f-43ce-b735-db957fcbe33b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:51.075447 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "616cb1bd-7468-4a56-9bd9-4f0d82eee37d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:51.075699 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60a16a9e-a62f-43ce-b735-db957fcbe33b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:51.076247 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f', 'status': 'completed', 'code': 200} Feb 15 01:46:51.076551 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d', 'status': 'completed', 'code': 200} Feb 15 01:46:51.130657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.155137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1159592582', 'description': 'tempest-description-1189140250'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:51.179620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-6b4dd2f6-8ff7-4817-8ee4-d307ee54ce6d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.181002 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-6b4dd2f6-8ff7-4817-8ee4-d307ee54ce6d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 946 time: 0.1791573 Feb 15 01:46:51.184769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.185248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.185896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.186723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.187349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.187972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.188668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.191180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b38aeff0-276c-4a3d-906d-a7c73730d2f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6414 time: 0.1017439 Feb 15 01:46:51.298535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.347215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-f2d92b73-4ad2-4e90-a110-3e5fecd25313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.348114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-f2d92b73-4ad2-4e90-a110-3e5fecd25313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.348883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-f2d92b73-4ad2-4e90-a110-3e5fecd25313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.350740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-f2d92b73-4ad2-4e90-a110-3e5fecd25313 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1483626 Feb 15 01:46:51.417120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 3d4d838e-b19a-485a-95d9-3a277040af12 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:46:51.417616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.468667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.506423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-1a9d1d9c-d2a0-4082-8664-1157d36965f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.508465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-1a9d1d9c-d2a0-4082-8664-1157d36965f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504767 Feb 15 01:46:51.526276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:51.558901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.592627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 3d4d838e-b19a-485a-95d9-3a277040af12, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=3d4d838e-b19a-485a-95d9-3a277040af12,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:51.593021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.613201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:51.617939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 3d4d838e-b19a-485a-95d9-3a277040af12 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:46:51.624823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks [] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.664925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.665650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.666130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.666600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.667060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.667521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.667979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.670017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-49ecec47-3962-493b-a9c5-2328ad9c5f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6414 time: 0.1012044 Feb 15 01:46:51.675283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:51.675437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Transition to ACTIVE for port object 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:51.686020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e90eaf43-a536-4c88-b649-55c5b843f019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.755198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.769302 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.770140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73b5c29a-c7cc-47a2-a404-374aa11a498a req-69b1dd44-4bb1-4fe5-b1f0-51892ec0b35c tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6198876 Feb 15 01:46:51.855255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:51.861654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-d815e31f-169b-4ac9-9917-f1d82f61ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.862129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-d815e31f-169b-4ac9-9917-f1d82f61ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.862587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-d815e31f-169b-4ac9-9917-f1d82f61ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:51.864208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-d815e31f-169b-4ac9-9917-f1d82f61ebc8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1761968 Feb 15 01:46:51.920909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d4d838e-b19a-485a-95d9-3a277040af12), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.934356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['3d4d838e-b19a-485a-95d9-3a277040af12'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:51.951509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Attempting to bind port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:51.952191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Attempting to bind port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:51.952786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Attempting to bind port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:51.953907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e90eaf43-a536-4c88-b649-55c5b843f019 admin admin] Publish callbacks [] for security_group (5641bbd0-72b6-490e-b29b-203cb350115f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:51.960074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=3d4d838e-b19a-485a-95d9-3a277040af12,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:51.965653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e on network 03410c93-95c1-4dd9-aaef-eeef4a808098 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:51.965986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Attempting to bind port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:51.976928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:51.977096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Checking segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:51.977424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Bound using segment: {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:51.977864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Bound port: 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0435fe8c-58b9-421a-a19f-792b33e50e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:51.978224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.014422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b6f7e7d3-bfde-4563-a7e0-70e99e133e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.021954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea894b9-d191-4668-93a7-10b8ffad0cd1 req-b6f7e7d3-bfde-4563-a7e0-70e99e133e02 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459680 Feb 15 01:46:52.066882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 3d4d838e-b19a-485a-95d9-3a277040af12 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:46:52.072037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.076192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-cdfce67b-c1c5-49ba-b8ac-8f389b959a37 req-d01d6e57-68cd-467d-b97e-c3f348c449c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "DELETE /v2.0/ports/3d4d838e-b19a-485a-95d9-3a277040af12 HTTP/1.1" status: 204 len: 173 time: 0.8903196 Feb 15 01:46:52.092537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e90eaf43-a536-4c88-b649-55c5b843f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5641bbd0-72b6-490e-b29b-203cb350115f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.142208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:52.145867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:52.198571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e90eaf43-a536-4c88-b649-55c5b843f019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ce4bf3f5c7f499d8b58ee1e23c869f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6684449 Feb 15 01:46:52.198819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:52.207448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eaf43-a536-4c88-b649-55c5b843f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641bbd0-72b6-490e-b29b-203cb350115f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:52.244716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.252200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.257752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.263221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.270457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.277141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.282767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.282924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] Publish callbacks [] for security_group (5641bbd0-72b6-490e-b29b-203cb350115f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.290850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-47c686c7-ad64-4781-a8d6-d6c6e4f5a422 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5406 time: 0.1811388 Feb 15 01:46:52.295017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.346893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] Publish callbacks [] for security_group (5641bbd0-72b6-490e-b29b-203cb350115f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.382694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:52.382908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c538e1c3-ca0a-4b0f-936e-fd77dd95c7fb req-250d5af8-0123-49d2-b834-e3e8332a4257 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903175 Feb 15 01:46:52.383808 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.386134 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] 10.222.0.37 "PUT /v2.0/ports/519bf6f5-b9d3-484f-80e5-17fe6b16ec7e HTTP/1.1" status: 200 len: 1092 time: 1.3928485 Feb 15 01:46:52.387901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145873-2d59-4f98-95ea-0a5fc70dde38 service neutron] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:52.512553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:52.623946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.675111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5641bbd0-72b6-490e-b29b-203cb350115f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.679601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:52.684932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5641bbd0-72b6-490e-b29b-203cb350115f HTTP/1.1" status: 204 len: 168 time: 0.4849398 Feb 15 01:46:52.705770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2802b-0daf-493b-a0aa-543d4943df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641bbd0-72b6-490e-b29b-203cb350115f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:52.882734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f870c34-fd69-485f-94f0-869af1925c24 req-386acfa8-bad0-4299-91fc-18bbf6091566 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9 HTTP/1.1" status: 200 len: 1832 time: 0.0440066 Feb 15 01:46:52.993433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:53.003122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks [] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.019489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Transition to ACTIVE for port object 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:53.051425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1045f186-d3dc-48da-9011-5736ff8c735e req-1bf918d2-b4ca-4adf-bf59-2d924a9f665d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=82ad4b4a-66df-458b-af4c-219c77ec5c99 HTTP/1.1" status: 200 len: 210 time: 0.0370047 Feb 15 01:46:53.077450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0'}, {'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'name': 'network-vif-deleted', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12'}, {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:53.081142 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e61e1a2-f182-473f-9475-3377bd8f3b62" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0"}, {"server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "name": "network-vif-deleted", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12"}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:53.110570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.245096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:53.280800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac17fb23-6e6a-4895-a6c8-5aba5307b713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.312654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c11c-6aba-4d4f-ba74-2874cca1f5c6 req-0113ff66-070c-44a3-9b3d-e4308dfe806a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:53.314585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf97c11c-6aba-4d4f-ba74-2874cca1f5c6 req-0113ff66-070c-44a3-9b3d-e4308dfe806a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0743778 Feb 15 01:46:53.388267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Attempting to bind port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:53.388642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Attempting to bind port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:53.388969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Attempting to bind port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:53.400145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:53.400511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Attempting to bind port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:53.407599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf97c11c-6aba-4d4f-ba74-2874cca1f5c6 req-f6d24bac-d279-4c3e-b961-864c424d345a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Feb 15 01:46:53.417263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:53.417764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Checking segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:53.418145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Bound using segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:53.418607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Bound port: 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:53.419034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.454730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169297861', 'description': 'tempest-description-779304660'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:53.534594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:53.546833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:53.567438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.624111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.695463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.697811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:53.698441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.699925 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 200 len: 1092 time: 1.1923196 Feb 15 01:46:53.731164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a595-0a7d-4a30-b4a1-39c3eab431f8 service neutron] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:53.766469 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.812241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Request body: {'port': {'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:53.828859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:53.897297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:53.906375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2be0c79b-4016-462b-955b-d558e91575ad req-0d662ce2-6f6e-4be0-a88a-f36fd9e3b891 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4557874 Feb 15 01:46:53.948607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:54.027637 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928e785a-cc09-430b-a20c-83c3fe00e229 x-openstack-request-id: req-928e785a-cc09-430b-a20c-83c3fe00e229 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:54.028032 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0", "status": "completed", "code": 200}, {"server_uuid": "82ad4b4a-66df-458b-af4c-219c77ec5c99", "name": "network-vif-deleted", "tag": "3d4d838e-b19a-485a-95d9-3a277040af12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:54.028427 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-928e785a-cc09-430b-a20c-83c3fe00e229 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:54.028894 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'status': 'completed', 'code': 200} Feb 15 01:46:54.029207 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ad4b4a-66df-458b-af4c-219c77ec5c99', 'name': 'network-vif-deleted', 'tag': '3d4d838e-b19a-485a-95d9-3a277040af12', 'status': 'completed', 'code': 200} Feb 15 01:46:54.033990 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'status': 'completed', 'code': 200} Feb 15 01:46:54.187625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.188230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.188705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.189267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.189749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.190222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.190686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.192875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-efe4676d-d90f-443d-9cd9-5b3d068e8480 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6612 time: 0.1466265 Feb 15 01:46:54.299259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.304851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.310995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.316703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.322764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.328746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.334550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.342844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-17774378-d95f-4fa6-a183-7b51177ee8cb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5418 time: 0.2001426 Feb 15 01:46:54.427369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-1b3fe151-1fac-4536-a604-0064a2c18b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.428214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-1b3fe151-1fac-4536-a604-0064a2c18b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.428913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-1b3fe151-1fac-4536-a604-0064a2c18b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.429505 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:54.431300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-1b3fe151-1fac-4536-a604-0064a2c18b56 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2294481 Feb 15 01:46:54.466328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8664fc7-2173-4b10-983f-fa167fc1b958 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:54.474744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d497aa3c-42ed-4176-ab87-76cc2e612272 req-4f31a419-2182-492d-8054-8ec38cc1f806 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308081 Feb 15 01:46:54.489573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks [] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:54.546275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Transition to ACTIVE for port object d8664fc7-2173-4b10-983f-fa167fc1b958 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:46:54.612342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:54.622382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-dcc07964-c56c-43ce-8bd9-03067a96a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.628501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-dcc07964-c56c-43ce-8bd9-03067a96a00e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868889 Feb 15 01:46:54.640710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-337ff7f7-5643-409d-868e-3da04c0feebc req-76f7b37c-473a-4fc6-84f4-98a8ec6ebbce tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc HTTP/1.1" status: 200 len: 1830 time: 0.0838895 Feb 15 01:46:54.692892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:54.806281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.806746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.809280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.809538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.810023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.810546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.811031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:54.817918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-4d91e39e-d87f-45f5-8898-6ef47d4edb6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6638 time: 0.1151609 Feb 15 01:46:54.856178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Attempting to bind port d8664fc7-2173-4b10-983f-fa167fc1b958 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:46:54.856562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Attempting to bind port d8664fc7-2173-4b10-983f-fa167fc1b958 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:46:54.856902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Attempting to bind port d8664fc7-2173-4b10-983f-fa167fc1b958 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:54.867825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Port d8664fc7-2173-4b10-983f-fa167fc1b958 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:46:54.868161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Attempting to bind port d8664fc7-2173-4b10-983f-fa167fc1b958 on network 174daecd-a70f-4253-962a-55e2e7de0ed3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:46:54.889816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:46:54.889816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Checking segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:46:54.889816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Bound using segment: {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:46:54.890268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Bound port: d8664fc7-2173-4b10-983f-fa167fc1b958, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:46:54.890575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.113073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-2bd52eb7-3a21-46a0-af4a-7ab02bbead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.113854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-2bd52eb7-3a21-46a0-af4a-7ab02bbead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.114508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-2bd52eb7-3a21-46a0-af4a-7ab02bbead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.115682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3d4d838e-b19a-485a-95d9-3a277040af12 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:46:55.115833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:46:55.116822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-2bd52eb7-3a21-46a0-af4a-7ab02bbead07 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2786298 Feb 15 01:46:55.119118 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:46:55.158991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 3d4d838e-b19a-485a-95d9-3a277040af12 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:46:55.159497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 3d4d838e-b19a-485a-95d9-3a277040af12 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:46:55.230676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-5592f9e5-da54-4f8f-8be8-3bbe3cf8105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.233482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e61e1a2-f182-473f-9475-3377bd8f3b62 req-5592f9e5-da54-4f8f-8be8-3bbe3cf8105f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087904 Feb 15 01:46:55.241683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.313544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.314195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.315824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 200 len: 1092 time: 1.5082529 Feb 15 01:46:55.373268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:55.382257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.382991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.384122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.385559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.390710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.393772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c425721-f878-45fb-a279-7417e3fc35d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:46:55.470439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15417b0-1c8c-469b-9eca-c48d2d434d98 req-0c71d715-0650-4f3c-a204-10f88234e9ff tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.489379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f15417b0-1c8c-469b-9eca-c48d2d434d98 req-0c71d715-0650-4f3c-a204-10f88234e9ff tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.2179029 Feb 15 01:46:55.534216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.534714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.535191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.535936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.536475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.536953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.537415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.539669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc3f22db-3413-4db7-b182-e3160014e9ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6711 time: 0.1124353 Feb 15 01:46:55.548892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f15417b0-1c8c-469b-9eca-c48d2d434d98 req-6206aea3-aac2-43ca-a1a5-cea55516f041 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Feb 15 01:46:55.593013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-229952573', 'description': 'tempest-description-1670736049'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:55.603972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:46:55.604990 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8862ec8f-288a-4bf2-9031-4ce21cada658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 200 len: 217 time: 0.0548675 Feb 15 01:46:55.683502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-ac5e77aa-5866-40a6-9047-8d99446ca872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.685822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-ac5e77aa-5866-40a6-9047-8d99446ca872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed72078-ec8e-4cca-9389-3e2f99b633b5 HTTP/1.1" status: 200 len: 856 time: 0.0743468 Feb 15 01:46:55.715619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.755835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7a10540a-1c4b-49f2-8c1e-7cb9850c2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:55.757674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7a10540a-1c4b-49f2-8c1e-7cb9850c2f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe20b20-2d7b-4149-af03-93149eca3d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0622115 Feb 15 01:46:55.804941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:55.805898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (a2b10ac1-9db9-4f5e-b75b-e3c669030f0c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.828656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'port_id': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'mac_address': 'fa:16:3e:6c:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adc69b2-f4c3-4f56-8962-618f5fa9db58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:46:55.874756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.881049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a2b10ac1-9db9-4f5e-b75b-e3c669030f0c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.897522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6ca9f586-7521-4e9b-b544-5865d0f35adc is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:55.898201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.914793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca9f586-7521-4e9b-b544-5865d0f35adc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:46:55.939639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:55.955470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b10ac1-9db9-4f5e-b75b-e3c669030f0c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:55.962435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:55.966063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82fdc0a7-6c2c-4f52-b12c-b664859008b5 req-25510841-5015-465f-913e-c0f05dc9d032 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3791306 Feb 15 01:46:56.006453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:56.033756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.109078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:56.156935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['6ca9f586-7521-4e9b-b544-5865d0f35adc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:46:56.223789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39c56f7a-ded7-4a1f-897c-2845f797139f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.234323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3'}, {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:56.238432 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87aad01-6003-4bec-b560-610c6d31c80f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3"}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:56.292873 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-2d1d4da0-511f-4555-9d39-afc34ab3bfe5 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231793 Feb 15 01:46:56.324274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-91ea54b8-7692-4499-a6a1-186cc2ce0d94 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:56.327254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-91ea54b8-7692-4499-a6a1-186cc2ce0d94 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.2541153 Feb 15 01:46:56.355285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-f3b8a7ed-16ab-48ee-9957-79f8bc1c85dd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0201693 Feb 15 01:46:56.399533 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-9ad3f7ac-9cf3-4e6d-abcd-52ba8e479398 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993311 Feb 15 01:46:56.401018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5838147d-d6ba-440c-a5de-94b5d46bbd6c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370541 Feb 15 01:46:56.448007 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-07969d07-60c3-4866-b411-9325227357b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 217 time: 0.0424929 Feb 15 01:46:56.493333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39c56f7a-ded7-4a1f-897c-2845f797139f admin admin] Publish callbacks [] for security_group (2c391856-06e0-4a56-8b13-9ba8c3a30895), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.497800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e6a28e77-1f98-4fb0-ae79-d9473b678473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:56.499398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e6a28e77-1f98-4fb0-ae79-d9473b678473 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0450749 Feb 15 01:46:56.550224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-42885f8c-2ee0-4bb7-9e34-966c0918574a service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386156 Feb 15 01:46:56.553558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-c1c5e09a-fb1d-4b30-a296-ba737338fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:56.555750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-c1c5e09a-fb1d-4b30-a296-ba737338fe55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0493329 Feb 15 01:46:56.566068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39c56f7a-ded7-4a1f-897c-2845f797139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2c391856-06e0-4a56-8b13-9ba8c3a30895), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.653521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-39c56f7a-ded7-4a1f-897c-2845f797139f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea414d85cb74498b86944ffa2882b92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6503615 Feb 15 01:46:56.654285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56f7a-ded7-4a1f-897c-2845f797139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c391856-06e0-4a56-8b13-9ba8c3a30895,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:56.654693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-b92b7d1d-81b7-4f95-a8a2-7cee2e56668e service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911777 Feb 15 01:46:56.656084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:46:56.686878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-af861572-5c6e-4309-b9af-1750c47e54dd service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293674 Feb 15 01:46:56.768655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] Publish callbacks [] for security_group (2c391856-06e0-4a56-8b13-9ba8c3a30895), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.813575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] Publish callbacks [] for security_group (2c391856-06e0-4a56-8b13-9ba8c3a30895), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:56.816897 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8ce9c141-9893-452a-81b0-97826572eedb service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326346 Feb 15 01:46:56.864567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d65f73d3-13ce-46d2-936a-30f34989d666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 217 time: 0.0407529 Feb 15 01:46:56.921910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7245778e-04cc-4e25-8952-f5d9b3d4b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:56.923952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-7245778e-04cc-4e25-8952-f5d9b3d4b095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0529358 Feb 15 01:46:56.991959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-b7590486-0cbf-4a94-9714-4eb01224fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:56.993732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-b7590486-0cbf-4a94-9714-4eb01224fed9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0589876 Feb 15 01:46:57.062353 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2c391856-06e0-4a56-8b13-9ba8c3a30895), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:57.065313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:57.070153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c391856-06e0-4a56-8b13-9ba8c3a30895 HTTP/1.1" status: 204 len: 168 time: 0.4093778 Feb 15 01:46:57.086512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab1c76-5105-460c-9294-065ade4ce291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c391856-06e0-4a56-8b13-9ba8c3a30895,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:57.125066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.139150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.150069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.159725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.163012 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-291d8aea-5976-4a7e-b346-81c748a4e546 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612883 Feb 15 01:46:57.166399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.172591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.178292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.180524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-fb8caeef-1638-4535-9e30-b9f6341a1b61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1511543 Feb 15 01:46:57.258543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fe0b299-f5e1-4680-b12d-87a1c0d30b5e req-60234260-2ac8-4063-86a4-6375ab105f62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710278 Feb 15 01:46:57.273016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-c0933d67-2b45-4443-93a7-6c3968676d8a service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033556 Feb 15 01:46:57.332355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8234fa2e-f90c-45be-b981-40d0ead272b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 HTTP/1.1" status: 200 len: 217 time: 0.0525396 Feb 15 01:46:57.384388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d38a28ad-464d-4ad4-aca7-44413dbb7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.386013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d38a28ad-464d-4ad4-aca7-44413dbb7b2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0473082 Feb 15 01:46:57.418836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72bb9c7d-f380-410f-824d-db0e0b9af024 req-402971e9-622c-4d0f-bc3c-c1b31e57cb7f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/a2b10ac1-9db9-4f5e-b75b-e3c669030f0c HTTP/1.1" status: 200 len: 1831 time: 0.0551929 Feb 15 01:46:57.451228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-1b39b72b-6e55-4dc4-881b-94db64c68920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.453758 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-1b39b72b-6e55-4dc4-881b-94db64c68920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0599794 Feb 15 01:46:57.484124 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9088517-a68f-4824-af38-c81dff200cca x-openstack-request-id: req-e9088517-a68f-4824-af38-c81dff200cca {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:57.484701 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:57.485489 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9088517-a68f-4824-af38-c81dff200cca {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:57.485862 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'status': 'completed', 'code': 200} Feb 15 01:46:57.485962 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'status': 'completed', 'code': 200} Feb 15 01:46:57.515726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:57.572500 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-791554e8-ecb6-46dc-93e3-d082f7427dce service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097524 Feb 15 01:46:57.620142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:46:57.656165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89ae9c-e692-4c08-a981-dfeca88e04fd req-16363d03-f84b-4942-9efb-ce6cf05bfd3e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.660385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd89ae9c-e692-4c08-a981-dfeca88e04fd req-16363d03-f84b-4942-9efb-ce6cf05bfd3e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 944 time: 0.1195443 Feb 15 01:46:57.690648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-774a242d-e2c6-4abe-a46e-4e1aeb8813cb service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115637 Feb 15 01:46:57.746988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 6ca9f586-7521-4e9b-b544-5865d0f35adc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:46:57.747630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:57.790937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd89ae9c-e692-4c08-a981-dfeca88e04fd req-b176c8ac-054b-4f41-8160-c3070fc254b4 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240160 Feb 15 01:46:57.810337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-8fd5a23f-461f-4393-a9b1-3bfae787cc9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e HTTP/1.1" status: 200 len: 217 time: 0.1068120 Feb 15 01:46:57.883233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a2594bc4-74f8-47d6-bd73-166472e73a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.885464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-a2594bc4-74f8-47d6-bd73-166472e73a22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0668337 Feb 15 01:46:57.925905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6ca9f586-7521-4e9b-b544-5865d0f35adc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:46:57.926509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:57.937261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-419da924-e665-4730-b0b6-d562ec479164 req-eff69183-47d9-4411-a0fe-380fdfb6f1e6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0619109 Feb 15 01:46:57.961521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e2d61837-39d8-4678-9c8b-8a07cc15e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:57.963689 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-e2d61837-39d8-4678-9c8b-8a07cc15e0a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0723042 Feb 15 01:46:57.965532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:46:57.968474 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3c1d50-c237-4885-925f-7171ba36079d" -d '{"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:46:57.975902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:46:58.064525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:46:58.144771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:46:58.153418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-dd43c0a9-5ffc-485b-b887-5cc5a200d22b service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799173 Feb 15 01:46:58.264001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-68e9a295-73b5-4e8e-9386-d6d326807e65 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992196 Feb 15 01:46:58.320489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f78e8ad4-161d-4a58-948b-0fd7f1c12c2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0481427 Feb 15 01:46:58.337343 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-8ea2c95d-78e5-49cc-897e-26091db2f6d1 req-736684f9-02db-4f61-b986-6ddf38b9cb9d tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] show failed (client error): The resource could not be found. Feb 15 01:46:58.339298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ea2c95d-78e5-49cc-897e-26091db2f6d1 req-736684f9-02db-4f61-b986-6ddf38b9cb9d tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/460950f5-8135-4922-86a2-5052396ac4a3 HTTP/1.1" status: 404 len: 352 time: 0.0191238 Feb 15 01:46:58.386537 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3317dc-8588-46d7-99ed-f292c9841ff9 x-openstack-request-id: req-6b3317dc-8588-46d7-99ed-f292c9841ff9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:46:58.387049 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:46:58.387792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-365ee866-3c82-4b33-8a4d-04837dea10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:58.388409 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b3317dc-8588-46d7-99ed-f292c9841ff9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:46:58.391954 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'code': 200} Feb 15 01:46:58.397503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-365ee866-3c82-4b33-8a4d-04837dea10d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0671096 Feb 15 01:46:58.474399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-b60a9b04-2823-4c13-8d41-53534ff3a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:58.475933 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-b60a9b04-2823-4c13-8d41-53534ff3a5be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0594032 Feb 15 01:46:58.534583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-fd327b47-e803-46dc-bfa9-5dbe49d9d080 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=813f65ee98cd46358907d52b374f2268&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508687 Feb 15 01:46:58.623485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-d43c1140-eb25-4a09-8df4-362e3f0b7d2d service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406832 Feb 15 01:46:58.689154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-91595e01-5f58-46c9-a176-253b13afeb75 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:58.696234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-91595e01-5f58-46c9-a176-253b13afeb75 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607802 Feb 15 01:46:58.720746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-de9a88c5-df5c-4b35-9b90-5509810a7694 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/quotas/813f65ee98cd46358907d52b374f2268 HTTP/1.1" status: 200 len: 375 time: 0.0234849 Feb 15 01:46:58.852189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-5a5d67ab-7398-4e0c-b3de-013f2a290b51 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222247 Feb 15 01:46:58.928284 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-03fc1b95-ac00-476c-967f-c3d51d8fa9b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 200 len: 217 time: 0.0691135 Feb 15 01:46:59.069499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f9e62c72-7866-4c9b-b1c8-6de9d1eeaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.071379 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-f9e62c72-7866-4c9b-b1c8-6de9d1eeaf36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0840569 Feb 15 01:46:59.140076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc2ea491-c059-4635-8dd3-72056ca4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.143998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-fc2ea491-c059-4635-8dd3-72056ca4e19b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0656073 Feb 15 01:46:59.144860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-f319d0d3-42f2-47ca-805c-8a179aab90a6 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4180295 Feb 15 01:46:59.266333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-ed438fcf-b05f-41b1-8564-0b9486ac9c00 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128831 Feb 15 01:46:59.376338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f1979ba0-5983-4ab2-84ef-081a66f3c0df req-30096c69-fd1b-443b-99a3-f1691afbcff5 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017575 Feb 15 01:46:59.555661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.567453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.576823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.586076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.597362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.599737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.600319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.601693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.602676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.603218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.603750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.604280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.606532 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-bd41692a-577c-411f-a18d-3a020b8ac3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6711 time: 0.1055970 Feb 15 01:46:59.607777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.616901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.630390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-c1dc4bee-bfaf-4681-903c-9f850e8f4bf2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1671648 Feb 15 01:46:59.752931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8586e829-2b4f-4ab9-a7de-66a775e59ae0 req-50cc607f-3303-4dca-976c-52a3a4c1c170 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207306 Feb 15 01:46:59.871391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-b0b75138-c36f-4e04-870f-d6458be17cff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.872888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-b0b75138-c36f-4e04-870f-d6458be17cff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.2653644 Feb 15 01:46:59.875979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-d97cb05c-2957-44c8-96f1-2a645db82c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:46:59.877311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-d97cb05c-2957-44c8-96f1-2a645db82c2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 903 time: 0.2579854 Feb 15 01:46:59.885749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:46:59.916823 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-2b81bb85-fa52-4f2d-8032-e9cc07f399c0 req-c1312fd9-b8b8-49b6-b419-038ef89d05d1 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] show failed (client error): The resource could not be found. Feb 15 01:46:59.932277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b81bb85-fa52-4f2d-8032-e9cc07f399c0 req-c1312fd9-b8b8-49b6-b419-038ef89d05d1 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-group-rules/8db6b4e1-2edc-474e-91e7-23782f611413 HTTP/1.1" status: 404 len: 361 time: 0.0312414 Feb 15 01:46:59.954936 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-823db7fd-9ce8-449a-bc54-b7175da71e27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0652864 Feb 15 01:47:00.089582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7ae1b171-fdb1-4444-b92b-7f598e30a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.090828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7ae1b171-fdb1-4444-b92b-7f598e30a630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0780463 Feb 15 01:47:00.119782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef12a57-b57a-4339-92db-e54435a4cd6e req-666ea3b1-4211-4d4e-97a4-bf2a22301e42 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.121525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ef12a57-b57a-4339-92db-e54435a4cd6e req-666ea3b1-4211-4d4e-97a4-bf2a22301e42 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 945 time: 0.0696626 Feb 15 01:47:00.200906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ef12a57-b57a-4339-92db-e54435a4cd6e req-afb760e3-e65a-435c-a307-97e4e736e4fc tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729921 Feb 15 01:47:00.262228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-9b84b8a0-c737-4f11-a5f0-56506eecc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.273027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-9b84b8a0-c737-4f11-a5f0-56506eecc688 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1341851 Feb 15 01:47:00.335399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:00.342772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:00.460261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-52da40ae-4cff-41a7-a5a3-ad7f73c08980 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818330 Feb 15 01:47:00.591379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.3 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/31e9cf17-1eba-4811-99aa-98e67af6335b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:00.611424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3b97d1e-74f5-465a-8ca4-f3018bed7769 req-5f93d5bf-e39e-429d-8aa9-0d5f1ff0c222 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0442672 Feb 15 01:47:00.629313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-d588ff3f-e440-4cbb-97dc-48b391a0e8fb service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611297 Feb 15 01:47:00.737067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-aa03e357-f302-47cb-a0ed-c5b1aea26431 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=813f65ee98cd46358907d52b374f2268&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265286 Feb 15 01:47:00.837900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:00.889145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-9e8d612f-1ea2-4711-873a-c65261228932 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.890843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.891382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-9e8d612f-1ea2-4711-873a-c65261228932 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447201 Feb 15 01:47:00.891516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.891962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.892469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.893197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.893715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.894179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:00.898183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-7fc36fec-f85d-4817-a92a-47549fb81224 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6711 time: 0.2018259 Feb 15 01:47:00.925030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-c32afbbd-4fe3-44ca-a964-64651f9b81b4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/quotas/813f65ee98cd46358907d52b374f2268 HTTP/1.1" status: 200 len: 375 time: 0.0276661 Feb 15 01:47:00.970446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-036e5a26-e33f-4c39-9d5c-c7d64ddae29d tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441189 Feb 15 01:47:01.024229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-e65d64e5-a7cb-4c57-af2d-cf595f49f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:01.025999 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-e65d64e5-a7cb-4c57-af2d-cf595f49f532 service neutron] 10.222.0.37 "GET /v2.0/networks?id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 903 time: 0.1217229 Feb 15 01:47:01.027271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.123226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-d4bae217-b449-4bb1-86e5-ae819a08678d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 200 len: 217 time: 0.0585625 Feb 15 01:47:01.125249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:01.144319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:01.146990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:01.173688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:01.230205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-3dec29b1-3669-4458-92f6-fc1546217098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:01.231788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-3dec29b1-3669-4458-92f6-fc1546217098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.1009994 Feb 15 01:47:01.240045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:01.240770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.297093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aad01-6003-4bec-b560-610c6d31c80f req-8e84dab3-4d09-454e-99e1-3490bcefe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:01.299172 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-8e84dab3-4d09-454e-99e1-3490bcefe7e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0558479 Feb 15 01:47:01.384408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-951dcb3f-2a5b-4f11-bd16-61d925ae29e7 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/a2b10ac1-9db9-4f5e-b75b-e3c669030f0c HTTP/1.1" status: 200 len: 1831 time: 0.0928352 Feb 15 01:47:01.487154 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-5f72f8ce-1900-43f3-b8a3-0dbe62101528 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6048758 Feb 15 01:47:01.504951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (a2b10ac1-9db9-4f5e-b75b-e3c669030f0c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.506052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Request body: {'port': {'device_id': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:01.540614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (a2b10ac1-9db9-4f5e-b75b-e3c669030f0c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.561390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-0f388bed-2de8-4ffd-a05d-b2690264d853 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526917 Feb 15 01:47:01.665171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a2b10ac1-9db9-4f5e-b75b-e3c669030f0c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.669265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:01.671932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79f7eb82-43a3-4c79-ae6c-2e5751e85843 req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-groups/a2b10ac1-9db9-4f5e-b75b-e3c669030f0c HTTP/1.1" status: 204 len: 173 time: 0.2857590 Feb 15 01:47:01.717438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfff2ce-0187-4c7e-8954-1c8f5f7f4734 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b10ac1-9db9-4f5e-b75b-e3c669030f0c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:02.002209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.086864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f87aad01-6003-4bec-b560-610c6d31c80f req-70ec0ecf-cc50-432e-bf56-b5e2d030ff83 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107007 Feb 15 01:47:02.290374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-f2528bcb-f082-4eb6-b912-c61d37215282 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=813f65ee98cd46358907d52b374f2268&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523846 Feb 15 01:47:02.342342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e9cf17-1eba-4811-99aa-98e67af6335b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:02.352757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks [] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.382377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Transition to ACTIVE for port object 31e9cf17-1eba-4811-99aa-98e67af6335b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:02.416871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-79bdadb8-21b7-4eca-a810-0ec032d35453 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.419015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-79bdadb8-21b7-4eca-a810-0ec032d35453 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230187 Feb 15 01:47:02.436148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Request body: {'port': {'device_id': '0167d167-acce-49c7-b1e0-475adae69bd0', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '813f65ee98cd46358907d52b374f2268'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:02.481229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.581243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Pushing event updated for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:02.736670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.745151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Attempting to bind port 31e9cf17-1eba-4811-99aa-98e67af6335b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:02.746960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Attempting to bind port 31e9cf17-1eba-4811-99aa-98e67af6335b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:02.747368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Attempting to bind port 31e9cf17-1eba-4811-99aa-98e67af6335b on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:02.754239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Port 31e9cf17-1eba-4811-99aa-98e67af6335b on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:02.754643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Attempting to bind port 31e9cf17-1eba-4811-99aa-98e67af6335b on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:02.760417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:02.760831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:02.761277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:02.761769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Bound port: 31e9cf17-1eba-4811-99aa-98e67af6335b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:02.762618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.770147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.780536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.787438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.794664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.801995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.808524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:02.810556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c67a7795-dcab-4a90-8afa-378561199ade req-a72c9f92-c583-4562-88e4-15273f91ed24 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1908162 Feb 15 01:47:02.816175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Made reservation on behalf of 813f65ee98cd46358907d52b374f2268 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:02.824538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.835050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:02.845915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=31e9cf17-1eba-4811-99aa-98e67af6335b,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:02.881105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.932992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:02.942835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c67a7795-dcab-4a90-8afa-378561199ade req-7106cb16-be4f-488f-a064-06182a46980c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145496 Feb 15 01:47:03.036933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.040867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:03.042441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] 10.222.0.31 "PUT /v2.0/ports/31e9cf17-1eba-4811-99aa-98e67af6335b HTTP/1.1" status: 200 len: 1092 time: 1.5471594 Feb 15 01:47:03.055492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:03.058762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks [] for security_group (1b817a08-8fb8-47ab-8807-8334e1787d63), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:03.062718 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f171852-4c34-492d-adb1-760a4f925fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:03.112427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a56c24-6210-4e39-ba4f-536f3c5fe667 service neutron] Pushing event updated for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:03.179382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:03.186385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11adb3bc-8b3a-4bda-82d0-44afb26d3199 req-b8af5bd8-fe4d-416f-b75c-94d51e9a06b3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 210 time: 0.0319738 Feb 15 01:47:03.251403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b817a08-8fb8-47ab-8807-8334e1787d63), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:03.354923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-4a1dd3fc-f9fd-4760-93ac-0e1de4971beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.357282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-4a1dd3fc-f9fd-4760-93ac-0e1de4971beb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 1126 time: 0.1331644 Feb 15 01:47:03.363380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b817a08-8fb8-47ab-8807-8334e1787d63,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:03.401450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.402271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.403717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.404265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.404825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.405406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.405934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.413903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-337c6b60-048e-44cb-8d6a-05f0aa6a0fda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6716 time: 0.2333837 Feb 15 01:47:03.454567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df513d-0be2-4ed3-9943-39337d903ed8 req-7ed09144-4868-49e7-87a5-3659164f1eb7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.456938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79df513d-0be2-4ed3-9943-39337d903ed8 req-7ed09144-4868-49e7-87a5-3659164f1eb7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 943 time: 0.1626804 Feb 15 01:47:03.458894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-9da13972-4657-4749-bdda-3e791702af4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e9cf17-1eba-4811-99aa-98e67af6335b HTTP/1.1" status: 200 len: 217 time: 0.0934539 Feb 15 01:47:03.475656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Allocated IP 192.168.233.130 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/81f207d7-c5b6-49f3-b913-e169aac8b855) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:03.538303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-88498586-f5c7-4799-b970-cb87677a6f1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1230373 Feb 15 01:47:03.548047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-eabc8486-028e-4ec2-a3e9-709fe516b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:03.548047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-eabc8486-028e-4ec2-a3e9-709fe516b6f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0753205 Feb 15 01:47:03.582792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-b74400af-093e-4919-89da-e1f32329f1e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297256 Feb 15 01:47:03.650405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:03.702729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79df513d-0be2-4ed3-9943-39337d903ed8 req-df847b2f-0414-4843-81f8-94a3eae9b214 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135566 Feb 15 01:47:03.713919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks [] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:03.745664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-4d0feab6-8e20-4f6b-b1d2-76703dfb9e62 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525869 Feb 15 01:47:03.810879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6ca9f586-7521-4e9b-b544-5865d0f35adc is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:03.811263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:03.840102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-3a3990ce-9b15-40c9-83f3-99bc315361c6 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc HTTP/1.1" status: 200 len: 1830 time: 0.0957646 Feb 15 01:47:03.871975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:03.874659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:03.881341 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1562b-6cd1-4b67-b07e-efd67e881b6c" -d '{"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:03.892152 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e4ccbc03-3c12-4a03-a25b-5bc5df174adb req-0d6fd2e4-9742-4c39-8798-9adc3629ccdc service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391373 Feb 15 01:47:03.932574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-30b5abce-abec-4693-959a-06be54f3312a tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=813f65ee98cd46358907d52b374f2268&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356965 Feb 15 01:47:03.949593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.036624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:04.053594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.114531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.151186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:04.158411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-8fb7225a-73c7-4728-998b-29697a550fd3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:04.160040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-8fb7225a-73c7-4728-998b-29697a550fd3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217047 Feb 15 01:47:04.168613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:04.175694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:04.178670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:04.184129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Request body: {'port': {'device_id': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '813f65ee98cd46358907d52b374f2268'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:04.221461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.252437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-5281a653-f8fc-4215-ac3b-bc6ace193124 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:04.255191 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-5281a653-f8fc-4215-ac3b-bc6ace193124 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 943 time: 0.1135261 Feb 15 01:47:04.367733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:04.372570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.442860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Deleting port 6ca9f586-7521-4e9b-b544-5865d0f35adc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:47:04.442860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.495365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.502326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.513729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8791ff5b-72db-4ccb-aae7-3ba9df84fff6 req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc HTTP/1.1" status: 204 len: 173 time: 0.6633184 Feb 15 01:47:04.541155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-abf6fc77-897e-44c4-9c86-8a7c650db8e5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1119194 Feb 15 01:47:04.574955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Request body: {'port': {'device_id': '0167d167-acce-49c7-b1e0-475adae69bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:04.586615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] For port 6ca9f586-7521-4e9b-b544-5865d0f35adc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6ca9f586-7521-4e9b-b544-5865d0f35adc,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:04.586988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.588028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d49bdd3-4dbe-430f-8b15-d72ad3b4f4dc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:04.632589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-34f2b66d-0f84-4096-813a-c2f307c78e9b None None] Provisioning complete for port 81f207d7-c5b6-49f3-b913-e169aac8b855 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:04.632967 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34f2b66d-0f84-4096-813a-c2f307c78e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.635278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Calling delete_port for 6ca9f586-7521-4e9b-b544-5865d0f35adc owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:47:04.647077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Made reservation on behalf of 813f65ee98cd46358907d52b374f2268 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:04.650322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.665082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.665448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.665800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.666152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.666502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.666847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.667184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.667519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.667851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.668183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.668540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.668874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.669200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c153d9e-ed62-4d34-8e6e-b2bfda906538 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:04.724696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-34f2b66d-0f84-4096-813a-c2f307c78e9b None None] Port 81f207d7-c5b6-49f3-b913-e169aac8b855 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:47:04.791148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:04.932565 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6ca9f586-7521-4e9b-b544-5865d0f35adc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:05.006804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c4ef8-9664-4457-96ff-e802d402847f req-38c7f184-3993-4507-bf49-bf8b667ba5ad tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:05.013877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c1c4ef8-9664-4457-96ff-e802d402847f req-38c7f184-3993-4507-bf49-bf8b667ba5ad tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9965fcdf-a060-4f54-a79a-c36a380a443e HTTP/1.1" status: 200 len: 943 time: 0.3939862 Feb 15 01:47:05.025118 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event deleted for resources: {'Port': ['ID=6ca9f586-7521-4e9b-b544-5865d0f35adc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:05.052354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Allocated IP 192.168.233.128 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/63d33294-291a-44bc-9a5a-7536db0c947b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:05.060205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] No DVR routers for this DVR port 6ca9f586-7521-4e9b-b544-5865d0f35adc on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:47:05.064222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:05.068163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3871ae9e-349b-4edf-9268-f5eb0a6c02da req-463c1613-0452-4011-af18-b59a4e67538c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "DELETE /v2.0/ports/6ca9f586-7521-4e9b-b544-5865d0f35adc HTTP/1.1" status: 204 len: 173 time: 0.8071232 Feb 15 01:47:05.349758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks [] for port (63d33294-291a-44bc-9a5a-7536db0c947b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:05.362191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c1c4ef8-9664-4457-96ff-e802d402847f req-1619290c-82d5-4089-ba3a-353be87bdd24 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472912 Feb 15 01:47:05.570409 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca49c448-4d2c-4eaf-8a9e-eb55577c2b74 x-openstack-request-id: req-ca49c448-4d2c-4eaf-8a9e-eb55577c2b74 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:05.570913 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:05.571632 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca49c448-4d2c-4eaf-8a9e-eb55577c2b74 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:05.572133 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b', 'status': 'completed', 'code': 200} Feb 15 01:47:05.643048 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257c5f7-cf73-4868-8c52-1afba182601e x-openstack-request-id: req-2257c5f7-cf73-4868-8c52-1afba182601e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:05.643352 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:05.643610 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2257c5f7-cf73-4868-8c52-1afba182601e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:05.644002 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'code': 200} Feb 15 01:47:05.673889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-6a4ca36e-a6a7-48bb-ae28-27cb1a63570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:05.675409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-6a4ca36e-a6a7-48bb-ae28-27cb1a63570b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 1126 time: 0.0819883 Feb 15 01:47:05.790804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:05.879678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-488a167d-4263-42b5-a6bc-6314bf6c3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:05.881111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-488a167d-4263-42b5-a6bc-6314bf6c3073 service neutron] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.1988328 Feb 15 01:47:05.922689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:05.928345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:05.947660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:05.967581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:05.976020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks [] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:05.989108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:06.006443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-f34cedba-d383-4312-a97c-0c77403a8df4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e9cf17-1eba-4811-99aa-98e67af6335b HTTP/1.1" status: 200 len: 217 time: 0.1189106 Feb 15 01:47:06.086468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Transition to ACTIVE for port object 81f207d7-c5b6-49f3-b913-e169aac8b855 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:06.095791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-ae8f2b75-44a6-418b-b2e8-facfcbf910bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.097449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-ae8f2b75-44a6-418b-b2e8-facfcbf910bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0855203 Feb 15 01:47:06.102882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.112973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.174120 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-5462789e-3ba4-46dd-b2ee-1933b2030779 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700831 Feb 15 01:47:06.192667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.219256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.225421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.233289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.254417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.282674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.298764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:06.303381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-54e830d6-799a-42fe-b9e8-d1130eb32e80 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.5141726 Feb 15 01:47:06.308077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.315569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:06.333176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-3fdce92d-6001-4f69-9479-1a65b18356f3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1579924 Feb 15 01:47:06.366383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53fdb3ba-2723-4abd-bee3-1f4ac330d6f1 None None] Provisioning complete for port 63d33294-291a-44bc-9a5a-7536db0c947b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:06.367124 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53fdb3ba-2723-4abd-bee3-1f4ac330d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.387732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-27aa64cd-920a-4dc7-b00c-543dbdca931c service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067077 Feb 15 01:47:06.432526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Request body: {'port': {'device_id': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:06.469440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53fdb3ba-2723-4abd-bee3-1f4ac330d6f1 None None] Port 63d33294-291a-44bc-9a5a-7536db0c947b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:47:06.551292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:06.565950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5547364c-0190-4604-ba9f-c4a13da8c5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.656148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.665423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32725c1c-e5fb-4f15-b792-3ba6a274dbff req-bb3ae753-d6e4-4173-ac88-d09024594e72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3260760 Feb 15 01:47:06.674307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5547364c-0190-4604-ba9f-c4a13da8c5ff admin admin] Publish callbacks [] for security_group (02121d9f-6e9b-458c-81d6-7b53b1610770), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.721447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3f171852-4c34-492d-adb1-760a4f925fa9 req-d4f1d254-0238-40bb-b3de-3f3ad5866a16 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269885 Feb 15 01:47:06.744426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5547364c-0190-4604-ba9f-c4a13da8c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (02121d9f-6e9b-458c-81d6-7b53b1610770), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.745377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Attempting to bind port 81f207d7-c5b6-49f3-b913-e169aac8b855 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:06.745725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Attempting to bind port 81f207d7-c5b6-49f3-b913-e169aac8b855 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:06.746052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Attempting to bind port 81f207d7-c5b6-49f3-b913-e169aac8b855 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:06.756571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Port 81f207d7-c5b6-49f3-b913-e169aac8b855 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:06.757104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Attempting to bind port 81f207d7-c5b6-49f3-b913-e169aac8b855 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:06.820673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5547364c-0190-4604-ba9f-c4a13da8c5ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a111ec30011499ebc29c4a83f16c0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016494 Feb 15 01:47:06.820673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547364c-0190-4604-ba9f-c4a13da8c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02121d9f-6e9b-458c-81d6-7b53b1610770,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:06.823521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:06.886660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] Publish callbacks [] for security_group (02121d9f-6e9b-458c-81d6-7b53b1610770), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.916395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] Publish callbacks [] for security_group (02121d9f-6e9b-458c-81d6-7b53b1610770), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:06.961493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:06.961843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:06.962244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:06.962702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Bound port: 81f207d7-c5b6-49f3-b913-e169aac8b855, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:06.963485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.069420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (02121d9f-6e9b-458c-81d6-7b53b1610770), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.072710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.075250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02121d9f-6e9b-458c-81d6-7b53b1610770 HTTP/1.1" status: 204 len: 168 time: 0.2503407 Feb 15 01:47:07.111966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ac97c-157b-4173-a2fa-c01708943043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02121d9f-6e9b-458c-81d6-7b53b1610770,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:07.126740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652acd37-00d3-4771-9ec4-b1b7a980592c req-88809a36-2d9a-467d-8c35-921213b75fe4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:07.128466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-652acd37-00d3-4771-9ec4-b1b7a980592c req-88809a36-2d9a-467d-8c35-921213b75fe4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 936 time: 0.1596751 Feb 15 01:47:07.137265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:07.143052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:07.144846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 31e9cf17-1eba-4811-99aa-98e67af6335b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:07.220911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.288434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=31e9cf17-1eba-4811-99aa-98e67af6335b,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:07.306505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '31e9cf17-1eba-4811-99aa-98e67af6335b', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '31e9cf17-1eba-4811-99aa-98e67af6335b', 'mac_address': 'fa:16:3e:a1:4e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:07.315561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:07.316525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.318753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] 10.222.0.31 "PUT /v2.0/ports/81f207d7-c5b6-49f3-b913-e169aac8b855 HTTP/1.1" status: 200 len: 1097 time: 2.7591934 Feb 15 01:47:07.336611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:07.343657 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73549b-beef-4fb6-b782-bb1c3b62a243" -d '{"events": [{"name": "network-changed", "server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:07.356731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d33294-291a-44bc-9a5a-7536db0c947b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:07.370126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 31e9cf17-1eba-4811-99aa-98e67af6335b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:07.370691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.386022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e779a-777e-4dc3-85aa-aa5872d906ed service neutron] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:07.386256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e9cf17-1eba-4811-99aa-98e67af6335b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:07.413930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks [] for port (63d33294-291a-44bc-9a5a-7536db0c947b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.421353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-652acd37-00d3-4771-9ec4-b1b7a980592c req-d03717ce-c778-486e-b021-1584c5b48096 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817259 Feb 15 01:47:07.430226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=31e9cf17-1eba-4811-99aa-98e67af6335b,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:07.493544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Transition to ACTIVE for port object 63d33294-291a-44bc-9a5a-7536db0c947b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:07.510362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.549247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-a0729fbc-b3fc-41b1-b78a-7a3287b7603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:07.551017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-a0729fbc-b3fc-41b1-b78a-7a3287b7603d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 1131 time: 0.1219285 Feb 15 01:47:07.554150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-5530cc89-2604-4e0a-93ef-dedb1a4f977a tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9 HTTP/1.1" status: 200 len: 1832 time: 0.0753794 Feb 15 01:47:07.573945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-deleted', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:07.575450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:07.576329 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c6f10-63c3-4cad-b14c-c492e335719e" -d '{"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-deleted", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:07.584145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.584556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.584861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.585199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.585534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.585867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.586193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.586519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.586847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.587202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.587533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.587855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.588386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:07.627253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-c3bd526b-ec76-4096-aa23-6293a2cf92b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=81f207d7-c5b6-49f3-b913-e169aac8b855 HTTP/1.1" status: 200 len: 217 time: 0.0678303 Feb 15 01:47:07.633850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.672182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:07.690562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 6ca9f586-7521-4e9b-b544-5865d0f35adc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:47:07.690860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6ca9f586-7521-4e9b-b544-5865d0f35adc not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:47:07.761750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['31e9cf17-1eba-4811-99aa-98e67af6335b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:07.790017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-213a13cd-4a14-4493-b8a4-7751dc6941c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:07.792074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-213a13cd-4a14-4493-b8a4-7751dc6941c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1532631 Feb 15 01:47:07.793194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:07.902222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.968162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-5037498a-2aa1-492c-887c-c4fde46b0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:07.970413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-5037498a-2aa1-492c-887c-c4fde46b0e6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1514242 Feb 15 01:47:07.976729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:07.998193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Attempting to bind port 63d33294-291a-44bc-9a5a-7536db0c947b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:07.998526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Attempting to bind port 63d33294-291a-44bc-9a5a-7536db0c947b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:07.998855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Attempting to bind port 63d33294-291a-44bc-9a5a-7536db0c947b on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:08.041686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Port 63d33294-291a-44bc-9a5a-7536db0c947b on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:08.042000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Attempting to bind port 63d33294-291a-44bc-9a5a-7536db0c947b on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:08.061019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:08.061358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:08.061735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:08.062530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Bound port: 63d33294-291a-44bc-9a5a-7536db0c947b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:08.062530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:08.150577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-ceba736a-315d-4de8-a542-0843cd040925 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694367 Feb 15 01:47:08.217261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:08.223506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:08.226141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:08.227459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-680900fd-613f-4232-8b8b-d1b957cc3cbb req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-groups/4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9 HTTP/1.1" status: 204 len: 173 time: 0.6671157 Feb 15 01:47:08.245649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:08.254794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1378ee8-cdaf-4ec3-b520-9c92c4b5ea0f tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4621f0-ce5b-42c4-8b7a-99e09a0b89a9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:08.290241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91b6538-1725-4c59-813b-de87edd0ba89 req-d6a83390-c693-46bb-bfba-cf86794240fa service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321030 Feb 15 01:47:08.316383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:08.390677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.391871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:08.393745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] 10.222.0.31 "PUT /v2.0/ports/63d33294-291a-44bc-9a5a-7536db0c947b HTTP/1.1" status: 200 len: 1097 time: 2.0344501 Feb 15 01:47:08.423488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16b1b-ca7d-4c36-ad10-1618a290d410 service neutron] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:08.440744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943af80-931d-4068-8455-470f56850f3a req-871d03fa-0320-4aba-a505-5e53dac09a5b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.443052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e943af80-931d-4068-8455-470f56850f3a req-871d03fa-0320-4aba-a505-5e53dac09a5b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 944 time: 0.1207428 Feb 15 01:47:08.508942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e943af80-931d-4068-8455-470f56850f3a req-b66700bc-9707-4897-990d-88db76379c6a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Feb 15 01:47:08.558794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-e05a074a-ab2d-4196-b546-ec82462db186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.561645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-e05a074a-ab2d-4196-b546-ec82462db186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 1131 time: 0.0642877 Feb 15 01:47:08.619092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-048dc1eb-7cc4-4414-8150-58475f715373 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=63d33294-291a-44bc-9a5a-7536db0c947b HTTP/1.1" status: 200 len: 217 time: 0.0503764 Feb 15 01:47:08.674654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-26aaea4c-838f-4a06-851a-571b32aede55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.676227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-26aaea4c-838f-4a06-851a-571b32aede55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0489309 Feb 15 01:47:08.733360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-376dab93-f6ab-4c6c-bd9a-8c4b81d586ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.735421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-376dab93-f6ab-4c6c-bd9a-8c4b81d586ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0533242 Feb 15 01:47:08.813388 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec57965-1ba5-48a2-b2ac-9a9cafc33848 x-openstack-request-id: req-1ec57965-1ba5-48a2-b2ac-9a9cafc33848 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:08.814194 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:08.815667 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ec57965-1ba5-48a2-b2ac-9a9cafc33848 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:08.815667 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'status': 'completed', 'code': 200} Feb 15 01:47:08.822975 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967944d-9810-44e4-807f-27241103ca55 x-openstack-request-id: req-b967944d-9810-44e4-807f-27241103ca55 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:08.823853 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965fcdf-a060-4f54-a79a-c36a380a443e", "name": "network-vif-deleted", "tag": "6ca9f586-7521-4e9b-b544-5865d0f35adc", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:08.824326 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b967944d-9810-44e4-807f-27241103ca55 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:08.824902 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965fcdf-a060-4f54-a79a-c36a380a443e', 'name': 'network-vif-deleted', 'tag': '6ca9f586-7521-4e9b-b544-5865d0f35adc', 'status': 'completed', 'code': 200} Feb 15 01:47:08.874396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-1ed4651d-0991-4720-8817-96eaefcc2158 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329041 Feb 15 01:47:08.915507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-baaab082-b870-4b37-9598-ff1357548afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:08.917108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-baaab082-b870-4b37-9598-ff1357548afb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 1131 time: 0.1014462 Feb 15 01:47:09.154099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 31e9cf17-1eba-4811-99aa-98e67af6335b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:09.285789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 31e9cf17-1eba-4811-99aa-98e67af6335b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:09.290417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 31e9cf17-1eba-4811-99aa-98e67af6335b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:09.291061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:09.378428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 31e9cf17-1eba-4811-99aa-98e67af6335b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:09.378905 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:09.408864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:09.418460 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be8e625-59fd-4419-b2d5-3d27fd52cbac" -d '{"events": [{"server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:09.418628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.423585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.428845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.430567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=31e9cf17-1eba-4811-99aa-98e67af6335b,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:09.434135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.439353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.444621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.450411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.453860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-cb24ac6e-2933-42c8-9df8-cfd2b7eb6a47 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.5755467 Feb 15 01:47:09.462367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f574e3d-c125-4f14-9f23-5994485a0c20 req-c5d43a83-2788-4752-bb43-e35ba0ff0de0 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745788 Feb 15 01:47:09.489583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-983f7f0d-ebb2-4cef-b08f-bf7c97abcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.491054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-983f7f0d-ebb2-4cef-b08f-bf7c97abcaae service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.5584476 Feb 15 01:47:09.503491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:09.546888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-f87d82f2-eb1a-4f43-af16-7ab1d1fc443e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=81f207d7-c5b6-49f3-b913-e169aac8b855 HTTP/1.1" status: 200 len: 217 time: 0.0450294 Feb 15 01:47:09.557061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:09.586852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ecdf90e-5b4d-467a-bd27-777927775485 req-f83ba291-a3eb-4efe-8682-86948a4f5d43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235216 Feb 15 01:47:09.604930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-22a13774-7b8d-4bc5-b225-a54ee80222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.606554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-22a13774-7b8d-4bc5-b225-a54ee80222e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0525544 Feb 15 01:47:09.693693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-366df5f0-a0e9-429a-bc9b-3ed04ba968cc tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/30f80ae4-1360-4912-bafe-8ffb03993396 HTTP/1.1" status: 200 len: 1832 time: 0.0666342 Feb 15 01:47:09.695524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-2e7b10e5-8246-49cb-b9a6-794b92a6c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:09.697087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-2e7b10e5-8246-49cb-b9a6-794b92a6c2ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0833657 Feb 15 01:47:09.810362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (30f80ae4-1360-4912-bafe-8ffb03993396), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:09.837966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-e0f1ac40-628d-4101-9f06-1f57ec81d408 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313424 Feb 15 01:47:09.846875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (30f80ae4-1360-4912-bafe-8ffb03993396), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:09.954315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e73549b-beef-4fb6-b782-bb1c3b62a243 req-9c84a1e5-3990-4daf-b243-2c39375782ea service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085312 Feb 15 01:47:10.018140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (30f80ae4-1360-4912-bafe-8ffb03993396), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:10.020862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:10.021999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91ddb60-d502-4f69-bd58-51c0d702c4d7 req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-groups/30f80ae4-1360-4912-bafe-8ffb03993396 HTTP/1.1" status: 204 len: 173 time: 0.3227384 Feb 15 01:47:10.031648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada8f29-9bfb-4e4f-91d5-206d5d9fa667 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f80ae4-1360-4912-bafe-8ffb03993396,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:10.731996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b954fd-e356-49a3-8639-db72de5fe1c9 req-445f05ce-24ed-4241-96f0-3532fe5d0619 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:10.733452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62b954fd-e356-49a3-8639-db72de5fe1c9 req-445f05ce-24ed-4241-96f0-3532fe5d0619 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 948 time: 0.0590162 Feb 15 01:47:10.787440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62b954fd-e356-49a3-8639-db72de5fe1c9 req-fcd45741-be93-4c4a-a06d-13f0c309c0bc tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Feb 15 01:47:10.816189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:10.818828 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f9ce8-18d3-439e-b524-229e2d1e0430" -d '{"events": [{"name": "network-changed", "server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:11.108732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:11.114755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448745890', 'description': 'tempest-description--1851555618'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:11.168614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:11.180749 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4ddc4-8062-4b8c-ba0d-913dc35b178c x-openstack-request-id: req-0ce4ddc4-8062-4b8c-ba0d-913dc35b178c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:11.181108 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:11.182423 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ce4ddc4-8062-4b8c-ba0d-913dc35b178c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:11.185820 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b', 'code': 200} Feb 15 01:47:11.217401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.343153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (ef612386-5da0-4006-8e7c-6ff533fc3bbf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.344812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f446-0303-4cd0-8b87-f98c225e24c4 req-5e59c6c5-a43a-4dd0-9fe8-82e9e9a51f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.346344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8539f446-0303-4cd0-8b87-f98c225e24c4 req-5e59c6c5-a43a-4dd0-9fe8-82e9e9a51f76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 1128 time: 0.0809917 Feb 15 01:47:11.362302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:11.368314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5efe2c-8b85-41c5-9a7f-9019d154d030 req-94346a09-0782-4f6e-9de6-39368830b57b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.369798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a5efe2c-8b85-41c5-9a7f-9019d154d030 req-94346a09-0782-4f6e-9de6-39368830b57b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 945 time: 0.0924771 Feb 15 01:47:11.381854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'mac_address': 'fa:16:3e:93:34:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:11.408533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef612386-5da0-4006-8e7c-6ff533fc3bbf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.428641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:11.429168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.448760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:11.451574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef612386-5da0-4006-8e7c-6ff533fc3bbf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:11.451900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8539f446-0303-4cd0-8b87-f98c225e24c4 req-99c555c2-59b7-4f2b-8bba-f145e812e63f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973661 Feb 15 01:47:11.475909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a5efe2c-8b85-41c5-9a7f-9019d154d030 req-030a35e4-1323-48c1-af68-7443411a0cdd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911903 Feb 15 01:47:11.492474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:11.524972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-54210742-f4ea-46d5-adfe-e58e78958ea5 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "GET /v2.0/security-groups/5840d401-9683-4a8f-bd0c-16ce6b1894a3 HTTP/1.1" status: 200 len: 1832 time: 0.0427539 Feb 15 01:47:11.551389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.553252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e1a0247-c579-4a73-b504-c6bb3c8410b5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4418304 Feb 15 01:47:11.555789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:11.560664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'security_group_rule': {'security_group_id': 'ef612386-5da0-4006-8e7c-6ff533fc3bbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:11.577930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.585549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5840d401-9683-4a8f-bd0c-16ce6b1894a3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.627057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (5840d401-9683-4a8f-bd0c-16ce6b1894a3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.631090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:11.678231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (5b4db6bd-b476-464f-b446-9094ea8b16b8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.698963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:11.738235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5840d401-9683-4a8f-bd0c-16ce6b1894a3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.742417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.744193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d6837f8-be7e-4223-80e9-30983b7c6ce8 req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] 10.222.0.43 "DELETE /v2.0/security-groups/5840d401-9683-4a8f-bd0c-16ce6b1894a3 HTTP/1.1" status: 204 len: 173 time: 0.2132237 Feb 15 01:47:11.748719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (5b4db6bd-b476-464f-b446-9094ea8b16b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.750139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:11.766648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9673d-2a4b-4136-b75f-c3f6bf733459 tempest-SecurityGroupRulesNegativeTestJSON-1878686694 tempest-SecurityGroupRulesNegativeTestJSON-1878686694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840d401-9683-4a8f-bd0c-16ce6b1894a3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:11.802019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5b4db6bd-b476-464f-b446-9094ea8b16b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.820583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4db6bd-b476-464f-b446-9094ea8b16b8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:11.846370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Deleting subnet 9fdc3397-398a-47e7-90d2-809692b1a93a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:47:11.849826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Publish callbacks [] for subnet (9fdc3397-398a-47e7-90d2-809692b1a93a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.855148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['81f207d7-c5b6-49f3-b913-e169aac8b855'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:11.886863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b6410f1-661d-4cf7-9c1a-182e32f138c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.901149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.904721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (9fdc3397-398a-47e7-90d2-809692b1a93a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.907910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.915670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.921539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.930276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.943576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:11.947365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.947536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-09380271-dca3-43fd-8c74-7f85928f8566 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877542 Feb 15 01:47:11.949656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:11.950263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:11.958339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'security_group_rule': {'security_group_id': 'ef612386-5da0-4006-8e7c-6ff533fc3bbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:11.960614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-23036603-db1d-450f-98ae-099929605cb6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1391170 Feb 15 01:47:11.995054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9fdc3397-398a-47e7-90d2-809692b1a93a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.027932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e9284d1-b4c6-42ad-a6b0-87fceeec2d78 req-ec9d4e35-0df7-4edf-9ef9-03d6b9d0c48e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663643 Feb 15 01:47:12.102612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b6410f1-661d-4cf7-9c1a-182e32f138c1 admin admin] Publish callbacks [] for security_group (09e5a71c-7bfb-4feb-93fa-1a7f34881b2d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.102757 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577223fb-f6f9-41f4-b479-2faecd04b84d x-openstack-request-id: req-577223fb-f6f9-41f4-b479-2faecd04b84d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:12.102757 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:12.103233 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-577223fb-f6f9-41f4-b479-2faecd04b84d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:12.103915 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b', 'status': 'completed', 'code': 200} Feb 15 01:47:12.176804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (fc62b7f2-8cd2-42f6-8c5f-8ce43fa88f33), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.201595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-28818fac-973d-4325-b223-e9b881f719ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.204096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-28818fac-973d-4325-b223-e9b881f719ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 1131 time: 0.0804627 Feb 15 01:47:12.205683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b6410f1-661d-4cf7-9c1a-182e32f138c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09e5a71c-7bfb-4feb-93fa-1a7f34881b2d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.219859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901f294-795e-4651-95fd-86c20a86bd61 req-e992e50b-641a-41a4-b2dd-71284ce7b8f8 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.221414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7901f294-795e-4651-95fd-86c20a86bd61 req-e992e50b-641a-41a4-b2dd-71284ce7b8f8 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 948 time: 0.0692620 Feb 15 01:47:12.230220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (9fdc3397-398a-47e7-90d2-809692b1a93a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.247703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:12.248978 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6b6410f1-661d-4cf7-9c1a-182e32f138c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbead25079ee4ad8b8624ff453fa99da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489764 Feb 15 01:47:12.275347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.279148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9fdc3397-398a-47e7-90d2-809692b1a93a HTTP/1.1" status: 204 len: 168 time: 0.5280511 Feb 15 01:47:12.292187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:12.303009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c20b8c-f9c3-49bd-8ba5-fe8b9146c9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdc3397-398a-47e7-90d2-809692b1a93a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:12.368850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7901f294-795e-4651-95fd-86c20a86bd61 req-a56b192f-ea30-4ae8-b3b4-aed73402aa83 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389790 Feb 15 01:47:12.387342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (fc62b7f2-8cd2-42f6-8c5f-8ce43fa88f33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.397340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6410f1-661d-4cf7-9c1a-182e32f138c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5a71c-7bfb-4feb-93fa-1a7f34881b2d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:12.402732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-7094950a-4a7b-4716-b483-24dbdae74dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.404364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-7094950a-4a7b-4716-b483-24dbdae74dc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.1918573 Feb 15 01:47:12.435986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] Publish callbacks [] for security_group (09e5a71c-7bfb-4feb-93fa-1a7f34881b2d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.438615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.469920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (fc62b7f2-8cd2-42f6-8c5f-8ce43fa88f33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.474436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-42efee66-aa86-447d-ab74-dce584c5d4b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=63d33294-291a-44bc-9a5a-7536db0c947b HTTP/1.1" status: 200 len: 217 time: 0.0458713 Feb 15 01:47:12.533735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc62b7f2-8cd2-42f6-8c5f-8ce43fa88f33,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:12.536909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-8aa596dc-db55-4400-adf3-7a6a754d855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.538940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-8aa596dc-db55-4400-adf3-7a6a754d855c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0580633 Feb 15 01:47:12.543516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] Publish callbacks [] for security_group (09e5a71c-7bfb-4feb-93fa-1a7f34881b2d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.545072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.567554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:12.578273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad9aab2-9b29-42b3-bf14-b53cb551b41b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:12.579139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad9aab2-9b29-42b3-bf14-b53cb551b41b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:12.602220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fad9aab2-9b29-42b3-bf14-b53cb551b41b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.613278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.615204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ec2f792-8378-45eb-82a0-225470ce673e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6646125 Feb 15 01:47:12.619646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:12.625624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fad9aab2-9b29-42b3-bf14-b53cb551b41b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.631930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:47:12.632381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fad9aab2-9b29-42b3-bf14-b53cb551b41b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:47:12.635011 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:47:12.642012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:12.663028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-def45150-369f-44ba-8b9d-876be1d83f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.664610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-def45150-369f-44ba-8b9d-876be1d83f0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1189005 Feb 15 01:47:12.752656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574687d-4550-4ea7-97b6-89228c1fbe15 req-e8209fea-32c4-42d3-9f2c-3a19884896ee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:12.754448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1574687d-4550-4ea7-97b6-89228c1fbe15 req-e8209fea-32c4-42d3-9f2c-3a19884896ee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 945 time: 0.1567144 Feb 15 01:47:12.761036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.768632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.775680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2 HTTP/1.1" status: 204 len: 168 time: 0.4800773 Feb 15 01:47:12.784096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e23d39-dfda-4c21-94a0-fa2d028f9c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f310c0b8-0fc6-43d1-8ff8-da6b6b7ed9c2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:12.800537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09e5a71c-7bfb-4feb-93fa-1a7f34881b2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.803100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:12.804349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09e5a71c-7bfb-4feb-93fa-1a7f34881b2d HTTP/1.1" status: 204 len: 168 time: 0.5553041 Feb 15 01:47:12.817227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.068088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfb784-acaf-4632-853d-1d3a47ba0dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5a71c-7bfb-4feb-93fa-1a7f34881b2d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:13.068088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-2ec39a2f-07b0-43e3-8852-f87e18ee7ffc service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047160 Feb 15 01:47:13.068088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1574687d-4550-4ea7-97b6-89228c1fbe15 req-306ed225-cf71-45ef-bb8f-2b53e3c7fcac tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141016 Feb 15 01:47:13.068088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e8f9ce8-18d3-439e-b524-229e2d1e0430 req-8f803ed8-963e-4991-9a69-508e98980605 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189876 Feb 15 01:47:13.079509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.169506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:13.173403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:13.219982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Allocated IP 172.25.2.165 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/55f16b53-1887-4f11-90eb-7e814be91e93) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:13.289119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:13.373823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e1e1e64-9c73-41ff-8c9e-f9871e188e3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8016a69947840758a204166f830fc54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827301 Feb 15 01:47:13.376151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:13.385023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:13.426236 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for port (55f16b53-1887-4f11-90eb-7e814be91e93), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.494393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] Publish callbacks [] for security_group (823fad5b-391f-46de-9d5f-f061c5561a1e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.535974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] Publish callbacks [] for security_group (823fad5b-391f-46de-9d5f-f061c5561a1e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.561144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.610192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 81f207d7-c5b6-49f3-b913-e169aac8b855 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:13.616380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 81f207d7-c5b6-49f3-b913-e169aac8b855 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:13.616868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.618795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '63d33294-291a-44bc-9a5a-7536db0c947b', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '63d33294-291a-44bc-9a5a-7536db0c947b', 'mac_address': 'fa:16:3e:a1:4b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:13.651676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:13.652355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (823fad5b-391f-46de-9d5f-f061c5561a1e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.659570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.663561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:13.664700 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/823fad5b-391f-46de-9d5f-f061c5561a1e HTTP/1.1" status: 204 len: 168 time: 0.2871826 Feb 15 01:47:13.668127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'Port': ['ID=55f16b53-1887-4f11-90eb-7e814be91e93,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:13.671260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:13.686885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd6819-6e7d-490d-a15c-b4220e7b1f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823fad5b-391f-46de-9d5f-f061c5561a1e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:13.771619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63d33294-291a-44bc-9a5a-7536db0c947b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:13.772008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.792857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for floatingip (4dea14c5-6039-4bff-b4b8-d1a7c204b4ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.836955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d33294-291a-44bc-9a5a-7536db0c947b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:13.877821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:13.878224 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.895634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:13.908120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:13.910303 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd7d2d-c526-46cb-a64e-bd144c1f615b" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:13.923282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:13.941284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.973254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:13.975655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:13.991051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:13.991051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:13.993064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:13.998390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.004566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.010697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.018522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-41ac8662-5ceb-480f-8f60-53130c5c9f51 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1533897 Feb 15 01:47:14.059067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:14.115432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:14.193142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c8f2f0-1a7d-45d8-8881-03cc1bb304ce req-35638116-2ef0-4236-a9d5-0b031881ca03 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1734145 Feb 15 01:47:14.276135 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for port (55f16b53-1887-4f11-90eb-7e814be91e93), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:14.284522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:14.290134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['63d33294-291a-44bc-9a5a-7536db0c947b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:14.348166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:14.448913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'Port': ['ID=55f16b53-1887-4f11-90eb-7e814be91e93,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:14.514956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0f21-ddb7-466d-930c-14f2b6ad6b10 req-3e734137-d7e2-4550-b0b9-9dfcdb8af9c5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.514956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681d0f21-ddb7-466d-930c-14f2b6ad6b10 req-3e734137-d7e2-4550-b0b9-9dfcdb8af9c5 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 949 time: 0.2201147 Feb 15 01:47:14.523959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (4dea14c5-6039-4bff-b4b8-d1a7c204b4ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:14.579832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681d0f21-ddb7-466d-930c-14f2b6ad6b10 req-fa652f77-b67f-42c5-8bf2-46bb0c1cfbef tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575993 Feb 15 01:47:14.622329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:14.625782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a63432d8-a7bc-4115-951f-c4cb908e072f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0063167 Feb 15 01:47:14.728328 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3b884-9dce-4b2e-b832-ff37d961089f x-openstack-request-id: req-f1a3b884-9dce-4b2e-b832-ff37d961089f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:14.728616 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:14.728872 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1a3b884-9dce-4b2e-b832-ff37d961089f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:14.729269 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'code': 200} Feb 15 01:47:14.892789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d75-0ce8-4d4f-866f-eae5aafba8a8 req-2f7fe0f5-885e-45c9-8083-85d13bcd558e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.894596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56857d75-0ce8-4d4f-866f-eae5aafba8a8 req-2f7fe0f5-885e-45c9-8083-85d13bcd558e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 945 time: 0.1088462 Feb 15 01:47:14.904023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdea3c-5757-4e84-bf53-2e02bec7399e req-a5e538af-25df-40cf-8cf3-e2b890ce5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:14.905682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7bdea3c-5757-4e84-bf53-2e02bec7399e req-a5e538af-25df-40cf-8cf3-e2b890ce5275 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 1133 time: 0.0731721 Feb 15 01:47:14.989713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56857d75-0ce8-4d4f-866f-eae5aafba8a8 req-8f4d2bed-12fd-4d91-8b97-ff68da689dfc tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823047 Feb 15 01:47:14.992208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7bdea3c-5757-4e84-bf53-2e02bec7399e req-b4c76c66-bde8-4b48-b5c2-2d29b5e292e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Feb 15 01:47:15.065380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:15.120754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.369031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-94f3f925-7353-4d0c-88f7-49a0a0e772f0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:15.369520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1900013302-network', 'tenant_id': 'c352c3815994417ea4eb70ede5078331'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:15.372892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-94f3f925-7353-4d0c-88f7-49a0a0e772f0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.1353719 Feb 15 01:47:15.388936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-41ef7901-7b48-440a-8c23-7d8727a7a883 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/quotas/f9e7253f9a7142389a45b7e16d6816eb HTTP/1.1" status: 200 len: 375 time: 0.0123200 Feb 15 01:47:15.427549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-80f70c83-0665-4e68-9d5b-439f3dfdba8c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300117 Feb 15 01:47:15.493143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Made reservation on behalf of c352c3815994417ea4eb70ede5078331 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:15.496120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.509997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.575314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-1a234359-445c-49ab-b400-51acabe769d7 service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404858 Feb 15 01:47:15.612000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks [] for security_group (d2ea60e6-8492-4233-9ec8-79a603df0432), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.675701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-2c001753-62c4-4b1b-9a74-959f709464f0 service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902286 Feb 15 01:47:15.692450 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d2ea60e6-8492-4233-9ec8-79a603df0432), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.767839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea60e6-8492-4233-9ec8-79a603df0432,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:15.785995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:47:15.799791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b393a63-b48d-460d-abff-3018a12e3332), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:15.800534 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Added segment 7b393a63-b48d-460d-abff-3018a12e3332 of type vlan for network 12a3dae7-4729-47da-ad66-6b5ac9fac795 Feb 15 01:47:15.844794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (12a3dae7-4729-47da-ad66-6b5ac9fac795), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.006664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (12a3dae7-4729-47da-ad66-6b5ac9fac795), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.007709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.008534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.123074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] Pushing event updated for resources: {'Network': ['ID=12a3dae7-4729-47da-ad66-6b5ac9fac795,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:16.133536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:47:16.196140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.198026 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8a14acd-a939-4c6a-a1ba-6f2cf0d3e438 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1308432 Feb 15 01:47:16.198911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:16.200547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.207910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.208209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Request body: {'subnet': {'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1900013302-subnet', 'tenant_id': 'c352c3815994417ea4eb70ede5078331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:16.217438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.223601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.229920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.237746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.246776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eac02fa2-b320-4899-8280-50297d9fb195 req-777accfb-2625-4628-ba84-10a99fc817f9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1310985 Feb 15 01:47:16.328591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eac02fa2-b320-4899-8280-50297d9fb195 req-df96781e-47c2-4be5-842a-bf33c7f0cf33 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764534 Feb 15 01:47:16.349202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Made reservation on behalf of c352c3815994417ea4eb70ede5078331 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:16.353461 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.488542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7fe53-95fc-4fa7-a043-b90d5c36e57f req-e4a751b2-d587-49f7-96e3-fe656c16ab66 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.502180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ca7fe53-95fc-4fa7-a043-b90d5c36e57f req-e4a751b2-d587-49f7-96e3-fe656c16ab66 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 949 time: 0.0856380 Feb 15 01:47:16.565944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ca7fe53-95fc-4fa7-a043-b90d5c36e57f req-89734cb9-a18c-4950-a019-43b2e4861c59 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Feb 15 01:47:16.635276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ae60cf11-b5a2-4303-9287-5fc056da62f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.642127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0438e6ed-3a18-4841-a965-e727183ec097 req-61bb96e1-9ee0-4d38-9b93-cfc42b34f7f6 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0333385 Feb 15 01:47:16.698227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae60cf11-b5a2-4303-9287-5fc056da62f3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:16.724197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Checking segment: {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:16.724776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Network hostable DHCP agents. Network: 12a3dae7-4729-47da-ad66-6b5ac9fac795, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:47:16.840541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:47:16.937879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 12a3dae7-4729-47da-ad66-6b5ac9fac795) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:16.942677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:16.948523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:16.948643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4f966-49a6-4445-9493-fa754c3733af None None] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:47:17.043015 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9b3e49e0-c00c-4c53-a5ee-0856619df24b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8428409 Feb 15 01:47:17.094451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a335fc7-c201-4852-ac3d-3c2b8b0db415 None None] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:47:17.231226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:17.406295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 63d33294-291a-44bc-9a5a-7536db0c947b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:17.410409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 63d33294-291a-44bc-9a5a-7536db0c947b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:17.410802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:17.543529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63d33294-291a-44bc-9a5a-7536db0c947b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:17.544159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:17.569097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:17.571404 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435cd7d-7401-4c1c-b9c3-7caa91e15ce9" -d '{"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-plugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:17.586926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:17.665015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:17.746576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:17.908922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:17.941906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1927678025', 'description': 'tempest-description-271386891'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:18.058755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:18.208263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (ce0b3938-1276-408c-be05-d855321edff3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:18.269588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ce0b3938-1276-408c-be05-d855321edff3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:18.302823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b3938-1276-408c-be05-d855321edff3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:18.385958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:18.387473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87621cb2-248b-4851-a81f-10ab2ed743e9 req-872e7ee2-808f-4f74-8401-8bb3814b13f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4507570 Feb 15 01:47:18.553958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-a37d5441-4fc5-41d8-9846-6022467ed18e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.555489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-a37d5441-4fc5-41d8-9846-6022467ed18e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.1791670 Feb 15 01:47:18.572914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'port': {'device_id': '901a1082-daef-417e-a0ab-738d298c0fb2', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'admin_state_up': True, 'tenant_id': 'f9e7253f9a7142389a45b7e16d6816eb'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:18.596121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.602296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.608024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.614601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.620949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.626740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.632410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.640030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-83105840-eef6-47e7-95cc-8c41878dae89 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1126907 Feb 15 01:47:18.695513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421dd0cc-f54a-487f-a2ee-f94ef2e6e791 req-9476df7d-925c-4366-a321-b808a284e25a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541255 Feb 15 01:47:18.745213 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62caf2c5-ef1b-4e86-8145-6665dad7ab44 x-openstack-request-id: req-62caf2c5-ef1b-4e86-8145-6665dad7ab44 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:18.745213 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-plugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:18.745213 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62caf2c5-ef1b-4e86-8145-6665dad7ab44 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:18.745899 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b', 'code': 200} Feb 15 01:47:18.783248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Made reservation on behalf of f9e7253f9a7142389a45b7e16d6816eb for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:18.786679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:18.921174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aec718-e40e-449e-a960-1622dc632089 req-9c3fd1ad-bfda-4292-8dbe-e9d41a35b853 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.923204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0aec718-e40e-449e-a960-1622dc632089 req-9c3fd1ad-bfda-4292-8dbe-e9d41a35b853 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 950 time: 0.1055965 Feb 15 01:47:18.929994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d719c-fc4a-4fd3-81eb-7bae5bff931e req-d1d81597-c804-4d8f-ab0a-8219bb3a9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:18.931670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-982d719c-fc4a-4fd3-81eb-7bae5bff931e req-d1d81597-c804-4d8f-ab0a-8219bb3a9ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 1133 time: 0.1017635 Feb 15 01:47:18.938011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Allocated IP 172.20.0.13 (39b25b42-b7fc-4080-9d50-1778acffdfda/3adc69b2-f4c3-4f56-8962-618f5fa9db58/dab50226-6e78-4c29-ab41-ca326d7e79c7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:19.011248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0aec718-e40e-449e-a960-1622dc632089 req-6bb812b2-f117-420f-bea8-39904876aa99 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785692 Feb 15 01:47:19.014588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-982d719c-fc4a-4fd3-81eb-7bae5bff931e req-d1a746b0-7e30-4bbd-bee5-8ab7b8e85cb0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 Feb 15 01:47:19.105658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.195450 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.261978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:19.286997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Network 39b25b42-b7fc-4080-9d50-1778acffdfda is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:19.288870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:19.293617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:19.352686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:19.353402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.426895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-6343fae9-7db6-4017-988d-c2b65f6324fd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579464 Feb 15 01:47:19.440490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Request body: {'port': {'device_id': '901a1082-daef-417e-a0ab-738d298c0fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:19.505089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.539409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1685d-1fe4-40f7-8b9b-1afa3961649b req-6a6a6bd8-8fda-4b3a-9940-37e0be9cbbc0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:19.541006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74f1685d-1fe4-40f7-8b9b-1afa3961649b req-6a6a6bd8-8fda-4b3a-9940-37e0be9cbbc0 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 932 time: 0.0582595 Feb 15 01:47:19.599478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74f1685d-1fe4-40f7-8b9b-1afa3961649b req-9e5c7387-3376-4229-ae22-61ed55c6d83e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497568 Feb 15 01:47:19.637421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1569282254', 'description': 'tempest-description-1805841403'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:19.726405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.808772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (5d148cd6-0a94-403a-af79-09e748890e3d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.874754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d148cd6-0a94-403a-af79-09e748890e3d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.909450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d148cd6-0a94-403a-af79-09e748890e3d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:19.956772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:19.958048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-997d2638-cc72-4b8b-80ac-ffa225434131 req-5d681ac6-e3cd-4f91-a29f-213dc3420857 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3249488 Feb 15 01:47:20.034173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab50226-6e78-4c29-ab41-ca326d7e79c7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:20.042654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks [] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:20.056124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Transition to ACTIVE for port object dab50226-6e78-4c29-ab41-ca326d7e79c7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:20.120508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:20.188396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:20.240100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Attempting to bind port dab50226-6e78-4c29-ab41-ca326d7e79c7 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:20.240540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Attempting to bind port dab50226-6e78-4c29-ab41-ca326d7e79c7 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:20.240979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Attempting to bind port dab50226-6e78-4c29-ab41-ca326d7e79c7 on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:20.245560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Port dab50226-6e78-4c29-ab41-ca326d7e79c7 on network 39b25b42-b7fc-4080-9d50-1778acffdfda not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:20.245974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Attempting to bind port dab50226-6e78-4c29-ab41-ca326d7e79c7 on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:20.250782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:20.251120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Checking segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:20.251497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Bound using segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:20.251920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Bound port: dab50226-6e78-4c29-ab41-ca326d7e79c7, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:20.252271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:20.317712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:20.321317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:20.324030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:47:20.389720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:20.432763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:20.433394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:20.434795 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-8af175db-0225-4441-8611-fd84daba2716 service neutron] 10.222.0.37 "PUT /v2.0/ports/dab50226-6e78-4c29-ab41-ca326d7e79c7 HTTP/1.1" status: 200 len: 1093 time: 1.0002277 Feb 15 01:47:20.435251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:20.437549 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b430a37a-4e10-4e63-bd6f-5d006682a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:20.462773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af175db-0225-4441-8611-fd84daba2716 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:20.575950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-a40a8756-5d11-4d88-a909-2ef8225743cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:20.577508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-a40a8756-5d11-4d88-a909-2ef8225743cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 1127 time: 0.0486219 Feb 15 01:47:20.617864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-dd205281-9e7f-4a03-a8ab-2e89e1212d56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7 HTTP/1.1" status: 200 len: 217 time: 0.0337179 Feb 15 01:47:20.666692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c581-0d19-4e98-838e-b05553cc273b req-7923561f-2cfa-416e-8bda-e1fc057bbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:20.668216 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-7923561f-2cfa-416e-8bda-e1fc057bbec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.0450745 Feb 15 01:47:20.699391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-38ea34ff-6765-4f65-95b7-af904fd0e8d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247080 Feb 15 01:47:20.793328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-4f769d64-9ecf-4c72-baa0-f0e1b510a1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882738 Feb 15 01:47:20.931489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d745c581-0d19-4e98-838e-b05553cc273b req-9714cd0b-c0d4-438e-87b3-18b2233ff8b1 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314955 Feb 15 01:47:20.989374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ebf98b3-b23f-40ab-83ee-22c7d5c80827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:21.338770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.344120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.349973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.355173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.361098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.366888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.373536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.376242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-ac1ce115-1bb6-48cc-bdb6-c3768ff35c69 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1015294 Feb 15 01:47:21.441143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-608c1933-3c54-415e-8fbf-7d66478c1863 req-8e6bf843-c6c2-4a3c-ab80-f3c011074872 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568178 Feb 15 01:47:21.561066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343bde-7cd9-4b97-8cb0-5d309fe08b4e req-12861b7a-0ace-4096-937d-24bcd8844fd7 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.563333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d343bde-7cd9-4b97-8cb0-5d309fe08b4e req-12861b7a-0ace-4096-937d-24bcd8844fd7 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 950 time: 0.0577693 Feb 15 01:47:21.612981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d343bde-7cd9-4b97-8cb0-5d309fe08b4e req-382eef08-0c97-49be-8e58-2123cbe098f1 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Feb 15 01:47:21.790081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-57d5d6e2-30c8-40d0-a2a5-552d4907b4d8 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:21.791565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-57d5d6e2-30c8-40d0-a2a5-552d4907b4d8 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 813 time: 0.1048734 Feb 15 01:47:21.806720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-70ba2967-1823-4a09-bbe3-1bb32908eb2f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/quotas/c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 375 time: 0.0090771 Feb 15 01:47:21.845777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-b65ac9f8-0c9a-433c-9a2a-ddda9382d1a2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339212 Feb 15 01:47:21.948957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-bd20fe9c-c87d-4202-81f9-a4ffe1ce3f04 service neutron] 10.222.0.43 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959978 Feb 15 01:47:22.050828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-141d93e5-3421-4c69-a81a-2e265bf1d9c8 service neutron] 10.222.0.43 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952549 Feb 15 01:47:22.292182 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6baa9f-001d-40e5-b964-61a6b66270a7 x-openstack-request-id: req-6a6baa9f-001d-40e5-b964-61a6b66270a7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:22.292710 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:22.292782 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a6baa9f-001d-40e5-b964-61a6b66270a7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:22.297025 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'status': 'completed', 'code': 200} Feb 15 01:47:22.400612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-38fe4526-9ad2-490a-adf7-a20edf5706dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:22.404645 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-38fe4526-9ad2-490a-adf7-a20edf5706dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 1127 time: 0.0748506 Feb 15 01:47:22.447240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bead3-3faf-43a8-a980-a8978998bc10 req-66ae56e2-4779-438e-92dc-19d344a1f74a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:22.461301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-321bead3-3faf-43a8-a980-a8978998bc10 req-66ae56e2-4779-438e-92dc-19d344a1f74a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 944 time: 0.1035054 Feb 15 01:47:22.534923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-321bead3-3faf-43a8-a980-a8978998bc10 req-687e210c-076c-4a76-aef7-4312ee210494 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682232 Feb 15 01:47:22.568167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-82e6e1a3-5c90-49f5-aea7-c6220d86bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:22.569892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-82e6e1a3-5c90-49f5-aea7-c6220d86bcb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 923 time: 0.1571062 Feb 15 01:47:22.616125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-34961c5c-1fcd-474b-9676-6c2f31a26ebc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7 HTTP/1.1" status: 200 len: 217 time: 0.0391946 Feb 15 01:47:22.680159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-5d4b36d7-2cf6-4ca4-b5b3-de1e9469c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:22.681696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-5d4b36d7-2cf6-4ca4-b5b3-de1e9469c72a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.0559273 Feb 15 01:47:22.682803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f2bf-50c0-4b53-9ef8-79aff4ba9328 req-95a904e7-fed1-4c65-a89d-767bfc8e3a26 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:22.684390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8067f2bf-50c0-4b53-9ef8-79aff4ba9328 req-95a904e7-fed1-4c65-a89d-767bfc8e3a26 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 950 time: 0.0810103 Feb 15 01:47:22.719367 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-a921d9f2-06c0-44f0-a8cf-9dcb3960fab9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303264 Feb 15 01:47:22.737724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8067f2bf-50c0-4b53-9ef8-79aff4ba9328 req-81a33aa5-27f0-4c14-b352-b209b2fb96e2 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Feb 15 01:47:22.823942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77acaa08-2050-4a3d-83c6-db0a41a770aa req-a9207a41-28b8-4a11-a815-788154934fe3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 210 time: 0.0348549 Feb 15 01:47:22.833033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-52ebbc55-0274-4c8d-ae05-729f6e0acfb1 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075132 Feb 15 01:47:23.007394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.010458 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b430a37a-4e10-4e63-bd6f-5d006682a80d req-9b834f81-6d93-47ba-952f-2c48656106c7 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645858 Feb 15 01:47:23.013044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.019900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.026632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.032719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.039301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.043230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:23.045187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-c987b923-9c29-48dd-b5f3-fec5176c480b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1467419 Feb 15 01:47:23.109473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdd692bb-7703-4d25-ab86-799d7a1468fd req-7fa4e688-b28f-4b8a-b351-b50c55e9238d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582070 Feb 15 01:47:23.270436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14789209-648f-41d1-b264-cce54b4971ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:23.708577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:23.884807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:23.901573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'port_id': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'mac_address': 'fa:16:3e:48:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adc69b2-f4c3-4f56-8962-618f5fa9db58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:23.967025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port dab50226-6e78-4c29-ab41-ca326d7e79c7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:23.968343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:23.986261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab50226-6e78-4c29-ab41-ca326d7e79c7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:24.002054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70a0a-37af-445f-917a-40a63c9b7758 req-6e576cde-3c9c-4f6e-924e-34a508e67738 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.003739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ca70a0a-37af-445f-917a-40a63c9b7758 req-6e576cde-3c9c-4f6e-924e-34a508e67738 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 944 time: 0.0792141 Feb 15 01:47:24.019518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:24.061455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ca70a0a-37af-445f-917a-40a63c9b7758 req-ee03f40f-d2d3-4f1d-bc71-9195132108cb tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Feb 15 01:47:24.098028 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.169676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:24.219611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-284e9a52-0f78-4521-a73f-d8735feb3414 req-1fe84911-1344-4d4b-a7bb-e44c9e77bfd6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 210 time: 0.0311589 Feb 15 01:47:24.397690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['dab50226-6e78-4c29-ab41-ca326d7e79c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:24.427622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.461434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.467573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.474728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.481505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.488480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.494320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.500618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.510727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-7e6ae35b-3bd6-42fc-97ad-e165cded4d39 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1148517 Feb 15 01:47:24.517043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:24.646230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e097c0f-bb2c-4a70-bc45-717f705b2a9c req-3fced2f3-30be-49fc-a870-1afe3728ed08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345987 Feb 15 01:47:24.652830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-6ce94e8e-166e-4de3-ab94-bbbe87d9017c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:24.654922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-6ce94e8e-166e-4de3-ab94-bbbe87d9017c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.37 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 813 time: 0.1761026 Feb 15 01:47:24.675159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'device_id': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795', 'admin_state_up': True, 'tenant_id': 'c352c3815994417ea4eb70ede5078331'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:24.763736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7153e36-6e66-48b4-82e0-3790aae04408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.835327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:24.855950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7153e36-6e66-48b4-82e0-3790aae04408 admin admin] Publish callbacks [] for security_group (580e5697-0f9c-4b27-861c-3ec40a1ce83d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.903149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Made reservation on behalf of c352c3815994417ea4eb70ede5078331 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:24.906608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.938960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7153e36-6e66-48b4-82e0-3790aae04408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (580e5697-0f9c-4b27-861c-3ec40a1ce83d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:24.984017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b7153e36-6e66-48b4-82e0-3790aae04408 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c08c2edb6b48469ba7d04959e1165caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478235 Feb 15 01:47:24.986307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7153e36-6e66-48b4-82e0-3790aae04408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e5697-0f9c-4b27-861c-3ec40a1ce83d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:24.988721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:25.000542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a743e4e6-b48d-4502-9581-1f37b371ca10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.128161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Allocated IP 172.20.0.8 (12a3dae7-4729-47da-ad66-6b5ac9fac795/ae60cf11-b5a2-4303-9287-5fc056da62f3/e5cf48e2-a115-4e47-b7f6-166007945c42) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:25.139266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] Publish callbacks [] for security_group (580e5697-0f9c-4b27-861c-3ec40a1ce83d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.208728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e087c4-273d-4f13-af42-36e654250a67 req-d3bc82a0-e4f7-4e0f-ab85-466294a2823b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:25.210489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3e087c4-273d-4f13-af42-36e654250a67 req-d3bc82a0-e4f7-4e0f-ab85-466294a2823b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 945 time: 0.0762975 Feb 15 01:47:25.217289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] Publish callbacks [] for security_group (580e5697-0f9c-4b27-861c-3ec40a1ce83d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.225629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a743e4e6-b48d-4502-9581-1f37b371ca10 admin admin] Publish callbacks [] for security_group (050a9cdb-d7ad-4e03-99b2-0e6bb59a4283), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.274500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3e087c4-273d-4f13-af42-36e654250a67 req-2f64b4f7-5fc5-476a-8caa-92da621035cb tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Feb 15 01:47:25.321324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a743e4e6-b48d-4502-9581-1f37b371ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (050a9cdb-d7ad-4e03-99b2-0e6bb59a4283), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.374081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e4e6-b48d-4502-9581-1f37b371ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050a9cdb-d7ad-4e03-99b2-0e6bb59a4283,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:25.389240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a743e4e6-b48d-4502-9581-1f37b371ca10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ab135ceb6cc41f88592b303f0253b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5525975 Feb 15 01:47:25.397873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:25.445451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.457653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (580e5697-0f9c-4b27-861c-3ec40a1ce83d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.469909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] Publish callbacks [] for security_group (050a9cdb-d7ad-4e03-99b2-0e6bb59a4283), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.473229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.476659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/580e5697-0f9c-4b27-861c-3ec40a1ce83d HTTP/1.1" status: 204 len: 168 time: 0.4821975 Feb 15 01:47:25.494308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6cf97-ee0e-4bf3-b62a-2aa8a4dba118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e5697-0f9c-4b27-861c-3ec40a1ce83d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:25.526507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] Publish callbacks [] for security_group (050a9cdb-d7ad-4e03-99b2-0e6bb59a4283), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.567094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1682cb38-edc7-448b-9d48-08d256239aa7 req-c93779a9-8c89-4579-acf3-6d2f847d4c23 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 210 time: 0.0481825 Feb 15 01:47:25.591417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.643623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:25.647234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:25.654119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:25.680683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (050a9cdb-d7ad-4e03-99b2-0e6bb59a4283), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.684925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:25.685148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.686362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/050a9cdb-d7ad-4e03-99b2-0e6bb59a4283 HTTP/1.1" status: 204 len: 168 time: 0.2872074 Feb 15 01:47:25.699222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c17ab6-dc6f-4977-9666-381892a3d0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050a9cdb-d7ad-4e03-99b2-0e6bb59a4283,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:25.724311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:25.725157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.734853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:25.814702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-731e4605-3b33-4fae-9bb0-e8de447e5653 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506820 Feb 15 01:47:25.826177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Request body: {'port': {'device_id': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:25.913643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.915264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:25.935661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:25.943032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:25.972391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:25.993610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.002108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.011732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.021057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.023495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port dab50226-6e78-4c29-ab41-ca326d7e79c7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:26.023935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-99043f06-26a2-473c-a133-06e2da4beb3e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.2271969 Feb 15 01:47:26.029581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port dab50226-6e78-4c29-ab41-ca326d7e79c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:26.030154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.100704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1288f6e7-4f42-40cd-bb25-9ec587a26377 req-fbb0a7ba-c0ec-4138-bf31-4533b6979c5c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683551 Feb 15 01:47:26.164520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port dab50226-6e78-4c29-ab41-ca326d7e79c7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:26.170350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.192201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:26.194549 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff76b0a1-6f15-46c2-ab76-60811ddeaa32" -d '{"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:26.209678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:26.279605 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99961368-585b-4bcd-a76b-5a52df6681be x-openstack-request-id: req-99961368-585b-4bcd-a76b-5a52df6681be {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:26.280072 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:26.280184 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99961368-585b-4bcd-a76b-5a52df6681be {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:26.281258 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'code': 200} Feb 15 01:47:26.283301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.375105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cf48e2-a115-4e47-b7f6-166007945c42 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:26.391529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:26.405065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks [] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.423221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a84-20a5-4af5-9826-1d3ea41cf650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.434672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:26.493862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fdc71-c670-461d-a431-4bf033177eb7 req-377c3985-9ca5-4d89-8f55-5bf6cf2a1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.495389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d6fdc71-c670-461d-a431-4bf033177eb7 req-377c3985-9ca5-4d89-8f55-5bf6cf2a1666 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 1129 time: 0.1459613 Feb 15 01:47:26.522237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a84-20a5-4af5-9826-1d3ea41cf650 admin admin] Publish callbacks [] for security_group (7b5428b1-46d0-43be-97c6-43d8c5c1a53f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.523954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Transition to ACTIVE for port object e5cf48e2-a115-4e47-b7f6-166007945c42 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:26.541591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c6275-eb9d-4d95-bb3c-caba2fe21d73 req-5e7d7d72-583a-4b04-b1b6-9e226ffd5b05 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.543254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-616c6275-eb9d-4d95-bb3c-caba2fe21d73 req-5e7d7d72-583a-4b04-b1b6-9e226ffd5b05 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.1362951 Feb 15 01:47:26.564821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d6fdc71-c670-461d-a431-4bf033177eb7 req-1a9f1f7e-6e89-4f08-ad04-4781690097c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Feb 15 01:47:26.583322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a84-20a5-4af5-9826-1d3ea41cf650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b5428b1-46d0-43be-97c6-43d8c5c1a53f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.610497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.613166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-616c6275-eb9d-4d95-bb3c-caba2fe21d73 req-bf2edcad-b24d-463a-9618-e8b726b2adb4 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 Feb 15 01:47:26.672250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b33d2a84-20a5-4af5-9826-1d3ea41cf650 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c99b82e79d3421481f98a16f0223ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795763 Feb 15 01:47:26.675069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:26.680008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d2a84-20a5-4af5-9826-1d3ea41cf650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5428b1-46d0-43be-97c6-43d8c5c1a53f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:26.705918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:26.756829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] Publish callbacks [] for security_group (7b5428b1-46d0-43be-97c6-43d8c5c1a53f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.786280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] Publish callbacks [] for security_group (7b5428b1-46d0-43be-97c6-43d8c5c1a53f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.831766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Attempting to bind port e5cf48e2-a115-4e47-b7f6-166007945c42 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:26.832424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Attempting to bind port e5cf48e2-a115-4e47-b7f6-166007945c42 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:26.834377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Attempting to bind port e5cf48e2-a115-4e47-b7f6-166007945c42 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:26.839310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Port e5cf48e2-a115-4e47-b7f6-166007945c42 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:26.839793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Attempting to bind port e5cf48e2-a115-4e47-b7f6-166007945c42 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:26.846519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:26.847053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Checking segment: {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:26.847847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Bound using segment: {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:26.848458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Bound port: e5cf48e2-a115-4e47-b7f6-166007945c42, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:26.848972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.875221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae4894-d1b0-4989-aeb1-46f015f3a6a8 req-b0f2246f-c51a-400f-b1ad-c8c6f5ca5bd9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:26.876784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78ae4894-d1b0-4989-aeb1-46f015f3a6a8 req-b0f2246f-c51a-400f-b1ad-c8c6f5ca5bd9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 943 time: 0.0754099 Feb 15 01:47:26.938878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:26.943647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:26.955005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78ae4894-d1b0-4989-aeb1-46f015f3a6a8 req-cfe8c4bc-c35d-4bea-b122-884ccefece36 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675099 Feb 15 01:47:26.980094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b5428b1-46d0-43be-97c6-43d8c5c1a53f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.980626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:26.984937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b5428b1-46d0-43be-97c6-43d8c5c1a53f HTTP/1.1" status: 204 len: 168 time: 0.3050311 Feb 15 01:47:26.994136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2e78f-5743-4338-ad71-e77f00474248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5428b1-46d0-43be-97c6-43d8c5c1a53f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:27.002601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:27.070665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.074112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:27.076398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 1092 time: 1.2522192 Feb 15 01:47:27.084269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:27.086942 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd4dc1-b021-4c7f-9e96-194bf271694c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:27.134363 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdea4685-7fab-46ed-95c3-cb8f5ac9a88b x-openstack-request-id: req-cdea4685-7fab-46ed-95c3-cb8f5ac9a88b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:27.134854 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:27.136312 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdea4685-7fab-46ed-95c3-cb8f5ac9a88b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:27.136881 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'status': 'completed', 'code': 200} Feb 15 01:47:27.143546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4644dd-7204-4f61-845a-d80896b78d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:27.236817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:27.269752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.275288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.282053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-b3f1f413-536d-4307-adad-73895d194e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.282373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.283660 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-b3f1f413-536d-4307-adad-73895d194e68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1126 time: 0.1244931 Feb 15 01:47:27.288749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.294786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.302077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.307592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.319930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-20830c2c-21ee-4b8e-b6f6-ca4e3e9e89d6 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1306632 Feb 15 01:47:27.456460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:27.470661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'mac_address': 'fa:16:3e:93:34:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:27.482387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e9d7ad7-84bb-4768-a600-f0701ff6bb7c req-f1a29eac-f0d5-4d0e-8acb-893553c68ba7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479356 Feb 15 01:47:27.527976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:27.528393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:27.533622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:27.548595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:27.572117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:27.623675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-3dffe50d-94c8-4161-8ef9-0a0917ab6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.625754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-3dffe50d-94c8-4161-8ef9-0a0917ab6415 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c352c3815994417ea4eb70ede5078331&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3345687 Feb 15 01:47:27.630728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:27.786877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['81f207d7-c5b6-49f3-b913-e169aac8b855'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:27.819628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:27.904936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-94a308b3-89bb-465f-967f-b438a7647f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:27.907198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ebd4dc1-b021-4c7f-9e96-194bf271694c req-94a308b3-89bb-465f-967f-b438a7647f2f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704511 Feb 15 01:47:28.009560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af2d0e-775f-4380-8cc4-6f7e09b115a4 req-be0abed8-69f6-4895-a6bb-323281a37978 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:28.013680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8af2d0e-775f-4380-8cc4-6f7e09b115a4 req-be0abed8-69f6-4895-a6bb-323281a37978 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.1242530 Feb 15 01:47:28.106266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-f62c28ae-19f9-40e6-bec6-5041506c61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:28.107855 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-f62c28ae-19f9-40e6-bec6-5041506c61dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1126 time: 0.1235743 Feb 15 01:47:28.141270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8af2d0e-775f-4380-8cc4-6f7e09b115a4 req-e6bedfb7-f7bf-4ebf-80a9-95651cd67d96 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196852 Feb 15 01:47:28.183475 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-e1e46c3a-77bf-400d-9c3c-b1dc71541fba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 217 time: 0.0660489 Feb 15 01:47:28.271284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-746d985a-3091-450b-8530-64b3f1a63a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:28.272810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-746d985a-3091-450b-8530-64b3f1a63a6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.0825438 Feb 15 01:47:28.315735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-32c4d7ab-5053-422a-8bc0-a02ccc19e3d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367436 Feb 15 01:47:28.388529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a68d-3e34-4a4a-bd6d-21b9602e3b03 req-8401c9ef-80a6-406e-82cd-50639b000a07 tempest-AbsoluteLimitsNegativeTestJSON-79355948 tempest-AbsoluteLimitsNegativeTestJSON-79355948-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=61704f85765541338004648d680265ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446625 Feb 15 01:47:28.452332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-085eff69-dc6f-4d87-8ada-467fe4d863ac service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301208 Feb 15 01:47:28.597901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5a68d-3e34-4a4a-bd6d-21b9602e3b03 req-e61cbb9f-16e5-4f74-8fcb-578794015103 tempest-AbsoluteLimitsNegativeTestJSON-79355948 tempest-AbsoluteLimitsNegativeTestJSON-79355948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:28.606240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a68d-3e34-4a4a-bd6d-21b9602e3b03 req-e61cbb9f-16e5-4f74-8fcb-578794015103 tempest-AbsoluteLimitsNegativeTestJSON-79355948 tempest-AbsoluteLimitsNegativeTestJSON-79355948-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090988 Feb 15 01:47:28.612229 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ae3f7cb2-7b14-45bc-9afd-e73397b0bd93 req-e1b055fe-bc8b-4fba-8cb4-4aa23ab7fb7b service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531236 Feb 15 01:47:28.627206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a68d-3e34-4a4a-bd6d-21b9602e3b03 req-e4a10fb8-2e1a-4d85-b385-a6c75d38d8d6 tempest-AbsoluteLimitsNegativeTestJSON-79355948 tempest-AbsoluteLimitsNegativeTestJSON-79355948-project] 10.222.0.43 "GET /v2.0/quotas/61704f85765541338004648d680265ac HTTP/1.1" status: 200 len: 375 time: 0.0198481 Feb 15 01:47:28.685672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a68d-3e34-4a4a-bd6d-21b9602e3b03 req-69b73efe-26f2-423f-aa6f-db9a33f32b08 tempest-AbsoluteLimitsNegativeTestJSON-79355948 tempest-AbsoluteLimitsNegativeTestJSON-79355948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61704f85765541338004648d680265ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507891 Feb 15 01:47:28.905249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0de7-0c14-4653-aee9-f606e6c5345d req-b94984d9-9266-4e1f-8f62-04eb9845c45b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:28.908227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfdd0de7-0c14-4653-aee9-f606e6c5345d req-b94984d9-9266-4e1f-8f62-04eb9845c45b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 943 time: 0.0971549 Feb 15 01:47:28.972490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfdd0de7-0c14-4653-aee9-f606e6c5345d req-a0716740-3abb-4812-bed3-32576a55ee7e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Feb 15 01:47:29.159928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.166230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.174894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.180196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.185660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.191025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.196405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.206217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-69337e40-f7a0-435d-885e-1bea99be265b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1245492 Feb 15 01:47:29.249217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:29.289499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a681109a-96c8-4bb5-bfa6-aac3c6027691 req-966f1f80-1621-4538-adc0-87b83c4f4719 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795443 Feb 15 01:47:29.379498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 81f207d7-c5b6-49f3-b913-e169aac8b855 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:29.380179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:29.572160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:29.572617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:29.580435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f496e-4097-4113-a70b-74921f4a1bc8 req-3dca39ad-06fb-4891-b92b-8bf621e9a76e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:29.587230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-881f496e-4097-4113-a70b-74921f4a1bc8 req-3dca39ad-06fb-4891-b92b-8bf621e9a76e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.2092934 Feb 15 01:47:29.592311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:29.606448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:29.609240 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33941416-db92-4e4e-9088-cd3a72d6f0ec" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:29.626431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:29.697327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:29.747068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-881f496e-4097-4113-a70b-74921f4a1bc8 req-1bbd5a2c-5fa0-4f70-85d9-764c202853f1 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480641 Feb 15 01:47:29.777801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:29.938767 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504695a-a075-4e4e-b531-a4b08e0c655a x-openstack-request-id: req-3504695a-a075-4e4e-b531-a4b08e0c655a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:29.939743 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:29.940754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3504695a-a075-4e4e-b531-a4b08e0c655a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:29.944329 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'code': 200} Feb 15 01:47:30.079313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f164e3-a71f-48e5-bc09-0b1f39fc03c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.274202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f164e3-a71f-48e5-bc09-0b1f39fc03c3 admin admin] Publish callbacks [] for security_group (8fe57fcb-991a-4eba-a051-fb805186a18b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.308347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aca4a-4078-4115-8c05-447a3c3530e1 req-90603d83-987d-4ef2-aff5-164668648bf2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.319308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-644aca4a-4078-4115-8c05-447a3c3530e1 req-90603d83-987d-4ef2-aff5-164668648bf2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.2779288 Feb 15 01:47:30.344275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f164e3-a71f-48e5-bc09-0b1f39fc03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8fe57fcb-991a-4eba-a051-fb805186a18b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.365208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-15047e2a-6a6a-45d4-a9b1-7e6c31f48b7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2184377 Feb 15 01:47:30.410785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f164e3-a71f-48e5-bc09-0b1f39fc03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe57fcb-991a-4eba-a051-fb805186a18b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:30.421856 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d2f164e3-a71f-48e5-bc09-0b1f39fc03c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61704f85765541338004648d680265ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8276720 Feb 15 01:47:30.422723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-644aca4a-4078-4115-8c05-447a3c3530e1 req-1d0b32a9-6de7-4fe6-829e-c3743493a618 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025364 Feb 15 01:47:30.422909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:30.523375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] Publish callbacks [] for security_group (8fe57fcb-991a-4eba-a051-fb805186a18b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.546171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.546566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.547171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.547645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.548415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.550928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.551090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.553307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-74780ec3-5e19-497b-83cb-0310dae2d340 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=423b31c210284a39bfed230d9f01f941&device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 6716 time: 0.0945258 Feb 15 01:47:30.589749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] Publish callbacks [] for security_group (8fe57fcb-991a-4eba-a051-fb805186a18b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.714921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a99ca-0c0a-4f07-8146-9f057b559e5b req-6b45f7d0-b660-474d-a9a1-afd92ae34d3f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.720807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d7a99ca-0c0a-4f07-8146-9f057b559e5b req-6b45f7d0-b660-474d-a9a1-afd92ae34d3f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 943 time: 0.1917756 Feb 15 01:47:30.783050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-8971c3db-8b68-4d09-9b78-1af56cda5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.783520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-8971c3db-8b68-4d09-9b78-1af56cda5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.783983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-8971c3db-8b68-4d09-9b78-1af56cda5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:30.785602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-8971c3db-8b68-4d09-9b78-1af56cda5ee3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 200 len: 2291 time: 0.1885948 Feb 15 01:47:30.795247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8fe57fcb-991a-4eba-a051-fb805186a18b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.799018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:30.803128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fe57fcb-991a-4eba-a051-fb805186a18b HTTP/1.1" status: 204 len: 168 time: 0.3761590 Feb 15 01:47:30.818524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8b1cf-3237-4c9d-93cc-b899077545a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe57fcb-991a-4eba-a051-fb805186a18b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:30.820861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d7a99ca-0c0a-4f07-8146-9f057b559e5b req-18e0c49e-db7a-4236-ac88-c5aa7dd09868 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987945 Feb 15 01:47:30.930381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-7bce8cfa-9a1e-4254-93d1-e2a947f7864f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 200 len: 1002 time: 0.1369171 Feb 15 01:47:31.097683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.105581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.113314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-3ddbd5d3-4c04-4340-8d77-2562c82a8c49 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1960366 Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-01a9c14b-42ab-4bae-bc97-4717c08c3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.157100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-01a9c14b-42ab-4bae-bc97-4717c08c3d61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=719dc3f1-043c-4a51-8227-e11f76964bb9 HTTP/1.1" status: 200 len: 850 time: 0.2152863 Feb 15 01:47:31.294375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e846f828-dde1-46a5-89c1-ca8ab19d874b req-592d8693-fc74-451d-a914-c6351cc2ccf3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402738 Feb 15 01:47:31.372701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-f5c6b15d-c6ef-45f1-821c-0faec01f5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.376840 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-8682f0c5-1609-48c5-948f-8b7443e3dac5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1533561 Feb 15 01:47:31.379852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-f5c6b15d-c6ef-45f1-821c-0faec01f5cae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5d109f4-797c-4ecc-b9e3-2627df9005a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1428101 Feb 15 01:47:31.555863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-9abe3eed-353e-4d38-b239-ac09c73d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.560802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-9abe3eed-353e-4d38-b239-ac09c73d32ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 1129 time: 0.1166558 Feb 15 01:47:31.579496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-f3718a4a-9b87-4a87-8dac-685123f5a4be service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865294 Feb 15 01:47:31.782263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-6b37e8a0-6353-4fcf-bdcb-a843508ce77a service neutron] 10.222.0.31 "GET /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928852 Feb 15 01:47:31.794234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5cf48e2-a115-4e47-b7f6-166007945c42 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:31.930756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-3268cd9c-d0d0-41c5-a512-4fcfbc2906ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:31.934415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-3268cd9c-d0d0-41c5-a512-4fcfbc2906ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 923 time: 0.3503885 Feb 15 01:47:32.019868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-d3760443-0181-4452-af1b-9ebc8af549cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7 HTTP/1.1" status: 200 len: 217 time: 0.0789027 Feb 15 01:47:32.096233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-89bf33fb-fef0-477a-a5cf-f7790e8e9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:32.098114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:32.099699 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-89bf33fb-fef0-477a-a5cf-f7790e8e9eea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.0730309 Feb 15 01:47:32.114110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795', 'port_id': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'mac_address': 'fa:16:3e:cb:d7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae60cf11-b5a2-4303-9287-5fc056da62f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:32.167837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-4ff4242d-1195-4fac-a51f-38129e02bbfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595849 Feb 15 01:47:32.192674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e5cf48e2-a115-4e47-b7f6-166007945c42 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:32.194521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:32.236372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cf48e2-a115-4e47-b7f6-166007945c42 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:32.293942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:32.366685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:32.489835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:32.593396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-b9d7c6b5-b641-4120-8647-20344f229f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 217 time: 0.8044174 Feb 15 01:47:32.748473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:32.831784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66f6da-53aa-42aa-889e-ec7e3c4703fc req-a8ee4628-143f-4368-a37d-8380fcbeef16 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:32.837119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c66f6da-53aa-42aa-889e-ec7e3c4703fc req-a8ee4628-143f-4368-a37d-8380fcbeef16 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 944 time: 0.2919996 Feb 15 01:47:32.841732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-f175ee19-28a7-4054-aee6-d04bcdb3de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:32.846469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-f175ee19-28a7-4054-aee6-d04bcdb3de3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.2456260 Feb 15 01:47:32.980635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-bf38ab93-a780-4e5a-a860-7afe57a79720 service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977941 Feb 15 01:47:33.051075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-cdb6fc4a-381e-4b3f-978a-66d3e487e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.053191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-cdb6fc4a-381e-4b3f-978a-66d3e487e9d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1906080 Feb 15 01:47:33.065400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c66f6da-53aa-42aa-889e-ec7e3c4703fc req-89ec619b-9537-4b96-ae98-7398cca8937c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156665 Feb 15 01:47:33.179265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd7b7213-f90f-421d-a50f-49533f5f8a33 req-a304eadc-3fed-4270-926e-1c44f976de7d service neutron] 10.222.0.37 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841152 Feb 15 01:47:33.311191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-8cbe5a51-8065-460e-be73-74899eef4df8 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404640 Feb 15 01:47:33.346684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:33.509790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-9fa0b34c-a91c-45fa-acb7-34c6bda5c9bb service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857154 Feb 15 01:47:33.578854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2066268924-network', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:33.592476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-bd9be699-433a-4b48-bf7f-4e1210561502 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 217 time: 0.0701277 Feb 15 01:47:33.680230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Made reservation on behalf of 8a3d5a9ea11d44f2b3a637de0a817199 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:33.683200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:33.699976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:33.755977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-b6288cfb-50a8-4ad4-a960-c05d9029887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.758518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-b6288cfb-50a8-4ad4-a960-c05d9029887d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.1411548 Feb 15 01:47:33.772820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.778729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.786149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.793162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.799233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.806045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.811933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.813061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5cf48e2-a115-4e47-b7f6-166007945c42 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:33.820069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-660c679e-1ab3-4d24-b614-f0561fa249f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.2252839 Feb 15 01:47:33.845402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks [] for security_group (d6307f03-6b51-4662-b0be-3168319c84de), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:33.913525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-277b631b-8391-408f-8548-36a44d7bf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:33.915157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-277b631b-8391-408f-8548-36a44d7bf3aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0930994 Feb 15 01:47:33.919987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3e090cd-dc34-4e1f-a23e-45f428dedf24 req-b1a6a967-4f83-4baf-8322-fd09d0a5d7b5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990272 Feb 15 01:47:33.954800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6307f03-6b51-4662-b0be-3168319c84de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:33.988557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e5cf48e2-a115-4e47-b7f6-166007945c42 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:34.005675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e5cf48e2-a115-4e47-b7f6-166007945c42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:34.006119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.009793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6307f03-6b51-4662-b0be-3168319c84de,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:34.037399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:47:34.064506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1f200be4-6987-4730-af55-97675ecb3bb5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.064861 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Added segment 1f200be4-6987-4730-af55-97675ecb3bb5 of type vlan for network 0984f195-b8ad-45db-bed3-a84a0814444e Feb 15 01:47:34.085571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-93c812aa-e43a-4d6b-b6db-89a9e8d00339 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569707 Feb 15 01:47:34.142138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0984f195-b8ad-45db-bed3-a84a0814444e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.184701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e5cf48e2-a115-4e47-b7f6-166007945c42 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:34.185107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.229060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:34.232124 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c166b4-5357-403e-b14c-fd76378903a7" -d '{"events": [{"server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:34.249860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:34.272570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-ecc5c2b4-d724-40c7-811a-a3046e1b4fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766882 Feb 15 01:47:34.349241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-738c5403-d491-4209-bd0a-9ee5dbf67094 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7 HTTP/1.1" status: 200 len: 217 time: 0.0671868 Feb 15 01:47:34.420516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ebc9f-0bca-4291-af81-4e82fd43eb20 req-e6005ab5-186b-4a6e-9416-20a876013a45 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:34.422657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f0ebc9f-0bca-4291-af81-4e82fd43eb20 req-e6005ab5-186b-4a6e-9416-20a876013a45 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 944 time: 0.1555588 Feb 15 01:47:34.424561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-c15157f4-9fdb-4dac-a9ef-efcc6c93bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:34.426262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-c15157f4-9fdb-4dac-a9ef-efcc6c93bb03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.0699430 Feb 15 01:47:34.503032 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0984f195-b8ad-45db-bed3-a84a0814444e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.504054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:34.504684 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.516696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f0ebc9f-0bca-4291-af81-4e82fd43eb20 req-e96d6fa0-b913-40b1-b30a-5f08e63b8fad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883038 Feb 15 01:47:34.523438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-1c12fee4-7fc3-45db-a392-00bca226b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:34.525016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-1c12fee4-7fc3-45db-a392-00bca226b38f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0898814 Feb 15 01:47:34.554707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.619624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:34.627016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] Pushing event updated for resources: {'Network': ['ID=0984f195-b8ad-45db-bed3-a84a0814444e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:34.647245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0984f195-b8ad-45db-bed3-a84a0814444e details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:47:34.658898 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f56935d7-754a-4989-b877-048da5ee6b68 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3107331 Feb 15 01:47:34.659964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:34.672662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Request body: {'subnet': {'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2066268924-subnet', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:34.678666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-d8ef2e87-90d9-4c94-bbea-156386efbdeb service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466341 Feb 15 01:47:34.719722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded53fed-5f6a-4822-9fb5-5514b31a83e0 req-bfbbe18b-1a18-4036-820b-e763d8d30aa6 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:34.721381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ded53fed-5f6a-4822-9fb5-5514b31a83e0 req-bfbbe18b-1a18-4036-820b-e763d8d30aa6 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.1092656 Feb 15 01:47:34.766603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:34.800443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Made reservation on behalf of 8a3d5a9ea11d44f2b3a637de0a817199 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:34.808453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:34.876544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-e8b5c018-2d7d-40c9-8b17-708f30577099 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878877 Feb 15 01:47:34.963354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-37ddad56-9960-499a-b51d-a13372a28366 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24 HTTP/1.1" status: 200 len: 217 time: 0.0713112 Feb 15 01:47:34.967490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ded53fed-5f6a-4822-9fb5-5514b31a83e0 req-8bb90708-403b-40ae-aa53-a304278ab5e8 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204134 Feb 15 01:47:35.028629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a21aa1a8-1bd8-4326-b8d3-8d5ca81f6eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.039115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-a1609e8e-6f38-4431-b79c-ad6d53066be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.042330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-a1609e8e-6f38-4431-b79c-ad6d53066be9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 200 len: 797 time: 0.0687704 Feb 15 01:47:35.051418 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b991749-d28d-4dce-b75c-efd1ca0c814a x-openstack-request-id: req-0b991749-d28d-4dce-b75c-efd1ca0c814a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:35.051926 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:35.051926 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b991749-d28d-4dce-b75c-efd1ca0c814a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:35.052328 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'code': 200} Feb 15 01:47:35.248777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861dcf0-ffd5-45b0-97a2-eba8a13d1b0b req-c181222f-d3f2-49cc-8aab-5748dabfd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.250898 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b861dcf0-ffd5-45b0-97a2-eba8a13d1b0b req-c181222f-d3f2-49cc-8aab-5748dabfd0c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1128 time: 0.1027369 Feb 15 01:47:35.261204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (731d8261-03fd-4c9f-8bb1-8b223726b52b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.263269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.269753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.276260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.284403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.292160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.298150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.303455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.305481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-e9a6e0fc-d46f-4827-a8f8-4efdc56b154c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.1788201 Feb 15 01:47:35.313251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-199166b8-dbd3-4371-99dd-96c2d6d1f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.314783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-199166b8-dbd3-4371-99dd-96c2d6d1f35e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4441eb7-0888-4ce6-b6a8-872ff4b5093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2609346 Feb 15 01:47:35.365187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a21aa1a8-1bd8-4326-b8d3-8d5ca81f6eac admin admin] Publish callbacks [] for security_group (967cb2d5-7273-4c5a-8a98-e0d910bb78f2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.384946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731d8261-03fd-4c9f-8bb1-8b223726b52b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:35.395428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Checking segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:35.395884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Network hostable DHCP agents. Network: 0984f195-b8ad-45db-bed3-a84a0814444e, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:47:35.410691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b861dcf0-ffd5-45b0-97a2-eba8a13d1b0b req-3dcc6286-a60f-47bc-af42-1ea7e13b09c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431184 Feb 15 01:47:35.435072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a21aa1a8-1bd8-4326-b8d3-8d5ca81f6eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (967cb2d5-7273-4c5a-8a98-e0d910bb78f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.448920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9951dce3-9db9-4e74-a7eb-5267dce8e529 req-073c4756-0cac-42c4-bb3c-d6a2d30dad5a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330459 Feb 15 01:47:35.489109 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a21aa1a8-1bd8-4326-b8d3-8d5ca81f6eac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49395c2490044cfabe6f51b573a3ef98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219887 Feb 15 01:47:35.493590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:35.505278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-7e50e659-65fc-4e64-b696-0ba5915e503f service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756575 Feb 15 01:47:35.528764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Network 0984f195-b8ad-45db-bed3-a84a0814444e is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:47:35.545177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21aa1a8-1bd8-4326-b8d3-8d5ca81f6eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967cb2d5-7273-4c5a-8a98-e0d910bb78f2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:35.583724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] Publish callbacks [] for security_group (967cb2d5-7273-4c5a-8a98-e0d910bb78f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.608064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] Publish callbacks [] for security_group (967cb2d5-7273-4c5a-8a98-e0d910bb78f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.650120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-3a7ff940-5653-424d-899e-d5039f3defb2 service neutron] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374195 Feb 15 01:47:35.662987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0984f195-b8ad-45db-bed3-a84a0814444e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:35.672005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b7fb1-1e1d-4d01-9ee3-2827513cb46f None None] Network 0984f195-b8ad-45db-bed3-a84a0814444e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:47:35.692142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.692772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.709343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-ae6ca4b4-28f3-4875-9f61-8f4b95d341a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 HTTP/1.1" status: 200 len: 217 time: 0.0496321 Feb 15 01:47:35.728083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512289d-6847-4f2e-b3c4-0e5deba7c8c8 req-65074913-0e03-46df-8475-8c58b3a3680e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.729674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e512289d-6847-4f2e-b3c4-0e5deba7c8c8 req-65074913-0e03-46df-8475-8c58b3a3680e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 945 time: 0.1253786 Feb 15 01:47:35.761680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (967cb2d5-7273-4c5a-8a98-e0d910bb78f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.765850 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.772436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/967cb2d5-7273-4c5a-8a98-e0d910bb78f2 HTTP/1.1" status: 204 len: 168 time: 0.2754967 Feb 15 01:47:35.795263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e622e-3cb6-4b58-ba73-edb29ae69708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967cb2d5-7273-4c5a-8a98-e0d910bb78f2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:35.814217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994b865-72db-4a40-8a7b-aa4a9efeb6c0 None None] Network 0984f195-b8ad-45db-bed3-a84a0814444e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:47:35.815055 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-672a675a-8d0b-450a-9996-cb41d78faa86 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1539168 Feb 15 01:47:35.817801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:35.826218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:35.831934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:35.836081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-48527ea3-aac0-4f32-b1bc-24589ccaf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.837698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-48527ea3-aac0-4f32-b1bc-24589ccaf6f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.1211984 Feb 15 01:47:35.867587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e512289d-6847-4f2e-b3c4-0e5deba7c8c8 req-77e4052a-fddd-4aa6-9ad1-2078062d281d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292768 Feb 15 01:47:35.913956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-d6573bf4-134c-44b1-82d5-44fe017d1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:35.915488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-d6573bf4-134c-44b1-82d5-44fe017d1639 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0634625 Feb 15 01:47:35.976258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:35.977322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.062921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for router_controller (e86bf51a-ebc1-484c-9a0e-3f0cac428735), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.068868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-2ac18269-ddd0-491c-aa2a-b6977ec3de8e service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435299 Feb 15 01:47:36.139577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:36.160471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'port_id': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'mac_address': 'fa:16:3e:48:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adc69b2-f4c3-4f56-8962-618f5fa9db58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:36.222674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port dab50226-6e78-4c29-ab41-ca326d7e79c7 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:36.223070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.245683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dab50226-6e78-4c29-ab41-ca326d7e79c7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:36.297880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:36.350154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.402125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674f45-5c89-426f-9d33-033e9ff34a4a req-f4b4d55d-aadc-4203-8c3d-2a91a0f59683 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.411335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d674f45-5c89-426f-9d33-033e9ff34a4a req-f4b4d55d-aadc-4203-8c3d-2a91a0f59683 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.3409486 Feb 15 01:47:36.420445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:36.465862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-a505be6f-e306-476a-af9e-ad4cbb161cfa service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851666 Feb 15 01:47:36.472109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for router_gateway (e86bf51a-ebc1-484c-9a0e-3f0cac428735), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.524469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-6947721f-bf6e-49fa-9ab2-f97cc76d0377 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 200 len: 217 time: 0.0484343 Feb 15 01:47:36.541146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['dab50226-6e78-4c29-ab41-ca326d7e79c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:36.585197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d674f45-5c89-426f-9d33-033e9ff34a4a req-48232a6b-0204-4d41-8887-015d346a14a2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727581 Feb 15 01:47:36.610012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-cf62c768-5807-4692-9ba0-82282cbdf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.610944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-cf62c768-5807-4692-9ba0-82282cbdf4b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 200 len: 797 time: 0.0768473 Feb 15 01:47:36.677702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:36.706986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc704b55-b31d-410b-9d12-2374adc0e85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.711472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651ecf-5427-4843-a356-5038ab895b3c req-0b01f8cb-a20c-481f-baf5-6b6594d912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.713005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-0b01f8cb-a20c-481f-baf5-6b6594d912c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0711756 Feb 15 01:47:36.858965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc704b55-b31d-410b-9d12-2374adc0e85f admin admin] Publish callbacks [] for security_group (866bcd7c-8a8c-4541-9404-1a97510ebb38), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.932137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc704b55-b31d-410b-9d12-2374adc0e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (866bcd7c-8a8c-4541-9404-1a97510ebb38), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:36.957702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.963013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.970230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.975919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.979929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc704b55-b31d-410b-9d12-2374adc0e85f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b41f46039d2048c5a92f6ea188fb8471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991011 Feb 15 01:47:36.979929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc704b55-b31d-410b-9d12-2374adc0e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866bcd7c-8a8c-4541-9404-1a97510ebb38,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:36.981035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:36.981217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.987111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.993115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:36.994367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-3d502cc7-b52d-4172-a70a-fea534e29377 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.2639763 Feb 15 01:47:36.996220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-92f47864-62b8-49fa-a4a3-21a45f10ecd2 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765357 Feb 15 01:47:37.058396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] Publish callbacks [] for security_group (866bcd7c-8a8c-4541-9404-1a97510ebb38), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.104465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] Publish callbacks [] for security_group (866bcd7c-8a8c-4541-9404-1a97510ebb38), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.126373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for router_gateway (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.178332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.210804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94233471-a76d-4d61-835f-8e2e355ef4c8 req-d9fe7908-10f7-45d5-aeaf-fe92534ac957 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733153 Feb 15 01:47:37.234063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b651ecf-5427-4843-a356-5038ab895b3c req-3bc6cde7-0708-467f-99f3-fed5d37841a1 service neutron] 10.222.0.31 "GET /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943932 Feb 15 01:47:37.282043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (866bcd7c-8a8c-4541-9404-1a97510ebb38), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.289829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.294329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/866bcd7c-8a8c-4541-9404-1a97510ebb38 HTTP/1.1" status: 204 len: 168 time: 0.3098185 Feb 15 01:47:37.310932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c927-12b2-47ea-bd99-286b2a2fe9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bcd7c-8a8c-4541-9404-1a97510ebb38,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:37.491552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Allocated IP 172.25.2.140 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/43559244-890f-478a-9269-7b06edceb87e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:37.569879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d0c6-fac1-4222-b18d-99cdf07b2b9b req-4abcc9bd-e5fd-4a65-a5f7-4cd78ca9c5bb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:37.571777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2af2d0c6-fac1-4222-b18d-99cdf07b2b9b req-4abcc9bd-e5fd-4a65-a5f7-4cd78ca9c5bb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 945 time: 0.1247792 Feb 15 01:47:37.661934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2af2d0c6-fac1-4222-b18d-99cdf07b2b9b req-5e448717-592d-4d03-8b88-88da4705f4d7 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795646 Feb 15 01:47:37.687564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for port (43559244-890f-478a-9269-7b06edceb87e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.790816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (43559244-890f-478a-9269-7b06edceb87e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:37.834216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:37.836048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:37.837511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:37.847593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:37.911499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0677c50-aaa4-41da-96ac-4cd92960a180 req-dff3d988-8c76-4264-857c-947c5f039c06 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:37.916698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0677c50-aaa4-41da-96ac-4cd92960a180 req-dff3d988-8c76-4264-857c-947c5f039c06 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 945 time: 0.1632102 Feb 15 01:47:37.938908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=43559244-890f-478a-9269-7b06edceb87e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:37.950720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port dab50226-6e78-4c29-ab41-ca326d7e79c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:37.951750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:38.064604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port dab50226-6e78-4c29-ab41-ca326d7e79c7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:38.065075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:38.105114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:38.106594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:38.109954 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47a879-c68d-40ed-ab94-80986a529b70" -d '{"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:38.118492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0677c50-aaa4-41da-96ac-4cd92960a180 req-5f731b78-1a53-47ea-8835-445349b483e4 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731038 Feb 15 01:47:38.181285 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc08977-79d5-40f8-bc10-2c9653fce229 x-openstack-request-id: req-dfc08977-79d5-40f8-bc10-2c9653fce229 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:38.181285 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:38.181285 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfc08977-79d5-40f8-bc10-2c9653fce229 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:38.181285 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'code': 200} Feb 15 01:47:38.206113 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:38.273764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:38.808785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for router_gateway (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:38.821551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.825806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.831541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.836812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.841987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.847705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.852931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:38.854878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-aee9a9b8-e2ea-452e-9831-276d4e169f08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5430 time: 0.5086007 Feb 15 01:47:38.982238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddcd6a7e-ea6f-4452-83b8-edfd37617fb0 req-e11e1c01-6907-43c1-b4d4-a09c586192ed tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929694 Feb 15 01:47:39.093990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:39.285933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Router e86bf51a-ebc1-484c-9a0e-3f0cac428735 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:47:39.398115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:47:39.411027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Sync routers for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:47:39.425958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:47:39.425958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:39.494238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:39.496104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f79906ec-0db7-4148-8c89-eb5fd51b4ea8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6773024 Feb 15 01:47:39.498812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:39.603873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:47:39.834545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1784e71d-7621-40c0-b12f-b6ab42dbb67f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:39.979659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:39.995130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:38Z', 'revision_number': 3, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:40.029976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Checking router: e86bf51a-ebc1-484c-9a0e-3f0cac428735 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:47:40.031239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Updating router e86bf51a-ebc1-484c-9a0e-3f0cac428735 port 43559244-890f-478a-9269-7b06edceb87e binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:47:40.033789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '1784e71d-7621-40c0-b12f-b6ab42dbb67f', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'port_id': '1784e71d-7621-40c0-b12f-b6ab42dbb67f', 'mac_address': 'fa:16:3e:5e:28:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:40.111780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.114903 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43559244-890f-478a-9269-7b06edceb87e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.139267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1784e71d-7621-40c0-b12f-b6ab42dbb67f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:40.142167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.164482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1784e71d-7621-40c0-b12f-b6ab42dbb67f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:40.253179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:40.404000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.404671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 874a5499-e7ca-44e1-b6f9-78404ef34423 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:40.416146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28991-39aa-4208-a323-31041c4ee5b6 req-c60f95b7-6f1e-4b17-b267-afc7eaa8c7b2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:40.419928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Allocated IP 172.20.0.1 (0984f195-b8ad-45db-bed3-a84a0814444e/731d8261-03fd-4c9f-8bb1-8b223726b52b/b296dec6-fdbe-413d-a2cc-1eba23d1ede9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:40.424574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9f28991-39aa-4208-a323-31041c4ee5b6 req-c60f95b7-6f1e-4b17-b267-afc7eaa8c7b2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 945 time: 0.0873466 Feb 15 01:47:40.504130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9f28991-39aa-4208-a323-31041c4ee5b6 req-7358f66c-030b-4431-9679-db5508f22c1b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782466 Feb 15 01:47:40.565600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks [] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.664662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8762e-2ad7-4ac1-ae2f-67ccfec77567 req-f83e8908-5ed2-40fb-9465-2e5840c31408 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:40.673879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cda8762e-2ad7-4ac1-ae2f-67ccfec77567 req-f83e8908-5ed2-40fb-9465-2e5840c31408 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.0750570 Feb 15 01:47:40.674078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.735321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Network 0984f195-b8ad-45db-bed3-a84a0814444e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:40.742096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:40.746835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:40.757570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cda8762e-2ad7-4ac1-ae2f-67ccfec77567 req-d17fd712-629b-4d12-b50d-9405137b7629 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826213 Feb 15 01:47:40.761692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:40.818891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'port_id': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:40.829144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:40.860740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.919013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 874a5499-e7ca-44e1-b6f9-78404ef34423 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:40.919013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:40.932094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874a5499-e7ca-44e1-b6f9-78404ef34423 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:40.943306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Pushing event updated for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:40.963448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:40.992340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:40.998043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:40.998261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks [] for port (43559244-890f-478a-9269-7b06edceb87e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.005929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.012776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.018931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.024823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.030782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.040314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.050631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30201c5a-daad-474c-b21b-53845311acf6 req-c4919e92-d6b6-46ec-9167-94a827b225cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5431 time: 0.1803415 Feb 15 01:47:41.144188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30201c5a-daad-474c-b21b-53845311acf6 req-675d6b1d-1a86-4078-be87-b93b537f68cf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893140 Feb 15 01:47:41.205704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.261383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:41.263989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (43559244-890f-478a-9269-7b06edceb87e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.323528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Attempting to bind port 43559244-890f-478a-9269-7b06edceb87e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:41.327406 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Attempting to bind port 43559244-890f-478a-9269-7b06edceb87e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:41.327783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Attempting to bind port 43559244-890f-478a-9269-7b06edceb87e on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:41.353652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:41.354035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:41.355472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-71d37dc2-aa7d-4918-abdc-749a6787b5ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1927678025&fields=id&tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 267 time: 0.0956810 Feb 15 01:47:41.360361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.360361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:41.363964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Bound port: 43559244-890f-478a-9269-7b06edceb87e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:41.363964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43559244-890f-478a-9269-7b06edceb87e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.364801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3eae2-68a9-4dc7-babe-919068a6c008 None None] Pushing event updated for resources: {'Port': ['ID=43559244-890f-478a-9269-7b06edceb87e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:41.439533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-dfe2e840-b4de-4f2b-9137-92c4f7824ede tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:41.448828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-dfe2e840-b4de-4f2b-9137-92c4f7824ede tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 945 time: 0.0921690 Feb 15 01:47:41.454552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'security_groups': ['d2ea60e6-8492-4233-9ec8-79a603df0432', 'ce0b3938-1276-408c-be05-d855321edff3']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:41.474811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] For port 43559244-890f-478a-9269-7b06edceb87e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:41.481630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] For port 43559244-890f-478a-9269-7b06edceb87e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=43559244-890f-478a-9269-7b06edceb87e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:41.547720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['1784e71d-7621-40c0-b12f-b6ab42dbb67f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:41.570752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.575476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks [] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.597034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (43559244-890f-478a-9269-7b06edceb87e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.643035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['874a5499-e7ca-44e1-b6f9-78404ef34423'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:41.675207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.705937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3eae2-68a9-4dc7-babe-919068a6c008 None None] Pushing event updated for resources: {'Port': ['ID=43559244-890f-478a-9269-7b06edceb87e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:41.734562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:47:41.737033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:41.767294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:41.783791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Pushing event updated for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:41.887241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:41.931985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Network 0984f195-b8ad-45db-bed3-a84a0814444e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:41.934249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:41.972940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:42.010897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:42.065215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:47:42.088224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:42.143353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:42.148435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Router e86bf51a-ebc1-484c-9a0e-3f0cac428735 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:47:42.167525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:42.168430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:42.170176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b8b7c9e-61e6-4366-868f-f09d1e2d7375 req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "PUT /v2.0/ports/e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 981 time: 0.7204990 Feb 15 01:47:42.170861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:42.176579 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b6800-16a6-4c06-892e-b845e15dbd13" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:42.216033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb29e8-df16-4597-afdb-c83176bd86d3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:42.331216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:42.346458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:47:42.351549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a68c54f3-3a13-4827-98e5-557fa468b83b admin admin] 10.222.0.43 "PUT /v2.0/routers/e86bf51a-ebc1-484c-9a0e-3f0cac428735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502302 Feb 15 01:47:42.616364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:42.671384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'port_id': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'mac_address': 'fa:16:3e:05:09:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:42.812957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:42.812957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:42.867421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:42.918946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:42.933061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b296dec6-fdbe-413d-a2cc-1eba23d1ede9', 'name': '', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'mac_address': 'fa:16:3e:49:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:40Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 2, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'subnets': [{'id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:42.976081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b1060-3f17-4b84-b069-1e6d28249dbf None None] The sync data for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 is: [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b296dec6-fdbe-413d-a2cc-1eba23d1ede9', 'name': '', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'mac_address': 'fa:16:3e:49:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:40Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 2, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'subnets': [{'id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:47:43.012924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:43.013074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:43.032206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be385e7d-e940-4a38-914d-21714e4c4fd2 req-4494ffbb-9221-448d-9748-b1750079f235 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.041274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be385e7d-e940-4a38-914d-21714e4c4fd2 req-4494ffbb-9221-448d-9748-b1750079f235 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 946 time: 0.1122818 Feb 15 01:47:43.121035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be385e7d-e940-4a38-914d-21714e4c4fd2 req-4e5ac0ba-eaf8-411f-989e-c9dba1247a6e tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773091 Feb 15 01:47:43.152957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:43.160954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:43.177199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'port_id': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'mac_address': 'fa:16:3e:9a:99:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:43.242478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:43.247607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:43.258046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:43.283620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:43.302521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.314320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.319684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.327674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.331484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.338429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.370441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.371784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:43.372620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 616cb1bd-7468-4a56-9bd9-4f0d82eee37d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:43.379346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-23a4f94f-69a4-4418-9369-8b50a9177eca tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5433 time: 0.1732061 Feb 15 01:47:43.488519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61dd34b-577a-4adb-801c-9cbc6094a207 req-789ac051-0b18-4eb6-9d34-60a6a1734945 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080315 Feb 15 01:47:43.497535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:43.502372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:43.536863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d', 'network_id': '03410c93-95c1-4dd9-aaef-eeef4a808098', 'port_id': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d', 'mac_address': 'fa:16:3e:65:24:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3299e3-9440-4f6c-a11a-ffefca6f252a', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:43.588800 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f102313-150d-4af3-9711-eee8c004f52a x-openstack-request-id: req-4f102313-150d-4af3-9711-eee8c004f52a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:43.588913 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:43.589169 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f102313-150d-4af3-9711-eee8c004f52a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:43.589588 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'status': 'completed', 'code': 200} Feb 15 01:47:43.605106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:43.606303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:43.631534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616cb1bd-7468-4a56-9bd9-4f0d82eee37d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:43.657500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:43.723436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-61d93506-2981-4243-9077-018095457237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.726076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-61d93506-2981-4243-9077-018095457237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1167 time: 0.0994511 Feb 15 01:47:43.764255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa586258-85f5-475a-be43-7128e213adbc req-845879a9-a0f7-4334-bbd2-41b835fa258c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1569282254&fields=id&tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 267 time: 0.0534384 Feb 15 01:47:43.766378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:43.767387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d8664fc7-2173-4b10-983f-fa167fc1b958 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:43.876723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-96c1b0aa-667b-4f52-afd8-23326f471557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.878651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-96c1b0aa-667b-4f52-afd8-23326f471557 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.1454020 Feb 15 01:47:43.914594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586258-85f5-475a-be43-7128e213adbc req-08cd2cfc-35c0-4c1e-8f1f-56c30a9ca580 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:43.916373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa586258-85f5-475a-be43-7128e213adbc req-08cd2cfc-35c0-4c1e-8f1f-56c30a9ca580 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 984 time: 0.1393855 Feb 15 01:47:43.930371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'security_groups': ['ce0b3938-1276-408c-be05-d855321edff3', 'd2ea60e6-8492-4233-9ec8-79a603df0432', '5d148cd6-0a94-403a-af79-09e748890e3d']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:43.994909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-4b147a2c-5823-4d17-bb24-98b86b16dd48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 217 time: 0.1015093 Feb 15 01:47:44.031314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:44.108053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-cbf40eb4-6cad-44aa-a3cc-a878ffe20306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:44.109642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-cbf40eb4-6cad-44aa-a3cc-a878ffe20306 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.1118500 Feb 15 01:47:44.182284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:44.206110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-1c22489c-09b6-4d26-9654-8bb66a02aa17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837624 Feb 15 01:47:44.206268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'port_id': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'mac_address': 'fa:16:3e:c4:a0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18198009-6531-48f8-9951-3703885ad613', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:44.275155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.304593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d8664fc7-2173-4b10-983f-fa167fc1b958 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:44.304990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.331534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8664fc7-2173-4b10-983f-fa167fc1b958 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:44.357474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:44.362493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-93adb937-6454-4b36-8511-e320b9566db4 service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489780 Feb 15 01:47:44.589627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:44.623024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.625380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:44.671474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.691860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-6a26562e-ed6e-49be-a57c-0ab613c35673 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:44.693489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-6a26562e-ed6e-49be-a57c-0ab613c35673 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 945 time: 0.0882876 Feb 15 01:47:44.698769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:44.747708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.772703 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-993b6800-16a6-4c06-892e-b845e15dbd13 req-f14bbb31-463b-4eaf-870e-c8b792f1a928 service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998458 Feb 15 01:47:44.774506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'network_id': '174daecd-a70f-4253-962a-55e2e7de0ed3', 'port_id': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'mac_address': 'fa:16:3e:4b:2e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18198009-6531-48f8-9951-3703885ad613', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:44.781533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:44.799469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:44.818688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:44.819358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.825168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa586258-85f5-475a-be43-7128e213adbc req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "PUT /v2.0/ports/e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 1020 time: 0.9002390 Feb 15 01:47:44.903539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50955c-6650-42ff-ba89-fe81959a7b56 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:44.933749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:44.934145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:44.973986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:44.993556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 31e9cf17-1eba-4811-99aa-98e67af6335b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:47:44.994237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.059695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441416-3743-4ea6-bbfa-2af8793f271b req-6f668d7b-45c3-4245-9e1e-5829bd65804c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:45.061984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2441416-3743-4ea6-bbfa-2af8793f271b req-6f668d7b-45c3-4245-9e1e-5829bd65804c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 945 time: 0.1349959 Feb 15 01:47:45.174228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2441416-3743-4ea6-bbfa-2af8793f271b req-df81ec9d-83e7-4003-a1c8-ad307abf5d61 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039920 Feb 15 01:47:45.179228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 31e9cf17-1eba-4811-99aa-98e67af6335b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=31e9cf17-1eba-4811-99aa-98e67af6335b,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:45.179600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.219501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 31e9cf17-1eba-4811-99aa-98e67af6335b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:47:45.247509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:45.302603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:45.425910 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.440268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 43559244-890f-478a-9269-7b06edceb87e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:45.499958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1784e71d-7621-40c0-b12f-b6ab42dbb67f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:45.512993 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.591031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:45.593744 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7939f-bdfa-4ea7-8698-34b5657e767e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:45.621597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:45.651843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (31e9cf17-1eba-4811-99aa-98e67af6335b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.673380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['31e9cf17-1eba-4811-99aa-98e67af6335b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:45.686623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=31e9cf17-1eba-4811-99aa-98e67af6335b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:45.720165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 43559244-890f-478a-9269-7b06edceb87e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:45.720569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (43559244-890f-478a-9269-7b06edceb87e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.733567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 31e9cf17-1eba-4811-99aa-98e67af6335b on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:47:45.736372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.739844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2019bb2f-149c-4517-a1aa-eaf3348380c5 req-4932fad8-d3cc-45aa-a579-21e42746a7c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "DELETE /v2.0/ports/31e9cf17-1eba-4811-99aa-98e67af6335b HTTP/1.1" status: 204 len: 173 time: 1.0386050 Feb 15 01:47:45.783255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 1784e71d-7621-40c0-b12f-b6ab42dbb67f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:45.799858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 1784e71d-7621-40c0-b12f-b6ab42dbb67f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:45.800265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:45.968265 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Sync routers for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:47:45.979633 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:47:45.980256 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:46.047975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 43559244-890f-478a-9269-7b06edceb87e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:46.049048 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43559244-890f-478a-9269-7b06edceb87e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.071136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1784e71d-7621-40c0-b12f-b6ab42dbb67f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:46.071522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.108282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 43559244-890f-478a-9269-7b06edceb87e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=43559244-890f-478a-9269-7b06edceb87e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:46.126000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:46.128269 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9d07d-3ed4-4da0-ac39-c904c6dc07c2" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:46.152892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:46.162129 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:47:46.195187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (43559244-890f-478a-9269-7b06edceb87e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.249605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.250359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 874a5499-e7ca-44e1-b6f9-78404ef34423 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:46.255861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-997b841e-196c-4a7e-92b3-ee9f1ed5f29b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:46.257401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-997b841e-196c-4a7e-92b3-ee9f1ed5f29b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 811 time: 0.1284583 Feb 15 01:47:46.284643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-dcacb44a-1060-4ae5-99d5-2a44466ef76b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/quotas/8a3d5a9ea11d44f2b3a637de0a817199 HTTP/1.1" status: 200 len: 375 time: 0.0193663 Feb 15 01:47:46.341621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=43559244-890f-478a-9269-7b06edceb87e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:46.352845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-73a6d935-c459-4a5c-aa9d-cf26d916cbae tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621016 Feb 15 01:47:46.363440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:46.366203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['616cb1bd-7468-4a56-9bd9-4f0d82eee37d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:46.453042 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b296dec6-fdbe-413d-a2cc-1eba23d1ede9', 'name': '', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'mac_address': 'fa:16:3e:49:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:40Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 2, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'subnets': [{'id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:46.485039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-3177b361-a5ed-466b-a302-f26b18bb0d62 service neutron] 10.222.0.43 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282873 Feb 15 01:47:46.493716 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Checking router: e86bf51a-ebc1-484c-9a0e-3f0cac428735 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:47:46.494417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Updating router e86bf51a-ebc1-484c-9a0e-3f0cac428735 port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:47:46.510139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['519bf6f5-b9d3-484f-80e5-17fe6b16ec7e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:46.534928 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.606157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['d8664fc7-2173-4b10-983f-fa167fc1b958'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:46.609362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['895bfa65-d6e0-4205-b5b6-7421e55a9fa3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:46.638242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-7ae243a1-ca52-4fb8-809b-9b7c17c17f74 service neutron] 10.222.0.43 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487961 Feb 15 01:47:46.649977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 874a5499-e7ca-44e1-b6f9-78404ef34423 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:46.672729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 874a5499-e7ca-44e1-b6f9-78404ef34423 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:46.673108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.776687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:46.934444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:46.955972 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks [] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:46.965025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-81ac0918-f499-4a9c-9cbf-642bd0c8ef9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.034939 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.083547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-81ac0918-f499-4a9c-9cbf-642bd0c8ef9e admin admin] Publish callbacks [] for security_group (d8140efe-0d4f-43b1-a359-cd09bcfc2593), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.093977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 874a5499-e7ca-44e1-b6f9-78404ef34423 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:47.094381 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.140268 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Pushing event updated for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.143024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-81ac0918-f499-4a9c-9cbf-642bd0c8ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d8140efe-0d4f-43b1-a359-cd09bcfc2593), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.170079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.170441 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.170943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.171281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.171612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.171941 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.172266 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.172633 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.172957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.173278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.173600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.174551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.174886 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:47.202650 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Attempting to bind port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:47.203030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Attempting to bind port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:47.203392 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Attempting to bind port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 on network 0984f195-b8ad-45db-bed3-a84a0814444e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:47.210557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:47.214597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Checking segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:47.214597 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.214597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Bound using segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:47.214597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Bound port: b296dec6-fdbe-413d-a2cc-1eba23d1ede9, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:47.214597 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.223104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:47.236967 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-81ac0918-f499-4a9c-9cbf-642bd0c8ef9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6b26f1625f946fdbbdc7bef2b9e9c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530702 Feb 15 01:47:47.239373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac0918-f499-4a9c-9cbf-642bd0c8ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8140efe-0d4f-43b1-a359-cd09bcfc2593,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.253867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:47.321243 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] For port b296dec6-fdbe-413d-a2cc-1eba23d1ede9, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:47.324944 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] For port b296dec6-fdbe-413d-a2cc-1eba23d1ede9, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:47.347107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] Publish callbacks [] for security_group (d8140efe-0d4f-43b1-a359-cd09bcfc2593), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.354128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.401174 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.414386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] Publish callbacks [] for security_group (d8140efe-0d4f-43b1-a359-cd09bcfc2593), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.447578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:47.463581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 43559244-890f-478a-9269-7b06edceb87e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:47.511081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:47:47.512056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:47.515750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06048190-8df4-4f0e-be44-6bd00d3a9357 None None] Pushing event updated for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.521455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.590674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d8140efe-0d4f-43b1-a359-cd09bcfc2593), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.593425 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.594658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8140efe-0d4f-43b1-a359-cd09bcfc2593 HTTP/1.1" status: 204 len: 168 time: 0.3701613 Feb 15 01:47:47.603826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port dab50226-6e78-4c29-ab41-ca326d7e79c7 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:47.604677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.606346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2db1c-9a6c-4407-9305-59af95213632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8140efe-0d4f-43b1-a359-cd09bcfc2593,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.654937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.668870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 43559244-890f-478a-9269-7b06edceb87e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:47.669254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (43559244-890f-478a-9269-7b06edceb87e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.675288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.680723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.688979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.704812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.710220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.726185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.729451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-641d5071-8bb9-4061-8566-d9ceace0a49b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5439 time: 0.1705954 Feb 15 01:47:47.741289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:47.823844 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.850290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb9c76c-3951-4a87-9c11-e746a0681f70 req-65eb5f19-1b66-4a58-a180-04ec570f38e7 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101844 Feb 15 01:47:47.850796 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:47:47.863644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 43559244-890f-478a-9269-7b06edceb87e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:47.867434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:47.895185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:47.969387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d569258-eb6c-4616-b374-c219380a0051 req-28af3d02-2365-4931-a3dc-db8deb5e768f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:47.971556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d569258-eb6c-4616-b374-c219380a0051 req-28af3d02-2365-4931-a3dc-db8deb5e768f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1023 time: 0.0629125 Feb 15 01:47:48.047316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d569258-eb6c-4616-b374-c219380a0051 req-5cc634b5-418a-43d1-8e97-79295a3ba02a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=5d148cd6-0a94-403a-af79-09e748890e3d&id=ce0b3938-1276-408c-be05-d855321edff3 HTTP/1.1" status: 200 len: 6208 time: 0.0700903 Feb 15 01:47:48.110455 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d921a2-3258-48af-be41-13be3ec2512d x-openstack-request-id: req-d9d921a2-3258-48af-be41-13be3ec2512d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:48.110922 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:48.111322 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9d921a2-3258-48af-be41-13be3ec2512d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:48.111871 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'status': 'completed', 'code': 200} Feb 15 01:47:48.185190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b296dec6-fdbe-413d-a2cc-1eba23d1ede9', 'name': '', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'mac_address': 'fa:16:3e:49:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:40Z', 'updated_at': '2022-02-15T01:47:47Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'subnets': [{'id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:48.195908 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ebcb2-a8ce-4b5b-a343-1245952a27df x-openstack-request-id: req-e32ebcb2-a8ce-4b5b-a343-1245952a27df {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:48.197443 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:48.197443 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e32ebcb2-a8ce-4b5b-a343-1245952a27df {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:48.197722 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f', 'code': 200} Feb 15 01:47:48.229658 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e664e-9c3f-4c88-8e5f-db006340075f None None] The sync data for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 is: [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:47:41Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b296dec6-fdbe-413d-a2cc-1eba23d1ede9', 'name': '', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'mac_address': 'fa:16:3e:49:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:40Z', 'updated_at': '2022-02-15T01:47:47Z', 'revision_number': 4, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'subnets': [{'id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:47:48.233548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-0ddbc2d3-1c86-4115-b166-71c1d6860099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:48.235039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-0ddbc2d3-1c86-4115-b166-71c1d6860099 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1207 time: 0.0933850 Feb 15 01:47:48.308226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5eb3c842-e609-4aed-8a03-1cce9a504d2c req-518e36ef-f075-4eea-b503-077c12ed72b2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0467322 Feb 15 01:47:48.385987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-d81423b3-fb90-4403-8957-8ea9c13188e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:48.398621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-d81423b3-fb90-4403-8957-8ea9c13188e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.1548436 Feb 15 01:47:48.453645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27067676-8bc4-43ed-b24c-4805f97147d0 req-706d6411-b50b-4262-8696-f9eafd67f05a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 210 time: 0.0572340 Feb 15 01:47:48.489823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-9032f1a8-684a-4a6a-8894-02ed312163b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 200 len: 217 time: 0.0839581 Feb 15 01:47:48.564268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-ac0af20d-ff9b-4fa9-ac6e-230c81112869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:48.565826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-ac0af20d-ff9b-4fa9-ac6e-230c81112869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.0686815 Feb 15 01:47:48.587512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d49d0-d464-4b8c-9bc2-4f9962361e72 req-9d52b34b-48f6-4a5f-bbce-0fe2c9e467b2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:48.589504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-647d49d0-d464-4b8c-9bc2-4f9962361e72 req-9d52b34b-48f6-4a5f-bbce-0fe2c9e467b2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 944 time: 0.0646708 Feb 15 01:47:48.621732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-4db81e78-c4f1-4f74-993c-4ad00003f4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424793 Feb 15 01:47:48.672169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-647d49d0-d464-4b8c-9bc2-4f9962361e72 req-f5241585-c159-40b0-9f85-a70b43c94c0c tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Feb 15 01:47:48.775214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-4dbccf1a-6b35-47a8-b308-175bba0cf7cf service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366837 Feb 15 01:47:48.813343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1520855595 ', 'description': 'tempest-description-286234538'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:48.892809 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c3b7939f-bdfa-4ea7-8698-34b5657e767e req-ed5e94ac-a5d5-4cbd-992a-a75d713581a9 service neutron] 10.222.0.37 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102386 Feb 15 01:47:48.944208 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.028597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (2bc267d0-1fb5-4bd4-96f2-11686cd79444), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.132026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2bc267d0-1fb5-4bd4-96f2-11686cd79444), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.165025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc267d0-1fb5-4bd4-96f2-11686cd79444,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:49.225939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.227761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b967a367-210e-4e22-a413-6361ec2ad179 req-dbba6af8-9283-495b-b6f9-e085ad1146cd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4195759 Feb 15 01:47:49.399133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 31e9cf17-1eba-4811-99aa-98e67af6335b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:49.425067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b296dec6-fdbe-413d-a2cc-1eba23d1ede9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:49.457278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829286e7-217c-4785-9db3-b4887e3b19bf req-288f1ee8-0c9d-4e27-9368-3cee05d3b580 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:49.458910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-829286e7-217c-4785-9db3-b4887e3b19bf req-288f1ee8-0c9d-4e27-9368-3cee05d3b580 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 950 time: 0.1109438 Feb 15 01:47:49.477334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 31e9cf17-1eba-4811-99aa-98e67af6335b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:47:49.477929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 31e9cf17-1eba-4811-99aa-98e67af6335b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:47:49.492323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:49.492945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.589635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:49.590278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.644380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e02c4-da82-4db3-b2e0-0184d055571f req-7182531c-4491-4634-b85c-6b995ba34efe tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:49.648082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port b296dec6-fdbe-413d-a2cc-1eba23d1ede9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:49.651741 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-526e02c4-da82-4db3-b2e0-0184d055571f req-7182531c-4491-4634-b85c-6b995ba34efe tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 944 time: 0.1907768 Feb 15 01:47:49.686279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-829286e7-217c-4785-9db3-b4887e3b19bf req-51d28434-f797-4362-b991-b9fc09625c1a tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110786 Feb 15 01:47:49.720163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.794040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Deleting port dab50226-6e78-4c29-ab41-ca326d7e79c7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:47:49.794648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.809484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-48ab04c8-5abf-4530-bd37-38fca32967ca tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:49.812859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-48ab04c8-5abf-4530-bd37-38fca32967ca tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.31 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 811 time: 0.2552700 Feb 15 01:47:49.838108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Request body: {'port': {'device_id': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'admin_state_up': True, 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:49.860753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:49.922955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] For port dab50226-6e78-4c29-ab41-ca326d7e79c7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=dab50226-6e78-4c29-ab41-ca326d7e79c7,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:49.923608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:49.939451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Calling delete_port for dab50226-6e78-4c29-ab41-ca326d7e79c7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:47:50.049607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.055438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.061059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.069168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.074535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.084808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.090241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.093013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-64c09e7c-7438-4d62-8e50-a7c146a8a72a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5439 time: 0.2742746 Feb 15 01:47:50.120881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'name': 'network-vif-deleted', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:50.123393 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54948fe-84e8-4686-a545-d2952ddc5712" -d '{"events": [{"server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "name": "network-vif-deleted", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:50.144568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Made reservation on behalf of 8a3d5a9ea11d44f2b3a637de0a817199 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:50.148148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:50.199346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423'}, {'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:50.202433 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381edd05-1f73-44b6-b778-92d584dc6428" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423"}, {"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:50.206073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (dab50226-6e78-4c29-ab41-ca326d7e79c7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:50.206962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd51e9e3-6ade-4548-b83f-9e808e209c25 req-1e3c78c3-d5d0-4744-a775-c0a62e89c070 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075084 Feb 15 01:47:50.263006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event deleted for resources: {'Port': ['ID=dab50226-6e78-4c29-ab41-ca326d7e79c7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:50.314419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] No DVR routers for this DVR port dab50226-6e78-4c29-ab41-ca326d7e79c7 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:47:50.317543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:50.322025 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-526e02c4-da82-4db3-b2e0-0184d055571f req-9b3eeeda-1809-4229-ae1c-a07435a28c69 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.37 "DELETE /v2.0/ports/dab50226-6e78-4c29-ab41-ca326d7e79c7 HTTP/1.1" status: 204 len: 173 time: 0.6635745 Feb 15 01:47:50.322568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-deleted', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:50.325429 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee998b54-0339-4549-a1ea-9c893115a859" -d '{"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-deleted", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:50.349205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-404d6d6e-75de-47e7-84f7-97fc9e8ca850 req-15c061cb-c1bd-43fa-af09-6991a86d2e03 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/2bc267d0-1fb5-4bd4-96f2-11686cd79444 HTTP/1.1" status: 200 len: 1799 time: 0.0722740 Feb 15 01:47:50.422513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Allocated IP 172.20.0.7 (0984f195-b8ad-45db-bed3-a84a0814444e/731d8261-03fd-4c9f-8bb1-8b223726b52b/767597b3-9d59-487f-bf42-9e3d64c4b97b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:50.457216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce173a10-ae5a-4703-b0c5-206b7bd432b0 req-4c7a5f76-b1eb-4af5-9dad-6ab7cda95e4a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0368335 Feb 15 01:47:50.591731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5df1c4d-3c60-4e5f-b473-5fcf9f2b8227 req-b5255428-582a-4733-9174-0fa15e07b9e0 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 210 time: 0.0575955 Feb 15 01:47:50.651405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks [] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:50.711645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-017ce10e-bdb8-4ddf-9d01-71c5fb68223d req-15077a39-40f0-4105-935a-ec1daaef41cc tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=901a1082-daef-417e-a0ab-738d298c0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0386310 Feb 15 01:47:50.800622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:50.890165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Network 0984f195-b8ad-45db-bed3-a84a0814444e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:50.891936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Pushing event updated for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:50.897496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:50.900633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:50.964760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:50.965467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.040449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a75f593e-2c4c-4f88-9295-f895bc058131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.082756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-39e5d291-e3da-4752-9528-2611280ae306 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2502649 Feb 15 01:47:51.100102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Request body: {'port': {'device_id': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:51.180613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.341703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b296dec6-fdbe-413d-a2cc-1eba23d1ede9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:51.393482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:51.471390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d8664fc7-2173-4b10-983f-fa167fc1b958 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:51.477646 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e51722b-770a-47cf-aff5-2080742007e7 x-openstack-request-id: req-9e51722b-770a-47cf-aff5-2080742007e7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:51.477957 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6528cedd-216c-4415-94ae-b087d62f0e7f", "name": "network-vif-deleted", "tag": "31e9cf17-1eba-4811-99aa-98e67af6335b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:51.478269 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e51722b-770a-47cf-aff5-2080742007e7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:51.480025 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528cedd-216c-4415-94ae-b087d62f0e7f', 'name': 'network-vif-deleted', 'tag': '31e9cf17-1eba-4811-99aa-98e67af6335b', 'status': 'completed', 'code': 200} Feb 15 01:47:51.508838 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1eff48-09ff-4de0-bfb3-468384f13f82 x-openstack-request-id: req-0c1eff48-09ff-4de0-bfb3-468384f13f82 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:51.509245 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423", "code": 200}, {"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:51.509725 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c1eff48-09ff-4de0-bfb3-468384f13f82 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:51.510321 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'code': 200} Feb 15 01:47:51.510778 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'code': 200} Feb 15 01:47:51.547707 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2dbdae-44a2-454d-99c7-a1d6e9b96900 x-openstack-request-id: req-0e2dbdae-44a2-454d-99c7-a1d6e9b96900 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:51.548211 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a1082-daef-417e-a0ab-738d298c0fb2", "name": "network-vif-deleted", "tag": "dab50226-6e78-4c29-ab41-ca326d7e79c7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:51.548463 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e2dbdae-44a2-454d-99c7-a1d6e9b96900 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:51.548965 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a1082-daef-417e-a0ab-738d298c0fb2', 'name': 'network-vif-deleted', 'tag': 'dab50226-6e78-4c29-ab41-ca326d7e79c7', 'status': 'completed', 'code': 200} Feb 15 01:47:51.628999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:51.629823 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.631955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:51.632282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.659200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9730f441-8717-488c-b080-48de06c763f2 req-cc89f685-5413-41fc-907b-6d16f29cedc1 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/2bc267d0-1fb5-4bd4-96f2-11686cd79444 HTTP/1.1" status: 200 len: 1799 time: 0.0671666 Feb 15 01:47:51.762003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767597b3-9d59-487f-bf42-9e3d64c4b97b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:51.772011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks [] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.786908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Transition to ACTIVE for port object 767597b3-9d59-487f-bf42-9e3d64c4b97b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:51.827083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port d8664fc7-2173-4b10-983f-fa167fc1b958 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:51.836525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9730f441-8717-488c-b080-48de06c763f2 req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (2bc267d0-1fb5-4bd4-96f2-11686cd79444), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.845580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port d8664fc7-2173-4b10-983f-fa167fc1b958 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:51.846081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.863712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9730f441-8717-488c-b080-48de06c763f2 req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (2bc267d0-1fb5-4bd4-96f2-11686cd79444), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.889502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:51.892910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.953813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Pushing event updated for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:51.975268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:51.977776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:52.012245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d8664fc7-2173-4b10-983f-fa167fc1b958 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:52.012808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.054811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:52.066719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:52.079342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Attempting to bind port 767597b3-9d59-487f-bf42-9e3d64c4b97b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:52.080280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Attempting to bind port 767597b3-9d59-487f-bf42-9e3d64c4b97b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:52.080280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Attempting to bind port 767597b3-9d59-487f-bf42-9e3d64c4b97b on network 0984f195-b8ad-45db-bed3-a84a0814444e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:52.085213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Port 767597b3-9d59-487f-bf42-9e3d64c4b97b on network 0984f195-b8ad-45db-bed3-a84a0814444e not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:52.085343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Attempting to bind port 767597b3-9d59-487f-bf42-9e3d64c4b97b on network 0984f195-b8ad-45db-bed3-a84a0814444e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:52.090462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:52.090870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Checking segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:52.091281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Bound using segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:52.091718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Bound port: 767597b3-9d59-487f-bf42-9e3d64c4b97b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:52.092082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.095776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9730f441-8717-488c-b080-48de06c763f2 req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2bc267d0-1fb5-4bd4-96f2-11686cd79444), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.098394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9730f441-8717-488c-b080-48de06c763f2 req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.099539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9730f441-8717-488c-b080-48de06c763f2 req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/2bc267d0-1fb5-4bd4-96f2-11686cd79444 HTTP/1.1" status: 204 len: 173 time: 0.4275360 Feb 15 01:47:52.124993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b149-a6fe-4c2c-87d1-7838946a4928 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc267d0-1fb5-4bd4-96f2-11686cd79444,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:52.165336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.166244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:52.242203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:52.249222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:52.249448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:52.268513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.275197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.282094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.288120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.294728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.300390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.306100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.308254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-684cf069-584e-43bd-afab-062efdea077b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5440 time: 0.1554441 Feb 15 01:47:52.348803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:52.353118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:52.353501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.382242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.422338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b4d20e9-a885-4d80-924a-c769e12d030a req-fad0e8e2-0b90-437b-af61-70b3be034ab2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076794 Feb 15 01:47:52.432463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.433095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.434552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] 10.222.0.31 "PUT /v2.0/ports/767597b3-9d59-487f-bf42-9e3d64c4b97b HTTP/1.1" status: 200 len: 1092 time: 1.3433282 Feb 15 01:47:52.456973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaa0a1-d006-495f-a1f8-e61d83576c19 service neutron] Pushing event updated for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:52.459902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:52.469294 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.523602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:52.577918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.578905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:52.606654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1c5c136-c3f2-4dee-abf2-7b8f8f3d28e8 req-2f1d03f5-32bb-49cd-8e24-e69d90fddf7a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0356185 Feb 15 01:47:52.612814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-410e29fb-40e6-448f-a18c-fa4a10542bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.614490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-410e29fb-40e6-448f-a18c-fa4a10542bf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 1126 time: 0.0897117 Feb 15 01:47:52.667188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-3636aea3-a191-4898-a796-1b92cbc2d77c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b HTTP/1.1" status: 200 len: 217 time: 0.0449731 Feb 15 01:47:52.694357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:52.771824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:52.776048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-48395f5c-c074-4752-b372-658794fbce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.777314 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:52.777800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-48395f5c-c074-4752-b372-658794fbce19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.1027961 Feb 15 01:47:52.785508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:52.787392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.807246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57c3c-e184-4bb2-a8b8-ab231686538b req-25583b09-ef00-4936-a340-422b016c0975 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:52.808946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bf57c3c-e184-4bb2-a8b8-ab231686538b req-25583b09-ef00-4936-a340-422b016c0975 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 943 time: 0.0890784 Feb 15 01:47:52.830836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-7c04777c-b47a-423c-830e-cbefd4809272 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452633 Feb 15 01:47:52.885205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:52.885834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.918949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f8d4-517e-4690-b552-b5f57fc5143c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:52.931868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:52.947901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bf57c3c-e184-4bb2-a8b8-ab231686538b req-bf86ebae-8a45-4677-9de1-86b8b4609000 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214354 Feb 15 01:47:52.990044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-66b5ca65-de13-4eae-8ddb-7d9aa032e89b service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415925 Feb 15 01:47:53.017212 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.019531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 616cb1bd-7468-4a56-9bd9-4f0d82eee37d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:53.047461 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f8d4-517e-4690-b552-b5f57fc5143c admin admin] Publish callbacks [] for security_group (03cd02fa-6898-4629-88d6-f557a515ef6b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.091135 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-e81c692b-9455-4e27-adac-350d47fa0ab3 req-d8f1d832-24f2-417a-9859-df54d1f02383 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:47:53.092672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e81c692b-9455-4e27-adac-350d47fa0ab3 req-d8f1d832-24f2-417a-9859-df54d1f02383 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/2bc267d0-1fb5-4bd4-96f2-11686cd79444 HTTP/1.1" status: 404 len: 352 time: 0.0195100 Feb 15 01:47:53.118773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.134077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-971807875', 'description': 'tempest-description-632098616'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:53.137138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f8d4-517e-4690-b552-b5f57fc5143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (03cd02fa-6898-4629-88d6-f557a515ef6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.165208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20cdd29e-1d4a-4de5-968c-17d6c32c1fbf req-855bfda7-847b-442c-abe7-1a873e83becb service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669009 Feb 15 01:47:53.178484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:53.184329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:53.184621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0f8d4-517e-4690-b552-b5f57fc5143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cd02fa-6898-4629-88d6-f557a515ef6b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.185245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.192511 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0c0f8d4-517e-4690-b552-b5f57fc5143c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73e9112fed484cc4bd0fec278378685d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132979 Feb 15 01:47:53.193495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:53.211710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.240132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e2cbea1-860b-499a-b8dc-3d45fd1ba5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.263704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] Publish callbacks [] for security_group (03cd02fa-6898-4629-88d6-f557a515ef6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.287521 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] Publish callbacks [] for security_group (03cd02fa-6898-4629-88d6-f557a515ef6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.305126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:53.305809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.337987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (13df794a-491d-4515-97e5-40ab27227ff7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.351150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:53.411542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (13df794a-491d-4515-97e5-40ab27227ff7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.445156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13df794a-491d-4515-97e5-40ab27227ff7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.451417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (03cd02fa-6898-4629-88d6-f557a515ef6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.451581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.452350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:53.454306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.458159 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03cd02fa-6898-4629-88d6-f557a515ef6b HTTP/1.1" status: 204 len: 168 time: 0.2611473 Feb 15 01:47:53.474090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c05fa-8c4a-4ab9-9995-184dfcac0873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cd02fa-6898-4629-88d6-f557a515ef6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.485222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:53.486381 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f5de0-0102-4f2c-8d9c-634e6ff5299f" -d '{"events": [{"name": "network-changed", "server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:53.514534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:53.516839 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb597dc-86d3-43d6-8104-4725cd08bf97" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "616cb1bd-7468-4a56-9bd9-4f0d82eee37d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:53.530178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.547020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3357eed9-5e84-4b2f-affa-0625c4e59a15 req-ef9962c0-724e-4e21-a6df-b81cfab19512 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4177475 Feb 15 01:47:53.568411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.657093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:53.661317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:53.661901 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.721153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-04725977-a3a9-4c66-8632-8ea7be6fdbce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:53.728078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-04725977-a3a9-4c66-8632-8ea7be6fdbce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.1248198 Feb 15 01:47:53.744705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-178b0220-9e70-4ce1-9146-1649714f28d5 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/quotas/f9e7253f9a7142389a45b7e16d6816eb HTTP/1.1" status: 200 len: 375 time: 0.0155971 Feb 15 01:47:53.770446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:53.771010 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.783901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-f0060840-3e20-45e9-a328-b338ea29e09b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380778 Feb 15 01:47:53.812728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:53.876623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-ae876ba5-8ff2-4775-88bc-c2d702c52d03 service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914629 Feb 15 01:47:53.891447 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:53.892251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:47:53.930027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: dab50226-6e78-4c29-ab41-ca326d7e79c7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:47:53.930359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device dab50226-6e78-4c29-ab41-ca326d7e79c7 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:47:53.954346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:53.983155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-d9c0b38a-e3c6-4db0-be90-a6c31e0b276f service neutron] 10.222.0.43 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001637 Feb 15 01:47:54.080969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:54.096220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d97c44c8-7817-4fa5-9128-0f22aa9e14c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.182958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d97c44c8-7817-4fa5-9128-0f22aa9e14c3 admin admin] Publish callbacks [] for security_group (4d000fb3-5adf-4f8e-a77e-851c382490ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.269442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d97c44c8-7817-4fa5-9128-0f22aa9e14c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d000fb3-5adf-4f8e-a77e-851c382490ac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.307490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.312050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.320017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d97c44c8-7817-4fa5-9128-0f22aa9e14c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b393af7707624d87bc55ff853d5d17af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375898 Feb 15 01:47:54.322624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:54.323535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.331129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.335362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c44c8-7817-4fa5-9128-0f22aa9e14c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d000fb3-5adf-4f8e-a77e-851c382490ac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:54.337284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.359724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.365823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.374051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a740191-0242-4958-99ec-f933807798f5 req-3a164dfd-80ae-4bc0-90dc-ba318de1e2de tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.1719933 Feb 15 01:47:54.395384 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.405516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] Publish callbacks [] for security_group (4d000fb3-5adf-4f8e-a77e-851c382490ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.433424 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] Publish callbacks [] for security_group (4d000fb3-5adf-4f8e-a77e-851c382490ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.446363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a740191-0242-4958-99ec-f933807798f5 req-f1a7696b-e30b-4526-b7af-903cbfc0693e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713115 Feb 15 01:47:54.512886 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e58d72-d70b-4352-95f8-17244671d091 x-openstack-request-id: req-92e58d72-d70b-4352-95f8-17244671d091 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:54.513252 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:54.513573 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92e58d72-d70b-4352-95f8-17244671d091 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:54.514589 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b', 'status': 'completed', 'code': 200} Feb 15 01:47:54.548914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d000fb3-5adf-4f8e-a77e-851c382490ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.551549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.552931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d000fb3-5adf-4f8e-a77e-851c382490ac HTTP/1.1" status: 204 len: 168 time: 0.2234108 Feb 15 01:47:54.566612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52c437-70bb-4d3d-8c67-779563ece296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d000fb3-5adf-4f8e-a77e-851c382490ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:54.598698 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549e586-0958-4b57-b14a-3e46e26544af x-openstack-request-id: req-b549e586-0958-4b57-b14a-3e46e26544af {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:54.599250 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "616cb1bd-7468-4a56-9bd9-4f0d82eee37d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:54.599512 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b549e586-0958-4b57-b14a-3e46e26544af {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:54.599925 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'code': 200} Feb 15 01:47:54.600182 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'code': 200} Feb 15 01:47:54.600458 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'code': 200} Feb 15 01:47:54.600708 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'code': 200} Feb 15 01:47:54.600953 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616cb1bd-7468-4a56-9bd9-4f0d82eee37d', 'code': 200} Feb 15 01:47:54.637474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-977730f8-1eb5-4f5d-adf0-380a71142212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.639982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-977730f8-1eb5-4f5d-adf0-380a71142212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 1126 time: 0.0812235 Feb 15 01:47:54.714305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349604605', 'description': 'tempest-description-991858356'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:54.772758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-9a6baf56-4549-4127-9175-4581c29515ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.774321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-9a6baf56-4549-4127-9175-4581c29515ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 912 time: 0.1273322 Feb 15 01:47:54.828908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-71fb1dd5-b660-4312-b435-07ed2a89bc7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b HTTP/1.1" status: 200 len: 217 time: 0.0374501 Feb 15 01:47:54.829629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:54.902135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-ce080b99-6d39-4aab-aa1b-36823270de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:54.903618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-ce080b99-6d39-4aab-aa1b-36823270de6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.0655999 Feb 15 01:47:54.960336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-a53e2d86-6cb2-4127-91e0-1e7cb9ccc1b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413153 Feb 15 01:47:54.962621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (b9ddf35c-03e1-4e21-91f7-867f99248ae0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.042441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b9ddf35c-03e1-4e21-91f7-867f99248ae0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.098060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddf35c-03e1-4e21-91f7-867f99248ae0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:55.104121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-5437ced7-08c9-43a2-bd8c-708e416498f7 service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326194 Feb 15 01:47:55.192476 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.193720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-697bdcdd-5c18-4bc8-8c38-f61c99dfcbdf req-d095af79-c84a-4520-9c1d-a89a7eb6a10d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4867282 Feb 15 01:47:55.215402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309f5de0-0102-4f2c-8d9c-634e6ff5299f req-17ceede4-762d-4792-9162-ce0ba4da5435 service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022954 Feb 15 01:47:55.295762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf72228-29ac-4ba8-a9b0-9d41b8993686 req-b855a67e-47ce-4f66-815a-d98821bec9fe tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0322833 Feb 15 01:47:55.397862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:55.442982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f77da2-22cc-4717-b1d5-20ece3ac5ed0 req-ce3fcd75-66bd-486b-a1f3-f07dfec2960a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:55.444625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32f77da2-22cc-4717-b1d5-20ece3ac5ed0 req-ce3fcd75-66bd-486b-a1f3-f07dfec2960a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 943 time: 0.0751345 Feb 15 01:47:55.534752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:55.560250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '63d33294-291a-44bc-9a5a-7536db0c947b', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '63d33294-291a-44bc-9a5a-7536db0c947b', 'mac_address': 'fa:16:3e:a1:4b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:55.560769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32f77da2-22cc-4717-b1d5-20ece3ac5ed0 req-46016450-0248-44dc-bcbb-65cba4fcef24 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070614 Feb 15 01:47:55.644268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63d33294-291a-44bc-9a5a-7536db0c947b is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:55.644945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.664998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d33294-291a-44bc-9a5a-7536db0c947b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:55.705161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c48886dc-13dc-4756-9f2c-b3c4fcb42abe req-43d8f1c0-da9d-4b72-92ec-484d32ff1731 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 210 time: 0.0502200 Feb 15 01:47:55.706186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:55.728428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-502860543', 'description': 'tempest-description-692258796'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:55.763636 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.765019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 767597b3-9d59-487f-bf42-9e3d64c4b97b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:47:55.875545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:55.878273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.880720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:55.946240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:55.964657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '767597b3-9d59-487f-bf42-9e3d64c4b97b', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'port_id': '767597b3-9d59-487f-bf42-9e3d64c4b97b', 'mac_address': 'fa:16:3e:a6:c9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:47:56.002334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (f8529431-b0ef-4b7b-a603-2ea64f009e75), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:56.019925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 767597b3-9d59-487f-bf42-9e3d64c4b97b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:56.020220 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:56.034966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767597b3-9d59-487f-bf42-9e3d64c4b97b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:56.055275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:56.079984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8529431-b0ef-4b7b-a603-2ea64f009e75), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:56.126912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8529431-b0ef-4b7b-a603-2ea64f009e75,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:56.137227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:56.162030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:56.168004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74579f7c-9b71-4d49-ad26-ca545a39e613 req-24232907-03de-46ff-a746-83f879e6b07e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4445565 Feb 15 01:47:56.230932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:56.265683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['63d33294-291a-44bc-9a5a-7536db0c947b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:56.448801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.456562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.465974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.474130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.482909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.489783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.496974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.506927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15fc0ef7-faed-4034-9387-59d892803d3f req-efeafd12-3eba-43db-91c7-0a31a6108c08 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.2668273 Feb 15 01:47:56.509265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['767597b3-9d59-487f-bf42-9e3d64c4b97b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:47:56.562826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-a89412f8-2d30-4875-8a8e-dc7a584cf76a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:56.565027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-a89412f8-2d30-4875-8a8e-dc7a584cf76a tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.31 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 822 time: 0.2598832 Feb 15 01:47:56.615826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:56.621461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Request body: {'port': {'device_id': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'admin_state_up': True, 'tenant_id': 'f9e7253f9a7142389a45b7e16d6816eb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:56.621869 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48efb25c-6cef-454e-b20d-ec9ad922caf2" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:56.808656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15fc0ef7-faed-4034-9387-59d892803d3f req-70ae23e1-1a3d-43f2-8960-6539994c9468 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2964740 Feb 15 01:47:56.885646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Made reservation on behalf of f9e7253f9a7142389a45b7e16d6816eb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:56.895187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.099576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Allocated IP 172.20.0.8 (39b25b42-b7fc-4080-9d50-1778acffdfda/3adc69b2-f4c3-4f56-8962-618f5fa9db58/28db5ad9-0c29-4671-9d3e-cbad971f8b49) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:47:57.137313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5a39911-5f7f-4c37-83fc-df3b9ba424b4 req-391a6cdb-861c-4cc3-9bd9-99d0b81b392d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 11010 time: 0.2151718 Feb 15 01:47:57.191285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:57.268006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5a39911-5f7f-4c37-83fc-df3b9ba424b4 req-60b009cb-d451-4e8f-a9a7-87caa8b22347 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/d2ea60e6-8492-4233-9ec8-79a603df0432 HTTP/1.1" status: 200 len: 3002 time: 0.1155465 Feb 15 01:47:57.319693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.331987 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:47:57.359124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5a39911-5f7f-4c37-83fc-df3b9ba424b4 req-4f0157d9-e2a4-47e0-bda8-e6e7e92249ed tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/d2ea60e6-8492-4233-9ec8-79a603df0432 HTTP/1.1" status: 200 len: 3002 time: 0.0897760 Feb 15 01:47:57.390493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.402333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:57.410644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-38792268-8bce-4115-94d0-db55f6a8727c tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:57.499220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ca62231-c243-45aa-ac4e-76acfa07edea req-b9845653-ef12-4949-9fd5-8ba7da74ae32 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6528cedd-216c-4415-94ae-b087d62f0e7f HTTP/1.1" status: 200 len: 210 time: 0.0515938 Feb 15 01:47:57.520689 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-38792268-8bce-4115-94d0-db55f6a8727c tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "PUT /v2.0/quotas/edc5c076b3ba48b6a18ef4d612a24ee3 HTTP/1.1" status: 200 len: 368 time: 0.3280578 Feb 15 01:47:57.523393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:57.543259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Request body: {'network': {'project_id': 'edc5c076b3ba48b6a18ef4d612a24ee3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:57.550108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 63d33294-291a-44bc-9a5a-7536db0c947b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:57.550701 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.578867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.640696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Made reservation on behalf of edc5c076b3ba48b6a18ef4d612a24ee3 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:57.644113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.672266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.678940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Network 39b25b42-b7fc-4080-9d50-1778acffdfda is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:47:57.681039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63d33294-291a-44bc-9a5a-7536db0c947b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:57.681438 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.716581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:47:57.729449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:47:57.734713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event updated for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:57.749850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:57.800047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks [] for security_group (2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.809072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb033bd-df73-44ab-9535-80d291456c6f req-37381d90-4029-466b-ba89-5ebe179004e5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:57.812937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3eb033bd-df73-44ab-9535-80d291456c6f req-37381d90-4029-466b-ba89-5ebe179004e5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 944 time: 0.1875937 Feb 15 01:47:57.818723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:57.819371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.863396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.880411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3eb033bd-df73-44ab-9535-80d291456c6f req-501b5eb5-611e-443f-9a69-054f21327092 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Feb 15 01:47:57.921337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.942582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:47:57.945833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-10ac0ca5-29af-4309-bc40-eb02b985541f tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3469884 Feb 15 01:47:57.958103 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a9dac-3bc3-4e9f-894c-891a58335757 x-openstack-request-id: req-fe0a9dac-3bc3-4e9f-894c-891a58335757 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:47:57.958521 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-plugged", "status": "completed", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:47:57.958873 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe0a9dac-3bc3-4e9f-894c-891a58335757 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:47:57.959956 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'code': 200} Feb 15 01:47:57.960096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Request body: {'port': {'device_id': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:57.966230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:57.971601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (11c811f5-3a37-43e1-b944-f3e1bd2d6c79), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:57.972583 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Added segment 11c811f5-3a37-43e1-b944-f3e1bd2d6c79 of type vlan for network cd08874d-f210-44b3-9ff7-3678f18da3de Feb 15 01:47:58.048090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:58.077313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.077918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.078435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.078929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.079473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.080173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.080743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.081315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.081849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.082459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.083176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.083677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.084367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:47:58.090578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (cd08874d-f210-44b3-9ff7-3678f18da3de), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.108589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.163029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.163634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.164115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.164668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.165142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.165616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.166084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.168393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-4ffe0e71-0e4c-4d8e-85a2-9e00c8c70616 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6725 time: 0.1023653 Feb 15 01:47:58.194264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (cd08874d-f210-44b3-9ff7-3678f18da3de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.195422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.198230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.292975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event updated for resources: {'Network': ['ID=cd08874d-f210-44b3-9ff7-3678f18da3de,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:58.306490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network cd08874d-f210-44b3-9ff7-3678f18da3de details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:47:58.343312 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-677a317a-3d41-47c7-9288-939ff5f21e96 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8156850 Feb 15 01:47:58.346233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:58.351440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Request body: {'network': {'project_id': 'edc5c076b3ba48b6a18ef4d612a24ee3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:58.366901 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c91cb68-fe20-4aed-a09a-4319ffa99aae req-45145878-a8d6-4ba9-836a-a72916ccc99d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139522 Feb 15 01:47:58.451091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Made reservation on behalf of edc5c076b3ba48b6a18ef4d612a24ee3 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:47:58.454906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.480785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:47:58.490334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (79633495-363e-48b6-989b-30eb8986ad66), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.490780 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Added segment 79633495-363e-48b6-989b-30eb8986ad66 of type vlan for network 76c0056a-9087-42c3-8077-a63d814ca777 Feb 15 01:47:58.537870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (76c0056a-9087-42c3-8077-a63d814ca777), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.597385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ffb4a-d1e4-4cf7-a353-fd67c6539ede req-328080ef-b594-4acb-8aba-8f1f1cfbdd49 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.598959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451ffb4a-d1e4-4cf7-a353-fd67c6539ede req-328080ef-b594-4acb-8aba-8f1f1cfbdd49 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 931 time: 0.5797086 Feb 15 01:47:58.634348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (76c0056a-9087-42c3-8077-a63d814ca777), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.635291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:58.635885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:58.700379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event updated for resources: {'Network': ['ID=76c0056a-9087-42c3-8077-a63d814ca777,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:58.711810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 76c0056a-9087-42c3-8077-a63d814ca777 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:47:58.721319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451ffb4a-d1e4-4cf7-a353-fd67c6539ede req-234b4d71-3280-4871-94fe-4e14f4f165f9 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154883 Feb 15 01:47:58.769153 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7610b20f-1327-428a-9116-7322cec88fa6 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4217985 Feb 15 01:47:58.772420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:58.777603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-154ea89a-48b1-463a-a66c-69ed2cd3fc20 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Request body: {'network': {'project_id': 'edc5c076b3ba48b6a18ef4d612a24ee3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:47:58.808388 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ea89a-48b1-463a-a66c-69ed2cd3fc20 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 01:47:58.809034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ea89a-48b1-463a-a66c-69ed2cd3fc20 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:47:58.810239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-154ea89a-48b1-463a-a66c-69ed2cd3fc20 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0373471 Feb 15 01:47:58.814287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:58.860812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-000788cb-9a23-4907-a8bc-1846d71db720 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/13df794a-491d-4515-97e5-40ab27227ff7 HTTP/1.1" status: 200 len: 1818 time: 0.1102612 Feb 15 01:47:58.869251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-52bd4e24-79ff-4e8b-a970-03563cea5b6f tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edc5c076b3ba48b6a18ef4d612a24ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541301 Feb 15 01:47:58.872635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55244) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:59.034304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (13df794a-491d-4515-97e5-40ab27227ff7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.036027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks [] for security_group (2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.068419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28db5ad9-0c29-4671-9d3e-cbad971f8b49 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:47:59.094370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks [] for security_group (2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.097186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks [] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.109328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (13df794a-491d-4515-97e5-40ab27227ff7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.141069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Transition to ACTIVE for port object 28db5ad9-0c29-4671-9d3e-cbad971f8b49 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:47:59.234682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.294665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.298012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.299180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96 HTTP/1.1" status: 204 len: 168 time: 0.4243855 Feb 15 01:47:59.301865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:59.336690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (13df794a-491d-4515-97e5-40ab27227ff7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.339574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.340876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7716c32-9968-481f-90ac-fe085622e1f0 req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/13df794a-491d-4515-97e5-40ab27227ff7 HTTP/1.1" status: 204 len: 173 time: 0.4792974 Feb 15 01:47:59.346226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9e3e9-26b7-4e03-8c3b-a060591482b8 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f8e1f-0beb-43cb-8fea-c5ba079d5a96,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:59.348054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:59.399308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213614fe-ef17-4af2-9db3-b24d67aa0a4a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df794a-491d-4515-97e5-40ab27227ff7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:59.407858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 767597b3-9d59-487f-bf42-9e3d64c4b97b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:47:59.420830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (76c0056a-9087-42c3-8077-a63d814ca777), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.514748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (76c0056a-9087-42c3-8077-a63d814ca777), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.531817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.537209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.543530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.544053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c0056a-9087-42c3-8077-a63d814ca777']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:59.550461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.555126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.556865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79633495-363e-48b6-989b-30eb8986ad66') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:59.557162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79633495-363e-48b6-989b-30eb8986ad66') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:47:59.560429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.567645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.568311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (79633495-363e-48b6-989b-30eb8986ad66), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.575259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-287858e0-ce79-433d-a3a0-45c88d819a70 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.1279039 Feb 15 01:47:59.578013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Attempting to bind port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:47:59.578358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Attempting to bind port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:47:59.578693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Attempting to bind port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:59.585337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (79633495-363e-48b6-989b-30eb8986ad66), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.595126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:47:59.595902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (79633495-363e-48b6-989b-30eb8986ad66), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:47:59.597999 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:47:59.602682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 on network 39b25b42-b7fc-4080-9d50-1778acffdfda not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:47:59.603002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Attempting to bind port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 on network 39b25b42-b7fc-4080-9d50-1778acffdfda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:47:59.605885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 767597b3-9d59-487f-bf42-9e3d64c4b97b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:47:59.612234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 767597b3-9d59-487f-bf42-9e3d64c4b97b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:47:59.614232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.622364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:47:59.622711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Checking segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:47:59.623133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Bound using segment: {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:47:59.623591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Bound port: 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abe931-d0f8-41d2-aebc-b9aba1a8344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:47:59.623956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.700156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd966180-e8fe-4a4f-b99f-d510e1a664e0 req-00aae326-dd58-449e-9818-b11862c26459 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191163 Feb 15 01:47:59.713941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 767597b3-9d59-487f-bf42-9e3d64c4b97b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:47:59.714981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.755111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:47:59.758463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:47:59.762858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:47:59.765848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (76c0056a-9087-42c3-8077-a63d814ca777), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.772280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.776314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "DELETE /v2.0/networks/76c0056a-9087-42c3-8077-a63d814ca777 HTTP/1.1" status: 204 len: 168 time: 0.4734037 Feb 15 01:47:59.778982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:47:59.798230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463921f9-ad53-4e14-a6f4-df705a6be450 tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event deleted for resources: {'Network': ['ID=76c0056a-9087-42c3-8077-a63d814ca777,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:47:59.858009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.886635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.916888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (cd08874d-f210-44b3-9ff7-3678f18da3de), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.948936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:47:59.949572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:47:59.950955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/28db5ad9-0c29-4671-9d3e-cbad971f8b49 HTTP/1.1" status: 200 len: 1092 time: 1.9967039 Feb 15 01:47:59.951954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:59.954481 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:59.964487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b'}, {'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:47:59.968701 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71ddba8-0c55-4db6-9dff-527777ccbed7" -d '{"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-plugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b"}, {"server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "name": "network-vif-plugged", "status": "completed", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:47:59.979208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:00.017863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91644148-a6e4-4b1a-8387-69c3e91981b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:00.051470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83f18-156a-4eaf-a05d-8e6127c1d943 req-125c7c91-4b85-4e6d-8063-3f5da8e47154 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.063480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-edc83f18-156a-4eaf-a05d-8e6127c1d943 req-125c7c91-4b85-4e6d-8063-3f5da8e47154 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1164291 Feb 15 01:48:00.104447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (cd08874d-f210-44b3-9ff7-3678f18da3de), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.161158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd08874d-f210-44b3-9ff7-3678f18da3de']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:00.175550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c811f5-3a37-43e1-b944-f3e1bd2d6c79') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:00.175848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c811f5-3a37-43e1-b944-f3e1bd2d6c79') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:00.178178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-edc83f18-156a-4eaf-a05d-8e6127c1d943 req-c3ecf9bd-2215-4cd7-9b78-4affa7783f9a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126785 Feb 15 01:48:00.189693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-acfa6f77-f651-414c-ac95-a25624c90419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.199064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-acfa6f77-f651-414c-ac95-a25624c90419 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 1126 time: 0.1194999 Feb 15 01:48:00.199274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (11c811f5-3a37-43e1-b944-f3e1bd2d6c79), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.217330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (11c811f5-3a37-43e1-b944-f3e1bd2d6c79), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.224600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:48:00.225009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (11c811f5-3a37-43e1-b944-f3e1bd2d6c79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:48:00.226716 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:48:00.245346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-906d5375-9b08-4687-8078-1ade1497e0ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49 HTTP/1.1" status: 200 len: 217 time: 0.0403674 Feb 15 01:48:00.294248 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-fa8dbb84-e73c-4528-9202-bd432cca3aac req-f334d35d-23df-4029-b5ff-f0922405c7be tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:48:00.295438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa8dbb84-e73c-4528-9202-bd432cca3aac req-f334d35d-23df-4029-b5ff-f0922405c7be tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/13df794a-491d-4515-97e5-40ab27227ff7 HTTP/1.1" status: 404 len: 352 time: 0.0536301 Feb 15 01:48:00.318827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797237-7b61-4c64-a68f-abe318acde6d req-3b6cd998-0157-4b79-9162-142c1e2e8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.320732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-3b6cd998-0157-4b79-9162-142c1e2e8bc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.0707839 Feb 15 01:48:00.356930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-d0f6b274-1798-4078-9e03-bf758cf11350 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300384 Feb 15 01:48:00.487348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559327-5a1d-4481-b283-741a32d55a8e req-939f5da1-9e2e-4db8-a178-eeb4bd9a4104 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.488840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9559327-5a1d-4481-b283-741a32d55a8e req-939f5da1-9e2e-4db8-a178-eeb4bd9a4104 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 943 time: 0.1304379 Feb 15 01:48:00.516041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-ddc9781b-937b-4771-b773-630029fcdfc5 service neutron] 10.222.0.31 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485035 Feb 15 01:48:00.588273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (cd08874d-f210-44b3-9ff7-3678f18da3de), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.588868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9559327-5a1d-4481-b283-741a32d55a8e req-1a9a3a35-bef1-4e85-bd2a-4d52dfd26988 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Feb 15 01:48:00.593829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:00.615652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] 10.222.0.43 "DELETE /v2.0/networks/cd08874d-f210-44b3-9ff7-3678f18da3de HTTP/1.1" status: 204 len: 168 time: 0.8164825 Feb 15 01:48:00.618180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4d814-e26e-4d5e-b538-368c146c05de tempest-QuotasNegativeTest-675764886 tempest-QuotasNegativeTest-675764886-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd08874d-f210-44b3-9ff7-3678f18da3de,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:00.629364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c797237-7b61-4c64-a68f-abe318acde6d req-b0b32a5d-bfc1-4f51-b9d6-257ea7228c68 service neutron] 10.222.0.31 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057229 Feb 15 01:48:00.658162 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1b6f44-0603-4aa6-aee1-db66266df1ef x-openstack-request-id: req-fb1b6f44-0603-4aa6-aee1-db66266df1ef {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:00.658457 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:00.658713 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb1b6f44-0603-4aa6-aee1-db66266df1ef {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:00.659171 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49', 'status': 'completed', 'code': 200} Feb 15 01:48:00.695095 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cbdc8f-3819-467c-ac23-b60427482dd3 x-openstack-request-id: req-41cbdc8f-3819-467c-ac23-b60427482dd3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:00.695392 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-plugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b", "code": 200}, {"server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "name": "network-vif-plugged", "status": "completed", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:00.695692 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41cbdc8f-3819-467c-ac23-b60427482dd3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:00.696085 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b', 'code': 200} Feb 15 01:48:00.696388 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b', 'code': 200} Feb 15 01:48:00.864318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-56b1de2a-77c6-4038-8d79-d3b393907a98 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/b9ddf35c-03e1-4e21-91f7-867f99248ae0 HTTP/1.1" status: 200 len: 1819 time: 0.1267793 Feb 15 01:48:00.890512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ddc56-b540-4ccb-af71-01e7902183d1 req-fec40a1a-6abd-4a75-a021-c9623650e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.893155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f80ddc56-b540-4ccb-af71-01e7902183d1 req-fec40a1a-6abd-4a75-a021-c9623650e684 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 1128 time: 0.1002252 Feb 15 01:48:00.935628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-75b92919-ea47-48f6-9bcf-e6971d83569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:00.937212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-75b92919-ea47-48f6-9bcf-e6971d83569b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 1126 time: 0.1929407 Feb 15 01:48:01.021820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f80ddc56-b540-4ccb-af71-01e7902183d1 req-ebeeef88-9cdb-4c3f-9d6e-4ee6fd456a56 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145654 Feb 15 01:48:01.043757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (b9ddf35c-03e1-4e21-91f7-867f99248ae0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.080922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (b9ddf35c-03e1-4e21-91f7-867f99248ae0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.119453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-579891db-95fb-4fa3-bb04-326fba1b1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.119453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-579891db-95fb-4fa3-bb04-326fba1b1f69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 200 len: 923 time: 0.1718595 Feb 15 01:48:01.223116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b9ddf35c-03e1-4e21-91f7-867f99248ae0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.225912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.233850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e4b72ae-3b8e-412c-b445-31aaf4640023 req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/b9ddf35c-03e1-4e21-91f7-867f99248ae0 HTTP/1.1" status: 204 len: 173 time: 0.3596358 Feb 15 01:48:01.269540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acef67-e0a6-4773-b50a-a44c5a4df5a0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddf35c-03e1-4e21-91f7-867f99248ae0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:01.336149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-9244fbac-6dcb-4a3a-83ed-ec00a1129379 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49 HTTP/1.1" status: 200 len: 217 time: 0.0819252 Feb 15 01:48:01.436479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-8fb688dc-6214-40d5-9d13-876df436d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.437953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-8fb688dc-6214-40d5-9d13-876df436d7f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 200 len: 862 time: 0.0926359 Feb 15 01:48:01.461412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.467461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.474361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.482232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.487938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.493387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.498959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:01.504830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-d11e1a90-8361-496e-bb2f-9a48b12e4269 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.1712501 Feb 15 01:48:01.554386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-9096a8fe-e635-404d-9771-4ca15187dc24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39b25b42-b7fc-4080-9d50-1778acffdfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479536 Feb 15 01:48:01.596414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:01.673383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23deff0a-3e99-4bd2-8714-a2cdbcd92722 req-1e736d3c-d798-499b-a0f9-e45e9a8b611d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654203 Feb 15 01:48:01.726087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-ac3257fb-5cba-4a4c-9b2c-f34649983928 service neutron] 10.222.0.31 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538327 Feb 15 01:48:01.798590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3134d01-3198-4a3b-8da3-a83efc2f7a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.889296 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3134d01-3198-4a3b-8da3-a83efc2f7a43 admin admin] Publish callbacks [] for security_group (fb55ccec-3e2a-4190-93d1-02390f51c2ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.925352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb4bd06-1c89-44dc-baa8-3bfd0bf03bc8 req-a2f72a5c-1cf4-41c4-bcb8-c6fc021cfbd4 service neutron] 10.222.0.31 "GET /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928296 Feb 15 01:48:01.965583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3134d01-3198-4a3b-8da3-a83efc2f7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb55ccec-3e2a-4190-93d1-02390f51c2ae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:01.991756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3134d01-3198-4a3b-8da3-a83efc2f7a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55ccec-3e2a-4190-93d1-02390f51c2ae,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:01.992856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-4a2b86f4-cb64-4425-8c3a-37f44a259819 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:02.012811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-4a2b86f4-cb64-4425-8c3a-37f44a259819 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1521363 Feb 15 01:48:02.019346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-f46635ad-a58e-4e86-8f34-ef0d375a4eb6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0147443 Feb 15 01:48:02.040183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b3134d01-3198-4a3b-8da3-a83efc2f7a43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10423404f59e46f68dea88e808c94133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420888 Feb 15 01:48:02.043637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:02.064608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-701c00f7-9bd6-4df3-b45a-96eb4a77c9e1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389800 Feb 15 01:48:02.108605 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] Publish callbacks [] for security_group (fb55ccec-3e2a-4190-93d1-02390f51c2ae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:02.143567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] Publish callbacks [] for security_group (fb55ccec-3e2a-4190-93d1-02390f51c2ae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:02.208939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-82bd70fb-1fde-490d-a933-baf97f32930c service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431470 Feb 15 01:48:02.276940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb55ccec-3e2a-4190-93d1-02390f51c2ae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:02.280630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:02.282138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb55ccec-3e2a-4190-93d1-02390f51c2ae HTTP/1.1" status: 204 len: 168 time: 0.2369733 Feb 15 01:48:02.315889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78021-9c6b-451c-a6e7-9f0ddc9377f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55ccec-3e2a-4190-93d1-02390f51c2ae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:02.322259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-704dfeb9-1972-4694-9128-da3f8ee5c585 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059704 Feb 15 01:48:02.668496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27980872-050d-4185-bbe8-d18cf88ea412 req-8d139116-7fe1-44d9-8094-921ab53a3b71 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:02.671633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27980872-050d-4185-bbe8-d18cf88ea412 req-8d139116-7fe1-44d9-8094-921ab53a3b71 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1026399 Feb 15 01:48:02.759422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27980872-050d-4185-bbe8-d18cf88ea412 req-2fb90c3f-7a98-4fbe-b89b-b5b5c94c9948 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776820 Feb 15 01:48:02.801641 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-f8d70c2c-5528-4e9a-9703-0203c7adbcdb req-db659beb-fda8-4869-bfea-da19049abe81 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:48:02.804735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8d70c2c-5528-4e9a-9703-0203c7adbcdb req-db659beb-fda8-4869-bfea-da19049abe81 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/b9ddf35c-03e1-4e21-91f7-867f99248ae0 HTTP/1.1" status: 404 len: 352 time: 0.0171397 Feb 15 01:48:02.929237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae57a-c936-42ea-8b9c-23c2b19e4b30 req-6e258421-9efb-4620-a020-e1f0873c1110 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:02.930888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0cae57a-c936-42ea-8b9c-23c2b19e4b30 req-6e258421-9efb-4620-a020-e1f0873c1110 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 943 time: 0.0622633 Feb 15 01:48:02.987599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0cae57a-c936-42ea-8b9c-23c2b19e4b30 req-c6509c0a-bfdc-433b-9f12-95a00091d9f9 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Feb 15 01:48:03.127089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:03.154896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58983d49-cda4-4d8a-933b-8540a96880d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.167351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.173263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.179421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.188826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.192321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.201996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.207549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:03.210945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3dcd329-c758-42b1-a514-df8a87c3e25f req-31a59eaf-8034-40e5-a0ec-8ab877b55b52 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.1248655 Feb 15 01:48:03.220676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:03.227478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Request body: {'floatingip': {'port_id': '874a5499-e7ca-44e1-b6f9-78404ef34423'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:03.256823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58983d49-cda4-4d8a-933b-8540a96880d4 admin admin] Publish callbacks [] for security_group (d589f79e-cfff-467e-9090-5454482af40d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.284263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.314227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58983d49-cda4-4d8a-933b-8540a96880d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d589f79e-cfff-467e-9090-5454482af40d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.338284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-168e0635-92c4-411f-9208-ca7e8dd3e1b9 req-823d6300-b443-4ad0-98d3-db6dc2238f3b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 210 time: 0.0724962 Feb 15 01:48:03.348100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58983d49-cda4-4d8a-933b-8540a96880d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d589f79e-cfff-467e-9090-5454482af40d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:03.375749 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58983d49-cda4-4d8a-933b-8540a96880d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2aa28e1a65844126abcf6a2ab5d33c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469015 Feb 15 01:48:03.381579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:03.445735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28db5ad9-0c29-4671-9d3e-cbad971f8b49 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:03.505318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] Publish callbacks [] for security_group (d589f79e-cfff-467e-9090-5454482af40d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.557325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] Publish callbacks [] for security_group (d589f79e-cfff-467e-9090-5454482af40d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.597466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:03.612265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '28db5ad9-0c29-4671-9d3e-cbad971f8b49', 'network_id': '39b25b42-b7fc-4080-9d50-1778acffdfda', 'port_id': '28db5ad9-0c29-4671-9d3e-cbad971f8b49', 'mac_address': 'fa:16:3e:6c:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adc69b2-f4c3-4f56-8962-618f5fa9db58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:03.660512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:03.661177 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.677177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28db5ad9-0c29-4671-9d3e-cbad971f8b49 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:03.705756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:03.807529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.807802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d589f79e-cfff-467e-9090-5454482af40d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.812714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:03.816670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d589f79e-cfff-467e-9090-5454482af40d HTTP/1.1" status: 204 len: 168 time: 0.4326539 Feb 15 01:48:03.832724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983b206-5926-497e-b3f8-eb7f6b1455bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589f79e-cfff-467e-9090-5454482af40d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:03.903519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:04.124651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['28db5ad9-0c29-4671-9d3e-cbad971f8b49'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:04.149706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-b9d79cc8-d995-4fcd-b134-387e5680aa6e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/f8529431-b0ef-4b7b-a603-2ea64f009e75 HTTP/1.1" status: 200 len: 1818 time: 0.1496000 Feb 15 01:48:04.153625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.197843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-264bc1cb-d5b3-4c4e-8521-33ac247b97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:04.199466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-264bc1cb-d5b3-4c4e-8521-33ac247b97b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 1128 time: 0.1307936 Feb 15 01:48:04.288477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.399316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (f8529431-b0ef-4b7b-a603-2ea64f009e75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.487541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-222ad863-3498-4976-bd28-ed0024f174b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:04.489075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-222ad863-3498-4976-bd28-ed0024f174b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 912 time: 0.2814856 Feb 15 01:48:04.493330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (f8529431-b0ef-4b7b-a603-2ea64f009e75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.498996 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Floating IP 9fdc48d7-6aca-4b20-aa3d-4042709def64 associated. External IP: 172.25.2.19, port: 874a5499-e7ca-44e1-b6f9-78404ef34423. Feb 15 01:48:04.575367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-4b54a718-9785-48aa-9399-5ace8bfde13a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b HTTP/1.1" status: 200 len: 217 time: 0.0786819 Feb 15 01:48:04.651500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-b9e29705-5fa8-4740-856a-b4e40578674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:04.652934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-b9e29705-5fa8-4740-856a-b4e40578674f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.0718448 Feb 15 01:48:04.730132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-4cd06d8a-8570-4cff-8ad1-f037dad32adc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457251 Feb 15 01:48:04.920955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-9b22f407-16e2-4a48-abc3-797f82601ca6 service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816974 Feb 15 01:48:04.946011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8529431-b0ef-4b7b-a603-2ea64f009e75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.949029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:04.967441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22d1c853-20b4-484d-8b5e-d3072391be06 req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8529431-b0ef-4b7b-a603-2ea64f009e75 HTTP/1.1" status: 204 len: 173 time: 0.8105085 Feb 15 01:48:05.090213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8529431-b0ef-4b7b-a603-2ea64f009e75,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:05.101749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Router b772097b-0149-4bd8-8f60-1c59e31dd92e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:48:05.121499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.122063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.122585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.123119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.123671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.124154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.124673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.125222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.125601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-423eb569-c70a-4b8e-b5c1-08bcb4155fff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:05.126256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.126769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.127404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-423eb569-c70a-4b8e-b5c1-08bcb4155fff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.2210639 Feb 15 01:48:05.127713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.128214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.128831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5f4e5-8062-4e5e-9976-ff140dd6dbc9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:05.175792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:05.226658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9e4451-4a43-4333-b9c4-da2bcccea492 req-975e7053-a0c7-454c-870c-c8359066aaaf service neutron] 10.222.0.31 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973375 Feb 15 01:48:05.341189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:48:05.352851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:05.357706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Sync routers for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:48:05.379220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:05.386890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:05.390216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3de82e9d-fea0-4f30-b6ba-024fc531fb62 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "PUT /v2.0/floatingips/9fdc48d7-6aca-4b20-aa3d-4042709def64 HTTP/1.1" status: 200 len: 990 time: 2.1687670 Feb 15 01:48:05.391163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:05.394606 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:05.472744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28db5ad9-0c29-4671-9d3e-cbad971f8b49 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:05.486279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:05.491030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:05.674590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:05.724938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8dfd-45aa-4b26-a47f-8d43cb7200b2 req-555d8a63-8cae-44f8-a17f-0986d520015e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:05.729936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993e8dfd-45aa-4b26-a47f-8d43cb7200b2 req-555d8a63-8cae-44f8-a17f-0986d520015e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1248302 Feb 15 01:48:05.753279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:48:05.800232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:05.800657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:05.808424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.6 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/01028317-1f36-4526-940e-9be2d8e098e2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:05.841518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993e8dfd-45aa-4b26-a47f-8d43cb7200b2 req-3eaafe3a-ae07-4bb9-a109-0b9a673afc41 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970118 Feb 15 01:48:06.088246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c2e8-4f66-4757-88e5-68acfcfc4e13 req-8ce90e43-2d17-43ad-b437-e5af610a5b06 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:06.089884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3156c2e8-4f66-4757-88e5-68acfcfc4e13 req-8ce90e43-2d17-43ad-b437-e5af610a5b06 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 944 time: 0.1064334 Feb 15 01:48:06.221665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3156c2e8-4f66-4757-88e5-68acfcfc4e13 req-24f09ab8-8186-466a-9e2a-c0a5e0b4ec47 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209753 Feb 15 01:48:06.246754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:06.247368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:06.319018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:06.325170 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4ee05-c4ab-48b9-a97d-a820536640be" -d '{"events": [{"server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "name": "network-vif-plugged", "status": "completed", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:06.326000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (01028317-1f36-4526-940e-9be2d8e098e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:06.367144 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-60ba6bf7-58d4-495f-a53f-5aa793d26e29 req-858b73f1-ce42-44ee-accb-45d300b83350 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:48:06.379505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60ba6bf7-58d4-495f-a53f-5aa793d26e29 req-858b73f1-ce42-44ee-accb-45d300b83350 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/f8529431-b0ef-4b7b-a603-2ea64f009e75 HTTP/1.1" status: 404 len: 352 time: 0.0281754 Feb 15 01:48:06.427360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:06.513928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9fdc48d7-6aca-4b20-aa3d-4042709def64', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'port_id': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:46:31Z', 'updated_at': '2022-02-15T01:48:03Z', 'revision_number': 1, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:06.549089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:06.655287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:06.673286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:06.675303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:06.686919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:06.737635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Checking router: b772097b-0149-4bd8-8f60-1c59e31dd92e for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:48:06.743727 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:06.792095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:06.793104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:47:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:06.819841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:06.821027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:06.884351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:06.925201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-5e1fd0b1-fff6-4a50-bc51-a0e969a75019 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7590048 Feb 15 01:48:06.941502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Request body: {'port': {'device_id': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:06.961820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:07.054024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (01028317-1f36-4526-940e-9be2d8e098e2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:07.261177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.282802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.288110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.301977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.315539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.332156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.361341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.369656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-086b468a-18bd-45b3-badd-3bfdd5acb66a tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.9198902 Feb 15 01:48:07.447833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9fdc48d7-6aca-4b20-aa3d-4042709def64', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'port_id': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:46:31Z', 'updated_at': '2022-02-15T01:48:03Z', 'revision_number': 1, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:07.525806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:07.527060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c964c6e-cdfd-4aaa-a128-303243962dab req-52c023dc-cc2b-4feb-8ecf-8d50266196ef tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565042 Feb 15 01:48:07.530287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34a0a8-3175-4378-8390-6cae69a47cfb None None] The sync data for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 is: [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9fdc48d7-6aca-4b20-aa3d-4042709def64', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'port_id': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'mac_address': 'fa:16:3e:d7:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:46:31Z', 'updated_at': '2022-02-15T01:48:03Z', 'revision_number': 1, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:48:07.624829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01028317-1f36-4526-940e-9be2d8e098e2 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:07.633754 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks [] for port (01028317-1f36-4526-940e-9be2d8e098e2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:07.652559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Transition to ACTIVE for port object 01028317-1f36-4526-940e-9be2d8e098e2 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:07.674052 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9069c27-4c8e-414e-88ba-d537f12c08d4 x-openstack-request-id: req-a9069c27-4c8e-414e-88ba-d537f12c08d4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:07.674514 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:07.675808 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9069c27-4c8e-414e-88ba-d537f12c08d4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:07.676517 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'status': 'completed', 'code': 200} Feb 15 01:48:07.738124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:07.832639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1838008699'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:07.872023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.873001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.873269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.873660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.874621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.882100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.882100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.882100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-f0525e42-c84a-446d-b1ec-f78c9e1980d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6725 time: 0.1778932 Feb 15 01:48:07.890707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Pushing event updated for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:07.962281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f9bee-c0eb-40eb-9fe2-62004460e96e None None] New status for floating IP 9fdc48d7-6aca-4b20-aa3d-4042709def64: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:48:07.980935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Made reservation on behalf of a7e6157a0f484eb9b21e901f1e3f5b61 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:07.985023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:07.999316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-6e5573b8-ce16-4465-8978-f69734c48f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:07.999553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.001065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-6e5573b8-ce16-4465-8978-f69734c48f1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe20b20-2d7b-4149-af03-93149eca3d9b HTTP/1.1" status: 200 len: 918 time: 0.1161911 Feb 15 01:48:08.010837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9379b-635a-4c39-b074-74705dabe43e req-6b3b8bc0-099d-4213-91fb-43c935a5668d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.021541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Attempting to bind port 01028317-1f36-4526-940e-9be2d8e098e2 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:08.021750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06d9379b-635a-4c39-b074-74705dabe43e req-6b3b8bc0-099d-4213-91fb-43c935a5668d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 943 time: 0.2588294 Feb 15 01:48:08.021883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Attempting to bind port 01028317-1f36-4526-940e-9be2d8e098e2 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:08.022226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Attempting to bind port 01028317-1f36-4526-940e-9be2d8e098e2 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:08.035709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Port 01028317-1f36-4526-940e-9be2d8e098e2 on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:08.036046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Attempting to bind port 01028317-1f36-4526-940e-9be2d8e098e2 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:08.045615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:08.045961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:08.046497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:08.046948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Bound port: 01028317-1f36-4526-940e-9be2d8e098e2, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:08.047449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (01028317-1f36-4526-940e-9be2d8e098e2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.163719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06d9379b-635a-4c39-b074-74705dabe43e req-e9fb3d18-908a-440d-a564-d77fc51429ae tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385744 Feb 15 01:48:08.175080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:08.175080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=01028317-1f36-4526-940e-9be2d8e098e2,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:08.193019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-d03d71b7-b52e-4b8a-b58d-d2273fba9f8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 200 len: 998 time: 0.1657560 Feb 15 01:48:08.201543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks [] for security_group (97ab8456-21bf-4a9d-8c7b-c5f821028e99), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.228529 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcda5101-1194-4591-87e2-10f3d877d706 x-openstack-request-id: req-bcda5101-1194-4591-87e2-10f3d877d706 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:08.229408 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "name": "network-vif-plugged", "status": "completed", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:08.230235 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcda5101-1194-4591-87e2-10f3d877d706 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:08.230597 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49', 'code': 200} Feb 15 01:48:08.281075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (97ab8456-21bf-4a9d-8c7b-c5f821028e99), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.296987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-74b9d647-64f1-48af-9064-db214d37f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.298040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:08.298636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-74b9d647-64f1-48af-9064-db214d37f652 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed72078-ec8e-4cca-9389-3e2f99b633b5 HTTP/1.1" status: 200 len: 856 time: 0.0991907 Feb 15 01:48:08.323268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.354028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c0f8de10-7fe4-4bb0-b8c4-20558ae162b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.354494 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Added segment c0f8de10-7fe4-4bb0-b8c4-20558ae162b8 of type vlan for network 1807625d-5870-4e16-9f7c-9d8406db2f5b Feb 15 01:48:08.406569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.407280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.409115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] 10.222.0.37 "PUT /v2.0/ports/01028317-1f36-4526-940e-9be2d8e098e2 HTTP/1.1" status: 200 len: 1092 time: 1.4751709 Feb 15 01:48:08.414236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:08.417172 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddfc3db-87fd-4726-9681-be68ff272e16" -d '{"events": [{"name": "network-changed", "server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "tag": "01028317-1f36-4526-940e-9be2d8e098e2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:08.444340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab8456-21bf-4a9d-8c7b-c5f821028e99,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:08.444733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1b36a49-44be-4c93-963e-9272afe12be4 req-9c3ba386-0f7c-4cca-beec-37a50e19d35b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 6208 time: 0.1841431 Feb 15 01:48:08.471587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-785ada8e-ef6e-4a6c-8728-7952011d269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.473294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-785ada8e-ef6e-4a6c-8728-7952011d269d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe20b20-2d7b-4149-af03-93149eca3d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1421239 Feb 15 01:48:08.506520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1807625d-5870-4e16-9f7c-9d8406db2f5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.513086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ce40-6190-4ea4-b6af-e9564a583792 service neutron] Pushing event updated for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:08.519843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be93c4-0f0f-485a-b20d-df8a208fd609 req-ba39e1e0-3cc9-4966-a6fe-3b4094118fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.524216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9be93c4-0f0f-485a-b20d-df8a208fd609 req-ba39e1e0-3cc9-4966-a6fe-3b4094118fef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 1128 time: 0.1928031 Feb 15 01:48:08.597699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-6d0e678e-45dd-41c7-92dc-f3123497f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.598507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-6d0e678e-45dd-41c7-92dc-f3123497f7f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 1126 time: 0.0723948 Feb 15 01:48:08.644728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-b7a44e59-2605-4878-bbe1-0358bbec03ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01028317-1f36-4526-940e-9be2d8e098e2 HTTP/1.1" status: 200 len: 217 time: 0.0374801 Feb 15 01:48:08.646025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1807625d-5870-4e16-9f7c-9d8406db2f5b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.647744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1b36a49-44be-4c93-963e-9272afe12be4 req-0e0d858f-1bba-4fa1-a0c2-93dffb5afaac tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/d2ea60e6-8492-4233-9ec8-79a603df0432 HTTP/1.1" status: 200 len: 3002 time: 0.1895339 Feb 15 01:48:08.651122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.651740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:08.652354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9be93c4-0f0f-485a-b20d-df8a208fd609 req-a88e89b4-fc1e-4170-af75-02c2b78347bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070318 Feb 15 01:48:08.701720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-1010a950-5855-4cf5-8a7e-b99da4017e82 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127993 Feb 15 01:48:08.752888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1b36a49-44be-4c93-963e-9272afe12be4 req-41817030-7595-4d97-a9fd-bdbd1f78b9bc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/d2ea60e6-8492-4233-9ec8-79a603df0432 HTTP/1.1" status: 200 len: 3002 time: 0.0931673 Feb 15 01:48:08.767478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Pushing event updated for resources: {'Network': ['ID=1807625d-5870-4e16-9f7c-9d8406db2f5b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:08.773693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-1d903086-deee-45e9-be3a-be2d8efa2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.776714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-1d903086-deee-45e9-be3a-be2d8efa2c9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.1196401 Feb 15 01:48:08.780565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:08.821578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-1b8c3790-44cc-48ee-a8d4-e3a3e4a76a4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406442 Feb 15 01:48:08.853781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6213b18f-2b4b-415b-bddb-bc3efb0bd62b req-777cde8c-8321-4137-befd-f50ca7293df9 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335192 Feb 15 01:48:08.865018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1da18c1-c79e-46ea-8a4e-621e9cab5a14 tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3362997 Feb 15 01:48:08.965447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-ffb6737b-0fb9-41e3-8da6-3b204f4759b3 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370931 Feb 15 01:48:08.966485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5546353-2dc8-42d8-a9da-80a7f29cae12 req-ccce47cc-5930-4379-8b45-f87aa039065c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:08.968012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5546353-2dc8-42d8-a9da-80a7f29cae12 req-ccce47cc-5930-4379-8b45-f87aa039065c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0867467 Feb 15 01:48:09.038179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5546353-2dc8-42d8-a9da-80a7f29cae12 req-db702af8-3122-427c-83df-542ee9cfdbdc tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644901 Feb 15 01:48:09.079317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d5660cf-f479-4e87-b99a-245fbf8a098a req-36203d21-a134-4f9b-aa67-3f57052a1a36 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078596 Feb 15 01:48:09.164428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8306558-ca79-4ac2-9321-d8e5b3207672 req-c8a9b3aa-296e-4b2b-9aa9-2d8e56ca65ce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.167405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8306558-ca79-4ac2-9321-d8e5b3207672 req-c8a9b3aa-296e-4b2b-9aa9-2d8e56ca65ce tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 945 time: 0.0625160 Feb 15 01:48:09.222942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8306558-ca79-4ac2-9321-d8e5b3207672 req-e839c27d-ab17-4e69-bb1f-07f1d6cfa9a6 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Feb 15 01:48:09.430213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.436006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.441416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.446794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.452243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.458223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.463825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.467555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0be5a371-e22e-4822-8b53-29e4450399c2 req-165584c6-8329-4d54-b52b-e242b08e2a43 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.1175175 Feb 15 01:48:09.507087 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c87b8-a969-4564-9dd7-67a23255756c x-openstack-request-id: req-009c87b8-a969-4564-9dd7-67a23255756c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:09.507378 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "tag": "01028317-1f36-4526-940e-9be2d8e098e2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:09.507686 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-009c87b8-a969-4564-9dd7-67a23255756c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:09.508035 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2', 'status': 'completed', 'code': 200} Feb 15 01:48:09.524548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-144401535', 'description': 'tempest-description-924485117'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:09.599385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-00948de8-3ee5-47d1-8bf4-4dea1426a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.600960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-00948de8-3ee5-47d1-8bf4-4dea1426a29c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 1126 time: 0.0593629 Feb 15 01:48:09.629404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:09.704590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-1cec3425-4ca1-4485-ae6c-9a5d3515ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.706051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-1cec3425-4ca1-4485-ae6c-9a5d3515ec3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.0989962 Feb 15 01:48:09.730845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (636ebbcd-0696-4ca6-8836-1809f187305b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:09.751866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-8241cf28-f51b-427f-93ef-9cea8bf6c3ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01028317-1f36-4526-940e-9be2d8e098e2 HTTP/1.1" status: 200 len: 217 time: 0.0388005 Feb 15 01:48:09.807879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-a8b3329c-616d-4b19-b038-8bc19dfb63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:09.809483 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-a8b3329c-616d-4b19-b038-8bc19dfb63ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0507205 Feb 15 01:48:09.817483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (636ebbcd-0696-4ca6-8836-1809f187305b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:09.842847 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-ef9b6f9e-861d-4439-beea-dfdee7223e44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271995 Feb 15 01:48:09.856784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636ebbcd-0696-4ca6-8836-1809f187305b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:09.916927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:09.918647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db8169d-e2e0-462f-849a-37384be9e41b req-e88e3d6e-770c-4766-a272-9420c11b12dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3984957 Feb 15 01:48:09.961266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-2bee0a76-b96f-4f98-bd40-02b611ec9f3c service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020031 Feb 15 01:48:10.069897 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fddfc3db-87fd-4726-9681-be68ff272e16 req-cc34d41d-1681-469c-94d6-7ce014e2096a service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014183 Feb 15 01:48:10.134275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:10.140108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b', 'binding:host_id': 'n-h2-829064-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673266932'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:10.227040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dab9a-5f4c-47ad-aea1-0006df73b428 req-39ab8ff1-0ba6-44e5-b618-3c2befd43c8d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:10.228617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd1dab9a-5f4c-47ad-aea1-0006df73b428 req-39ab8ff1-0ba6-44e5-b618-3c2befd43c8d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 943 time: 0.0555720 Feb 15 01:48:10.279437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd1dab9a-5f4c-47ad-aea1-0006df73b428 req-d9271aa0-ffe8-4d5f-8a49-910a559ac690 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Feb 15 01:48:10.306880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-713345659', 'description': 'tempest-description-843542979'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:10.405739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Made reservation on behalf of 55c3205fe6614bddbe9f2617ec9e2077 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:10.408047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.417497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.451637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.500483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for security_group (24449148-82f7-444c-8738-7e70b3c743ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.532223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (4551831e-d0d0-4e2f-9e05-1d581ef3f2fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.611564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (24449148-82f7-444c-8738-7e70b3c743ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.623034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port 22244fbc-4378-4447-a5fc-803d681f8c4a yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:10.635692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4551831e-d0d0-4e2f-9e05-1d581ef3f2fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.671592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4551831e-d0d0-4e2f-9e05-1d581ef3f2fe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:10.725404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24449148-82f7-444c-8738-7e70b3c743ca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:10.757575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:10.758852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-616f86a9-a965-444d-a80b-235651af5c9e req-28f36b61-4986-4cb9-b850-15cc69177dfb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4563518 Feb 15 01:48:10.948346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8849e2-c1b2-4ee7-8c09-310cede3a923 req-9059de6c-8e06-44ba-abce-a5a1a124efb5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:10.950658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a8849e2-c1b2-4ee7-8c09-310cede3a923 req-9059de6c-8e06-44ba-abce-a5a1a124efb5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1013544 Feb 15 01:48:10.981737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port 22244fbc-4378-4447-a5fc-803d681f8c4a yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:10.992158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:11.017062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a8849e2-c1b2-4ee7-8c09-310cede3a923 req-f41e3f28-b198-42e2-a4f4-fc98fcb6c319 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578973 Feb 15 01:48:11.074774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:11.137736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=22244fbc-4378-4447-a5fc-803d681f8c4a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:11.142152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91c5de-c552-4628-9409-d282ea876002 req-aceba4ba-da8f-4c7d-8168-fef6d32ac861 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:11.144140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c91c5de-c552-4628-9409-d282ea876002 req-aceba4ba-da8f-4c7d-8168-fef6d32ac861 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 945 time: 0.0615079 Feb 15 01:48:11.148776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Checking segment: {'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:11.149384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Network hostable DHCP agents. Network: 1807625d-5870-4e16-9f7c-9d8406db2f5b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:11.193801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c91c5de-c552-4628-9409-d282ea876002 req-91564387-82a0-4a3a-81f1-53cf1a7e26c8 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Feb 15 01:48:11.343245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:11.422474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1807625d-5870-4e16-9f7c-9d8406db2f5b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:11.426270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:11.427584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-9e249ee7-7416-4c26-bba7-841beefc9a59 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:11.429131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-9e249ee7-7416-4c26-bba7-841beefc9a59 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 813 time: 0.1106083 Feb 15 01:48:11.432090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a962f1e-57a5-4c83-b459-9c21ada7b0d5 None None] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:11.444090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-3529cb74-0445-4131-8949-f7ee31a706ef tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/quotas/c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 375 time: 0.0094776 Feb 15 01:48:11.447595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.447942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.450175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.453352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.453755 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.454166 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 2 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.467960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.468727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.471532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.476496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.476821 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.477225 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 3 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.493751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.494100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.494443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.501229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.501551 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.501956 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 4 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.516126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-c68e029b-c26f-4159-ace0-d976d0b227df tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640197 Feb 15 01:48:11.522355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.522757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.523161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.529414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.530419 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.530823 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 5 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.546656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.547002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.547370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.553791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.554356 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.554927 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 6 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.567217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.567552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.567883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.572477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.572809 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.573195 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 7 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.585813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.586152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.586488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.592698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.593035 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.593580 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 8 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.612490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.615823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.615823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.619505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.619647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-17953660-1cb6-4c94-a170-a53eb8daa22f service neutron] 10.222.0.43 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935304 Feb 15 01:48:11.619836 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.620227 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 9 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.633271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.633607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.633940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.638915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.638915 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.639316 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 10 to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a Feb 15 01:48:11.652108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:11.652520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:11.652858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:11.658411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 22244fbc-4378-4447-a5fc-803d681f8c4a on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:11.658738 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 22244fbc-4378-4447-a5fc-803d681f8c4a on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:11.659117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:11.724230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port 22244fbc-4378-4447-a5fc-803d681f8c4a, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:11.724546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:48:11.725658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-da6371c5-3132-4d15-9e19-4a8bc2d89368 service neutron] 10.222.0.43 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969110 Feb 15 01:48:11.822912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:11.857808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:11.858411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:11.877736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=22244fbc-4378-4447-a5fc-803d681f8c4a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:12.004343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fa9e8bd-338c-4da5-8640-04c8281e8b32 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8611844 Feb 15 01:48:12.004343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:12.084744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Deleting port 22244fbc-4378-4447-a5fc-803d681f8c4a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:12.085168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:12.151582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port 22244fbc-4378-4447-a5fc-803d681f8c4a, host n-h2-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:12.152155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:12.379491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Calling delete_port for 22244fbc-4378-4447-a5fc-803d681f8c4a owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:12.546976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b1d7e-56d0-43eb-ac1c-ac3321d80e68 req-29d2b61b-0987-456f-996d-0a9581441848 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:12.548513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f2b1d7e-56d0-43eb-ac1c-ac3321d80e68 req-29d2b61b-0987-456f-996d-0a9581441848 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 943 time: 0.0664697 Feb 15 01:48:12.576778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (22244fbc-4378-4447-a5fc-803d681f8c4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:12.602212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f2b1d7e-56d0-43eb-ac1c-ac3321d80e68 req-a0bdd1dc-6368-435f-a045-bb7bfbaf6e8b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478511 Feb 15 01:48:12.610496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:12.613696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "DELETE /v2.0/ports/22244fbc-4378-4447-a5fc-803d681f8c4a HTTP/1.1" status: 204 len: 168 time: 0.6133995 Feb 15 01:48:12.622566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd9cdd-1829-4719-bdc2-24db706781f3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event deleted for resources: {'Port': ['ID=22244fbc-4378-4447-a5fc-803d681f8c4a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:12.622668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:12.642463 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5809946b-ae5b-475c-a8d7-f983b8978465 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:48:12.644164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5809946b-ae5b-475c-a8d7-f983b8978465 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports/22244fbc-4378-4447-a5fc-803d681f8c4a HTTP/1.1" status: 404 len: 333 time: 0.0261347 Feb 15 01:48:12.647925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:12.652970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1318383568'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:12.673265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1540163-3291-4a33-a0a5-6f520669fcc0 req-1c8e46ab-6607-4454-a5e4-9f1902c92dde tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Feb 15 01:48:12.776667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Made reservation on behalf of 55c3205fe6614bddbe9f2617ec9e2077 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:12.779040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:12.780582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd9683-01df-40cc-bf1d-447423447fcb req-c9fd27fb-4d96-4993-9fe5-864dcc0501f4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:12.782121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1dcd9683-01df-40cc-bf1d-447423447fcb req-c9fd27fb-4d96-4993-9fe5-864dcc0501f4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0551798 Feb 15 01:48:12.796038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:12.832152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1dcd9683-01df-40cc-bf1d-447423447fcb req-1bcab1a7-dc40-4666-adab-1ced02c4dee1 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Feb 15 01:48:12.955602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.020792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747925cc-3d80-4210-85f6-b5f0c787a6ec req-39fe5f9d-89fc-4d94-a9d1-e91afaf4b456 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:13.022325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-747925cc-3d80-4210-85f6-b5f0c787a6ec req-39fe5f9d-89fc-4d94-a9d1-e91afaf4b456 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 945 time: 0.0620832 Feb 15 01:48:13.072039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-747925cc-3d80-4210-85f6-b5f0c787a6ec req-e6a5caa7-f368-4c27-a3df-6154701b9a57 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups?id=05c0be28-8be9-425b-bdce-e498bcf51d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Feb 15 01:48:13.143555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.187999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:13.190952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:13.202689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:13.202689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:13.202689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.211436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:13.256134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5780d-dbf9-44a0-a08f-d6b7846a5143 req-f89fd02a-b5e4-411e-9318-e9eb21b8c2c4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:13.257684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26a5780d-dbf9-44a0-a08f-d6b7846a5143 req-f89fd02a-b5e4-411e-9318-e9eb21b8c2c4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 950 time: 0.0695961 Feb 15 01:48:13.307269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26a5780d-dbf9-44a0-a08f-d6b7846a5143 req-44ed6792-fcb4-42f7-b3e8-a9e81dc46d71 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Feb 15 01:48:13.322543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3a06b6ff-90a1-490e-a248-554065e6e9f0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6734755 Feb 15 01:48:13.325093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:13.330805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:13.392079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.552590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 01028317-1f36-4526-940e-9be2d8e098e2 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:13.580528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:13.588983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.651148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=01028317-1f36-4526-940e-9be2d8e098e2,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:13.662872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '01028317-1f36-4526-940e-9be2d8e098e2', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '01028317-1f36-4526-940e-9be2d8e098e2', 'mac_address': 'fa:16:3e:e4:35:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:13.667903 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.713953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 01028317-1f36-4526-940e-9be2d8e098e2 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:13.714468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (01028317-1f36-4526-940e-9be2d8e098e2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.725883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:13.728618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01028317-1f36-4526-940e-9be2d8e098e2 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:13.741413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.741788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.742096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.747308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.747642 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.748060 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 2 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.756070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=01028317-1f36-4526-940e-9be2d8e098e2,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:13.764940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.765253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.765736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.771229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.771551 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.771951 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 3 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.786120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.786725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.787011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.792403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.792688 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.793276 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 4 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.809032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.809372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.809741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.815965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.816405 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.816958 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 5 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.830869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.831266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.831607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.836913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.837256 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.837797 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 6 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.839873 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:13.855759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.856167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.856713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.862908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.863246 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.863650 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 7 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.878845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.879546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.880036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.885479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.885996 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.886567 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 8 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.903730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.904198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.904620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.909992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.910285 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.910576 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 9 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.916310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:13.924282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.924650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.924915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.925698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.925817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.925956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.926600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.927093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.927574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.928067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.928571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.929382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.929718 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.929936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.930136 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 10 to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 Feb 15 01:48:13.930615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.930970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.931309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.931681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:48:13.944537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:13.944900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:13.945241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:13.950645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:13.951020 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:13.951436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.029250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:14.030116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:48:14.034596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-cfe79f8c-63b8-47b3-aa0e-c83fdfd076dd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.036082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-cfe79f8c-63b8-47b3-aa0e-c83fdfd076dd tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 945 time: 0.0875118 Feb 15 01:48:14.047780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318e69-f152-4670-a3b4-2c0619ef4917 req-62e2100f-d9b5-4a3f-ae35-ac63ffa32f9f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.049197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c318e69-f152-4670-a3b4-2c0619ef4917 req-62e2100f-d9b5-4a3f-ae35-ac63ffa32f9f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 944 time: 0.0899312 Feb 15 01:48:14.149587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c318e69-f152-4670-a3b4-2c0619ef4917 req-6815fabd-4596-4cef-95bb-296396ff7103 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Feb 15 01:48:14.175051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.193054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Deleting port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:14.193477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.211669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] In _notify_port_updated(), no bound segment for port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:48:14.212585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.213140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.216832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "PUT /v2.0/ports/0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 HTTP/1.1" status: 200 len: 976 time: 0.8905852 Feb 15 01:48:14.218265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:14.288566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa55db-60ad-48df-99c8-6462bf586ab6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:14.289958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['01028317-1f36-4526-940e-9be2d8e098e2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:14.325233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5981b55f-1789-47c9-98b4-dd13672396d4 req-03c3a4cf-b32c-4701-abf7-6fccbb60fd3e tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 210 time: 0.1106923 Feb 15 01:48:14.384578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.385032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.385901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.386051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.386459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.387055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.387527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.388017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.394256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] For port 28db5ad9-0c29-4671-9d3e-cbad971f8b49, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28db5ad9-0c29-4671-9d3e-cbad971f8b49,segment=NetworkSegment(43abe931-d0f8-41d2-aebc-b9aba1a8344a),segment_id=43abe931-d0f8-41d2-aebc-b9aba1a8344a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:14.394621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.399104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.399634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.400130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.400613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.401081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.401729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.402197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.402661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.403437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.403586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.404365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.405052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.405519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.406126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.406675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.408190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.408190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.408190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.408485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.415593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.416128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.417393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.417879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Calling delete_port for 28db5ad9-0c29-4671-9d3e-cbad971f8b49 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:14.418184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.418801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.419412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.420020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.420813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.421538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.422148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.422758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.423367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.423963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.424596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.425198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.425795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.426568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.427337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.427946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.433352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc903809-11e9-4c6e-90dd-368b34b760b6 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42838 time: 0.2123375 Feb 15 01:48:14.439882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:14.518856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-454e8e02-e6d7-4ceb-ba42-f957361f21d0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.520543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-454e8e02-e6d7-4ceb-ba42-f957361f21d0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.31 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 813 time: 0.2184045 Feb 15 01:48:14.527713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Deleting port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:14.528198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.535130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'device_id': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795', 'admin_state_up': True, 'tenant_id': 'c352c3815994417ea4eb70ede5078331'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:14.596033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9, host n-h2-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:14.596432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.609891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Calling delete_port for 0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:14.610447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b185f-bb49-493f-a692-a40e44a7a195 req-ac311e17-3177-47f0-bcd7-e3c8d1a6f4c9 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:14.611935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b44b185f-bb49-493f-a692-a40e44a7a195 req-ac311e17-3177-47f0-bcd7-e3c8d1a6f4c9 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1785662 Feb 15 01:48:14.730107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b44b185f-bb49-493f-a692-a40e44a7a195 req-cf9e3505-5f5a-481f-987a-338e3263a183 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074708 Feb 15 01:48:14.806148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.834474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28db5ad9-0c29-4671-9d3e-cbad971f8b49), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.843875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.851140 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 HTTP/1.1" status: 204 len: 168 time: 0.4076359 Feb 15 01:48:14.851312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['28db5ad9-0c29-4671-9d3e-cbad971f8b49'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:14.851733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edc262-3c88-4339-b1b9-2d25d723c36d tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:14.852839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:14.879483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event deleted for resources: {'Port': ['ID=28db5ad9-0c29-4671-9d3e-cbad971f8b49,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:14.890095 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51e0d55-15d9-4836-a0a1-c8c203e6ba51 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:48:14.892200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d51e0d55-15d9-4836-a0a1-c8c203e6ba51 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports/0cdd1ec7-6619-4f8b-8b4f-0ac90306d3d9 HTTP/1.1" status: 404 len: 333 time: 0.0383720 Feb 15 01:48:14.896132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55588) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:14.896645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Made reservation on behalf of c352c3815994417ea4eb70ede5078331 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:14.899961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.902662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1161384990', 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:14.907045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ceb9736-2d7c-4966-89a3-5bde92f2339e req-9e1bc054-8726-4075-aedd-80e391778ddf tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab7fea1-9222-4652-b14d-aaa8af2d44cc HTTP/1.1" status: 200 len: 210 time: 0.0641549 Feb 15 01:48:14.970952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Made reservation on behalf of 55c3205fe6614bddbe9f2617ec9e2077 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:14.971887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] No DVR routers for this DVR port 28db5ad9-0c29-4671-9d3e-cbad971f8b49 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:48:14.973818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.975037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:14.978676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-561e4e52-85fd-4ca2-997e-4885f0b2e3e2 req-4599a3a2-7cfd-486a-a1cb-b74a5b316989 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.31 "DELETE /v2.0/ports/28db5ad9-0c29-4671-9d3e-cbad971f8b49 HTTP/1.1" status: 204 len: 173 time: 0.9285061 Feb 15 01:48:14.979131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'name': 'network-vif-deleted', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:14.981619 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8ac4a-8998-4b1a-9ffe-e331e8109e3f" -d '{"events": [{"server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "name": "network-vif-deleted", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:14.998894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port 276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:15.032738 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4065d7a-934e-469b-8b77-0aff28005450 x-openstack-request-id: req-c4065d7a-934e-469b-8b77-0aff28005450 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:15.033112 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7fea1-9222-4652-b14d-aaa8af2d44cc", "name": "network-vif-deleted", "tag": "28db5ad9-0c29-4671-9d3e-cbad971f8b49", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:15.033390 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4065d7a-934e-469b-8b77-0aff28005450 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:15.034908 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7fea1-9222-4652-b14d-aaa8af2d44cc', 'name': 'network-vif-deleted', 'tag': '28db5ad9-0c29-4671-9d3e-cbad971f8b49', 'status': 'completed', 'code': 200} Feb 15 01:48:15.113705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Allocated IP 172.20.0.14 (12a3dae7-4729-47da-ad66-6b5ac9fac795/ae60cf11-b5a2-4303-9287-5fc056da62f3/a178e711-59ad-4fc6-88b8-ad0feade0fd4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:15.159430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (276f4ab0-1e2e-45dd-a203-a2e7d08af0e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.210770 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.308513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.318736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68a5c-537c-43a3-a8dd-ea8f006829f8 req-ebb8ced6-ec0f-4909-9ba0-0e09f4f8a7ab tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:15.320249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04d68a5c-537c-43a3-a8dd-ea8f006829f8 req-ebb8ced6-ec0f-4909-9ba0-0e09f4f8a7ab tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 944 time: 0.0918405 Feb 15 01:48:15.343502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (276f4ab0-1e2e-45dd-a203-a2e7d08af0e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.387381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04d68a5c-537c-43a3-a8dd-ea8f006829f8 req-35bb26ec-5114-46ce-b557-b575b40d06eb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Feb 15 01:48:15.388021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:15.393175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:15.397165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:15.397986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:15.398587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.412607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=276f4ab0-1e2e-45dd-a203-a2e7d08af0e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:15.492190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ea259f5-56b2-417d-a224-3035bf3377f7 req-e337a7da-827b-46a9-b7a6-fb23e9717849 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Feb 15 01:48:15.498450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28db5ad9-0c29-4671-9d3e-cbad971f8b49 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:48:15.519469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 28db5ad9-0c29-4671-9d3e-cbad971f8b49 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:48:15.522706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.522834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28db5ad9-0c29-4671-9d3e-cbad971f8b49 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:48:15.522834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:48:15.548756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:15.565275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Network 12a3dae7-4729-47da-ad66-6b5ac9fac795 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:15.568230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:15.574075 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b44ac7f2-8091-4df8-8328-9bba0537a9ae tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6766582 Feb 15 01:48:15.576856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:15.577607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:15.578664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 01028317-1f36-4526-940e-9be2d8e098e2 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:15.610067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:15.639639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605df8ee-6c0d-4383-80f7-86e0f707c119 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:15.641261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-605df8ee-6c0d-4383-80f7-86e0f707c119 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports/276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 HTTP/1.1" status: 200 len: 955 time: 0.0619261 Feb 15 01:48:15.643741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:15.644437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.646248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:15.711986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 63d33294-291a-44bc-9a5a-7536db0c947b is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:15.712592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.733665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Deleting port 276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:15.734008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (276f4ab0-1e2e-45dd-a203-a2e7d08af0e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.745505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-d13915ea-8c34-499d-b487-d3ee1eddf190 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2153313 Feb 15 01:48:15.756524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:15.758711 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845aaf53-0c32-4a62-973a-4c57a83ce860" -d '{"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-unplugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:15.765398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Request body: {'port': {'device_id': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:15.797342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:15.799011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 01028317-1f36-4526-940e-9be2d8e098e2 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:48:15.801040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (276f4ab0-1e2e-45dd-a203-a2e7d08af0e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.809246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 01028317-1f36-4526-940e-9be2d8e098e2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:15.810997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (01028317-1f36-4526-940e-9be2d8e098e2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.818200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Calling delete_port for 276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:15.870407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.932677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338de16-0208-4495-bc7c-a5a2dfd65722 req-c5aa5898-be94-4957-825d-8ea34bdc32c7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:15.934335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b338de16-0208-4495-bc7c-a5a2dfd65722 req-c5aa5898-be94-4957-825d-8ea34bdc32c7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1045585 Feb 15 01:48:15.937895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:15.997184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 01028317-1f36-4526-940e-9be2d8e098e2 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:15.997580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (01028317-1f36-4526-940e-9be2d8e098e2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.024540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (276f4ab0-1e2e-45dd-a203-a2e7d08af0e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.041356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.049575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event deleted for resources: {'Port': ['ID=276f4ab0-1e2e-45dd-a203-a2e7d08af0e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.055418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.059213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afe9e62d-8c44-4c13-a38a-844b47a465a3 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "DELETE /v2.0/ports/276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 HTTP/1.1" status: 204 len: 168 time: 0.4117646 Feb 15 01:48:16.061035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b338de16-0208-4495-bc7c-a5a2dfd65722 req-b385d4d0-f73e-416b-9f02-40d48bd83cec tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159320 Feb 15 01:48:16.063429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.088610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=01028317-1f36-4526-940e-9be2d8e098e2,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:16.094134 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dd1047-167a-4524-a09e-47089d74496a tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:48:16.096363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61dd1047-167a-4524-a09e-47089d74496a tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports/276f4ab0-1e2e-45dd-a203-a2e7d08af0e8 HTTP/1.1" status: 404 len: 333 time: 0.0312405 Feb 15 01:48:16.099776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.105068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1680559720'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:16.117797 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13a3fb-59a4-48c4-ba3b-727cbaace256 x-openstack-request-id: req-1d13a3fb-59a4-48c4-ba3b-727cbaace256 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:16.118215 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-unplugged", "status": "completed", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:16.118479 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d13a3fb-59a4-48c4-ba3b-727cbaace256 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:16.119266 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b', 'code': 200} Feb 15 01:48:16.160307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.222219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.237214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a178e711-59ad-4fc6-88b8-ad0feade0fd4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:16.239932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Made reservation on behalf of 55c3205fe6614bddbe9f2617ec9e2077 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:16.242753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.246089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks [] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.260020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port b8eaec4e-e913-4890-99bb-a40e72ec25f4 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:16.260323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Transition to ACTIVE for port object a178e711-59ad-4fc6-88b8-ad0feade0fd4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:16.342815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.397606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.417790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.428702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.481796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Attempting to bind port a178e711-59ad-4fc6-88b8-ad0feade0fd4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:16.482139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Attempting to bind port a178e711-59ad-4fc6-88b8-ad0feade0fd4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:16.482989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Attempting to bind port a178e711-59ad-4fc6-88b8-ad0feade0fd4 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:16.497341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (ef612386-5da0-4006-8e7c-6ff533fc3bbf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.503456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Port a178e711-59ad-4fc6-88b8-ad0feade0fd4 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:16.503776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Attempting to bind port a178e711-59ad-4fc6-88b8-ad0feade0fd4 on network 12a3dae7-4729-47da-ad66-6b5ac9fac795 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:16.511844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:16.512189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Checking segment: {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:16.512604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Bound using segment: {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:16.513044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Bound port: a178e711-59ad-4fc6-88b8-ad0feade0fd4, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b393a63-b48d-460d-abff-3018a12e3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:16.513398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.523899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (ef612386-5da0-4006-8e7c-6ff533fc3bbf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.564158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95359-8848-468f-8685-cc7f2ca0bbeb req-95e09c16-3014-4dc1-a3e1-9955a061871f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:16.565621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adc95359-8848-468f-8685-cc7f2ca0bbeb req-95e09c16-3014-4dc1-a3e1-9955a061871f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.0968277 Feb 15 01:48:16.576198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.621547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:16.624857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Network 1807625d-5870-4e16-9f7c-9d8406db2f5b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:16.630358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:16.632325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=b8eaec4e-e913-4890-99bb-a40e72ec25f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.634392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:16.635324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:16.635914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.641472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adc95359-8848-468f-8685-cc7f2ca0bbeb req-28fac314-79df-460e-9d65-3e95b23b67c5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694032 Feb 15 01:48:16.642840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:16.667942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ef612386-5da0-4006-8e7c-6ff533fc3bbf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.671213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.672433 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "DELETE /v2.0/security-groups/ef612386-5da0-4006-8e7c-6ff533fc3bbf HTTP/1.1" status: 204 len: 168 time: 0.2535672 Feb 15 01:48:16.675189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.681935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b177104-6359-4979-bd81-a534ef795ea2 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef612386-5da0-4006-8e7c-6ff533fc3bbf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.688618 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-0c6582ed-c861-449f-89fa-3a5cebcc2d4b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] show failed (client error): The resource could not be found. Feb 15 01:48:16.689838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c6582ed-c861-449f-89fa-3a5cebcc2d4b tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "GET /v2.0/security-groups/ef612386-5da0-4006-8e7c-6ff533fc3bbf HTTP/1.1" status: 404 len: 347 time: 0.0134768 Feb 15 01:48:16.692966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.762610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca701e-2d80-4a27-b176-718375a0a5b9 req-91545367-dca9-4a0c-bbbf-4d2c8b99d843 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:16.764273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aca701e-2d80-4a27-b176-718375a0a5b9 req-91545367-dca9-4a0c-bbbf-4d2c8b99d843 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 944 time: 0.0550776 Feb 15 01:48:16.764951 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eef1f556-a941-4ca6-8c7e-1b90e4a1e581 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6640060 Feb 15 01:48:16.767632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:16.773892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:16.806924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.856540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Deleting port 55f16b53-1887-4f11-90eb-7e814be91e93 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:16.857104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.857207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:16.858284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.859672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] 10.222.0.31 "PUT /v2.0/ports/a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 1093 time: 1.0995455 Feb 15 01:48:16.917754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aca701e-2d80-4a27-b176-718375a0a5b9 req-8e1202a8-9750-4a67-b0c8-44a3d7f2e7b0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401892 Feb 15 01:48:16.924185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.927308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef1310-464f-4b0e-bdde-33d92168fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:16.936859 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.937137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for floatingip (55f16b53-1887-4f11-90eb-7e814be91e93), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:16.956531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Calling delete_port for 55f16b53-1887-4f11-90eb-7e814be91e93 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:17.047060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:17.049324 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e944d877-a4ba-4b8d-bb8a-ca08807f9210" -d '{"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:17.090849 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd8ef7-6860-4aad-8b04-83215d3ea8e6 x-openstack-request-id: req-c5cd8ef7-6860-4aad-8b04-83215d3ea8e6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:17.091469 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:17.091469 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5cd8ef7-6860-4aad-8b04-83215d3ea8e6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:17.091774 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'status': 'completed', 'code': 200} Feb 15 01:48:17.096338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-22e39d3d-2d0f-498d-b764-e050ba521c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:17.097866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-22e39d3d-2d0f-498d-b764-e050ba521c78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1127 time: 0.1234636 Feb 15 01:48:17.158018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-97b09aaa-092f-4ec7-a53f-47337904631a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 217 time: 0.0503545 Feb 15 01:48:17.171543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (55f16b53-1887-4f11-90eb-7e814be91e93), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.203471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Pushing event deleted for resources: {'Port': ['ID=55f16b53-1887-4f11-90eb-7e814be91e93,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:17.256256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] device_id is not set on port b8eaec4e-e913-4890-99bb-a40e72ec25f4 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:48:17.268751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks [] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.278062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-3b89a506-2a34-40b9-9cb1-898bd031a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:17.280127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-3b89a506-2a34-40b9-9cb1-898bd031a6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.0968013 Feb 15 01:48:17.280736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks [] for floatingip (4dea14c5-6039-4bff-b4b8-d1a7c204b4ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.283273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.284516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ae6c964-ef41-49d5-bd4b-d3964b7af849 tempest-ImagesOneServerNegativeTestJSON-923501804 tempest-ImagesOneServerNegativeTestJSON-923501804-project] 10.222.0.43 "DELETE /v2.0/floatingips/4dea14c5-6039-4bff-b4b8-d1a7c204b4ee HTTP/1.1" status: 204 len: 168 time: 0.5904508 Feb 15 01:48:17.302036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffe4b-12d7-42a3-9c5f-c15eeb284222 req-55553b3d-486c-452d-a3f5-a2728109c33f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:17.303486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fdffe4b-12d7-42a3-9c5f-c15eeb284222 req-55553b3d-486c-452d-a3f5-a2728109c33f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1509666 Feb 15 01:48:17.323589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-2bb71932-dd76-4945-bb54-8e0cdf2c0c24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352514 Feb 15 01:48:17.345748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.460275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=b8eaec4e-e913-4890-99bb-a40e72ec25f4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:17.467642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fdffe4b-12d7-42a3-9c5f-c15eeb284222 req-a48c324c-a357-4561-9696-538bc095e341 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462190 Feb 15 01:48:17.495333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:17.496040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:17.496580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:17.496580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:17.508416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:17.508777 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:17.509322 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 2 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:17.513261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-5847d296-0e61-4388-8fef-f96caf6966ae service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827188 Feb 15 01:48:17.537404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:17.537754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:17.538091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:17.580000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:17.580376 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:17.583981 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 3 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:17.621436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:17.635891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'mac_address': 'fa:16:3e:93:34:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:17.660707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:17.681400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:17.682016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.699783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:17.724209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:17.729894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Deleting subnet 3adc69b2-f4c3-4f56-8962-618f5fa9db58 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:48:17.734796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Publish callbacks [] for subnet (3adc69b2-f4c3-4f56-8962-618f5fa9db58), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.772491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (3adc69b2-f4c3-4f56-8962-618f5fa9db58), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.816961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3adc69b2-f4c3-4f56-8962-618f5fa9db58), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.850960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.911831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:17.915185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:17.956884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:17.957227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:17.957567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:17.976043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:17.976043 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:17.976043 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 4 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:17.976553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['81f207d7-c5b6-49f3-b913-e169aac8b855'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:17.994534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (3adc69b2-f4c3-4f56-8962-618f5fa9db58), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.006685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2271-c689-4536-9b91-46a4a78a80b9 req-b539a082-795d-4fa0-8441-3dac9641a408 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835725 Feb 15 01:48:18.008519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.008864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.009211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.022308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e2d6-e993-443f-8a45-665d6c08a232 req-2b01430a-f4c7-4045-9602-de3eabbb50ff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:18.023819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd54e2d6-e993-443f-8a45-665d6c08a232 req-2b01430a-f4c7-4045-9602-de3eabbb50ff tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.1115632 Feb 15 01:48:18.024913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.025250 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.025955 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 5 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.046782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.050258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.050258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.050457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.055507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3adc69b2-f4c3-4f56-8962-618f5fa9db58 HTTP/1.1" status: 204 len: 168 time: 0.3936989 Feb 15 01:48:18.056126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:18.058513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d383e-bb73-49eb-8fef-c40cb00de7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adc69b2-f4c3-4f56-8962-618f5fa9db58,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:18.080507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.080850 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.110016 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 6 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.121990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:18.124274 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e118fb49-2f87-4882-baf2-3d4f6306ca33" -d '{"events": [{"server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "name": "network-vif-plugged", "status": "completed", "tag": "01028317-1f36-4526-940e-9be2d8e098e2"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:18.178801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.179088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.179465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.190578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd54e2d6-e993-443f-8a45-665d6c08a232 req-fa9d40f4-927c-454f-8f5b-40c9ae339f8f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556902 Feb 15 01:48:18.196475 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (39b25b42-b7fc-4080-9d50-1778acffdfda), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.200263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.200721 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.211624 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 7 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.229364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.229975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.230231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.242834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.243240 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.260250 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 8 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.266497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-f04a82c6-7a8a-4d90-b0e8-f959bdfeacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:18.268022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-f04a82c6-7a8a-4d90-b0e8-f959bdfeacfa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1127 time: 0.1292415 Feb 15 01:48:18.363427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.364011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.364620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.431274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (39b25b42-b7fc-4080-9d50-1778acffdfda), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.443573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.443911 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.449512 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 9 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.493891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b25b42-b7fc-4080-9d50-1778acffdfda']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:18.509768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.510114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.510455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.522253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43abe931-d0f8-41d2-aebc-b9aba1a8344a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:18.522550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43abe931-d0f8-41d2-aebc-b9aba1a8344a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:18.541475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d35bf-bd0f-4781-b76e-c216a89330a6 req-0d3258b4-de96-4056-b7de-e3c0e390b8a3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:18.543026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e69d35bf-bd0f-4781-b76e-c216a89330a6 req-0d3258b4-de96-4056-b7de-e3c0e390b8a3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 944 time: 0.2662380 Feb 15 01:48:18.561221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.561565 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.567527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (43abe931-d0f8-41d2-aebc-b9aba1a8344a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.569062 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempt 10 to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 Feb 15 01:48:18.572044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-f9c9ed5d-3eb9-492a-aa9f-13567aacb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:18.574177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-f9c9ed5d-3eb9-492a-aa9f-13567aacb62c service neutron] 10.222.0.31 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.2982934 Feb 15 01:48:18.662340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (43abe931-d0f8-41d2-aebc-b9aba1a8344a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.665417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:18.665760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:18.666107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempting to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:18.676221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-12dcb997-2015-4850-8ac1-f8ca723f2b2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 217 time: 0.0816867 Feb 15 01:48:18.683870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:48:18.684230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (43abe931-d0f8-41d2-aebc-b9aba1a8344a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:48:18.689265 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:48:18.752907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:18.753259 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Failed to bind port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1807625d-5870-4e16-9f7c-9d8406db2f5b'}] Feb 15 01:48:18.753682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:18.807599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e69d35bf-bd0f-4781-b76e-c216a89330a6 req-2fa114c6-f81b-4fd3-8cec-d2a59e67748f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536786 Feb 15 01:48:18.865210 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee17340-c3b3-4011-80ba-0e5c194dc5de x-openstack-request-id: req-0ee17340-c3b3-4011-80ba-0e5c194dc5de {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:18.866820 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "name": "network-vif-plugged", "status": "completed", "tag": "01028317-1f36-4526-940e-9be2d8e098e2", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:18.867241 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ee17340-c3b3-4011-80ba-0e5c194dc5de {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:18.867882 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2', 'code': 200} Feb 15 01:48:18.868719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-8415c116-3616-4258-909f-319a724a6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:18.870234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-8415c116-3616-4258-909f-319a724a6983 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.1645479 Feb 15 01:48:18.931649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-10277654-fbc0-4d33-a54a-b7d53d6694e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527601 Feb 15 01:48:18.938996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (39b25b42-b7fc-4080-9d50-1778acffdfda), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.003041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.010374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] 10.222.0.43 "DELETE /v2.0/networks/39b25b42-b7fc-4080-9d50-1778acffdfda HTTP/1.1" status: 204 len: 168 time: 0.9517984 Feb 15 01:48:19.017140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342346d0-ed6d-4f14-8c16-141df110cc5f req-0536b121-51a2-4449-8063-dbb5299b85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:19.019845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-342346d0-ed6d-4f14-8c16-141df110cc5f req-0536b121-51a2-4449-8063-dbb5299b85e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 1128 time: 0.0789149 Feb 15 01:48:19.099867 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-342346d0-ed6d-4f14-8c16-141df110cc5f req-b130e0bd-188e-4a0b-8a27-f2d343bb6de6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Feb 15 01:48:19.153112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port b8eaec4e-e913-4890-99bb-a40e72ec25f4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:19.153701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:48:19.159155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f5d50-66e4-46d5-888a-96ed1c6c735e admin admin] Pushing event deleted for resources: {'Network': ['ID=39b25b42-b7fc-4080-9d50-1778acffdfda,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:19.199056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-fa353473-6337-4e98-ad3b-6d22778a71e1 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432613 Feb 15 01:48:19.209254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652a01-370e-4773-9b58-a455d7ee4a03 req-2465006c-8ea7-40d3-a75e-a9da8de31426 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:19.216332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5652a01-370e-4773-9b58-a455d7ee4a03 req-2465006c-8ea7-40d3-a75e-a9da8de31426 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.2872241 Feb 15 01:48:19.268657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.351576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] In _notify_port_updated(), no bound segment for port b8eaec4e-e913-4890-99bb-a40e72ec25f4 on network 1807625d-5870-4e16-9f7c-9d8406db2f5b {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:48:19.352489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:19.353115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.354440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "PUT /v2.0/ports/b8eaec4e-e913-4890-99bb-a40e72ec25f4 HTTP/1.1" status: 200 len: 976 time: 2.5858476 Feb 15 01:48:19.358862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55710) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:19.398128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5652a01-370e-4773-9b58-a455d7ee4a03 req-8573884a-1030-43dd-9230-c4cfb6b4e4ba tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802194 Feb 15 01:48:19.401529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75381668-4dde-43e4-86f5-8bacd6fbdbb0 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event updated for resources: {'Port': ['ID=b8eaec4e-e913-4890-99bb-a40e72ec25f4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:19.434561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e944d877-a4ba-4b8d-bb8a-ca08807f9210 req-57b17832-a27e-4695-8ec3-2edb2d6949f3 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060227 Feb 15 01:48:19.520065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:19.537993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Deleting port b8eaec4e-e913-4890-99bb-a40e72ec25f4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:19.538414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.596336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:19.637135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 81f207d7-c5b6-49f3-b913-e169aac8b855 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:19.640989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.660717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] For port b8eaec4e-e913-4890-99bb-a40e72ec25f4, host n-h2-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:19.661345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.681182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eb26afc5-9091-405d-9962-510de81b2956 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9e7253f9a7142389a45b7e16d6816eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795307 Feb 15 01:48:19.686707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2fab-822d-4f52-91a7-4675bb00ca97 req-cf854538-8c6f-4573-ba49-f9b75678c892 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:19.687874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:19.693674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-314b2fab-822d-4f52-91a7-4675bb00ca97 req-cf854538-8c6f-4573-ba49-f9b75678c892 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.1443071 Feb 15 01:48:19.715358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Calling delete_port for b8eaec4e-e913-4890-99bb-a40e72ec25f4 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:19.746753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-314b2fab-822d-4f52-91a7-4675bb00ca97 req-986cc5e7-e5ac-4a01-81f9-4434b804b279 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Feb 15 01:48:19.796487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:19.797062 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.839895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] Publish callbacks [] for security_group (05c0be28-8be9-425b-bdce-e498bcf51d2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.844955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:19.870644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] Publish callbacks [] for security_group (05c0be28-8be9-425b-bdce-e498bcf51d2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.927630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:19.971890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8e7a-7309-4c88-8f85-8d757c916896 req-aa45380e-1649-4b3f-ac22-0814963e10e7 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:19.973438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9baf8e7a-7309-4c88-8f85-8d757c916896 req-aa45380e-1649-4b3f-ac22-0814963e10e7 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 944 time: 0.0722482 Feb 15 01:48:19.983179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b8eaec4e-e913-4890-99bb-a40e72ec25f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.023335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:20.034414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8eaec4e-e913-4890-99bb-a40e72ec25f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:20.037576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.041248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-229d4358-5532-450d-b303-60dfd41a7d50 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b8eaec4e-e913-4890-99bb-a40e72ec25f4 HTTP/1.1" status: 204 len: 168 time: 0.6809959 Feb 15 01:48:20.044255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:20.079238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (05c0be28-8be9-425b-bdce-e498bcf51d2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.079238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.079593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9baf8e7a-7309-4c88-8f85-8d757c916896 req-44919699-c282-47b0-a5ae-3a33e055e6a2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Feb 15 01:48:20.091332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05c0be28-8be9-425b-bdce-e498bcf51d2e HTTP/1.1" status: 204 len: 168 time: 0.3965638 Feb 15 01:48:20.094085 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0aa57-5515-4a87-99a7-a142982d1b55 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:48:20.101890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-84b0aa57-5515-4a87-99a7-a142982d1b55 tempest-PortsAdminExtendedAttrsTestJSON-1813826141 tempest-PortsAdminExtendedAttrsTestJSON-1813826141-project-admin] 10.222.0.43 "GET /v2.0/ports/b8eaec4e-e913-4890-99bb-a40e72ec25f4 HTTP/1.1" status: 404 len: 333 time: 0.0560627 Feb 15 01:48:20.106589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:20.113974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2342d-b195-45f9-8b9f-c10a332665a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c0be28-8be9-425b-bdce-e498bcf51d2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:20.196590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1807625d-5870-4e16-9f7c-9d8406db2f5b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.307471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1807625d-5870-4e16-9f7c-9d8406db2f5b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.335191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1807625d-5870-4e16-9f7c-9d8406db2f5b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:20.347388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:20.347692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f8de10-7fe4-4bb0-b8c4-20558ae162b8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:20.361363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (c0f8de10-7fe4-4bb0-b8c4-20558ae162b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.377841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c0f8de10-7fe4-4bb0-b8c4-20558ae162b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.385677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:48:20.386112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (c0f8de10-7fe4-4bb0-b8c4-20558ae162b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:48:20.396504 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:48:20.558007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef857a-cd5c-4412-9f02-c4cecffc7403 req-b3e135c3-033a-4836-acd3-7bc49d17bbc6 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:20.560328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5eef857a-cd5c-4412-9f02-c4cecffc7403 req-b3e135c3-033a-4836-acd3-7bc49d17bbc6 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0744631 Feb 15 01:48:20.562020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1807625d-5870-4e16-9f7c-9d8406db2f5b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.596974 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:20.600369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] 10.222.0.43 "DELETE /v2.0/networks/1807625d-5870-4e16-9f7c-9d8406db2f5b HTTP/1.1" status: 204 len: 168 time: 0.4920366 Feb 15 01:48:20.612204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809a2b8-2c9c-4af8-a622-b5f8f4f8d0cd tempest-PortsAdminExtendedAttrsTestJSON-1857363920 tempest-PortsAdminExtendedAttrsTestJSON-1857363920-project] Pushing event deleted for resources: {'Network': ['ID=1807625d-5870-4e16-9f7c-9d8406db2f5b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:20.661402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5eef857a-cd5c-4412-9f02-c4cecffc7403 req-9cbcac2e-dc78-42ff-9ce8-e9a64fa60174 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760164 Feb 15 01:48:20.870967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:20.875761 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41660beb-e9d3-4db4-b0a2-b1bb2e9d98cd" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:20.899989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b307290-4cf7-4f34-8c0c-914daa744845 req-28074ad8-a70f-422f-bf61-bebbc5a1a97d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:20.905441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-f29a37cd-d067-46fd-9943-e32dd66c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:20.907452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-f29a37cd-d067-46fd-9943-e32dd66c5622 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 1128 time: 0.0840421 Feb 15 01:48:20.907851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b307290-4cf7-4f34-8c0c-914daa744845 req-28074ad8-a70f-422f-bf61-bebbc5a1a97d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.0745118 Feb 15 01:48:20.965108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b307290-4cf7-4f34-8c0c-914daa744845 req-26601b36-4a7e-45a2-87c3-c1b56bfa3669 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Feb 15 01:48:21.021980 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa978cfb-783b-4a18-8942-8f7b2672fe04 x-openstack-request-id: req-fa978cfb-783b-4a18-8942-8f7b2672fe04 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:21.022998 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-plugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:21.023428 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa978cfb-783b-4a18-8942-8f7b2672fe04 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:21.024085 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'code': 200} Feb 15 01:48:21.072476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6354323d-c57d-4bdc-8442-1ed4e001a8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.115408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a1038c11-61e4-47ff-bc2f-361b7c9dce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:21.117043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a1038c11-61e4-47ff-bc2f-361b7c9dce12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.2033846 Feb 15 01:48:21.167889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-ea67b278-ad35-40ff-a34b-4a8f15bb15c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01028317-1f36-4526-940e-9be2d8e098e2 HTTP/1.1" status: 200 len: 217 time: 0.0439298 Feb 15 01:48:21.278541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-7899be01-9e14-4345-8bc3-e8456acd653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:21.280941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-7899be01-9e14-4345-8bc3-e8456acd653f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.1017985 Feb 15 01:48:21.281208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ad579-c7ef-4e8d-ab50-75aafef15125 req-e6b99f0b-7e91-4060-b64a-221bee784c7b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:21.289737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a6ad579-c7ef-4e8d-ab50-75aafef15125 req-e6b99f0b-7e91-4060-b64a-221bee784c7b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 944 time: 0.1323509 Feb 15 01:48:21.333263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-120c3eed-27a7-46d5-ab09-74e851d7b6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407188 Feb 15 01:48:21.387226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:21.405419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a6ad579-c7ef-4e8d-ab50-75aafef15125 req-9a3c8e8f-147f-4df8-9eb9-48b413894ac4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145771 Feb 15 01:48:21.511534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a178e711-59ad-4fc6-88b8-ad0feade0fd4 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:21.516756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-48a868e0-9ec2-4ed4-9fde-aacbffc67c05 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783485 Feb 15 01:48:21.651040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-fc7a43fd-cc15-4abb-8f2e-fd1601f48b54 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249089 Feb 15 01:48:21.683231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:21.683701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-365af3a1-0a94-4d17-a08b-e5ebf2fbdab0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7e6157a0f484eb9b21e901f1e3f5b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933412 Feb 15 01:48:21.737742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:21.762941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'network_id': '12a3dae7-4729-47da-ad66-6b5ac9fac795', 'port_id': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'mac_address': 'fa:16:3e:3c:7e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae60cf11-b5a2-4303-9287-5fc056da62f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:21.774401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] Publish callbacks [] for security_group (97ab8456-21bf-4a9d-8c7b-c5f821028e99), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.778314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:21.800970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e041-08f8-43fa-99e5-bb915e4ca2db req-775e25f8-980f-478c-b1fa-64b53d050421 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:21.808486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f201e041-08f8-43fa-99e5-bb915e4ca2db req-775e25f8-980f-478c-b1fa-64b53d050421 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0741901 Feb 15 01:48:21.809850 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] Publish callbacks [] for security_group (97ab8456-21bf-4a9d-8c7b-c5f821028e99), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.838755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a178e711-59ad-4fc6-88b8-ad0feade0fd4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:21.839154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.858753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a178e711-59ad-4fc6-88b8-ad0feade0fd4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:21.880959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f201e041-08f8-43fa-99e5-bb915e4ca2db req-c67be838-5475-4f5e-93fe-6a6e7f14d901 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701983 Feb 15 01:48:21.908894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:21.936215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1766701418-network', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:21.948670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (97ab8456-21bf-4a9d-8c7b-c5f821028e99), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.953370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.957732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97ab8456-21bf-4a9d-8c7b-c5f821028e99 HTTP/1.1" status: 204 len: 168 time: 0.2722003 Feb 15 01:48:21.965643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:21.971060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61121ebd-20e6-4d4d-9bca-61222686b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab8456-21bf-4a9d-8c7b-c5f821028e99,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:22.039806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:22.043209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.049164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:22.060281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.166548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f95af-3a3b-4424-8b15-f8004601c424 req-b0e3fe78-048f-4e2d-8d6c-aa23ddcb323a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:22.168125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f85f95af-3a3b-4424-8b15-f8004601c424 req-b0e3fe78-048f-4e2d-8d6c-aa23ddcb323a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.0898156 Feb 15 01:48:22.211535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks [] for security_group (f315575c-4e41-44a6-8559-25388903fe1f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.244853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f85f95af-3a3b-4424-8b15-f8004601c424 req-a5757a53-6d18-4164-9cd9-2ee82627b545 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645938 Feb 15 01:48:22.257125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f315575c-4e41-44a6-8559-25388903fe1f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.275263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:22.283645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:22.315723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (51254dd8-76bc-4ce4-8f73-22714535a126), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.316353 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Added segment 51254dd8-76bc-4ce4-8f73-22714535a126 of type vlan for network 61d96ce4-a64d-452b-b5a0-c87972b0d270 Feb 15 01:48:22.325879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f315575c-4e41-44a6-8559-25388903fe1f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:22.368409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (61d96ce4-a64d-452b-b5a0-c87972b0d270), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.501859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (61d96ce4-a64d-452b-b5a0-c87972b0d270), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.504853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:22.505774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:22.626328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] Pushing event updated for resources: {'Network': ['ID=61d96ce4-a64d-452b-b5a0-c87972b0d270,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:22.640953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:22.653617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6771e60-01f9-413c-9ee1-6d340378d778 req-8cf189fe-f2cc-4646-ac4c-75c01225f76b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:22.655391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6771e60-01f9-413c-9ee1-6d340378d778 req-8cf189fe-f2cc-4646-ac4c-75c01225f76b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 945 time: 0.1055927 Feb 15 01:48:22.716452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6771e60-01f9-413c-9ee1-6d340378d778 req-6d7a4d5c-ef97-4bf6-ac3f-2f05b46c3635 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521481 Feb 15 01:48:23.000338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e048a52-ea42-4ee0-aad0-c72c9c88c74e req-27ac5abf-687e-459d-b597-4497e19bb229 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:23.001859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e048a52-ea42-4ee0-aad0-c72c9c88c74e req-27ac5abf-687e-459d-b597-4497e19bb229 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0608375 Feb 15 01:48:23.026200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a76329f6-018a-434a-8625-848209c8fca5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2446415 Feb 15 01:48:23.028174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:23.036031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Request body: {'subnet': {'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1766701418-subnet', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:23.083333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e048a52-ea42-4ee0-aad0-c72c9c88c74e req-e0aa24b5-7a59-490c-a5c0-ab77dda4d59a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Feb 15 01:48:23.187393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:23.194995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:23.197359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.273367 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2d02a0-24f9-44b2-b0f7-190807ee1e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.286387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f401500a-e37f-47be-9221-9d1306715e4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55c3205fe6614bddbe9f2617ec9e2077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977519 Feb 15 01:48:23.291009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:23.346072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-967c882f-2b9d-44ad-829d-024e9591f653 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:23.351076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-967c882f-2b9d-44ad-829d-024e9591f653 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.1070402 Feb 15 01:48:23.359180 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] Publish callbacks [] for security_group (24449148-82f7-444c-8738-7e70b3c743ca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.459453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] Publish callbacks [] for security_group (24449148-82f7-444c-8738-7e70b3c743ca), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.473437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 01028317-1f36-4526-940e-9be2d8e098e2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:23.474028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (01028317-1f36-4526-940e-9be2d8e098e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.550829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f8711-8a8a-4e84-b44a-4d8e68d42c15 req-079e5fb3-4b6b-454c-9205-50e45d88243f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:23.557672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b7f8711-8a8a-4e84-b44a-4d8e68d42c15 req-079e5fb3-4b6b-454c-9205-50e45d88243f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 945 time: 0.1945448 Feb 15 01:48:23.599282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 01028317-1f36-4526-940e-9be2d8e098e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=01028317-1f36-4526-940e-9be2d8e098e2,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:23.599656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (01028317-1f36-4526-940e-9be2d8e098e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.615859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 01028317-1f36-4526-940e-9be2d8e098e2 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:23.629973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b7f8711-8a8a-4e84-b44a-4d8e68d42c15 req-f0c17039-5e4f-4ed5-81c5-a31625490138 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Feb 15 01:48:23.633908 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (ddbd264d-3a1d-472a-abb6-45b4410971ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.684629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (24449148-82f7-444c-8738-7e70b3c743ca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.687415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.688725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24449148-82f7-444c-8738-7e70b3c743ca HTTP/1.1" status: 204 len: 168 time: 0.3967702 Feb 15 01:48:23.717955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4111f-2fa9-4f79-958b-3ad1f57b94c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24449148-82f7-444c-8738-7e70b3c743ca,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:23.722235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Checking segment: {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:23.722732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Network hostable DHCP agents. Network: 61d96ce4-a64d-452b-b5a0-c87972b0d270, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:23.728037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbd264d-3a1d-472a-abb6-45b4410971ed,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:23.856814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:23.898284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcee2-0cac-4495-b485-4f8e9a024f73 req-ed262685-4ad3-4d12-ba21-ad62f04421c9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:23.899905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13ffcee2-0cac-4495-b485-4f8e9a024f73 req-ed262685-4ad3-4d12-ba21-ad62f04421c9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 945 time: 0.0846837 Feb 15 01:48:23.908634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (01028317-1f36-4526-940e-9be2d8e098e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:23.923417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['01028317-1f36-4526-940e-9be2d8e098e2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:23.940964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 61d96ce4-a64d-452b-b5a0-c87972b0d270) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:23.953747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27dd33-8eea-472f-8db8-0f1b923a97e9 None None] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:23.968025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:23.968705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.048901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13ffcee2-0cac-4495-b485-4f8e9a024f73 req-1034d9f8-80f3-443f-9a79-df2448b462f2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417234 Feb 15 01:48:24.115532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4442ddb5-6d83-445f-bd43-19b781784020 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0842040 Feb 15 01:48:24.118491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:24.118948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-61d96ce4-a64d-452b-b5a0-c87972b0d270', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:48:24.120085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.141250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:24.301414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Allocated IP 172.20.0.2 (61d96ce4-a64d-452b-b5a0-c87972b0d270/ddbd264d-3a1d-472a-abb6-45b4410971ed/09f7f9b0-b698-4647-a924-dadbc11f530f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:24.304492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700058bb-6702-4561-b55d-6333dbb8416a req-6eb0d3e5-d1ec-4245-b27a-34007dd6eeb1 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:24.305598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=01028317-1f36-4526-940e-9be2d8e098e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:24.315195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-700058bb-6702-4561-b55d-6333dbb8416a req-6eb0d3e5-d1ec-4245-b27a-34007dd6eeb1 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1154203 Feb 15 01:48:24.327809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.331186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.365837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 01028317-1f36-4526-940e-9be2d8e098e2 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:48:24.370171 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.375716 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f218766a-550e-4651-806c-3c8fc2e0ac78 req-a491e5bc-2783-4bf8-b8ef-b334bb940864 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "DELETE /v2.0/ports/01028317-1f36-4526-940e-9be2d8e098e2 HTTP/1.1" status: 204 len: 173 time: 1.0102179 Feb 15 01:48:24.378305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'name': 'network-vif-deleted', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:24.406797 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58622385-79b4-4add-90ab-f30e878de25b" -d '{"events": [{"server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "name": "network-vif-deleted", "tag": "01028317-1f36-4526-940e-9be2d8e098e2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:24.471587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for router_controller (f82de698-578f-4ff1-b8a3-988b7d097a82), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.487565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-700058bb-6702-4561-b55d-6333dbb8416a req-688ddb4d-cec5-4330-97f2-70512fae0a62 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636198 Feb 15 01:48:24.514984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.547654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks [] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.619490 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9bf08-7964-4308-99bd-f04eb6e70558 x-openstack-request-id: req-d8f9bf08-7964-4308-99bd-f04eb6e70558 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:24.619980 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2622a-dd5f-4c9a-a0e5-e203ea561600", "name": "network-vif-deleted", "tag": "01028317-1f36-4526-940e-9be2d8e098e2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:24.620238 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8f9bf08-7964-4308-99bd-f04eb6e70558 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:24.620699 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2622a-dd5f-4c9a-a0e5-e203ea561600', 'name': 'network-vif-deleted', 'tag': '01028317-1f36-4526-940e-9be2d8e098e2', 'status': 'completed', 'code': 200} Feb 15 01:48:24.651551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.722077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for router_gateway (f82de698-578f-4ff1-b8a3-988b7d097a82), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.794331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:24.806902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:24.811507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:24.819671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Pushing event updated for resources: {'Port': ['ID=09f7f9b0-b698-4647-a924-dadbc11f530f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:24.885033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb684cfe-f144-4fbe-b861-c8faa37fc60c req-104c7f46-be47-49a4-b2ee-2c8eb1b4e26e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=02b2622a-dd5f-4c9a-a0e5-e203ea561600 HTTP/1.1" status: 200 len: 210 time: 0.0790501 Feb 15 01:48:24.895181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Attempting to bind port 09f7f9b0-b698-4647-a924-dadbc11f530f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:24.895718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Attempting to bind port 09f7f9b0-b698-4647-a924-dadbc11f530f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:24.896397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Attempting to bind port 09f7f9b0-b698-4647-a924-dadbc11f530f on network 61d96ce4-a64d-452b-b5a0-c87972b0d270 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:24.908440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:24.911657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Checking segment: {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:24.912114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:24.912684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Bound using segment: {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:24.913507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Bound port: 09f7f9b0-b698-4647-a924-dadbc11f530f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:24.914186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.025400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] For port 09f7f9b0-b698-4647-a924-dadbc11f530f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:25.028738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] For port 09f7f9b0-b698-4647-a924-dadbc11f530f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09f7f9b0-b698-4647-a924-dadbc11f530f,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:25.131632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.245825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520e37-d856-4446-ac1d-1ac918120252 req-f13741a5-dbd0-4b86-9dcb-288b0ec0e3f4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:25.249769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7520e37-d856-4446-ac1d-1ac918120252 req-f13741a5-dbd0-4b86-9dcb-288b0ec0e3f4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 945 time: 0.0909691 Feb 15 01:48:25.249769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for router_gateway (f82de698-578f-4ff1-b8a3-988b7d097a82), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.253794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5bebd-d5f7-4814-bb63-2d2b4f6d0d46 None None] Pushing event updated for resources: {'Port': ['ID=09f7f9b0-b698-4647-a924-dadbc11f530f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:25.316388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.371143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:25.449997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7520e37-d856-4446-ac1d-1ac918120252 req-66188366-49ff-456b-9a81-941487c133d8 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352193 Feb 15 01:48:25.524076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a178e711-59ad-4fc6-88b8-ad0feade0fd4 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:25.582016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Allocated IP 172.25.2.82 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/d8a752d0-af4d-45dc-b894-6f78c7624d73) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:25.633247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5da5f76-ef5e-415b-8f93-f51990bf3c6c tempest-ServiceProvidersTest-733940312 tempest-ServiceProvidersTest-733940312-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2599154 Feb 15 01:48:25.763572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port a178e711-59ad-4fc6-88b8-ad0feade0fd4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:48:25.779848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port a178e711-59ad-4fc6-88b8-ad0feade0fd4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:25.780227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.817159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5ffb0-0704-4538-b402-1337bc58e63f req-c79d5bd1-5014-4127-bb9a-568c444e47a7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:25.824286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e5ffb0-0704-4538-b402-1337bc58e63f req-c79d5bd1-5014-4127-bb9a-568c444e47a7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1615987 Feb 15 01:48:25.860226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.869576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.907184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e5ffb0-0704-4538-b402-1337bc58e63f req-10786f8b-6cbf-4679-9f02-de7233ef61d5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818594 Feb 15 01:48:25.927395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a178e711-59ad-4fc6-88b8-ad0feade0fd4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:25.927792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:25.963557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:25.965708 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639b8a3-4919-44cf-bda5-d8ee16dcd1d8" -d '{"events": [{"server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "name": "network-vif-plugged", "status": "completed", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:25.987166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:26.042637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.070794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.108551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:26.114919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:26.118784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:26.145980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Pushing event updated for resources: {'Port': ['ID=d8a752d0-af4d-45dc-b894-6f78c7624d73,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:26.170088 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37dec3-6e30-441a-b19b-a3e60c4e1345 x-openstack-request-id: req-dc37dec3-6e30-441a-b19b-a3e60c4e1345 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:26.170848 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "name": "network-vif-plugged", "status": "completed", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:26.171590 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc37dec3-6e30-441a-b19b-a3e60c4e1345 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:26.172006 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'code': 200} Feb 15 01:48:26.229577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:26.426719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:26.441781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d84bc-202b-41dd-b5a4-a7f26b815a48 req-ca4054e7-11b2-464a-a98d-f19186e0bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:26.443485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-303d84bc-202b-41dd-b5a4-a7f26b815a48 req-ca4054e7-11b2-464a-a98d-f19186e0bc49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1129 time: 0.2746747 Feb 15 01:48:26.522477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-f6962dce-1f74-4bbe-bda3-d14699f1ad4b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:26.524537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-f6962dce-1f74-4bbe-bda3-d14699f1ad4b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.2305017 Feb 15 01:48:26.579466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-303d84bc-202b-41dd-b5a4-a7f26b815a48 req-ea75c013-1763-4be0-842e-a49f93c48ae7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241572 Feb 15 01:48:26.621141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2772ad41-b5c3-4ea7-a775-4a1cf54aba15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.628848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-c1597284-306a-49ba-b18e-049299f8a841 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0960748 Feb 15 01:48:26.669434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-1b7919c3-2656-496e-b13c-102647701dee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395985 Feb 15 01:48:26.739666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2772ad41-b5c3-4ea7-a775-4a1cf54aba15 admin admin] Publish callbacks [] for security_group (195ff8d4-fb8e-423b-a529-23060361de6b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.801144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2772ad41-b5c3-4ea7-a775-4a1cf54aba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (195ff8d4-fb8e-423b-a529-23060361de6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.806878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-92763a88-7bf9-401f-bea0-e9cb6bee981b service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358392 Feb 15 01:48:26.850133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772ad41-b5c3-4ea7-a775-4a1cf54aba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ff8d4-fb8e-423b-a529-23060361de6b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:26.876082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2772ad41-b5c3-4ea7-a775-4a1cf54aba15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c3ab52cf75b4caa81cad6b9c8e57fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482768 Feb 15 01:48:26.878848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:26.908852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95936bfa-377f-4150-8cc1-2a312c3563b1 None None] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:26.947227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] Publish callbacks [] for security_group (195ff8d4-fb8e-423b-a529-23060361de6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.956136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-6cdf0664-9aed-48e9-acfe-0d6923d2b19e service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461847 Feb 15 01:48:26.963934 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for router_gateway (f82de698-578f-4ff1-b8a3-988b7d097a82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.984645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] Publish callbacks [] for security_group (195ff8d4-fb8e-423b-a529-23060361de6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:26.988633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Provisioning complete for port 09f7f9b0-b698-4647-a924-dadbc11f530f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:26.989130 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.126184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (195ff8d4-fb8e-423b-a529-23060361de6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.132409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.134245 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/195ff8d4-fb8e-423b-a529-23060361de6b HTTP/1.1" status: 204 len: 168 time: 0.2538512 Feb 15 01:48:27.169575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7be72-47d3-4dcf-8ca5-ffc38fa6733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ff8d4-fb8e-423b-a529-23060361de6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:27.218728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Current status of the port 09f7f9b0-b698-4647-a924-dadbc11f530f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:27.219414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.273737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] For port 09f7f9b0-b698-4647-a924-dadbc11f530f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09f7f9b0-b698-4647-a924-dadbc11f530f,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:27.360135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.419629 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.491379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9f8e5-f6ae-40f3-b4de-69b90cfada09 None None] Pushing event updated for resources: {'Port': ['ID=09f7f9b0-b698-4647-a924-dadbc11f530f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:27.588559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09f7f9b0-b698-4647-a924-dadbc11f530f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:27.593019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 01028317-1f36-4526-940e-9be2d8e098e2 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:48:27.734570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 01028317-1f36-4526-940e-9be2d8e098e2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:48:27.735104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 01028317-1f36-4526-940e-9be2d8e098e2 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:48:27.800030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e8e11013-ba07-4859-a098-34b2dccf9590 None None] Provisioning complete for port 09f7f9b0-b698-4647-a924-dadbc11f530f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:27.801140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8e11013-ba07-4859-a098-34b2dccf9590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:27.915458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09f7f9b0-b698-4647-a924-dadbc11f530f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:27.916941 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:28.030276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d0c4-dcf3-499b-8aca-4b9513386f0e req-a3ae159d-87fa-4a05-b2c2-497c97af61a4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:28.036170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e8e11013-ba07-4859-a098-34b2dccf9590 None None] Current status of the port 09f7f9b0-b698-4647-a924-dadbc11f530f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:28.043059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ef2d0c4-dcf3-499b-8aca-4b9513386f0e req-a3ae159d-87fa-4a05-b2c2-497c97af61a4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 946 time: 0.1820350 Feb 15 01:48:28.086320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09f7f9b0-b698-4647-a924-dadbc11f530f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:28.154227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ef2d0c4-dcf3-499b-8aca-4b9513386f0e req-c8ccf884-3c0f-42b1-aa37-f005451810f0 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100492 Feb 15 01:48:28.157551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:28.451752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567d57b-fda4-4758-b00f-716c21ea0b1b req-69f5565f-5825-4407-b0fc-82c9664804a8 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:28.451752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6567d57b-fda4-4758-b00f-716c21ea0b1b req-69f5565f-5825-4407-b0fc-82c9664804a8 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0982890 Feb 15 01:48:28.451752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6567d57b-fda4-4758-b00f-716c21ea0b1b req-6be0932e-526e-4115-ae12-c0be7bd66cc5 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649374 Feb 15 01:48:28.568032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41ebac66-f08c-4473-ba98-f6db909eba6f req-fe3d50b0-539f-4071-b4a1-b24ea06c7f44 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 210 time: 0.0324926 Feb 15 01:48:28.782473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Router f82de698-578f-4ff1-b8a3-988b7d097a82 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:48:28.914734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:48:28.926124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Sync routers for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:48:28.939912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:28.940652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:29.033067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:29.033067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-738b1124-7ff8-4ed3-aaec-6b4cf7dff6fd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9096467 Feb 15 01:48:29.034292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:29.117424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:29.241967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:29.404103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce881b35-3a8d-463e-8de0-7e59930277da req-d3a25cd9-f3a7-49f6-9256-9f07cee7e244 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:29.422029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce881b35-3a8d-463e-8de0-7e59930277da req-d3a25cd9-f3a7-49f6-9256-9f07cee7e244 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 946 time: 0.1462233 Feb 15 01:48:29.458450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09f7f9b0-b698-4647-a924-dadbc11f530f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:29.480237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a485e691-f45d-470f-a0d4-0cb951ccff63 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-570860631', 'prefixes': ['172.20.0.0/16']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:29.573887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce881b35-3a8d-463e-8de0-7e59930277da req-f6ccbf92-d35d-4c72-9327-59bbbca14265 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508560 Feb 15 01:48:29.614653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09f7f9b0-b698-4647-a924-dadbc11f530f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:29.615125 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:29.657845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:26Z', 'revision_number': 3, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:29.715658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Checking router: f82de698-578f-4ff1-b8a3-988b7d097a82 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:48:29.716007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Updating router f82de698-578f-4ff1-b8a3-988b7d097a82 port d8a752d0-af4d-45dc-b894-6f78c7624d73 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:48:29.757953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:29.758476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545f17-47cd-40ed-b897-5fa7ce4b85d3 req-a1706173-15f5-4fec-8673-b1c66e51bd0a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:29.760267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61545f17-47cd-40ed-b897-5fa7ce4b85d3 req-a1706173-15f5-4fec-8673-b1c66e51bd0a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1014724 Feb 15 01:48:29.876428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61545f17-47cd-40ed-b897-5fa7ce4b85d3 req-c1ae8356-618a-43bc-9c38-1953a24fa22f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051452 Feb 15 01:48:29.876428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a485e691-f45d-470f-a0d4-0cb951ccff63 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:29.879999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a485e691-f45d-470f-a0d4-0cb951ccff63 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6331520 Feb 15 01:48:29.880169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:29.884339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:29.942829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb2a8af8-0ec2-46c0-b394-f27985e5c79b tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "GET /v2.0/subnetpools/35c2fad7-1f19-4839-9c76-940c7b99a896 HTTP/1.1" status: 200 len: 731 time: 0.0615010 Feb 15 01:48:29.949447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:29.959237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0c29542a-d980-4286-8d68-9aff43342ae6 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-108645522'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:30.176225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-d9adcffd-ee00-476c-8ccd-a92562f0caf1 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-144401535&fields=id&tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 267 time: 0.1526494 Feb 15 01:48:30.209285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Allocated IP 172.20.0.1 (61d96ce4-a64d-452b-b5a0-c87972b0d270/ddbd264d-3a1d-472a-abb6-45b4410971ed/f57d8d14-ef08-4036-9bd9-6100b594128a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:30.245524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b1484932-5dd3-487f-8274-d4fa29dc8726 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:30.246558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b1484932-5dd3-487f-8274-d4fa29dc8726 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 946 time: 0.0610867 Feb 15 01:48:30.259613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'security_groups': ['d2ea60e6-8492-4233-9ec8-79a603df0432', '636ebbcd-0696-4ca6-8836-1809f187305b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:30.268231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c29542a-d980-4286-8d68-9aff43342ae6 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.270081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c29542a-d980-4286-8d68-9aff43342ae6 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "PUT /v2.0/subnetpools/35c2fad7-1f19-4839-9c76-940c7b99a896 HTTP/1.1" status: 200 len: 683 time: 0.3195243 Feb 15 01:48:30.298182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:30.313081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09f7f9b0-b698-4647-a924-dadbc11f530f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:30.370816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks [] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.413165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.461645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.532675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e75b848b-fcad-44f5-97c0-10fda0c9a398 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.534297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e75b848b-fcad-44f5-97c0-10fda0c9a398 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "DELETE /v2.0/subnetpools/35c2fad7-1f19-4839-9c76-940c7b99a896 HTTP/1.1" status: 204 len: 168 time: 0.2346616 Feb 15 01:48:30.538500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:30.549208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks [] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.559836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:30.563879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:30.566964 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-89d91238-4f1b-4357-a953-e0562c78569e tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] show failed (client error): The resource could not be found. Feb 15 01:48:30.570890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-89d91238-4f1b-4357-a953-e0562c78569e tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "GET /v2.0/subnetpools/35c2fad7-1f19-4839-9c76-940c7b99a896 HTTP/1.1" status: 404 len: 346 time: 0.0283141 Feb 15 01:48:30.571379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:30.581240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:30.604619 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-41d178e9-5b6f-4bc2-b01c-573be5600aa8 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] delete failed (client error): The resource could not be found. Feb 15 01:48:30.611012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41d178e9-5b6f-4bc2-b01c-573be5600aa8 tempest-SubnetPoolsTestJSON-320464568 tempest-SubnetPoolsTestJSON-320464568-project] 10.222.0.43 "DELETE /v2.0/subnetpools/35c2fad7-1f19-4839-9c76-940c7b99a896 HTTP/1.1" status: 404 len: 346 time: 0.0335963 Feb 15 01:48:30.611931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.689932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (f82de698-578f-4ff1-b8a3-988b7d097a82), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.737008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580f87f-f480-4221-9382-a2b66cb58eb0 None None] Pushing event updated for resources: {'Port': ['ID=d8a752d0-af4d-45dc-b894-6f78c7624d73,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:30.742061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Attempting to bind port d8a752d0-af4d-45dc-b894-6f78c7624d73 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:30.742792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Attempting to bind port d8a752d0-af4d-45dc-b894-6f78c7624d73 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:30.743341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Attempting to bind port d8a752d0-af4d-45dc-b894-6f78c7624d73 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:30.757125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:30.757867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:30.758513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.759312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:30.760016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Bound port: d8a752d0-af4d-45dc-b894-6f78c7624d73, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:30.760655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.803213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:30.852139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:30.886759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.905215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] For port d8a752d0-af4d-45dc-b894-6f78c7624d73, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:30.910668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] For port d8a752d0-af4d-45dc-b894-6f78c7624d73, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d8a752d0-af4d-45dc-b894-6f78c7624d73,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:30.985616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c3f77c4-4d25-4e50-a493-eed31a5dd757 None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:30.986056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c3f77c4-4d25-4e50-a493-eed31a5dd757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:30.995501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.023360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:31.033134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-f284c77b-68e8-4227-8acb-a40ae63e7167 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:31.034848 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-f284c77b-68e8-4227-8acb-a40ae63e7167 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1957178 Feb 15 01:48:31.048873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:31.061489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:31.062474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.064140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fef9ac8-bebf-4a1f-80f0-58bdcabf8096 req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "PUT /v2.0/ports/a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 982 time: 0.8100309 Feb 15 01:48:31.065114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:31.067954 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55daed81-ae4b-416e-a4b7-6fb84c495dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:31.104860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:31.108182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499cd05-24dc-427f-8435-55d01c678919 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:31.192133 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.241903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7bc03bf-29ef-4644-991b-7ed6140c2541 req-050630d0-33a9-4e4b-9784-feed29190da9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 210 time: 0.0862970 Feb 15 01:48:31.265569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.283040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:31.376479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f77c4-4d25-4e50-a493-eed31a5dd757 None None] Port f57d8d14-ef08-4036-9bd9-6100b594128a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:48:31.520003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:31.535342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580f87f-f480-4221-9382-a2b66cb58eb0 None None] Pushing event updated for resources: {'Port': ['ID=d8a752d0-af4d-45dc-b894-6f78c7624d73,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:31.547427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:31.548131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:31.599526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:31.602907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.645181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3f783-0da9-44f8-8158-0604f1beadb5 req-c535c0f7-e463-40a0-9f5d-afdfeca26a23 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:31.649225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cff3f783-0da9-44f8-8158-0604f1beadb5 req-c535c0f7-e463-40a0-9f5d-afdfeca26a23 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.2061481 Feb 15 01:48:31.679725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:31.787413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks [] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.794192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cff3f783-0da9-44f8-8158-0604f1beadb5 req-c6a50e0d-334a-4961-b4d1-805334e9d5b3 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358740 Feb 15 01:48:31.830406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.6 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/4e9cfdac-edb2-4b64-9675-20482d890fd4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:31.866122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.887025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44ffa8c9-0af7-4e01-b23a-1abe6f79e7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:31.989203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:32.012435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (f82de698-578f-4ff1-b8a3-988b7d097a82), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.034254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44ffa8c9-0af7-4e01-b23a-1abe6f79e7ce admin admin] Publish callbacks [] for security_group (d6707aff-7a0e-4a79-a31e-8e837ac9cf35), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.102818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44ffa8c9-0af7-4e01-b23a-1abe6f79e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6707aff-7a0e-4a79-a31e-8e837ac9cf35), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.201602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.232038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:32.235084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:32.327613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f57d8d14-ef08-4036-9bd9-6100b594128a', 'name': '', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'mac_address': 'fa:16:3e:0c:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:29Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 1, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'subnets': [{'id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:32.366066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150fb2b-379c-406d-89a6-5fa44f3a3a25 None None] The sync data for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 is: [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f57d8d14-ef08-4036-9bd9-6100b594128a', 'name': '', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'mac_address': 'fa:16:3e:0c:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:29Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 1, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'subnets': [{'id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:48:32.429496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.453327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:32.454911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-44ffa8c9-0af7-4e01-b23a-1abe6f79e7ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fc8dd5d5c584eabb70a296fd50f0886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9338067 Feb 15 01:48:32.461322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b2e3372-0bb5-4929-ba1f-fe12678c70c1 req-8233bed9-c02e-4b54-9496-0f87913f7732 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/636ebbcd-0696-4ca6-8836-1809f187305b HTTP/1.1" status: 200 len: 1818 time: 0.4249570 Feb 15 01:48:32.466187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-c5e9aa5a-c259-4635-9a6f-d1692ef61a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.469848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-c5e9aa5a-c259-4635-9a6f-d1692ef61a9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=813f65ee98cd46358907d52b374f2268&device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 1134 time: 0.1613188 Feb 15 01:48:32.472426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffa8c9-0af7-4e01-b23a-1abe6f79e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6707aff-7a0e-4a79-a31e-8e837ac9cf35,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:32.532791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:32.555180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-b9d8ab21-5283-49ba-b685-654816b84a70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3235641 Feb 15 01:48:32.558933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:32.585537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:32.595437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Router f82de698-578f-4ff1-b8a3-988b7d097a82 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:48:32.608646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:32.691025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.691685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.718029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8915b469-2d03-4e0b-a6a4-60e5d5f10288 None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:32.720260 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8915b469-2d03-4e0b-a6a4-60e5d5f10288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.771336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] Publish callbacks [] for security_group (d6707aff-7a0e-4a79-a31e-8e837ac9cf35), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.776657 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-9b2e3372-0bb5-4929-ba1f-fe12678c70c1 req-2b34d385-a455-41bd-b47f-bae5258fd497 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 01:48:32.779120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b2e3372-0bb5-4929-ba1f-fe12678c70c1 req-2b34d385-a455-41bd-b47f-bae5258fd497 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/636ebbcd-0696-4ca6-8836-1809f187305b HTTP/1.1" status: 409 len: 341 time: 0.3065908 Feb 15 01:48:32.798920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-6e7d5950-bf2c-4117-b325-e01c905ddec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.810649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-6e7d5950-bf2c-4117-b325-e01c905ddec3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2449291 Feb 15 01:48:32.836904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.839358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.839858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.840423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.844928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.844928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.845167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:32.847183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5e8fb17c-3fdb-44e7-912c-0e3b90b3e377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6725 time: 0.1794801 Feb 15 01:48:32.850903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8915b469-2d03-4e0b-a6a4-60e5d5f10288 None None] Port f57d8d14-ef08-4036-9bd9-6100b594128a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:48:32.892116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-970f427c-4703-4f46-9ff1-e2ed2ac5be1a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8479657 Feb 15 01:48:32.897480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] Publish callbacks [] for security_group (d6707aff-7a0e-4a79-a31e-8e837ac9cf35), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:32.906720 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395947df-e30d-4be6-a19a-55f3d453ed9a x-openstack-request-id: req-395947df-e30d-4be6-a19a-55f3d453ed9a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:32.906720 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:32.906720 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-395947df-e30d-4be6-a19a-55f3d453ed9a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:32.906979 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'status': 'completed', 'code': 200} Feb 15 01:48:32.909289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-840c6964-3fb9-4bbd-8fb0-6ee1393d78e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=81f207d7-c5b6-49f3-b913-e169aac8b855 HTTP/1.1" status: 200 len: 217 time: 0.0611446 Feb 15 01:48:32.932286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Request body: {'port': {'device_id': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:33.112479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:48:33.119482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afc549d6-41c6-4840-9079-0a41076c96e4 admin admin] 10.222.0.43 "PUT /v2.0/routers/f82de698-578f-4ff1-b8a3-988b7d097a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0841191 Feb 15 01:48:33.120525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:33.210820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-c0d9da0d-ae06-4176-a622-5784104e6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.213095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-c0d9da0d-ae06-4176-a622-5784104e6b9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.2968626 Feb 15 01:48:33.217760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-0b037a18-51de-4735-818e-0e58d884fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.218632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-0b037a18-51de-4735-818e-0e58d884fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.219105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-0b037a18-51de-4735-818e-0e58d884fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.220765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-0b037a18-51de-4735-818e-0e58d884fd66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe20b20-2d7b-4149-af03-93149eca3d9b&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=174daecd-a70f-4253-962a-55e2e7de0ed3&id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 2298 time: 0.2463510 Feb 15 01:48:33.255194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6707aff-7a0e-4a79-a31e-8e837ac9cf35), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:33.264787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:33.266075 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6707aff-7a0e-4a79-a31e-8e837ac9cf35 HTTP/1.1" status: 204 len: 168 time: 0.8097589 Feb 15 01:48:33.355340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-9f7158b3-7c87-44fa-993a-156decc30b4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 200 len: 1000 time: 0.1179628 Feb 15 01:48:33.356646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-c131eec7-3dc7-4bf8-9c80-112a688dfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.358687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-c131eec7-3dc7-4bf8-9c80-112a688dfb82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1168 time: 0.4302797 Feb 15 01:48:33.366073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1d53-f2bc-457f-9efe-29e5e3015ff4 req-83ae190d-d054-4548-8416-d545ebf61af8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.367507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ff1d53-f2bc-457f-9efe-29e5e3015ff4 req-83ae190d-d054-4548-8416-d545ebf61af8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 931 time: 0.2123637 Feb 15 01:48:33.440673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf9aa-baf6-41ff-9c3f-7cd09707f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6707aff-7a0e-4a79-a31e-8e837ac9cf35,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:33.479150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:33.566046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-5edaf251-ed94-4708-b781-67fab2afcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.568128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-5edaf251-ed94-4708-b781-67fab2afcca8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3422618 Feb 15 01:48:33.622811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-549844589'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:33.724235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-9761a810-d550-4c20-899a-e53170698f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.725823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-9761a810-d550-4c20-899a-e53170698f74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed72078-ec8e-4cca-9389-3e2f99b633b5 HTTP/1.1" status: 200 len: 856 time: 0.3565738 Feb 15 01:48:33.729201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ff1d53-f2bc-457f-9efe-29e5e3015ff4 req-f189729e-4863-4177-a4fd-940d8ac0e56f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518550 Feb 15 01:48:33.804307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-7508d5c6-979c-4e31-b3df-a7e3b725633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:33.805952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-7508d5c6-979c-4e31-b3df-a7e3b725633d service neutron] 10.222.0.31 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.4160097 Feb 15 01:48:33.960872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-63a64f2a-0cf9-4777-8943-ba0925b8ad12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 217 time: 0.1406462 Feb 15 01:48:33.990833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-0a1f12bc-395c-4304-b785-85b01f338f60 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975835 Feb 15 01:48:34.024857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-7b679550-d75c-4351-9d6e-56acc25bf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:34.031354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-7b679550-d75c-4351-9d6e-56acc25bf7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe20b20-2d7b-4149-af03-93149eca3d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2974989 Feb 15 01:48:34.106047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:34.109853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.182421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:34.193294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe4b6c3-12ff-4906-a4ef-fb588cd20800 req-ea49e216-a918-4acc-9a32-fde01ada84a1 service neutron] 10.222.0.31 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709306 Feb 15 01:48:34.197613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6413b8c9-0313-48ca-9734-30cf76aa5a87), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.197934 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Added segment 6413b8c9-0313-48ca-9734-30cf76aa5a87 of type vlan for network 81710a13-011b-46d1-8f18-ba034743e8e0 Feb 15 01:48:34.322421 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:48:34.323051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (81710a13-011b-46d1-8f18-ba034743e8e0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.363819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-464ed446-5e69-4d14-95bd-a39c85a6b977 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841084 Feb 15 01:48:34.385438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9cfdac-edb2-4b64-9675-20482d890fd4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:34.407782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks [] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.440752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Transition to ACTIVE for port object 4e9cfdac-edb2-4b64-9675-20482d890fd4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:34.441816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-33d3f15d-a235-492d-8191-23471b0ecd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:34.443308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-33d3f15d-a235-492d-8191-23471b0ecd81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.4717581 Feb 15 01:48:34.445007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (81710a13-011b-46d1-8f18-ba034743e8e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.464728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:34.465503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.536517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:34.543781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176078-ccce-41cb-92a0-103126e29951 req-939c32a5-8383-4d24-b681-8d888a096c47 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:34.545887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57176078-ccce-41cb-92a0-103126e29951 req-939c32a5-8383-4d24-b681-8d888a096c47 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1811695 Feb 15 01:48:34.547797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-610e2faf-2d33-42af-9081-a7109d8f26ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709236 Feb 15 01:48:34.600922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Network': ['ID=81710a13-011b-46d1-8f18-ba034743e8e0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:34.629473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 81710a13-011b-46d1-8f18-ba034743e8e0 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:34.632152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:34.707560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57176078-ccce-41cb-92a0-103126e29951 req-90ffeb58-3e5a-4a9c-837b-9dd576b03337 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556034 Feb 15 01:48:34.720180 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff5f15f9-a4d1-4a86-8f27-570447ae299b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2400637 Feb 15 01:48:34.726781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:34.743744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-bc8e2e79-3263-459c-892f-e414d6f76e67 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688715 Feb 15 01:48:34.745050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'subnet': {'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:34.875393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-85afe644-4c8b-4f75-8d5a-62c24cd40305 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 217 time: 0.1216772 Feb 15 01:48:34.999258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Attempting to bind port 4e9cfdac-edb2-4b64-9675-20482d890fd4 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:34.999795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Attempting to bind port 4e9cfdac-edb2-4b64-9675-20482d890fd4 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:35.000262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Attempting to bind port 4e9cfdac-edb2-4b64-9675-20482d890fd4 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:35.005577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Port 4e9cfdac-edb2-4b64-9675-20482d890fd4 on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:35.005906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Attempting to bind port 4e9cfdac-edb2-4b64-9675-20482d890fd4 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:35.012785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:35.013678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:35.014085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:35.014523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Bound port: 4e9cfdac-edb2-4b64-9675-20482d890fd4, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:35.014885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.075252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:35.079273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.095791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-46abc0e4-3c45-4a59-b40c-8c9abe49fce7 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311518 Feb 15 01:48:35.125993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-c9077fc8-ed04-426f-b096-9c1e06364f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.127450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-c9077fc8-ed04-426f-b096-9c1e06364f3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.2304564 Feb 15 01:48:35.166170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:35.201493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:35.201493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:35.315833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.515923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d8a752d0-af4d-45dc-b894-6f78c7624d73 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:35.526304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:35.561173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444254665-network', 'tenant_id': '1207f06189244165b6b206a4d3921140'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:35.584601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.585422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.587549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-cf2a1c25-998a-45d6-850f-44e26ff63924 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e9cfdac-edb2-4b64-9675-20482d890fd4 HTTP/1.1" status: 200 len: 1092 time: 2.6688325 Feb 15 01:48:35.590501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:35.600393 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5f96e1-97ad-40db-a616-a2ed072b3702" -d '{"events": [{"name": "network-changed", "server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:35.601630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d8a752d0-af4d-45dc-b894-6f78c7624d73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:35.602055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.641287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2d26e-8395-424c-8935-be5cc6836abd req-9f3475f6-070e-4ff5-827a-f91d8f97738d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.679582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4c2d26e-8395-424c-8935-be5cc6836abd req-9f3475f6-070e-4ff5-827a-f91d8f97738d tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 985 time: 0.6822405 Feb 15 01:48:35.711176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-973ebe94-4ed8-4fe6-8e73-46e6be237053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.712719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-973ebe94-4ed8-4fe6-8e73-46e6be237053 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1230187 Feb 15 01:48:35.714512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55daed81-ae4b-416e-a4b7-6fb84c495dc4 req-04fb386c-9716-44ff-a93d-09f419b4d105 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057754 Feb 15 01:48:35.716987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d8a752d0-af4d-45dc-b894-6f78c7624d73 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:35.718608 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.744356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d8a752d0-af4d-45dc-b894-6f78c7624d73, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d8a752d0-af4d-45dc-b894-6f78c7624d73,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:35.787426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4c2d26e-8395-424c-8935-be5cc6836abd req-0cdda250-e074-445d-a735-6dd6c1f3dc4b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=636ebbcd-0696-4ca6-8836-1809f187305b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1361773 Feb 15 01:48:35.831131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-cff72908-6403-44ac-a005-9debd96dfa01 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119959 Feb 15 01:48:35.945877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-5e7acf37-1edb-4630-9fd3-52dce1182049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.947523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-5e7acf37-1edb-4630-9fd3-52dce1182049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 1126 time: 0.0528414 Feb 15 01:48:35.966219 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:35.968676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906931a-8dc8-4a61-85ba-b1fd83f9d6c3 req-e872bd1e-85bb-4865-bb4b-de07fefea84b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:35.969646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d906931a-8dc8-4a61-85ba-b1fd83f9d6c3 req-e872bd1e-85bb-4865-bb4b-de07fefea84b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 943 time: 0.1101182 Feb 15 01:48:35.979230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d707ecef-63e9-4414-94a2-44b9fa62b473 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417980 Feb 15 01:48:36.036037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8204d7ee-29cd-418e-ad71-3ae057278ae1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.038012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Made reservation on behalf of 1207f06189244165b6b206a4d3921140 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:36.042676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.059416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-3abf31a1-7378-43cc-b800-a41e2c877122 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4 HTTP/1.1" status: 200 len: 217 time: 0.1048329 Feb 15 01:48:36.062319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d8a752d0-af4d-45dc-b894-6f78c7624d73,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:36.076171 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Sync routers for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:48:36.092175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:36.092175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:36.094327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-560fdb5c-4d1e-4540-8891-00315f7b3732 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 217 time: 0.1088028 Feb 15 01:48:36.142259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.189826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-dd19b806-fe40-4e98-9896-7f8010736ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.191440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-dd19b806-fe40-4e98-9896-7f8010736ac5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0806453 Feb 15 01:48:36.195558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d906931a-8dc8-4a61-85ba-b1fd83f9d6c3 req-7e578c5b-a535-4bb0-8aa6-059fd42febbb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002807 Feb 15 01:48:36.211639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-5f3db7a7-5952-4799-9b4d-fb7502a16282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.213252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-5f3db7a7-5952-4799-9b4d-fb7502a16282 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1168 time: 0.1370301 Feb 15 01:48:36.223544 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:36.284153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Subnet': ['ID=8204d7ee-29cd-418e-ad71-3ae057278ae1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:36.303128 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8296d1-b40b-47b6-9248-455a0ba61bde x-openstack-request-id: req-fc8296d1-b40b-47b6-9248-455a0ba61bde {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:36.303482 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:36.304080 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc8296d1-b40b-47b6-9248-455a0ba61bde {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:36.304982 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4', 'status': 'completed', 'code': 200} Feb 15 01:48:36.309809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-48bf5619-99ed-4c8f-ad7e-f407ad556d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.311806 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-48bf5619-99ed-4c8f-ad7e-f407ad556d29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.2221498 Feb 15 01:48:36.315935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Checking segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:36.316461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network hostable DHCP agents. Network: 81710a13-011b-46d1-8f18-ba034743e8e0, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:36.322462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-473be1f9-62df-4014-9c04-2787be1568f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.329352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-473be1f9-62df-4014-9c04-2787be1568f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1244304 Feb 15 01:48:36.372441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-947d4d67-6c7f-4c74-ab0f-07c2d040b2e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494897 Feb 15 01:48:36.439271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-5e71d9ca-4937-4ba3-9fd3-2612b073e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.440865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-5e71d9ca-4937-4ba3-9fd3-2612b073e281 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.2110143 Feb 15 01:48:36.508212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-c16ee3f5-a625-4a4a-88b5-07c5a40810e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 217 time: 0.0455785 Feb 15 01:48:36.513702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 81710a13-011b-46d1-8f18-ba034743e8e0 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:36.554678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks [] for security_group (eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.564115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-3985cd3a-d8e0-4d9c-be63-62f4193e3602 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846528 Feb 15 01:48:36.592004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29e76-e415-43b5-a16a-32627ff59b9b req-318b4d40-ed8f-45a7-9327-65efc166425f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.598984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fda29e76-e415-43b5-a16a-32627ff59b9b req-318b4d40-ed8f-45a7-9327-65efc166425f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1752076 Feb 15 01:48:36.607881 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f57d8d14-ef08-4036-9bd9-6100b594128a', 'name': '', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'mac_address': 'fa:16:3e:0c:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:29Z', 'updated_at': '2022-02-15T01:48:31Z', 'revision_number': 2, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'subnets': [{'id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:36.621990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-21417ea2-f822-4b9d-9296-32db4c44090a service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888348 Feb 15 01:48:36.625890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-58578954-439e-4ed3-b637-9e0ce2af9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.627390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-58578954-439e-4ed3-b637-9e0ce2af9845 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.1099746 Feb 15 01:48:36.651222 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Checking router: f82de698-578f-4ff1-b8a3-988b7d097a82 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:48:36.652224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.656027 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Updating router f82de698-578f-4ff1-b8a3-988b7d097a82 port f57d8d14-ef08-4036-9bd9-6100b594128a binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:48:36.661526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 81710a13-011b-46d1-8f18-ba034743e8e0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:36.669988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17ad6f-e6e8-4494-b4c2-7c9a680d3d06 None None] Network 81710a13-011b-46d1-8f18-ba034743e8e0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:36.670182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:36.670876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.698833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-feea8da8-f296-4483-949c-ddec2c7162a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610235 Feb 15 01:48:36.707458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:36.728121 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.743839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:36.781207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fda29e76-e415-43b5-a16a-32627ff59b9b req-1730dc3e-26c3-436a-9f18-53d82a3dc7d4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809895 Feb 15 01:48:36.823250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f99fbc13-8bc5-45d8-9260-cc605c374cc2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.823250 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Added segment f99fbc13-8bc5-45d8-9260-cc605c374cc2 of type vlan for network 7f3472c0-6091-460e-86df-f9505e78db53 Feb 15 01:48:36.834454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-65ebc039-bf89-4407-8e45-71c068157d3d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1034262 Feb 15 01:48:36.838281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9d529b7-b379-4d4c-91b4-b870525ff14b req-65a5a0be-037f-47bb-8cb1-bf3f0dbba550 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654464 Feb 15 01:48:36.877286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:36.887574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-492156714'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:36.922128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-81710a13-011b-46d1-8f18-ba034743e8e0', 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'fixed_ips': [{'subnet_id': '8204d7ee-29cd-418e-ad71-3ae057278ae1'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:48:36.923038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:36.959527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-806d3d25-4d4c-4ce4-9e8c-15e3de1c7dcc service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232497 Feb 15 01:48:36.983140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7f3472c0-6091-460e-86df-f9505e78db53), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.070386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:37.074731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.093222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-797d4923-339a-490e-9f56-8a5df3c3fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.095130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-797d4923-339a-490e-9f56-8a5df3c3fd10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 1126 time: 0.0917695 Feb 15 01:48:37.136241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-95b8b4c8-d471-493c-807a-4afc0d67c781 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072992 Feb 15 01:48:37.136778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7f3472c0-6091-460e-86df-f9505e78db53), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.139922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.140787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.190112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:37.219231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8997ae-351f-4aa1-9006-78cf27d5e68c req-640bda8a-9d83-4da3-b483-4d91d4d496d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.225575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c8997ae-351f-4aa1-9006-78cf27d5e68c req-640bda8a-9d83-4da3-b483-4d91d4d496d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 1128 time: 0.3129923 Feb 15 01:48:37.238610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-de178030-7550-4383-978e-1b8122e09b0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 HTTP/1.1" status: 200 len: 217 time: 0.0948620 Feb 15 01:48:37.254780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Allocated IP 19.80.0.2 (81710a13-011b-46d1-8f18-ba034743e8e0/8204d7ee-29cd-418e-ad71-3ae057278ae1/e3945e1e-db74-4ced-8fa8-edaa10a5ac06) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:37.267371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (18c3c48a-65ca-458f-9daf-03265291f3aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.268170 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Added segment 18c3c48a-65ca-458f-9daf-03265291f3aa of type vlan for network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 Feb 15 01:48:37.296964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0927117 Feb 15 01:48:37.298690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:37.329816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0577-8e3d-4a27-841d-80d0bd6d08ac req-09d2a077-4582-41fe-903c-46a5d624564c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.330785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-234b0577-8e3d-4a27-841d-80d0bd6d08ac req-09d2a077-4582-41fe-903c-46a5d624564c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 985 time: 0.3538640 Feb 15 01:48:37.337437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Request body: {'subnet': {'network_id': '7f3472c0-6091-460e-86df-f9505e78db53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444254665-subnet', 'tenant_id': '1207f06189244165b6b206a4d3921140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:37.353438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6d55a-06bc-4084-8089-2313ff8db26c admin admin] Pushing event updated for resources: {'Network': ['ID=7f3472c0-6091-460e-86df-f9505e78db53,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:37.387867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7f3472c0-6091-460e-86df-f9505e78db53 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:37.408543 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks [] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.436969 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1cf4eb38-0346-4c5a-ba92-cc6993adf471), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.449243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-ec75616f-5414-40c3-b5e2-ee9fff199cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.453214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-ec75616f-5414-40c3-b5e2-ee9fff199cca service neutron] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.3487208 Feb 15 01:48:37.460643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccaa7a36-8c1a-4fa7-b84c-33078754b91f req-f86555d9-f186-4f9c-a54a-8bc4b4343fcd service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584408 Feb 15 01:48:37.499740 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-bad8bbc1-7565-4177-88e5-fa5ddfaa696b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4 HTTP/1.1" status: 200 len: 217 time: 0.0430212 Feb 15 01:48:37.505411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d4a4f28c-49e1-4975-9da9-529b11420b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.507130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d4a4f28c-49e1-4975-9da9-529b11420b09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.2467029 Feb 15 01:48:37.519481 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.519773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d8a752d0-af4d-45dc-b894-6f78c7624d73 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:37.549794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c8997ae-351f-4aa1-9006-78cf27d5e68c req-33e3b982-39d3-4b6c-80d1-2fef0c5cc4d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076136 Feb 15 01:48:37.579082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Made reservation on behalf of 1207f06189244165b6b206a4d3921140 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:37.584781 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.596632 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d86d-9caa-4319-bc10-1b22eb121ca8 None None] Pushing event updated for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:37.631357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1cf4eb38-0346-4c5a-ba92-cc6993adf471), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.637313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.640101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.662198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d8a752d0-af4d-45dc-b894-6f78c7624d73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:37.662579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.673980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-234b0577-8e3d-4a27-841d-80d0bd6d08ac req-bf5cdf18-671d-4e5f-ab9e-ce03d4c41977 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=636ebbcd-0696-4ca6-8836-1809f187305b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2551656 Feb 15 01:48:37.729837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-197dbf19-9666-4c91-abfa-64c318df57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.730995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-197dbf19-9666-4c91-abfa-64c318df57bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2094669 Feb 15 01:48:37.765815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Attempting to bind port f57d8d14-ef08-4036-9bd9-6100b594128a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:37.766534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Attempting to bind port f57d8d14-ef08-4036-9bd9-6100b594128a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:37.767062 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Attempting to bind port f57d8d14-ef08-4036-9bd9-6100b594128a on network 61d96ce4-a64d-452b-b5a0-c87972b0d270 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:37.773306 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:37.773935 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Checking segment: {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:37.774562 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.775260 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Bound using segment: {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:37.775902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Bound port: f57d8d14-ef08-4036-9bd9-6100b594128a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51254dd8-76bc-4ce4-8f73-22714535a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:37.776511 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.803768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks [] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:37.877945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-0fe4240b-acee-41b1-96b3-be7a370df772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:37.884678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-0fe4240b-acee-41b1-96b3-be7a370df772 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.3711982 Feb 15 01:48:37.891313 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] For port f57d8d14-ef08-4036-9bd9-6100b594128a, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:37.898867 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] For port f57d8d14-ef08-4036-9bd9-6100b594128a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f57d8d14-ef08-4036-9bd9-6100b594128a,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:37.933006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d8a752d0-af4d-45dc-b894-6f78c7624d73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:37.944142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Network': ['ID=1cf4eb38-0346-4c5a-ba92-cc6993adf471,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:37.948618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-8e6c64d8-c64e-4892-9f7f-d6b75dda88a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468371 Feb 15 01:48:37.961079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:38.012095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-93601d88-d599-49d1-9e8c-cfe42bc1474b service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734721 Feb 15 01:48:38.021728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-504432bc-5feb-4936-8533-aa8691cc9372 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1410587 Feb 15 01:48:38.025495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:38.032835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'subnet': {'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:38.068673 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.155458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fcf1-3e17-494d-866f-6f2f0b60fec5 req-1367d2ef-83d3-4f8a-9d91-a4c11900adc9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:38.157338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0988fcf1-3e17-494d-866f-6f2f0b60fec5 req-1367d2ef-83d3-4f8a-9d91-a4c11900adc9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 943 time: 0.2516730 Feb 15 01:48:38.233926 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-f3d1e263-a789-4ec4-8fa6-5d1d92b9866c service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768302 Feb 15 01:48:38.297344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d86d-9caa-4319-bc10-1b22eb121ca8 None None] Pushing event updated for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:38.318432 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:48:38.319597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:38.359963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-839d5a12-c430-4389-befe-e3822a43fd70 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404472 Feb 15 01:48:38.442424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.489390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0988fcf1-3e17-494d-866f-6f2f0b60fec5 req-0bfbed5d-7352-4c95-847f-82be95731216 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076193 Feb 15 01:48:38.505768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-ae5068e3-8838-4afd-8240-fc8634a20162 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e HTTP/1.1" status: 200 len: 217 time: 0.1345005 Feb 15 01:48:38.545553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:48:38.592153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:38.597405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.632897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5ed96074-5f56-46c9-9f7a-23ad828e44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:38.637693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-5ed96074-5f56-46c9-9f7a-23ad828e44f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.1249275 Feb 15 01:48:38.638558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Pushing event updated for resources: {'Port': ['ID=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:38.677104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Network 81710a13-011b-46d1-8f18-ba034743e8e0 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:38.691758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:38.700828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:38.707522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:38.708089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.800695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7b5f96e1-97ad-40db-a616-a2ed072b3702 req-ec5afd41-1f77-43fe-aedc-5ef1d8595547 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485582 Feb 15 01:48:38.832073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Attempting to bind port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:38.832663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Attempting to bind port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:38.833144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Attempting to bind port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 on network 81710a13-011b-46d1-8f18-ba034743e8e0 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:38.845439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:38.845439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Checking segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:38.845706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734063dc-7a73-4232-bae3-f979c998c45b req-5b4ef2f7-963b-40e8-8738-f34cf4e8ee0b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:38.845706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734063dc-7a73-4232-bae3-f979c998c45b req-5b4ef2f7-963b-40e8-8738-f34cf4e8ee0b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1856134 Feb 15 01:48:38.847018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.847596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Bound using segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:38.848428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Bound port: e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:38.848894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.852478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-3a6c6238-f677-4674-b941-c82bc587bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:38.854084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-3a6c6238-f677-4674-b941-c82bc587bdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2095807 Feb 15 01:48:38.926459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (898e81b4-1dcc-4e7e-90c1-dc3590fa1463), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.947498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Current status of the port f57d8d14-ef08-4036-9bd9-6100b594128a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:38.948108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:38.976333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] For port e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:38.995799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] For port e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:39.000204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734063dc-7a73-4232-bae3-f979c998c45b req-23e3c6f2-964a-4a91-a203-9b1575c92b68 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448724 Feb 15 01:48:39.009579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] For port f57d8d14-ef08-4036-9bd9-6100b594128a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f57d8d14-ef08-4036-9bd9-6100b594128a,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:39.035501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-aa037f9c-3a1f-4b00-853a-1f7ea7ea3956 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664729 Feb 15 01:48:39.071138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=898e81b4-1dcc-4e7e-90c1-dc3590fa1463,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:39.086000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.125913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Checking segment: {'id': 'f99fbc13-8bc5-45d8-9260-cc605c374cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7f3472c0-6091-460e-86df-f9505e78db53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:39.126284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Network hostable DHCP agents. Network: 7f3472c0-6091-460e-86df-f9505e78db53, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:39.152845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.153732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-7ad50efe-19c5-4182-bca8-3d905cbd6a5c service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092775 Feb 15 01:48:39.155869 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f57d8d14-ef08-4036-9bd9-6100b594128a', 'name': '', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'mac_address': 'fa:16:3e:0c:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:29Z', 'updated_at': '2022-02-15T01:48:37Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'subnets': [{'id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:39.211036 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd3f32-8ec8-4b42-bb3b-9973b2604381 None None] The sync data for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 is: [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:48:30Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'f57d8d14-ef08-4036-9bd9-6100b594128a', 'name': '', 'network_id': '61d96ce4-a64d-452b-b5a0-c87972b0d270', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'mac_address': 'fa:16:3e:0c:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:29Z', 'updated_at': '2022-02-15T01:48:37Z', 'revision_number': 4, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'subnets': [{'id': 'ddbd264d-3a1d-472a-abb6-45b4410971ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:48:39.218212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e48c-cc29-4f3e-a355-df6f88274b12 None None] Pushing event updated for resources: {'Port': ['ID=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:39.241671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-51442e95-3156-4e6f-93d1-d7916c89d813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0819657 Feb 15 01:48:39.280524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8762838d-8a1c-4b96-b45b-2093749d505b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.299527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16cd9c-10de-4b8c-a272-ea5eb462029c None None] Pushing event updated for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:39.305893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1d13768-eb46-4a0e-b951-20f49838b544 None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:39.306471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1d13768-eb46-4a0e-b951-20f49838b544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.346660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Network 7f3472c0-6091-460e-86df-f9505e78db53 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:39.385070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-4fa742ec-f8b4-4be4-8a67-9978f9ebc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:39.385610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-4fa742ec-f8b4-4be4-8a67-9978f9ebc48e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0776324 Feb 15 01:48:39.425992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Subnet': ['ID=8762838d-8a1c-4b96-b45b-2093749d505b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:39.467358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c39713-d72a-4a09-9b6b-b11c416ccc81 req-b8af4f95-039e-46d2-8a9c-9dfb4e00908c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:39.475116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c39713-d72a-4a09-9b6b-b11c416ccc81 req-b8af4f95-039e-46d2-8a9c-9dfb4e00908c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 985 time: 0.2298894 Feb 15 01:48:39.477945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f57d8d14-ef08-4036-9bd9-6100b594128a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:39.480575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1d13768-eb46-4a0e-b951-20f49838b544 None None] Current status of the port f57d8d14-ef08-4036-9bd9-6100b594128a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:39.489825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7f3472c0-6091-460e-86df-f9505e78db53) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:39.522950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:39.523805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.532392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-9656a765-5b63-492c-a68b-fee1e76a231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:39.533774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Checking segment: {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:39.535672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-9656a765-5b63-492c-a68b-fee1e76a231b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1417222 Feb 15 01:48:39.536085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network hostable DHCP agents. Network: 1cf4eb38-0346-4c5a-ba92-cc6993adf471, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:39.546142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af470ff6-17fd-4f7e-867a-81c9ee556737 None None] Network 7f3472c0-6091-460e-86df-f9505e78db53 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:39.657092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cadd435a-b5d4-46ec-9989-cc92fd1d5f7a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3325181 Feb 15 01:48:39.657714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:39.657714 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.674539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:39.686741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c39713-d72a-4a09-9b6b-b11c416ccc81 req-b938972f-6393-43e4-92b5-cb8525f0adfe tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=636ebbcd-0696-4ca6-8836-1809f187305b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2111568 Feb 15 01:48:39.701480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1cf4eb38-0346-4c5a-ba92-cc6993adf471) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:39.717398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:39.718226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:39.756093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43fd0f-e998-4dca-b954-186f094a26fb None None] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:39.775609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d85b5e98-84d7-4be3-a9d6-c0574f4d3be6 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229872 Feb 15 01:48:39.848322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-67666bf2-f836-4814-92c0-02505f0a667d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8202395 Feb 15 01:48:39.872127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3bd35-5f9b-430f-8243-4559bf957449 None None] Network 7f3472c0-6091-460e-86df-f9505e78db53 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:40.027347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-1cf4eb38-0346-4c5a-ba92-cc6993adf471', 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471', 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'fixed_ips': [{'subnet_id': '8762838d-8a1c-4b96-b45b-2093749d505b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:48:40.029551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.070091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac08bc-a93f-4814-aa8a-a373bf0d1c5a req-c1ab9bac-e8d3-42bd-a54d-6377b03379c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:40.077791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ac08bc-a93f-4814-aa8a-a373bf0d1c5a req-c1ab9bac-e8d3-42bd-a54d-6377b03379c2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 943 time: 0.1565685 Feb 15 01:48:40.085759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-268d3009-9bde-4006-8e31-2db5708ff1ee service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028672 Feb 15 01:48:40.156497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-f13e6189-9cdc-4e58-a034-b269c45ad2e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 200 len: 217 time: 0.0605412 Feb 15 01:48:40.210960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ac08bc-a93f-4814-aa8a-a373bf0d1c5a req-d4c5b861-d899-4e98-8b56-26ed0a2c4278 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222651 Feb 15 01:48:40.229905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-8ea6128f-0214-487c-a3ce-8ea97646d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:40.230937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-8ea6128f-0214-487c-a3ce-8ea97646d9d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0651104 Feb 15 01:48:40.284977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f57d8d14-ef08-4036-9bd9-6100b594128a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:40.317186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d2f2e861-18b9-46ca-9d9b-7bb6bd6efa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:40.323168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-d2f2e861-18b9-46ca-9d9b-7bb6bd6efa14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0747423 Feb 15 01:48:40.325112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Allocated IP 19.86.0.2 (1cf4eb38-0346-4c5a-ba92-cc6993adf471/8762838d-8a1c-4b96-b45b-2093749d505b/f1eb62fd-382f-496f-919b-f895c35f3d6f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:40.485981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-472491b5-8ef7-4a22-b419-e8a50cbc1fd9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-713345659&fields=id&tenant_id=c352c3815994417ea4eb70ede5078331 HTTP/1.1" status: 200 len: 267 time: 0.1235635 Feb 15 01:48:40.530580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-47f3ef60-0cfd-4a81-a2b1-7bb03edabcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028651 Feb 15 01:48:40.548939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks [] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.634675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-29263be7-0559-4cdd-ac27-62aad7da4eca tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:40.636196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-29263be7-0559-4cdd-ac27-62aad7da4eca tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 985 time: 0.1243789 Feb 15 01:48:40.645162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.652678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'port': {'security_groups': ['636ebbcd-0696-4ca6-8836-1809f187305b', 'd2ea60e6-8492-4233-9ec8-79a603df0432', '4551831e-d0d0-4e2f-9e05-1d581ef3f2fe']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:40.688214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:40.691327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:40.695436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b51ead3b-754b-4f86-b130-2d66ceafe552 req-faa84e58-8561-4579-816c-19d3c79b7988 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444309 Feb 15 01:48:40.697617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:40.713222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Pushing event updated for resources: {'Port': ['ID=f1eb62fd-382f-496f-919b-f895c35f3d6f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:40.745716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d61e82-f665-41b3-8824-69fa6ccd2b73 None None] Network 81710a13-011b-46d1-8f18-ba034743e8e0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:40.759885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.797229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:40.802662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910558478-network', 'tenant_id': '8ddf7c8a481f4dd7ae661d3bb3b93335'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:40.832439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Attempting to bind port f1eb62fd-382f-496f-919b-f895c35f3d6f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:40.832833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Attempting to bind port f1eb62fd-382f-496f-919b-f895c35f3d6f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:40.833203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Attempting to bind port f1eb62fd-382f-496f-919b-f895c35f3d6f on network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:40.842884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Provisioning complete for port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:40.843267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.844984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:40.845360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Checking segment: {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:40.845928 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.846331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Bound using segment: {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:40.847836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Bound port: f1eb62fd-382f-496f-919b-f895c35f3d6f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:40.848199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.936738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Made reservation on behalf of 8ddf7c8a481f4dd7ae661d3bb3b93335 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:40.939266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.954808 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:40.989890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] For port f1eb62fd-382f-496f-919b-f895c35f3d6f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:40.994761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] For port f1eb62fd-382f-496f-919b-f895c35f3d6f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f1eb62fd-382f-496f-919b-f895c35f3d6f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:40.996862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:41.033615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.036960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Current status of the port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:41.037482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.049329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks [] for security_group (cef1762d-dca9-4d96-bd67-7e36639e0a4c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.071302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] For port e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:41.126122 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.185778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680998d6-6ab2-4181-81cd-5b30379c6701 None None] Pushing event updated for resources: {'Port': ['ID=f1eb62fd-382f-496f-919b-f895c35f3d6f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:41.188104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cef1762d-dca9-4d96-bd67-7e36639e0a4c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.192679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.193179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.232331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:48:41.252190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1762d-dca9-4d96-bd67-7e36639e0a4c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:41.257741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a4e91c23-45fe-444e-b88b-4af38fccea33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.258098 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Added segment a4e91c23-45fe-444e-b88b-4af38fccea33 of type vlan for network 07173770-0071-4f7e-82a8-e0d588dfb11a Feb 15 01:48:41.267436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:41.268251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.271163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fb472e6-9703-45aa-b90b-8175c173b47b req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "PUT /v2.0/ports/a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 1021 time: 0.6270700 Feb 15 01:48:41.271657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:41.278582 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336" -d '{"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:41.281183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5521a1-b1f9-48f4-aa6d-fdda97a2cf53 None None] Pushing event updated for resources: {'Port': ['ID=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:41.288392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:41.301548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:41.317819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d75af-db4f-4053-bb87-84d2594f06dd tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:41.347570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (07173770-0071-4f7e-82a8-e0d588dfb11a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.501255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (07173770-0071-4f7e-82a8-e0d588dfb11a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.505453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:41.506884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.546834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d93e-2db3-4c9e-99ea-487239d03967 req-8f1a91c3-57ff-4f56-841e-89e8af9a12b4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:41.567078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7696d93e-2db3-4c9e-99ea-487239d03967 req-8f1a91c3-57ff-4f56-841e-89e8af9a12b4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 951 time: 0.1837745 Feb 15 01:48:41.595042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] Pushing event updated for resources: {'Network': ['ID=07173770-0071-4f7e-82a8-e0d588dfb11a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:41.613069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:41.630596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 07173770-0071-4f7e-82a8-e0d588dfb11a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:48:41.631956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7696d93e-2db3-4c9e-99ea-487239d03967 req-8a861641-ae64-4338-876f-0448a3f03acc tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Feb 15 01:48:41.662861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e9cfdac-edb2-4b64-9675-20482d890fd4 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:41.695922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02738e51-2137-46c8-8f68-39c90c5645e1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8971798 Feb 15 01:48:41.698830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56186) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:41.704984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Request body: {'subnet': {'network_id': '07173770-0071-4f7e-82a8-e0d588dfb11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910558478-subnet', 'tenant_id': '8ddf7c8a481f4dd7ae661d3bb3b93335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:41.736916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f57d8d14-ef08-4036-9bd9-6100b594128a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:41.795508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-437f5ec0-0cab-476e-b391-a71454e02db7 None None] Provisioning complete for port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:41.795894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-437f5ec0-0cab-476e-b391-a71454e02db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.832388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Made reservation on behalf of 8ddf7c8a481f4dd7ae661d3bb3b93335 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:41.834823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:41.905795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-a5e92b4e-1de8-406a-a2de-0df7051348ff tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:41.911104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-a5e92b4e-1de8-406a-a2de-0df7051348ff tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:41.912901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-a5e92b4e-1de8-406a-a2de-0df7051348ff tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/networks?id=81710a13-011b-46d1-8f18-ba034743e8e0&id=1cf4eb38-0346-4c5a-ba92-cc6993adf471&id=81710a13-011b-46d1-8f18-ba034743e8e0 HTTP/1.1" status: 200 len: 1390 time: 0.1668282 Feb 15 01:48:41.940046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-4e054679-a308-45a7-a9ac-9674422369da tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/quotas/d9692157e64a4778b0e67e9211d1f38e HTTP/1.1" status: 200 len: 375 time: 0.0180049 Feb 15 01:48:42.051133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e0899dad-6a16-46b4-9518-a759df90be4e tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1051610 Feb 15 01:48:42.094737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f57d8d14-ef08-4036-9bd9-6100b594128a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:42.095301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.180149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:42.243314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '4e9cfdac-edb2-4b64-9675-20482d890fd4', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '4e9cfdac-edb2-4b64-9675-20482d890fd4', 'mac_address': 'fa:16:3e:41:c9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:42.255159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-437f5ec0-0cab-476e-b391-a71454e02db7 None None] Current status of the port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:42.405655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4e9cfdac-edb2-4b64-9675-20482d890fd4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:42.406055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.473494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9cfdac-edb2-4b64-9675-20482d890fd4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:42.509186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f57d8d14-ef08-4036-9bd9-6100b594128a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:42.510314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e3945e1e-db74-4ced-8fa8-edaa10a5ac06 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:42.556414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f102747-0ee3-44ed-adf7-475ef7466a7d None None] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:42.564166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:42.588715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-d008974b-c489-4283-a87b-54f316c8e8ff service neutron] 10.222.0.43 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283449 Feb 15 01:48:42.670606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (99707383-6f0a-498e-a25f-04dd19829df2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.690076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.698804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Provisioning complete for port f1eb62fd-382f-496f-919b-f895c35f3d6f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:42.711592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.717279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e4d46866-df9c-4794-8e66-37b28752a397 service neutron] 10.222.0.43 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221988 Feb 15 01:48:42.783335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99707383-6f0a-498e-a25f-04dd19829df2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:42.808789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:42.809218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.815668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Checking segment: {'id': 'a4e91c23-45fe-444e-b88b-4af38fccea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07173770-0071-4f7e-82a8-e0d588dfb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:42.816254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Network hostable DHCP agents. Network: 07173770-0071-4f7e-82a8-e0d588dfb11a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:48:42.868525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-59160eb0-3c4b-4a91-b678-950f088c5cbc service neutron] 10.222.0.43 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422031 Feb 15 01:48:42.887149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:42.929174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Network 07173770-0071-4f7e-82a8-e0d588dfb11a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:48:42.963488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Current status of the port f1eb62fd-382f-496f-919b-f895c35f3d6f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:42.963879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:42.977356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7ae29633-571c-4f23-8326-33a3a7cb983d service neutron] 10.222.0.43 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027167 Feb 15 01:48:43.030112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:43.033459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] For port f1eb62fd-382f-496f-919b-f895c35f3d6f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f1eb62fd-382f-496f-919b-f895c35f3d6f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:43.051085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 07173770-0071-4f7e-82a8-e0d588dfb11a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:43.058015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:43.058621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.064471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6380b8-bbe0-4d1b-b9c8-fb65d56bfe02 None None] Network 07173770-0071-4f7e-82a8-e0d588dfb11a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:43.092027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-4dd9bec6-22cc-4b7c-a52c-e9e0578db345 service neutron] 10.222.0.43 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082437 Feb 15 01:48:43.136592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.146625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e9cfdac-edb2-4b64-9675-20482d890fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:43.169883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a5f698a-8cea-4fcf-8dd3-5ed3fa277e40 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4689417 Feb 15 01:48:43.224778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-2585022d-449e-44e9-8a35-9e071f765ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261654 Feb 15 01:48:43.248575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d8644-f0ae-4321-b9f1-043a00d5a4cc None None] Network 07173770-0071-4f7e-82a8-e0d588dfb11a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:48:43.348171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b918-fa7c-4e81-b041-c28b30d50089 None None] Pushing event updated for resources: {'Port': ['ID=f1eb62fd-382f-496f-919b-f895c35f3d6f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:43.350108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2354c70b-4c8d-4eef-94ee-8986e7366d9b None None] Provisioning complete for port f1eb62fd-382f-496f-919b-f895c35f3d6f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:43.350485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2354c70b-4c8d-4eef-94ee-8986e7366d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.371606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:43.422682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Deleting subnet 898e81b4-1dcc-4e7e-90c1-dc3590fa1463 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:48:43.427410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Publish callbacks [] for subnet (898e81b4-1dcc-4e7e-90c1-dc3590fa1463), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.465072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (898e81b4-1dcc-4e7e-90c1-dc3590fa1463), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.488679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f1eb62fd-382f-496f-919b-f895c35f3d6f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:43.533901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (898e81b4-1dcc-4e7e-90c1-dc3590fa1463), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.586247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2354c70b-4c8d-4eef-94ee-8986e7366d9b None None] Current status of the port f1eb62fd-382f-496f-919b-f895c35f3d6f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:43.614929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f1eb62fd-382f-496f-919b-f895c35f3d6f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:43.615308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.620590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:48:43.646560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03020f-767b-4530-92cc-0efb65253483 req-f042ab5e-f555-437d-b298-62759eb00f4b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:43.653680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d03020f-767b-4530-92cc-0efb65253483 req-f042ab5e-f555-437d-b298-62759eb00f4b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.0705247 Feb 15 01:48:43.702700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d03020f-767b-4530-92cc-0efb65253483 req-a35c4961-87ed-4b66-bf0e-8b4ff865ecc7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Feb 15 01:48:43.729775 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (898e81b4-1dcc-4e7e-90c1-dc3590fa1463), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.778126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898e81b4-1dcc-4e7e-90c1-dc3590fa1463,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:43.793357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.797561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-429c04c2-a974-45d3-9b7e-04d9f3b3eb58 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/898e81b4-1dcc-4e7e-90c1-dc3590fa1463 HTTP/1.1" status: 204 len: 168 time: 0.4248188 Feb 15 01:48:43.800786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:43.906051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 81f207d7-c5b6-49f3-b913-e169aac8b855 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:43.906294 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.906511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7f3472c0-6091-460e-86df-f9505e78db53), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:43.909068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f1eb62fd-382f-496f-919b-f895c35f3d6f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:43.916324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6da6a-7f95-42fc-be1e-f6ac0e53a2b2 req-7ab7e644-3414-4b7a-ab56-47fbfcb364e2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:43.917986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6c6da6a-7f95-42fc-be1e-f6ac0e53a2b2 req-7ab7e644-3414-4b7a-ab56-47fbfcb364e2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 944 time: 0.1327729 Feb 15 01:48:43.930139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:43.932415 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06801604-c0c3-43cc-aa6f-4bfa6cbba8a0" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:43.945123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:44.028029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.032328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7f3472c0-6091-460e-86df-f9505e78db53), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.037504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6c6da6a-7f95-42fc-be1e-f6ac0e53a2b2 req-d58fa643-9db9-4390-8800-ed575e2ec4b5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131833 Feb 15 01:48:44.058192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3472c0-6091-460e-86df-f9505e78db53']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.073250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99fbc13-8bc5-45d8-9260-cc605c374cc2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.073552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99fbc13-8bc5-45d8-9260-cc605c374cc2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.086706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:44.094643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (f99fbc13-8bc5-45d8-9260-cc605c374cc2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.118670 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f99fbc13-8bc5-45d8-9260-cc605c374cc2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.129773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:48:44.130144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (f99fbc13-8bc5-45d8-9260-cc605c374cc2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:48:44.132004 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:48:44.145211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ae56abf-5501-4a8c-9b4c-ad4de298c21c req-59822510-c4d7-4827-9447-e33da773eff1 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/4551831e-d0d0-4e2f-9e05-1d581ef3f2fe HTTP/1.1" status: 200 len: 1818 time: 0.0745027 Feb 15 01:48:44.225875 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-1ae56abf-5501-4a8c-9b4c-ad4de298c21c req-3b1251a5-961e-4b46-83ef-433956090b40 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 01:48:44.227080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ae56abf-5501-4a8c-9b4c-ad4de298c21c req-3b1251a5-961e-4b46-83ef-433956090b40 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/4551831e-d0d0-4e2f-9e05-1d581ef3f2fe HTTP/1.1" status: 409 len: 341 time: 0.0579569 Feb 15 01:48:44.266578 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff1168-a406-4145-bc23-d25bd80c87f1 x-openstack-request-id: req-46ff1168-a406-4145-bc23-d25bd80c87f1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:44.267002 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:44.267391 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46ff1168-a406-4145-bc23-d25bd80c87f1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:44.267910 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'status': 'completed', 'code': 200} Feb 15 01:48:44.334008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-4ea78bda-9368-45f8-80ca-2db70567f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:44.335703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-4ea78bda-9368-45f8-80ca-2db70567f1e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c352c3815994417ea4eb70ede5078331&device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1208 time: 0.0474384 Feb 15 01:48:44.336799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7f3472c0-6091-460e-86df-f9505e78db53), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.352514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.357713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f3472c0-6091-460e-86df-f9505e78db53 HTTP/1.1" status: 204 len: 168 time: 0.5356903 Feb 15 01:48:44.380609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3de48-0444-4fc0-bb6a-1edb4fe801c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3472c0-6091-460e-86df-f9505e78db53,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:44.382023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:44.440124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Deleting subnet 99707383-6f0a-498e-a25f-04dd19829df2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:48:44.444052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Publish callbacks [] for subnet (99707383-6f0a-498e-a25f-04dd19829df2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.474335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-4e99c893-7639-4953-8d5b-d3625478cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:44.474567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-4e99c893-7639-4953-8d5b-d3625478cc58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 200 len: 914 time: 0.1178799 Feb 15 01:48:44.484673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (99707383-6f0a-498e-a25f-04dd19829df2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.498649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32b408e4-5000-46ba-acf7-98374b3a8cdc req-fff02ae3-4f36-4456-b72d-e67be23ea05c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 210 time: 0.0440638 Feb 15 01:48:44.527503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-d739c737-be32-44df-94db-ce6aa8f3f7c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 200 len: 217 time: 0.0372777 Feb 15 01:48:44.532946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (99707383-6f0a-498e-a25f-04dd19829df2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.639750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-469df2d5-af72-4e36-b1f4-397c0d1353fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:44.641269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-469df2d5-af72-4e36-b1f4-397c0d1353fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 200 len: 853 time: 0.1073513 Feb 15 01:48:44.679203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-89e6c894-162c-42e9-a2f0-b384a4e458d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12a3dae7-4729-47da-ad66-6b5ac9fac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303504 Feb 15 01:48:44.679887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (99707383-6f0a-498e-a25f-04dd19829df2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.706492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99707383-6f0a-498e-a25f-04dd19829df2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:44.708422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.711819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8656ca60-c245-4a96-89fb-56dcbf44ef46 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99707383-6f0a-498e-a25f-04dd19829df2 HTTP/1.1" status: 204 len: 168 time: 0.3284397 Feb 15 01:48:44.714217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:44.762161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-d9d62f21-0c89-4002-8661-34e4ba8a949e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:44.764182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-d9d62f21-0c89-4002-8661-34e4ba8a949e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 811 time: 0.1926033 Feb 15 01:48:44.785032 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (07173770-0071-4f7e-82a8-e0d588dfb11a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.786992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-54cd2fcc-20ec-4f28-84ae-c654f0d45ea7 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/quotas/8a3d5a9ea11d44f2b3a637de0a817199 HTTP/1.1" status: 200 len: 375 time: 0.0130308 Feb 15 01:48:44.839447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-003b8c0c-907a-4e90-8c79-e4f1dbdc9883 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510215 Feb 15 01:48:44.867719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (07173770-0071-4f7e-82a8-e0d588dfb11a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.888931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07173770-0071-4f7e-82a8-e0d588dfb11a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.899231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e91c23-45fe-444e-b88b-4af38fccea33') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.899571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e91c23-45fe-444e-b88b-4af38fccea33') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:48:44.902197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-08e604bf-6bae-4ac9-84ee-4d1016cbb47f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082153 Feb 15 01:48:44.912028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a4e91c23-45fe-444e-b88b-4af38fccea33), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.927057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a4e91c23-45fe-444e-b88b-4af38fccea33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.933204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:48:44.933603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a4e91c23-45fe-444e-b88b-4af38fccea33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:48:44.936381 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:48:45.001825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ea0fd0-d2c4-40d6-85d6-3afa79856336 req-c280a4e4-92ee-4701-ac71-ef4a2a1d78f9 service neutron] 10.222.0.31 "GET /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537650 Feb 15 01:48:45.032006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-7c660f49-fc50-4aa4-8cf0-8fd6a42cd35e service neutron] 10.222.0.43 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132472 Feb 15 01:48:45.091994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (07173770-0071-4f7e-82a8-e0d588dfb11a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.097814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.101181 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] 10.222.0.43 "DELETE /v2.0/networks/07173770-0071-4f7e-82a8-e0d588dfb11a HTTP/1.1" status: 204 len: 168 time: 0.3858712 Feb 15 01:48:45.115724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eab36-aa84-475f-837a-0a35cb99017d admin admin] Pushing event deleted for resources: {'Network': ['ID=07173770-0071-4f7e-82a8-e0d588dfb11a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:45.128671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-0f7d4f25-045c-4c93-a2f8-2dde923cc393 service neutron] 10.222.0.43 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907848 Feb 15 01:48:45.130371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.334369 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857e77a3-5c32-438d-a1d8-b959d4a88185 x-openstack-request-id: req-857e77a3-5c32-438d-a1d8-b959d4a88185 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:45.334369 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:45.334588 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-857e77a3-5c32-438d-a1d8-b959d4a88185 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:45.335128 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'code': 200} Feb 15 01:48:45.421307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f1eb62fd-382f-496f-919b-f895c35f3d6f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:45.477986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f1eb62fd-382f-496f-919b-f895c35f3d6f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:45.478482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.482093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56246) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:45.531360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a8295518-d3d3-4697-a22f-33f6c9526b60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1207f06189244165b6b206a4d3921140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480356 Feb 15 01:48:45.537423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56254) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:45.567712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f1eb62fd-382f-496f-919b-f895c35f3d6f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:45.586078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] Publish callbacks [] for security_group (eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.607547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] Publish callbacks [] for security_group (eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.701035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e9cfdac-edb2-4b64-9675-20482d890fd4 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:45.770799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.773663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.774840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4 HTTP/1.1" status: 204 len: 168 time: 0.2401347 Feb 15 01:48:45.791508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239434b-b2e8-4883-a5aa-1454a461f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa0a82-7e4c-41ea-a025-e1a32cbc16d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:45.861960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 4e9cfdac-edb2-4b64-9675-20482d890fd4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:48:45.866937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 4e9cfdac-edb2-4b64-9675-20482d890fd4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:45.867392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.956912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4e9cfdac-edb2-4b64-9675-20482d890fd4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:45.957416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:45.995261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:46.002126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cd359-4e4b-43b5-a15b-0ed3c3127c82 req-ad837bd5-c543-43d0-a95c-ec1bc83ddbc3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:46.009455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e01cd359-4e4b-43b5-a15b-0ed3c3127c82 req-ad837bd5-c543-43d0-a95c-ec1bc83ddbc3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 944 time: 0.0745709 Feb 15 01:48:46.050422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.055257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e01cd359-4e4b-43b5-a15b-0ed3c3127c82 req-5a4585a0-743d-4d5c-b544-927436541d53 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Feb 15 01:48:46.100607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:46.121373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ac518eb-8121-498f-af4d-0958112d6a1f req-7e57abbc-6984-4464-8388-5ccddcdc4ad3 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 210 time: 0.0280733 Feb 15 01:48:46.231991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1df253b2-97ea-4ba2-bcc3-2b4ed65d31f5 req-76c1a206-61c8-4664-8d3c-5951b2f3a4f0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 210 time: 0.0345442 Feb 15 01:48:46.283780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-86010206-7087-42e0-8b4a-9e22fdff6440 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:46.289218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-86010206-7087-42e0-8b4a-9e22fdff6440 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:46.290820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-86010206-7087-42e0-8b4a-9e22fdff6440 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "GET /v2.0/networks?id=81710a13-011b-46d1-8f18-ba034743e8e0&id=1cf4eb38-0346-4c5a-ba92-cc6993adf471&id=81710a13-011b-46d1-8f18-ba034743e8e0 HTTP/1.1" status: 200 len: 1390 time: 0.1532323 Feb 15 01:48:46.309745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'admin_state_up': True, 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:46.406443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7858b9-ccba-4810-93c6-530a3685b23f req-22571e45-d180-4526-ace8-595350ea18c5 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:46.407962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be7858b9-ccba-4810-93c6-530a3685b23f req-22571e45-d180-4526-ace8-595350ea18c5 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1024 time: 0.1115885 Feb 15 01:48:46.515518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be7858b9-ccba-4810-93c6-530a3685b23f req-d67a0ecd-709c-4873-97c8-93ceff719084 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=636ebbcd-0696-4ca6-8836-1809f187305b&id=4551831e-d0d0-4e2f-9e05-1d581ef3f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0949821 Feb 15 01:48:46.570873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:46.576321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.601472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:46.650668 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4524624-379f-43ad-9909-2c158937c6a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ddf7c8a481f4dd7ae661d3bb3b93335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479577 Feb 15 01:48:46.653255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:48:46.710013 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] Publish callbacks [] for security_group (cef1762d-dca9-4d96-bd67-7e36639e0a4c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.734331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] Publish callbacks [] for security_group (cef1762d-dca9-4d96-bd67-7e36639e0a4c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.753181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Allocated IP 19.80.0.112 (81710a13-011b-46d1-8f18-ba034743e8e0/8204d7ee-29cd-418e-ad71-3ae057278ae1/7d0441b5-e838-4ab6-b6ef-f6bf0405d56c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:46.862608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cef1762d-dca9-4d96-bd67-7e36639e0a4c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.866060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:46.868343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cef1762d-dca9-4d96-bd67-7e36639e0a4c HTTP/1.1" status: 204 len: 168 time: 0.2139804 Feb 15 01:48:46.894189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af064718-b7f5-4424-8f14-cac4fa5bc2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1762d-dca9-4d96-bd67-7e36639e0a4c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:46.945741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.045920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.099356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 81710a13-011b-46d1-8f18-ba034743e8e0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:47.103874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:47.109131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:47.145833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:47.185467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:47.185734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.302660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54f228-b313-40f6-bfa0-03f9e24aa6ad req-9acd1bbd-78ae-4398-b43c-f1c2d607617e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:47.304916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac54f228-b313-40f6-bfa0-03f9e24aa6ad req-9acd1bbd-78ae-4398-b43c-f1c2d607617e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.1494238 Feb 15 01:48:47.310585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-dc4de78f-6dcb-4358-b5f3-8e2accc1ef7b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0044966 Feb 15 01:48:47.323657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-ad25e3d9-b2db-41b9-9a60-d4710ccda121 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:47.323657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-ad25e3d9-b2db-41b9-9a60-d4710ccda121 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.31 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 1024 time: 0.1158063 Feb 15 01:48:47.331128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471', 'admin_state_up': True, 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:47.339174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:47.342572 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b4f57-cad4-4949-b74e-519d0a1dd328" -d '{"events": [{"server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "name": "network-vif-plugged", "status": "completed", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:47.442967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-07c5624c-fcd1-4a83-b787-eacf318b4119 None None] Provisioning complete for port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:47.444120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07c5624c-fcd1-4a83-b787-eacf318b4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.488628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-07c5624c-fcd1-4a83-b787-eacf318b4119 None None] Port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:48:47.537297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac54f228-b313-40f6-bfa0-03f9e24aa6ad req-180d514e-bd14-4c4e-b58a-8b4e4e66108b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125835 Feb 15 01:48:47.593334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Deleting port a178e711-59ad-4fc6-88b8-ad0feade0fd4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:47.593725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.651820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:47.656274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.690911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-1b076eec-ced7-4146-998f-8a26751f2438 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:47.692592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-1b076eec-ced7-4146-998f-8a26751f2438 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.37 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 811 time: 0.1311867 Feb 15 01:48:47.708442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Request body: {'port': {'device_id': 'ba402d83-5015-4220-9265-f2d667bac23f', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'admin_state_up': True, 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:47.739305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7626e98b-9ef6-4f5c-bf56-9494d9a93daa req-01a92cad-7edc-4d8c-a899-aa2f21052e2c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 210 time: 0.0505204 Feb 15 01:48:47.809049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port a178e711-59ad-4fc6-88b8-ad0feade0fd4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a178e711-59ad-4fc6-88b8-ad0feade0fd4,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:47.809882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.831964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Calling delete_port for a178e711-59ad-4fc6-88b8-ad0feade0fd4 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:47.862654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.953591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Made reservation on behalf of 8a3d5a9ea11d44f2b3a637de0a817199 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:47.957179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:47.961012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Allocated IP 19.86.0.149 (1cf4eb38-0346-4c5a-ba92-cc6993adf471/8762838d-8a1c-4b96-b45b-2093749d505b/37973d3c-cf13-4588-936b-cc950d18e22f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:48.025904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd35e-9e12-4070-9944-d37670978fa6 req-945f6694-d0ab-4d14-9a14-64014fa66f64 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:48.027454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea7fd35e-9e12-4070-9944-d37670978fa6 req-945f6694-d0ab-4d14-9a14-64014fa66f64 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 932 time: 0.1615086 Feb 15 01:48:48.106046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Allocated IP 172.20.0.12 (0984f195-b8ad-45db-bed3-a84a0814444e/731d8261-03fd-4c9f-8bb1-8b223726b52b/100b27c2-2e9c-4f21-8b79-7eca39dc2590) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:48.173609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea7fd35e-9e12-4070-9944-d37670978fa6 req-95b8db10-5e59-4fa2-ad3b-2c5024651f55 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360803 Feb 15 01:48:48.232905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for port (37973d3c-cf13-4588-936b-cc950d18e22f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.245841 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f553dc7-355e-4b79-8b52-52dd8d8b8f9d x-openstack-request-id: req-2f553dc7-355e-4b79-8b52-52dd8d8b8f9d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:48.247528 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "name": "network-vif-plugged", "status": "completed", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:48.247872 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f553dc7-355e-4b79-8b52-52dd8d8b8f9d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:48.248979 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4', 'code': 200} Feb 15 01:48:48.299068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks [] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.358575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a178e711-59ad-4fc6-88b8-ad0feade0fd4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.372910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:48.381787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a178e711-59ad-4fc6-88b8-ad0feade0fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:48.425614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'Port': ['ID=a178e711-59ad-4fc6-88b8-ad0feade0fd4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:48.429130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.516898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] No DVR routers for this DVR port a178e711-59ad-4fc6-88b8-ad0feade0fd4 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:48:48.525919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.532141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb6dc0cd-15ba-45a9-835e-364b03ed6e26 req-f77f115c-b0d7-4cdb-be34-b7224cc101ad tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.31 "DELETE /v2.0/ports/a178e711-59ad-4fc6-88b8-ad0feade0fd4 HTTP/1.1" status: 204 len: 173 time: 1.1468327 Feb 15 01:48:48.536782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'name': 'network-vif-deleted', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:48.539143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9149757e-ff00-4cf7-a0ad-8ae1daf024da" -d '{"events": [{"server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "name": "network-vif-deleted", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:48.549020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:48.559257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a954c5-b4d2-4825-8abe-0e9a7cfbbdfe req-a1ce3835-1240-4232-bb7b-b477cc7c5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:48.561574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3a954c5-b4d2-4825-8abe-0e9a7cfbbdfe req-a1ce3835-1240-4232-bb7b-b477cc7c5972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 1128 time: 0.2451265 Feb 15 01:48:48.572749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ed1c7-6185-4732-8c3d-bb1deaa885a9 req-90562422-acbb-4e5d-8c96-decb55e68d19 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:48.574852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-520ed1c7-6185-4732-8c3d-bb1deaa885a9 req-90562422-acbb-4e5d-8c96-decb55e68d19 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=071f165e-4bac-4110-a2ab-f9156bbf3053 HTTP/1.1" status: 200 len: 945 time: 0.2685366 Feb 15 01:48:48.575834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:48.583740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:48.586137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:48.657020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.681480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:48.682143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.691811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['767597b3-9d59-487f-bf42-9e3d64c4b97b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:48.707642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Network 0984f195-b8ad-45db-bed3-a84a0814444e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:48.710170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3a954c5-b4d2-4825-8abe-0e9a7cfbbdfe req-61543432-57ec-4050-8fc8-d2456128afd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314120 Feb 15 01:48:48.711253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:48.716514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:48.743660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-520ed1c7-6185-4732-8c3d-bb1deaa885a9 req-70367af9-7778-4df3-bf43-181804dc0e5c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=636ebbcd-0696-4ca6-8836-1809f187305b&id=4551831e-d0d0-4e2f-9e05-1d581ef3f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1516089 Feb 15 01:48:48.808050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Pushing event updated for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:48.842794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-ce0a088f-a540-4570-8c94-708ccdc870ad tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5167551 Feb 15 01:48:48.847609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:48.848681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.938845 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1efcce-50ea-476b-8fe8-671e40f194d8 x-openstack-request-id: req-3f1efcce-50ea-476b-8fe8-671e40f194d8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:48.939779 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071f165e-4bac-4110-a2ab-f9156bbf3053", "name": "network-vif-deleted", "tag": "a178e711-59ad-4fc6-88b8-ad0feade0fd4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:48.939779 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f1efcce-50ea-476b-8fe8-671e40f194d8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:48.940160 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071f165e-4bac-4110-a2ab-f9156bbf3053', 'name': 'network-vif-deleted', 'tag': 'a178e711-59ad-4fc6-88b8-ad0feade0fd4', 'status': 'completed', 'code': 200} Feb 15 01:48:48.945654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'admin_state_up': True, 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:48.951517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f84ea2da-df9a-4109-9e96-df69685f067b None None] Provisioning complete for port 37973d3c-cf13-4588-936b-cc950d18e22f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:48.952673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f84ea2da-df9a-4109-9e96-df69685f067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:48.969018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-acb973fe-775f-43d5-bb43-7e336041e258 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2676134 Feb 15 01:48:48.993676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Request body: {'port': {'device_id': 'ba402d83-5015-4220-9265-f2d667bac23f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:49.009145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f84ea2da-df9a-4109-9e96-df69685f067b None None] Port 37973d3c-cf13-4588-936b-cc950d18e22f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:48:49.075691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.391037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100b27c2-2e9c-4f21-8b79-7eca39dc2590 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:49.399603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks [] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.419793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Transition to ACTIVE for port object 100b27c2-2e9c-4f21-8b79-7eca39dc2590 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:49.496872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73241f9d-6c20-47e3-a586-544595d48d58 req-6418e0b5-0b55-4bdb-bce4-65c6669ea53e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:49.498879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73241f9d-6c20-47e3-a586-544595d48d58 req-6418e0b5-0b55-4bdb-bce4-65c6669ea53e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.0929320 Feb 15 01:48:49.501915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.562551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73241f9d-6c20-47e3-a586-544595d48d58 req-23160916-6371-4704-8734-75efa30874fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550137 Feb 15 01:48:49.587089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Pushing event updated for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:49.608647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:48:49.613676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.647828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Attempting to bind port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:49.648172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Attempting to bind port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:49.648543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Attempting to bind port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 on network 0984f195-b8ad-45db-bed3-a84a0814444e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:49.653700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 on network 0984f195-b8ad-45db-bed3-a84a0814444e not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:49.654103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Attempting to bind port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 on network 0984f195-b8ad-45db-bed3-a84a0814444e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:49.659449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:49.659802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Checking segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:49.660559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Bound using segment: {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:49.665996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Bound port: 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f200be4-6987-4730-af55-97675ecb3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:49.665996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.726300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:49.729320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:49.762812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40113-0972-4e7e-8a40-b6b16aea82c5 req-f5dfe49c-d805-49f8-854f-7ab8a4b6f473 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:49.764313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7c40113-0972-4e7e-8a40-b6b16aea82c5 req-f5dfe49c-d805-49f8-854f-7ab8a4b6f473 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 944 time: 0.1267204 Feb 15 01:48:49.806524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Allocated IP 19.80.0.222 (81710a13-011b-46d1-8f18-ba034743e8e0/8204d7ee-29cd-418e-ad71-3ae057278ae1/4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:48:49.841904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.844658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7c40113-0972-4e7e-8a40-b6b16aea82c5 req-753e0a4d-5099-480f-a834-490e79a852e0 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Feb 15 01:48:49.888114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:49.889085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:49.890828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] 10.222.0.37 "PUT /v2.0/ports/100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 200 len: 1093 time: 0.9049606 Feb 15 01:48:49.891483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:49.894347 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6cb13-55cd-46a6-833a-8f9d63015e35" -d '{"events": [{"name": "network-changed", "server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:49.921409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd7ce-f6fe-4f09-a8f5-8e1baa1cb13f service neutron] Pushing event updated for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:49.998952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.076039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-5e4555f7-8b57-4f21-b86d-2bd2e18898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.077667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-5e4555f7-8b57-4f21-b86d-2bd2e18898a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1127 time: 0.0552914 Feb 15 01:48:50.082452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9d21-c45a-4db0-bfb5-c69eba3cbcfd req-fd44393f-239e-4f27-b8f7-e334da48ba34 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.087964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9d21-c45a-4db0-bfb5-c69eba3cbcfd req-fd44393f-239e-4f27-b8f7-e334da48ba34 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.089748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-987e9d21-c45a-4db0-bfb5-c69eba3cbcfd req-fd44393f-239e-4f27-b8f7-e334da48ba34 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 1655 time: 0.0845785 Feb 15 01:48:50.127478 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-46502fc8-8edd-4328-bc9b-045ceaae8d68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 200 len: 217 time: 0.0410864 Feb 15 01:48:50.140163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-987e9d21-c45a-4db0-bfb5-c69eba3cbcfd req-4a6214e0-b79e-4214-bf49-74dc23debb0c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Feb 15 01:48:50.179737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-338b5dcf-38e1-4b92-b815-203c3b9efe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.181334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-338b5dcf-38e1-4b92-b815-203c3b9efe71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.0477152 Feb 15 01:48:50.217632 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa4175-b748-470d-80be-706b7e93c7b2 x-openstack-request-id: req-52aa4175-b748-470d-80be-706b7e93c7b2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:50.220159 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:50.220159 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52aa4175-b748-470d-80be-706b7e93c7b2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:50.220159 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590', 'status': 'completed', 'code': 200} Feb 15 01:48:50.220750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-55c62bdd-c192-4b14-963b-0300e0406a11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339751 Feb 15 01:48:50.245480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.310150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 81710a13-011b-46d1-8f18-ba034743e8e0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:48:50.330866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:48:50.337536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:48:50.351341 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-2d618efd-48ca-4e60-a524-8a8039a9e1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228907 Feb 15 01:48:50.366540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:50.424023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-948130d6-ee5c-443b-9a67-53014a4e868f req-5e7ada66-8555-4287-95a3-661713b908a4 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/636ebbcd-0696-4ca6-8836-1809f187305b HTTP/1.1" status: 200 len: 1818 time: 0.1282721 Feb 15 01:48:50.435748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.436680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.501211 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ecb80b79-0959-49b6-9c15-3358e50c7df2 req-d1d40cb7-c4bd-465c-aaca-b0b38b35b0b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240413 Feb 15 01:48:50.505518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-948130d6-ee5c-443b-9a67-53014a4e868f req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (636ebbcd-0696-4ca6-8836-1809f187305b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.543439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-948130d6-ee5c-443b-9a67-53014a4e868f req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (636ebbcd-0696-4ca6-8836-1809f187305b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.552011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-f016ab3a-ebe4-4b2f-8ee4-8bf968ce1ba1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6107624 Feb 15 01:48:50.567157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:50.645299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-edfa5783-75f7-4677-ae91-432b29ba23a0 None None] Provisioning complete for port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:50.645842 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edfa5783-75f7-4677-ae91-432b29ba23a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.652933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.686902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-edfa5783-75f7-4677-ae91-432b29ba23a0 None None] Port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:48:50.693491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-61d66978-c3c0-456c-92c4-569655c2ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.696006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-61d66978-c3c0-456c-92c4-569655c2ad78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1127 time: 0.0583386 Feb 15 01:48:50.709021 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-948130d6-ee5c-443b-9a67-53014a4e868f req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (636ebbcd-0696-4ca6-8836-1809f187305b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.711688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-948130d6-ee5c-443b-9a67-53014a4e868f req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:50.712845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-948130d6-ee5c-443b-9a67-53014a4e868f req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/636ebbcd-0696-4ca6-8836-1809f187305b HTTP/1.1" status: 204 len: 173 time: 0.2709417 Feb 15 01:48:50.730327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6ed72-ac00-4fe0-9f8e-b3baa29476b9 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636ebbcd-0696-4ca6-8836-1809f187305b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:50.855139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-0e0bef56-54c0-4938-b1d8-8849c5772dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.856538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-0e0bef56-54c0-4938-b1d8-8849c5772dd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 912 time: 0.1518197 Feb 15 01:48:50.916615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-b356d4d4-07d5-4e12-aa27-5e48941071c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 200 len: 217 time: 0.0484245 Feb 15 01:48:50.964569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-9da6a740-7b81-49d9-a242-36fd76cdad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.966904 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-9da6a740-7b81-49d9-a242-36fd76cdad66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.0482538 Feb 15 01:48:50.997967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c1d60-1da2-4db1-9070-72278bf429b5 req-e6e21711-c26f-4592-a2ee-2859a5871166 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:50.999537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f6c1d60-1da2-4db1-9070-72278bf429b5 req-e6e21711-c26f-4592-a2ee-2859a5871166 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.1123633 Feb 15 01:48:51.000262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-5b188a2c-b64a-4a29-8141-884726d9f093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269072 Feb 15 01:48:51.027435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e38aa3-b67c-4471-b1e4-65ba92f249da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.086561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:51.094162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f6c1d60-1da2-4db1-9070-72278bf429b5 req-d8ee98f2-5fb8-404e-8984-10c51b105a4d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858200 Feb 15 01:48:51.098754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks [] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.120313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-cf47d8d6-168b-4b50-8d7c-c19fe7f245f2 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018729 Feb 15 01:48:51.134158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Transition to ACTIVE for port object 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:51.170145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-0c853813-94ec-432b-81e3-fcb436193159 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/4551831e-d0d0-4e2f-9e05-1d581ef3f2fe HTTP/1.1" status: 200 len: 1818 time: 0.0443845 Feb 15 01:48:51.209642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.217788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-89f6cb13-55cd-46a6-833a-8f9d63015e35 req-f7aa0835-5bc2-4050-81d1-180fe40c1373 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930622 Feb 15 01:48:51.283169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:51.291433 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (4551831e-d0d0-4e2f-9e05-1d581ef3f2fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.354003 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (4551831e-d0d0-4e2f-9e05-1d581ef3f2fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.435371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Attempting to bind port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:51.436068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Attempting to bind port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:51.436660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Attempting to bind port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c on network 81710a13-011b-46d1-8f18-ba034743e8e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:51.443327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c on network 81710a13-011b-46d1-8f18-ba034743e8e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:51.443327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Attempting to bind port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c on network 81710a13-011b-46d1-8f18-ba034743e8e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:51.448758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:51.449201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Checking segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:51.449584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Bound using segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:51.450699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Bound port: 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:51.451117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.519965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:51.521897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4551831e-d0d0-4e2f-9e05-1d581ef3f2fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.524546 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.525633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fddec32-00ad-4cef-ab96-2bc68f300952 req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/4551831e-d0d0-4e2f-9e05-1d581ef3f2fe HTTP/1.1" status: 204 len: 173 time: 0.3493268 Feb 15 01:48:51.527354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:51.542264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6b51-840e-46e0-96eb-1369acb76389 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4551831e-d0d0-4e2f-9e05-1d581ef3f2fe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:51.603741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.648734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:51.649431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.650996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d0441b5-e838-4ab6-b6ef-f6bf0405d56c HTTP/1.1" status: 200 len: 1093 time: 1.0901887 Feb 15 01:48:51.651506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:51.654670 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6ba42-a4ae-4a4e-a825-c8bec9797579" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:51.656229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a178e711-59ad-4fc6-88b8-ad0feade0fd4 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:48:51.697926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: a178e711-59ad-4fc6-88b8-ad0feade0fd4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:48:51.698375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a178e711-59ad-4fc6-88b8-ad0feade0fd4 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:48:51.699453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed441d-03cb-4ab8-b115-816cd3b4f081 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:51.745821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:51.821554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf8b1-c625-4edb-9b2a-e027d7063fe3 req-cca0c745-ad72-4df7-adea-4cd7c241ca12 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:51.828926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-508cf8b1-c625-4edb-9b2a-e027d7063fe3 req-cca0c745-ad72-4df7-adea-4cd7c241ca12 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 944 time: 0.1226161 Feb 15 01:48:51.853339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:51.915163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-508cf8b1-c625-4edb-9b2a-e027d7063fe3 req-b6cb8a7f-3e33-4536-a799-49067a8eef8f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Feb 15 01:48:52.166413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37973d3c-cf13-4588-936b-cc950d18e22f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:52.174551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks [] for port (37973d3c-cf13-4588-936b-cc950d18e22f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.187350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Transition to ACTIVE for port object 37973d3c-cf13-4588-936b-cc950d18e22f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:52.280734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.301464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d16d7-6bc2-44ca-981d-152744395d93 req-fcb2fb95-c4e7-458c-9245-01efe405fc68 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:52.306954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d16d7-6bc2-44ca-981d-152744395d93 req-fcb2fb95-c4e7-458c-9245-01efe405fc68 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:52.313011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d16d7-6bc2-44ca-981d-152744395d93 req-fcb2fb95-c4e7-458c-9245-01efe405fc68 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:52.314703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d7d16d7-6bc2-44ca-981d-152744395d93 req-fcb2fb95-c4e7-458c-9245-01efe405fc68 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2389 time: 0.0795846 Feb 15 01:48:52.376342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Pushing event updated for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:52.440266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d7d16d7-6bc2-44ca-981d-152744395d93 req-7cd36d1d-1677-4faa-a13b-3c74f0967c0e tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068196 Feb 15 01:48:52.493862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1240574305', 'description': 'tempest-description-599072759'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:52.503094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Attempting to bind port 37973d3c-cf13-4588-936b-cc950d18e22f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:52.503369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Attempting to bind port 37973d3c-cf13-4588-936b-cc950d18e22f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:52.503701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Attempting to bind port 37973d3c-cf13-4588-936b-cc950d18e22f on network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:52.513133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Port 37973d3c-cf13-4588-936b-cc950d18e22f on network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:52.513466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Attempting to bind port 37973d3c-cf13-4588-936b-cc950d18e22f on network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:52.525116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:52.525726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Checking segment: {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:52.525944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Bound using segment: {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:52.526285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Bound port: 37973d3c-cf13-4588-936b-cc950d18e22f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c3c48a-65ca-458f-9daf-03265291f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:52.526651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.599671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:52.602946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37973d3c-cf13-4588-936b-cc950d18e22f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:52.606013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.674853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.706944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.741866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:52.742492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.743891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] 10.222.0.37 "PUT /v2.0/ports/37973d3c-cf13-4588-936b-cc950d18e22f HTTP/1.1" status: 200 len: 1093 time: 1.0032201 Feb 15 01:48:52.755424 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.783158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26726c-8616-4cf8-a15a-f7f61ec63be1 service neutron] Pushing event updated for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:52.797816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdab66-4b90-4113-bee7-800b5f70a99d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:52.834859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Request body: {'port': {'device_id': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:52.899940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:52.901248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55a5e38b-6548-4055-849e-51201174fd6f req-86eb0000-50f1-4f34-b7b1-628f4aeaa52c tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4143813 Feb 15 01:48:52.904640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.032631 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acdffaf-14fc-4707-a9dd-793f7556f924 x-openstack-request-id: req-6acdffaf-14fc-4707-a9dd-793f7556f924 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:53.032927 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:53.033184 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6acdffaf-14fc-4707-a9dd-793f7556f924 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:53.033590 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', 'status': 'completed', 'code': 200} Feb 15 01:48:53.100394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-82b2ff0f-161a-4cb2-98d6-0b28d4f8a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.100981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-82b2ff0f-161a-4cb2-98d6-0b28d4f8a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.101332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-82b2ff0f-161a-4cb2-98d6-0b28d4f8a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.103008 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-82b2ff0f-161a-4cb2-98d6-0b28d4f8a02b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2863 time: 0.0507793 Feb 15 01:48:53.177368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223faeac-1efd-448e-b31b-4bad489a8d1f req-895839e7-c61d-4116-a3a6-535c5ecc7b92 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.180771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-223faeac-1efd-448e-b31b-4bad489a8d1f req-895839e7-c61d-4116-a3a6-535c5ecc7b92 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.0917227 Feb 15 01:48:53.223081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-e024b9de-a026-415b-8f7e-cd5d83dab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.223681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-e024b9de-a026-415b-8f7e-cd5d83dab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.224023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-e024b9de-a026-415b-8f7e-cd5d83dab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.225681 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-e024b9de-a026-415b-8f7e-cd5d83dab53c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9692157e64a4778b0e67e9211d1f38e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1158860 Feb 15 01:48:53.249572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-376b0974-737c-480d-8d84-b40934a972e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.272890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:53.287637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks [] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.294893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-223faeac-1efd-448e-b31b-4bad489a8d1f req-7c39bad9-8cb8-4dca-8cd5-ce86b0660f62 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931528 Feb 15 01:48:53.305029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Transition to ACTIVE for port object 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:48:53.335690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-5f6a0f18-e218-4a03-b557-1f1d07f61907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.337272 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-eda6ba42-a4ae-4a4e-a825-c8bec9797579 req-5f6a0f18-e218-4a03-b557-1f1d07f61907 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053796 Feb 15 01:48:53.362767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-f770bf9d-31f2-4a23-832b-b840491fd76b tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/a5bdab66-4b90-4113-bee7-800b5f70a99d HTTP/1.1" status: 200 len: 1819 time: 0.0404167 Feb 15 01:48:53.373952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Request body: {'security_group': {'name': 'tempest-sg-hth-828372021', 'description': 'tempest-description-hth-464448791'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:48:53.379046 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.463454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.482130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:53.575672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.578288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Attempting to bind port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:48:53.578781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Attempting to bind port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:48:53.578972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Attempting to bind port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 on network 81710a13-011b-46d1-8f18-ba034743e8e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:53.583831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 on network 81710a13-011b-46d1-8f18-ba034743e8e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:48:53.584156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Attempting to bind port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 on network 81710a13-011b-46d1-8f18-ba034743e8e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:48:53.589441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:48:53.589778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Checking segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:48:53.590162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Bound using segment: {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:48:53.590631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Bound port: 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6413b8c9-0313-48ca-9734-30cf76aa5a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:48:53.591044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.663471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:48:53.663742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:48:53.678552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.681376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.682620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95fd6cc1-79a9-48a6-8281-75ef30790b2d req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "PUT /v2.0/security-groups/a5bdab66-4b90-4113-bee7-800b5f70a99d HTTP/1.1" status: 200 len: 1792 time: 0.3134933 Feb 15 01:48:53.708764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3bd7-85d6-4b20-aa34-cc449b3d3c9a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdab66-4b90-4113-bee7-800b5f70a99d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:53.731772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.806599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.807329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:53.808864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 HTTP/1.1" status: 200 len: 1093 time: 0.9784689 Feb 15 01:48:53.842044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6ffd4-8582-4a75-9637-6bc1c9c8fe01 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:53.853205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef07ea-0d4a-436c-8254-1df2bbe1a47e req-931a1c0b-976e-4a51-be1d-1c05c31c3f2c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.854831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87ef07ea-0d4a-436c-8254-1df2bbe1a47e req-931a1c0b-976e-4a51-be1d-1c05c31c3f2c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 944 time: 0.1194842 Feb 15 01:48:53.911921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87ef07ea-0d4a-436c-8254-1df2bbe1a47e req-e5607653-3a1e-4634-8fce-f2958fd97fe9 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Feb 15 01:48:53.994320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-6a70e6b2-2ed1-43b3-9058-9e2375759a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.994952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-6a70e6b2-2ed1-43b3-9058-9e2375759a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.995444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-6a70e6b2-2ed1-43b3-9058-9e2375759a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:53.998545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-6a70e6b2-2ed1-43b3-9058-9e2375759a07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2962 time: 0.0621042 Feb 15 01:48:54.047365 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-10bf094b-0163-49e8-bdf2-9d077c464428 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c HTTP/1.1" status: 200 len: 217 time: 0.0414138 Feb 15 01:48:54.097970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-4279b990-3930-400f-b307-db80007cc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.099438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-4279b990-3930-400f-b307-db80007cc19c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8204d7ee-29cd-418e-ad71-3ae057278ae1 HTTP/1.1" status: 200 len: 801 time: 0.0457942 Feb 15 01:48:54.151277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e2bb1276-8905-4b25-bfbf-66f8343b9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.160323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e2bb1276-8905-4b25-bfbf-66f8343b9dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81710a13-011b-46d1-8f18-ba034743e8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542665 Feb 15 01:48:54.255340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-b60e843a-73dc-462b-b30b-99f81b5f3dea service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891085 Feb 15 01:48:54.357614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-08fa6deb-8939-4575-b9f8-e36fa7270fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955467 Feb 15 01:48:54.401499 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:54.424421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-cc0a5373-82aa-4e1d-b73a-50284fc86fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=37973d3c-cf13-4588-936b-cc950d18e22f HTTP/1.1" status: 200 len: 217 time: 0.0532715 Feb 15 01:48:54.495651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-04cd9e75-25da-47e8-af7e-733f8299a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.497123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-04cd9e75-25da-47e8-af7e-733f8299a90c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8762838d-8a1c-4b96-b45b-2093749d505b HTTP/1.1" status: 200 len: 801 time: 0.0651207 Feb 15 01:48:54.520454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd40f-21d1-438c-9b67-ad978643b140 req-66cc1499-e75e-4a6f-8768-ed2cc17ffe0c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.525838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd40f-21d1-438c-9b67-ad978643b140 req-66cc1499-e75e-4a6f-8768-ed2cc17ffe0c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.531639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd40f-21d1-438c-9b67-ad978643b140 req-66cc1499-e75e-4a6f-8768-ed2cc17ffe0c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.533252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b7cd40f-21d1-438c-9b67-ad978643b140 req-66cc1499-e75e-4a6f-8768-ed2cc17ffe0c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2413 time: 0.1117604 Feb 15 01:48:54.605094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b7cd40f-21d1-438c-9b67-ad978643b140 req-51453da9-0a53-490e-a6a1-17693eeef9df tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574656 Feb 15 01:48:54.609869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7a612c4d-5e97-49c2-9002-8417a2bc7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.611727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-7a612c4d-5e97-49c2-9002-8417a2bc7ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cf4eb38-0346-4c5a-ba92-cc6993adf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081152 Feb 15 01:48:54.713553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0caebe99-9382-4a4b-8e4d-ca3066bbce1b req-04c0e8a0-bbfa-4401-944a-304395df61d7 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/a5bdab66-4b90-4113-bee7-800b5f70a99d HTTP/1.1" status: 200 len: 1792 time: 0.0790820 Feb 15 01:48:54.740547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-073d90b5-7a62-4628-b5cd-780e27a28d66 service neutron] 10.222.0.37 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222172 Feb 15 01:48:54.861936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-32149482-c3c1-4512-83ab-270c05140b48 service neutron] 10.222.0.37 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146212 Feb 15 01:48:54.911578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-4489d10b-a132-41d4-93d9-18e0b971dee4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 HTTP/1.1" status: 200 len: 217 time: 0.0423329 Feb 15 01:48:54.922237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c6cc8-4481-42e8-b57f-2c267d77d1fb req-af231f0e-414f-4e24-ba29-4932a28a0ab0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.923712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-915c6cc8-4481-42e8-b57f-2c267d77d1fb req-af231f0e-414f-4e24-ba29-4932a28a0ab0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.1029830 Feb 15 01:48:54.991682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e24036de-5937-462a-801a-c2d621b39c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:54.993188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-e24036de-5937-462a-801a-c2d621b39c92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8204d7ee-29cd-418e-ad71-3ae057278ae1 HTTP/1.1" status: 200 len: 801 time: 0.0686173 Feb 15 01:48:55.013956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-915c6cc8-4481-42e8-b57f-2c267d77d1fb req-8e471baa-c76b-4e18-a1ef-4d8fb9f8e8e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Feb 15 01:48:55.034649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f'}, {'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:55.036928 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13961d2-57da-4276-8c7b-ca07fd4ca65e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f"}, {"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:55.084688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-12a152de-f02d-4d61-82a4-5445abd1b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:55.086298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-12a152de-f02d-4d61-82a4-5445abd1b38e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81710a13-011b-46d1-8f18-ba034743e8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850873 Feb 15 01:48:55.103974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-914e4734-f6ec-4d2e-a669-f249d5c079f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/a5bdab66-4b90-4113-bee7-800b5f70a99d HTTP/1.1" status: 200 len: 1792 time: 0.0590677 Feb 15 01:48:55.219347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-559942fb-f79e-4c77-bbc8-fc8e38a91ffc service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256847 Feb 15 01:48:55.220057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.286627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.352155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fa0fc3e-3fee-4f7b-a294-2c356c688a12 req-efbc4ff3-f4b5-4995-a8c8-450719f33167 service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264224 Feb 15 01:48:55.432808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a5bdab66-4b90-4113-bee7-800b5f70a99d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.436190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.437570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9212b1f4-45eb-4490-8800-5051e569ecc8 req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/a5bdab66-4b90-4113-bee7-800b5f70a99d HTTP/1.1" status: 204 len: 173 time: 0.3239012 Feb 15 01:48:55.451104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d12b3-d46f-4887-b059-4a41f2c101f6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bdab66-4b90-4113-bee7-800b5f70a99d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:55.723675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 100b27c2-2e9c-4f21-8b79-7eca39dc2590 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:55.845273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:55.858967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '100b27c2-2e9c-4f21-8b79-7eca39dc2590', 'network_id': '0984f195-b8ad-45db-bed3-a84a0814444e', 'port_id': '100b27c2-2e9c-4f21-8b79-7eca39dc2590', 'mac_address': 'fa:16:3e:8a:5c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d8261-03fd-4c9f-8bb1-8b223726b52b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:55.885934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.901642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:55.902032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:55.915621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100b27c2-2e9c-4f21-8b79-7eca39dc2590 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:55.939691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:56.016123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:56.064813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:56.178701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-fb3623d3-bb9e-4a36-b37c-58b5eb2bdbd1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:56.180252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-fb3623d3-bb9e-4a36-b37c-58b5eb2bdbd1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 945 time: 0.0552738 Feb 15 01:48:56.284190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 4e9cfdac-edb2-4b64-9675-20482d890fd4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:48:56.284600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:56.378714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 4e9cfdac-edb2-4b64-9675-20482d890fd4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e9cfdac-edb2-4b64-9675-20482d890fd4,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:56.379104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:56.399829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 4e9cfdac-edb2-4b64-9675-20482d890fd4 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:48:56.576125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['100b27c2-2e9c-4f21-8b79-7eca39dc2590'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:56.599718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4e9cfdac-edb2-4b64-9675-20482d890fd4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:56.610993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e9cfdac-edb2-4b64-9675-20482d890fd4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:48:56.628766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=4e9cfdac-edb2-4b64-9675-20482d890fd4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:48:56.678868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 4e9cfdac-edb2-4b64-9675-20482d890fd4 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:48:56.682313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:56.689115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4372cb1c-02a7-43cf-bc02-0541f7aa76fe req-f4ad8e23-f709-4e4e-a752-d17db5ffe61f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "DELETE /v2.0/ports/4e9cfdac-edb2-4b64-9675-20482d890fd4 HTTP/1.1" status: 204 len: 173 time: 0.5025239 Feb 15 01:48:56.804913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcafab6-a011-4a1a-bd99-b7a45f5a5106 req-2c951251-bfb5-4ad4-ae70-6f5cfc66faf0 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:56.806455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fcafab6-a011-4a1a-bd99-b7a45f5a5106 req-2c951251-bfb5-4ad4-ae70-6f5cfc66faf0 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 945 time: 0.0558717 Feb 15 01:48:56.853658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fcafab6-a011-4a1a-bd99-b7a45f5a5106 req-6b6e9f6d-44c7-49e1-aa42-823b74cfa025 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Feb 15 01:48:56.898582 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a97722-2f96-4953-9f41-20d4186166ba x-openstack-request-id: req-c1a97722-2f96-4953-9f41-20d4186166ba {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:48:56.898735 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:48:56.898994 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1a97722-2f96-4953-9f41-20d4186166ba {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:48:56.899402 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f', 'status': 'completed', 'code': 200} Feb 15 01:48:56.899660 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67', 'status': 'completed', 'code': 200} Feb 15 01:48:56.974952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-6a63599e-15bb-494d-8db9-ad651843f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:56.975445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-6a63599e-15bb-494d-8db9-ad651843f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:56.975919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-6a63599e-15bb-494d-8db9-ad651843f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:56.977598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-6a63599e-15bb-494d-8db9-ad651843f72b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2962 time: 0.0560019 Feb 15 01:48:57.094204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4da7-8719-4f17-a56a-6522d3d4eea1 req-51823c5f-51c6-4a7f-a2d6-4189229f1942 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.099490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4da7-8719-4f17-a56a-6522d3d4eea1 req-51823c5f-51c6-4a7f-a2d6-4189229f1942 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.104862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4da7-8719-4f17-a56a-6522d3d4eea1 req-51823c5f-51c6-4a7f-a2d6-4189229f1942 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.107089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec9f4da7-8719-4f17-a56a-6522d3d4eea1 req-51823c5f-51c6-4a7f-a2d6-4189229f1942 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2413 time: 0.1268742 Feb 15 01:48:57.135464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-66ccb6a9-ffc2-4c70-ba04-98995a95dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.136482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-66ccb6a9-ffc2-4c70-ba04-98995a95dc4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cf4eb38-0346-4c5a-ba92-cc6993adf471 HTTP/1.1" status: 200 len: 902 time: 0.1475894 Feb 15 01:48:57.188821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-f9ed2e79-9028-4428-a46e-2c9a766d91fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=37973d3c-cf13-4588-936b-cc950d18e22f HTTP/1.1" status: 200 len: 217 time: 0.0459530 Feb 15 01:48:57.234408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec9f4da7-8719-4f17-a56a-6522d3d4eea1 req-251ee7f5-1d3c-448d-b515-57bb78f7e02d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190636 Feb 15 01:48:57.255387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-37f7e324-c609-43d9-93a4-32931ce634fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.255387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-37f7e324-c609-43d9-93a4-32931ce634fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8762838d-8a1c-4b96-b45b-2093749d505b HTTP/1.1" status: 200 len: 801 time: 0.0583508 Feb 15 01:48:57.296013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:57.341253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d6e3beb-2819-4048-9291-9535b8bc6076 req-39059ba2-b169-48e5-8446-b5df8557161d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c7cfd1-69f3-4501-af62-11a682d92ead HTTP/1.1" status: 200 len: 210 time: 0.0354967 Feb 15 01:48:57.350552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-e881057b-8758-40f1-bd52-d3150a9f1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.352775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-e881057b-8758-40f1-bd52-d3150a9f1ebf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cf4eb38-0346-4c5a-ba92-cc6993adf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753880 Feb 15 01:48:57.465898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-eba0dfa3-1911-448e-8155-afd734e8eaf2 service neutron] 10.222.0.37 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072431 Feb 15 01:48:57.566202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-4ed7633c-9061-4f6a-973d-db2eb747d47f service neutron] 10.222.0.37 "GET /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944114 Feb 15 01:48:57.666576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-570bff0f-c776-4e39-947a-c236883cb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.667016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-570bff0f-c776-4e39-947a-c236883cb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.667495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-570bff0f-c776-4e39-947a-c236883cb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.669731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-570bff0f-c776-4e39-947a-c236883cb73c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2962 time: 0.0522857 Feb 15 01:48:57.774331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-8963b8f5-12a3-43aa-a0b1-fcd3a222d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.776103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-8963b8f5-12a3-43aa-a0b1-fcd3a222d73e service neutron] 10.222.0.37 "GET /v2.0/networks?id=81710a13-011b-46d1-8f18-ba034743e8e0 HTTP/1.1" status: 200 len: 902 time: 0.0904815 Feb 15 01:48:57.823114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-c9a6d866-c1e1-420a-a6e9-d5d324a1a655 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 HTTP/1.1" status: 200 len: 217 time: 0.0399294 Feb 15 01:48:57.873545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-f9379637-5d31-4565-90da-c137f5b3babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.877259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-f9379637-5d31-4565-90da-c137f5b3babd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8204d7ee-29cd-418e-ad71-3ae057278ae1 HTTP/1.1" status: 200 len: 801 time: 0.0477507 Feb 15 01:48:57.931532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-7869e772-2029-4eaa-9ba9-581dc03097dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:57.933090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-7869e772-2029-4eaa-9ba9-581dc03097dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81710a13-011b-46d1-8f18-ba034743e8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465038 Feb 15 01:48:58.033867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-16d7344e-0496-4c39-a2d9-dba41c81eb33 service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935440 Feb 15 01:48:58.124585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e13961d2-57da-4276-8c7b-ca07fd4ca65e req-93ade27a-7bec-4f92-8447-6aee96b1a243 service neutron] 10.222.0.37 "GET /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Feb 15 01:48:58.727624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2546e-b54c-4003-858a-bc2e1283885f req-d166bb59-c339-4632-a7a8-6a6cc475d684 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:58.729148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67d2546e-b54c-4003-858a-bc2e1283885f req-d166bb59-c339-4632-a7a8-6a6cc475d684 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 945 time: 0.0590782 Feb 15 01:48:58.776177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67d2546e-b54c-4003-858a-bc2e1283885f req-dde2bb25-4d6a-4be5-b51d-5284dc548b91 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Feb 15 01:48:58.883913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ebcec-42ee-4770-814e-88bf36d9dd84 req-e8201493-49f0-4992-b2c7-9817e23489ac tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:58.889805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ebcec-42ee-4770-814e-88bf36d9dd84 req-e8201493-49f0-4992-b2c7-9817e23489ac tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:58.895416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ebcec-42ee-4770-814e-88bf36d9dd84 req-e8201493-49f0-4992-b2c7-9817e23489ac tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:48:58.897045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e76ebcec-42ee-4770-814e-88bf36d9dd84 req-e8201493-49f0-4992-b2c7-9817e23489ac tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2413 time: 0.0661428 Feb 15 01:48:58.900626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'name': 'network-vif-deleted', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:48:58.902932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69947c29-1cd1-4837-9897-0799ddecb8c1" -d '{"events": [{"server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "name": "network-vif-deleted", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:48:58.947345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e76ebcec-42ee-4770-814e-88bf36d9dd84 req-562432f2-785e-4014-8f49-6c03a8f8cd4a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Feb 15 01:48:59.747252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37973d3c-cf13-4588-936b-cc950d18e22f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:48:59.749677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 100b27c2-2e9c-4f21-8b79-7eca39dc2590 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:48:59.889163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37973d3c-cf13-4588-936b-cc950d18e22f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:48:59.900074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '37973d3c-cf13-4588-936b-cc950d18e22f', 'network_id': '1cf4eb38-0346-4c5a-ba92-cc6993adf471', 'port_id': '37973d3c-cf13-4588-936b-cc950d18e22f', 'mac_address': 'fa:16:3e:54:f8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8762838d-8a1c-4b96-b45b-2093749d505b', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:48:59.938475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 37973d3c-cf13-4588-936b-cc950d18e22f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:48:59.938868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:48:59.950709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:48:59.955689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37973d3c-cf13-4588-936b-cc950d18e22f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:48:59.961223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:48:59.961594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.000842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37973d3c-cf13-4588-936b-cc950d18e22f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.055363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:00.055746 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.077983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:00.080121 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83921cf-96e2-4ae4-ba6d-846797988f88" -d '{"events": [{"server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "name": "network-vif-plugged", "status": "completed", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:00.092220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.095870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.098707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:00.162237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:00.194998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.195750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e9cfdac-edb2-4b64-9675-20482d890fd4 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:00.237788 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-d7630179-1987-4796-8216-1d499ddd13ac req-2b33f977-03c6-4a44-a1a8-d689f99edbc3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:00.238434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 4e9cfdac-edb2-4b64-9675-20482d890fd4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:00.238434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e9cfdac-edb2-4b64-9675-20482d890fd4 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:00.238860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7630179-1987-4796-8216-1d499ddd13ac req-2b33f977-03c6-4a44-a1a8-d689f99edbc3 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/4551831e-d0d0-4e2f-9e05-1d581ef3f2fe HTTP/1.1" status: 404 len: 352 time: 0.0140409 Feb 15 01:49:00.277320 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b1340-9838-456c-8dea-72140368816e x-openstack-request-id: req-ce5b1340-9838-456c-8dea-72140368816e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:00.277634 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c7cfd1-69f3-4501-af62-11a682d92ead", "name": "network-vif-deleted", "tag": "4e9cfdac-edb2-4b64-9675-20482d890fd4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:00.277895 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce5b1340-9838-456c-8dea-72140368816e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:00.278295 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c7cfd1-69f3-4501-af62-11a682d92ead', 'name': 'network-vif-deleted', 'tag': '4e9cfdac-edb2-4b64-9675-20482d890fd4', 'status': 'completed', 'code': 200} Feb 15 01:49:00.284637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:00.291547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.303396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'port_id': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', 'mac_address': 'fa:16:3e:6c:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8204d7ee-29cd-418e-ad71-3ae057278ae1', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:00.346793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:00.347284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.361697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:00.382401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.444813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.445643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:00.454255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-fbfd8365-3963-4abe-92c8-5722892926b2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:00.455520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-fbfd8365-3963-4abe-92c8-5722892926b2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1089048 Feb 15 01:49:00.477048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-68561a2b-2cd5-4fe2-9779-b978110a88b0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0151534 Feb 15 01:49:00.508383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-11b20dd3-7de2-4171-83dc-b625b55109a2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304708 Feb 15 01:49:00.514656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:00.518218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.529618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67', 'network_id': '81710a13-011b-46d1-8f18-ba034743e8e0', 'port_id': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67', 'mac_address': 'fa:16:3e:60:df:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8204d7ee-29cd-418e-ad71-3ae057278ae1', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:00.568325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:00.568838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.592574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:00.616982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-876b9803-2f9e-4bb7-8521-8f8420b28983 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015100 Feb 15 01:49:00.617467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:00.701167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:00.708837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-328ed1eb-0b0e-49ba-9c1c-37ca95bf1927 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Feb 15 01:49:00.752893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:00.991734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e43c5-a06b-4a0f-9533-7640df6abafd req-e5ffd355-11ae-4354-bcb0-363ff8e4ff74 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:00.993371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d34e43c5-a06b-4a0f-9533-7640df6abafd req-e5ffd355-11ae-4354-bcb0-363ff8e4ff74 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0562975 Feb 15 01:49:01.052832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d34e43c5-a06b-4a0f-9533-7640df6abafd req-ef06d5cf-f027-4736-901b-0a7ceb0629c3 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513868 Feb 15 01:49:01.173939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2320-bbe5-47bd-b901-5c5ea3d4e549 req-9878d875-f031-41b5-a6b2-5fc13e9dc4dd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:01.180072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2320-bbe5-47bd-b901-5c5ea3d4e549 req-9878d875-f031-41b5-a6b2-5fc13e9dc4dd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:01.187079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2320-bbe5-47bd-b901-5c5ea3d4e549 req-9878d875-f031-41b5-a6b2-5fc13e9dc4dd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:01.188869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b20d2320-bbe5-47bd-b901-5c5ea3d4e549 req-9878d875-f031-41b5-a6b2-5fc13e9dc4dd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2416 time: 0.0741994 Feb 15 01:49:01.239081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b20d2320-bbe5-47bd-b901-5c5ea3d4e549 req-bb75251b-feb8-49e9-909f-9d88f48f2e97 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Feb 15 01:49:01.240542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['37973d3c-cf13-4588-936b-cc950d18e22f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:01.320568 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708cc7d3-d7b2-4ea0-ba77-bc03d5fcec45 x-openstack-request-id: req-708cc7d3-d7b2-4ea0-ba77-bc03d5fcec45 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:01.320845 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "name": "network-vif-plugged", "status": "completed", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:01.321263 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-708cc7d3-d7b2-4ea0-ba77-bc03d5fcec45 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:01.321860 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590', 'code': 200} Feb 15 01:49:01.325056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['7d0441b5-e838-4ab6-b6ef-f6bf0405d56c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:01.444366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2dff-5322-4ef8-9e02-dcf2fa16f382 req-1b996197-8fcb-49fc-b8c0-08e30c000225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:01.445943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-053b2dff-5322-4ef8-9e02-dcf2fa16f382 req-1b996197-8fcb-49fc-b8c0-08e30c000225 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1129 time: 0.0776844 Feb 15 01:49:01.539512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-053b2dff-5322-4ef8-9e02-dcf2fa16f382 req-c8406d0f-4959-46ee-b99b-c8d6bc4207d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859542 Feb 15 01:49:01.710219 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-bc8fe450-5d10-48c8-b490-859c51db2d91 req-a284cb4f-8c5e-412a-b33e-a3c41fb830fa tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:01.711863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc8fe450-5d10-48c8-b490-859c51db2d91 req-a284cb4f-8c5e-412a-b33e-a3c41fb830fa tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/636ebbcd-0696-4ca6-8836-1809f187305b HTTP/1.1" status: 404 len: 352 time: 0.0150931 Feb 15 01:49:01.777840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70a07595-ebba-44a1-975f-abd621e68bb8 req-be69628e-e28c-45ad-ad27-d4aadb105851 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 210 time: 0.0320308 Feb 15 01:49:02.215271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af6de-c5d0-4db6-9dc3-a5e4184f23ed req-bbb713c6-1a5c-405c-81ae-2c662dcd36e3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:02.215271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6af6de-c5d0-4db6-9dc3-a5e4184f23ed req-bbb713c6-1a5c-405c-81ae-2c662dcd36e3 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 948 time: 0.3699572 Feb 15 01:49:02.264536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6af6de-c5d0-4db6-9dc3-a5e4184f23ed req-b90b1bb9-a2a1-4f82-83fb-0ed4c78cd9cc tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Feb 15 01:49:02.305208 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-f3fc146e-b214-463e-918f-ee928014990c req-2ba93b10-c64e-44b1-bdfb-0e4b14230f19 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:02.306336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3fc146e-b214-463e-918f-ee928014990c req-2ba93b10-c64e-44b1-bdfb-0e4b14230f19 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/f8529431-b0ef-4b7b-a603-2ea64f009e75 HTTP/1.1" status: 404 len: 352 time: 0.0141902 Feb 15 01:49:02.422352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c157266-0dc6-4cf8-a4e8-46b306ef087b req-ec0bfc8b-e7d2-4af5-81eb-e1dc057263b4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:02.423868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c157266-0dc6-4cf8-a4e8-46b306ef087b req-ec0bfc8b-e7d2-4af5-81eb-e1dc057263b4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0663459 Feb 15 01:49:02.471210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c157266-0dc6-4cf8-a4e8-46b306ef087b req-63a52587-68a3-4f6f-b71a-77e3d9d19cbb tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Feb 15 01:49:02.541454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:02.616380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb416-1c5d-4cdf-8455-d0013c9dc5de req-1a248c1a-1a29-44aa-af8c-ff8c2b8e4128 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:02.621620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb416-1c5d-4cdf-8455-d0013c9dc5de req-1a248c1a-1a29-44aa-af8c-ff8c2b8e4128 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:02.627094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb416-1c5d-4cdf-8455-d0013c9dc5de req-1a248c1a-1a29-44aa-af8c-ff8c2b8e4128 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:02.634109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a5eb416-1c5d-4cdf-8455-d0013c9dc5de req-1a248c1a-1a29-44aa-af8c-ff8c2b8e4128 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2416 time: 0.0810144 Feb 15 01:49:02.678057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a5eb416-1c5d-4cdf-8455-d0013c9dc5de req-d95f7d86-9f0d-45b8-a585-a3850114e704 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Feb 15 01:49:02.730035 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-a1ec42e3-2e36-48b9-b470-ad23b0254830 req-1053804b-bb16-4342-bcb2-ef84806cb0eb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:02.731914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1ec42e3-2e36-48b9-b470-ad23b0254830 req-1053804b-bb16-4342-bcb2-ef84806cb0eb tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/b9ddf35c-03e1-4e21-91f7-867f99248ae0 HTTP/1.1" status: 404 len: 352 time: 0.0151899 Feb 15 01:49:02.774001 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-5bd310da-d7de-4165-bca1-02129dee5eeb req-86bea43b-3141-42bf-ae41-d3c0c774b0dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:02.775275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bd310da-d7de-4165-bca1-02129dee5eeb req-86bea43b-3141-42bf-ae41-d3c0c774b0dc tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/13df794a-491d-4515-97e5-40ab27227ff7 HTTP/1.1" status: 404 len: 352 time: 0.0197155 Feb 15 01:49:02.818385 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-021e3dab-aedf-4f40-98e2-4617a7c11fae req-4c27ff85-b6e9-4951-af70-c49b7caca55a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] show failed (client error): The resource could not be found. Feb 15 01:49:02.819417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-021e3dab-aedf-4f40-98e2-4617a7c11fae req-4c27ff85-b6e9-4951-af70-c49b7caca55a tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/2bc267d0-1fb5-4bd4-96f2-11686cd79444 HTTP/1.1" status: 404 len: 352 time: 0.0146465 Feb 15 01:49:02.910543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b555c7c-bd73-410f-9608-83355a34887d req-4d400cbf-4d37-45b1-b276-0e2faedd9ee3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 210 time: 0.0299087 Feb 15 01:49:03.170601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-3c00d657-d4d8-4457-95b9-b299f91b8c28 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:03.173037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-3c00d657-d4d8-4457-95b9-b299f91b8c28 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1146564 Feb 15 01:49:03.192144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:03.384564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:03.388652 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:03.461276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24108-9a10-4112-9b3f-f76ac1fb34b7 req-2c733c48-1c54-434e-9e1a-c3dbe8c665d2 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:03.462683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9d24108-9a10-4112-9b3f-f76ac1fb34b7 req-2c733c48-1c54-434e-9e1a-c3dbe8c665d2 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 948 time: 0.1134260 Feb 15 01:49:03.596305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9d24108-9a10-4112-9b3f-f76ac1fb34b7 req-90ba78a8-e43b-4379-a59e-54a2b745f6e0 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262558 Feb 15 01:49:03.615565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.8 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/2d8c38bc-136f-4982-9397-1b6d441f469a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:03.640122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07313f-f181-401a-988c-2215a554db17 req-eb5838ee-3723-4b52-8154-f51569c5fd2a tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:03.641726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c07313f-f181-401a-988c-2215a554db17 req-eb5838ee-3723-4b52-8154-f51569c5fd2a tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa230bc9-7b7f-4a15-afdb-f626380bd633 HTTP/1.1" status: 200 len: 948 time: 0.0984132 Feb 15 01:49:03.774522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37973d3c-cf13-4588-936b-cc950d18e22f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:03.842438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45832123-2c52-4ae9-9adb-5d4c254c4574 req-6c200cae-3b49-489a-aba5-04440d7fdd61 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:03.843982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45832123-2c52-4ae9-9adb-5d4c254c4574 req-6c200cae-3b49-489a-aba5-04440d7fdd61 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1023 time: 0.1912713 Feb 15 01:49:03.908562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Deleting port 63d33294-291a-44bc-9a5a-7536db0c947b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:03.908911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:03.913021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 37973d3c-cf13-4588-936b-cc950d18e22f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:03.916992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 37973d3c-cf13-4588-936b-cc950d18e22f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:03.917423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.002646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.007575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 37973d3c-cf13-4588-936b-cc950d18e22f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:04.008065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.031850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:04.034222 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9cc63-abeb-4aaa-800f-f4f5d22eb4aa" -d '{"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:04.046857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45832123-2c52-4ae9-9adb-5d4c254c4574 req-091f4e97-f0ef-4a1c-ae9d-cc943c744e60 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=5d148cd6-0a94-403a-af79-09e748890e3d&id=ce0b3938-1276-408c-be05-d855321edff3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1955459 Feb 15 01:49:04.047188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37973d3c-cf13-4588-936b-cc950d18e22f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:04.088233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] For port 63d33294-291a-44bc-9a5a-7536db0c947b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=63d33294-291a-44bc-9a5a-7536db0c947b,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:04.088629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.105928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Calling delete_port for 63d33294-291a-44bc-9a5a-7536db0c947b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:04.141953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.142945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:04.182038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.223119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:04.249894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:04.258511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f079e-91b4-4ae1-9ef3-15fc9dd4f5b9 req-d0071bf1-b295-485c-ad67-4218cd478d67 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:04.261780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-504f079e-91b4-4ae1-9ef3-15fc9dd4f5b9 req-d0071bf1-b295-485c-ad67-4218cd478d67 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1553485 Feb 15 01:49:04.269715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:04.281418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:04.292465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:04.314155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:04.318522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:04.321515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.402113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:04.402789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.421998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:04.422394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.423595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-504f079e-91b4-4ae1-9ef3-15fc9dd4f5b9 req-892e56cf-cee9-4321-8c1c-a483eb9b23c6 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570606 Feb 15 01:49:04.458349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:04.514588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-5361c3a9-b749-45a6-9439-e8fcfb920549 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3264756 Feb 15 01:49:04.516108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (63d33294-291a-44bc-9a5a-7536db0c947b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.531202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.534109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Request body: {'port': {'device_id': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:04.585123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Pushing event deleted for resources: {'Port': ['ID=63d33294-291a-44bc-9a5a-7536db0c947b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:04.626650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:04.651702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] No DVR routers for this DVR port 63d33294-291a-44bc-9a5a-7536db0c947b on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:04.658056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.658612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c07313f-f181-401a-988c-2215a554db17 req-0085ca53-459a-439d-b6d8-366361da4b08 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "DELETE /v2.0/ports/63d33294-291a-44bc-9a5a-7536db0c947b HTTP/1.1" status: 204 len: 173 time: 1.0046761 Feb 15 01:49:04.660329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-deleted', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:04.662566 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d4671-62e4-4596-b1e4-4818c083dcce" -d '{"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-deleted", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:04.714869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe0d4-4f0d-4b14-b1f2-6dc5e5e944b0 req-527d98f9-b811-4967-a5f6-ce52007f5f6c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:04.721558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe0d4-4f0d-4b14-b1f2-6dc5e5e944b0 req-527d98f9-b811-4967-a5f6-ce52007f5f6c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:04.727035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe0d4-4f0d-4b14-b1f2-6dc5e5e944b0 req-527d98f9-b811-4967-a5f6-ce52007f5f6c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:04.728756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4bbe0d4-4f0d-4b14-b1f2-6dc5e5e944b0 req-527d98f9-b811-4967-a5f6-ce52007f5f6c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2417 time: 0.2459638 Feb 15 01:49:04.741007 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:04.821430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4bbe0d4-4f0d-4b14-b1f2-6dc5e5e944b0 req-65aab6ff-1087-4969-adb1-b4f1fdbd4140 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Feb 15 01:49:05.116196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc1a43-e069-4a7a-b0ab-2034210a01d9 req-960f35df-8771-4198-ba8d-48d8538b12ac tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:05.117688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4dc1a43-e069-4a7a-b0ab-2034210a01d9 req-960f35df-8771-4198-ba8d-48d8538b12ac tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 931 time: 0.1903002 Feb 15 01:49:05.137783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b067b3-eee2-41fe-a36f-b682df18525f req-da42af1f-6f5f-4e04-9062-4baff3083172 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:05.139271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28b067b3-eee2-41fe-a36f-b682df18525f req-da42af1f-6f5f-4e04-9062-4baff3083172 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 1023 time: 0.1747527 Feb 15 01:49:05.269688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4dc1a43-e069-4a7a-b0ab-2034210a01d9 req-2d2c49d6-2c64-4072-9c71-e3c9196df43f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432946 Feb 15 01:49:05.348793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8c38bc-136f-4982-9397-1b6d441f469a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:05.358925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks [] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.361483 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38b8af-249f-4638-bff7-35965f408c5b x-openstack-request-id: req-9f38b8af-249f-4638-bff7-35965f408c5b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:05.362022 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:05.366494 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f38b8af-249f-4638-bff7-35965f408c5b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:05.366867 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f', 'code': 200} Feb 15 01:49:05.378827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Transition to ACTIVE for port object 2d8c38bc-136f-4982-9397-1b6d441f469a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:05.398680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Deleting port e5cf48e2-a115-4e47-b7f6-166007945c42 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:05.399025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.475435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.586823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:05.644421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.645147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.645905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.646904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.647361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.647887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.648548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.648889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.649290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.649627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.649963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.650358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.650691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:05.675223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] For port e5cf48e2-a115-4e47-b7f6-166007945c42, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e5cf48e2-a115-4e47-b7f6-166007945c42,segment=NetworkSegment(7b393a63-b48d-460d-abff-3018a12e3332),segment_id=7b393a63-b48d-460d-abff-3018a12e3332)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:05.675605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.703928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Calling delete_port for e5cf48e2-a115-4e47-b7f6-166007945c42 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:05.784712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Attempting to bind port 2d8c38bc-136f-4982-9397-1b6d441f469a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:05.785132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Attempting to bind port 2d8c38bc-136f-4982-9397-1b6d441f469a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:05.785537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Attempting to bind port 2d8c38bc-136f-4982-9397-1b6d441f469a on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:05.787354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:05.794920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Port 2d8c38bc-136f-4982-9397-1b6d441f469a on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:05.795321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Attempting to bind port 2d8c38bc-136f-4982-9397-1b6d441f469a on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:05.862129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:05.862129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:05.863679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:05.864344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Bound port: 2d8c38bc-136f-4982-9397-1b6d441f469a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:05.864881 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.945926 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db210246-2cf9-4c49-bacd-f11dfe60ac37 x-openstack-request-id: req-db210246-2cf9-4c49-bacd-f11dfe60ac37 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:05.946352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa230bc9-7b7f-4a15-afdb-f626380bd633", "name": "network-vif-deleted", "tag": "63d33294-291a-44bc-9a5a-7536db0c947b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:05.946674 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db210246-2cf9-4c49-bacd-f11dfe60ac37 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:05.947255 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa230bc9-7b7f-4a15-afdb-f626380bd633', 'name': 'network-vif-deleted', 'tag': '63d33294-291a-44bc-9a5a-7536db0c947b', 'status': 'completed', 'code': 200} Feb 15 01:49:05.953506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:05.959318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:05.959738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:05.998575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:06.007342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:06.039789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-8cbd391c-3194-4718-9a26-d7e13bcd0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.041345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-8cbd391c-3194-4718-9a26-d7e13bcd0ffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1129 time: 0.1199415 Feb 15 01:49:06.075458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e5cf48e2-a115-4e47-b7f6-166007945c42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.129366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.134336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'Port': ['ID=e5cf48e2-a115-4e47-b7f6-166007945c42,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:06.230023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] No DVR routers for this DVR port e5cf48e2-a115-4e47-b7f6-166007945c42 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:06.233084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.236683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28b067b3-eee2-41fe-a36f-b682df18525f req-251e19dd-934b-4b16-9ba1-a911b492ca25 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.37 "DELETE /v2.0/ports/e5cf48e2-a115-4e47-b7f6-166007945c42 HTTP/1.1" status: 204 len: 173 time: 1.0870185 Feb 15 01:49:06.240130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-7119f6fb-0a8b-464b-b6a4-409b9e58ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.241665 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-7119f6fb-0a8b-464b-b6a4-409b9e58ee85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 912 time: 0.1948295 Feb 15 01:49:06.247246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e5cf48e2-a115-4e47-b7f6-166007945c42'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:06.251312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65185a3c-1fa9-45a1-9251-02b8eddeb0a7 req-37e850dc-82b5-4b6f-af70-f72fc61cfa13 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.252361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65185a3c-1fa9-45a1-9251-02b8eddeb0a7 req-37e850dc-82b5-4b6f-af70-f72fc61cfa13 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8bab136-dc73-4158-ab8c-8571a4073cb2 HTTP/1.1" status: 200 len: 945 time: 0.2482767 Feb 15 01:49:06.255584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.256393 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.257743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] 10.222.0.31 "PUT /v2.0/ports/2d8c38bc-136f-4982-9397-1b6d441f469a HTTP/1.1" status: 200 len: 1092 time: 1.7314000 Feb 15 01:49:06.291042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb648b4-9369-411d-a044-c4f2699fd706 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:06.325472 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-193f1fe1-6061-4fba-82d2-a0503814c5e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 200 len: 217 time: 0.0773053 Feb 15 01:49:06.393088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65185a3c-1fa9-45a1-9251-02b8eddeb0a7 req-c7dd2b70-2f80-4b4a-9874-9810040e23c6 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ea60e6-8492-4233-9ec8-79a603df0432&id=5d148cd6-0a94-403a-af79-09e748890e3d&id=ce0b3938-1276-408c-be05-d855321edff3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1299834 Feb 15 01:49:06.406968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:06.407996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.454033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-c8698891-3b8a-418f-ab1d-3a89ac48b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.456015 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-c8698891-3b8a-418f-ab1d-3a89ac48b8c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.1233261 Feb 15 01:49:06.461053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:06.488713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-20308cc2-436e-4c1f-b620-636f754d39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.491205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-20308cc2-436e-4c1f-b620-636f754d39c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 1126 time: 0.0672126 Feb 15 01:49:06.519687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-85f8844d-802d-4f0e-82bc-a0c4ae622c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537467 Feb 15 01:49:06.533727 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:06.538786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-ac57b2b2-e0e1-40dc-b1d0-c5845ef8e5a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c38bc-136f-4982-9397-1b6d441f469a HTTP/1.1" status: 200 len: 217 time: 0.0404155 Feb 15 01:49:06.620208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-7829992f-7d79-4bcf-a714-19ba3506467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:06.623021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-7829992f-7d79-4bcf-a714-19ba3506467c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0782638 Feb 15 01:49:06.623394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:06.684757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-21d4241e-a772-493c-9b2f-c9ac330011e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537646 Feb 15 01:49:06.701414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-4789a61c-6f4c-4936-a2e1-094262a9103c service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720572 Feb 15 01:49:06.811733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-742ce7ba-3ce1-40d9-bea3-1f7c542bfca2 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202168 Feb 15 01:49:06.827823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9dc07181-f1ad-4789-a477-84d611b5d8ce req-6da2a6fd-0e53-475e-b329-948f7a21a0ee service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163938 Feb 15 01:49:06.923281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd613cb-2866-46bd-b0aa-ca9e3ff4bba9 req-ac06dd0a-de64-4d11-85f8-66d64624b982 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039326 Feb 15 01:49:07.263138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6548-8cb0-4603-a327-fb09bc3d2ba6 req-1b0ccafb-40f3-4301-8896-ce4275805226 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:07.264845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-503a6548-8cb0-4603-a327-fb09bc3d2ba6 req-1b0ccafb-40f3-4301-8896-ce4275805226 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0627277 Feb 15 01:49:07.317701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-503a6548-8cb0-4603-a327-fb09bc3d2ba6 req-978d8de8-7334-4943-be5e-573abdc11d3b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Feb 15 01:49:07.367780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c'}, {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:07.371761 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3b71d-15e0-4936-b208-c177f5542fd2" -d '{"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c"}, {"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:07.485423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f3d08-7e42-42f6-9e0e-af2e80f72910 req-d7b9c903-0fe6-40d9-a712-7d6a48879072 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:07.495608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f3d08-7e42-42f6-9e0e-af2e80f72910 req-d7b9c903-0fe6-40d9-a712-7d6a48879072 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:07.504281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f3d08-7e42-42f6-9e0e-af2e80f72910 req-d7b9c903-0fe6-40d9-a712-7d6a48879072 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:07.512337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b73f3d08-7e42-42f6-9e0e-af2e80f72910 req-d7b9c903-0fe6-40d9-a712-7d6a48879072 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2419 time: 0.1168056 Feb 15 01:49:07.564207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b73f3d08-7e42-42f6-9e0e-af2e80f72910 req-6f9f4f6c-7a9f-4182-91dd-dd467b820e80 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Feb 15 01:49:07.760651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:07.781233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 63d33294-291a-44bc-9a5a-7536db0c947b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:07.781589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 63d33294-291a-44bc-9a5a-7536db0c947b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:07.947951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'name': 'network-vif-deleted', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42'}, {'name': 'network-changed', 'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:07.950375 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e22762-ce0b-4b64-a4da-7c3481eb581d" -d '{"events": [{"server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "name": "network-vif-deleted", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42"}, {"name": "network-changed", "server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:08.029428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217411e-30a8-4d4c-adb4-93ef01b1fc62 req-4d8f3de1-107f-456c-9f37-9f3f586c0b85 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.030893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9217411e-30a8-4d4c-adb4-93ef01b1fc62 req-4d8f3de1-107f-456c-9f37-9f3f586c0b85 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 943 time: 0.0531180 Feb 15 01:49:08.077069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9217411e-30a8-4d4c-adb4-93ef01b1fc62 req-93836df7-c7da-4d74-bbbc-8742fcd73111 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Feb 15 01:49:08.191075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.196556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.202462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.207847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.213185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.219122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.224411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.226228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-d2cf25c9-bdcc-45c4-93c0-1293c2b64568 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.0937653 Feb 15 01:49:08.288840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ef9cc06-906b-4e91-802b-b7c094a0aa3d req-026ef0e4-953d-4e6e-9ea6-244f10b86aaa tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566394 Feb 15 01:49:08.336619 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce6b38-4fa8-4774-8a65-4bc5c62ab080 x-openstack-request-id: req-69ce6b38-4fa8-4774-8a65-4bc5c62ab080 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:08.336923 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c", "code": 200}, {"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:08.337171 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69ce6b38-4fa8-4774-8a65-4bc5c62ab080 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:08.337676 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', 'code': 200} Feb 15 01:49:08.337931 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67', 'code': 200} Feb 15 01:49:08.444022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39728-5159-49f2-ad64-979c6c3d7de3 req-bd0fe974-12e5-4198-858a-b29219e188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.444641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39728-5159-49f2-ad64-979c6c3d7de3 req-bd0fe974-12e5-4198-858a-b29219e188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.445034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab39728-5159-49f2-ad64-979c6c3d7de3 req-bd0fe974-12e5-4198-858a-b29219e188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.446781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bab39728-5159-49f2-ad64-979c6c3d7de3 req-bd0fe974-12e5-4198-858a-b29219e188ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2968 time: 0.0477169 Feb 15 01:49:08.465444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa86023-c80c-4f4c-b527-b41c42da665b req-d99b3348-3f94-47a9-9137-9cc1e31b3b79 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.467086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eaa86023-c80c-4f4c-b527-b41c42da665b req-d99b3348-3f94-47a9-9137-9cc1e31b3b79 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 949 time: 0.0554111 Feb 15 01:49:08.492125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bab39728-5159-49f2-ad64-979c6c3d7de3 req-592239dd-e31f-4142-8eeb-7afd49a786b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Feb 15 01:49:08.516224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eaa86023-c80c-4f4c-b527-b41c42da665b req-274dcfaa-a2b6-49bd-a0d0-b9ff727830dd tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Feb 15 01:49:08.564990 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839d8cc-9c58-4fb9-859d-9e566a7a7656 x-openstack-request-id: req-5839d8cc-9c58-4fb9-859d-9e566a7a7656 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:08.565465 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bab136-dc73-4158-ab8c-8571a4073cb2", "name": "network-vif-deleted", "tag": "e5cf48e2-a115-4e47-b7f6-166007945c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:08.565786 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5839d8cc-9c58-4fb9-859d-9e566a7a7656 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:08.566265 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bab136-dc73-4158-ab8c-8571a4073cb2', 'name': 'network-vif-deleted', 'tag': 'e5cf48e2-a115-4e47-b7f6-166007945c42', 'status': 'completed', 'code': 200} Feb 15 01:49:08.566639 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'status': 'completed', 'code': 200} Feb 15 01:49:08.679326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-145a6292-7765-4c99-99f2-20cc49d2877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.680870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-145a6292-7765-4c99-99f2-20cc49d2877c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 1126 time: 0.0915155 Feb 15 01:49:08.689766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139e17-1e2a-4c04-ab04-244df77d3ff2 req-acf96f11-0b9f-44eb-9772-ca24b5107852 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.691311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34139e17-1e2a-4c04-ab04-244df77d3ff2 req-acf96f11-0b9f-44eb-9772-ca24b5107852 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0716317 Feb 15 01:49:08.798809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34139e17-1e2a-4c04-ab04-244df77d3ff2 req-372d8a63-c133-4e51-b4c2-a0d883186b67 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990405 Feb 15 01:49:08.826017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-4cfffbfd-9c9b-4a1c-b01e-597ef2fa8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.827525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-4cfffbfd-9c9b-4a1c-b01e-597ef2fa8cba service neutron] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.1353207 Feb 15 01:49:08.883003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-ba7d3139-afa4-4920-91ea-1b0cdb793444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c38bc-136f-4982-9397-1b6d441f469a HTTP/1.1" status: 200 len: 217 time: 0.0478220 Feb 15 01:49:08.931993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-9ffcfa7c-46e7-4127-9b34-d344bd27ac4f tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/5d148cd6-0a94-403a-af79-09e748890e3d HTTP/1.1" status: 200 len: 1820 time: 0.1076713 Feb 15 01:49:08.950347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-6e8dc2e3-7bc7-4304-9c9d-dad5fe689ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:08.951779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-6e8dc2e3-7bc7-4304-9c9d-dad5fe689ab8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0594633 Feb 15 01:49:08.994311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-f257175e-aaef-44d5-8f84-28cc11ff1a9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318344 Feb 15 01:49:09.077497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (5d148cd6-0a94-403a-af79-09e748890e3d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.103801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (5d148cd6-0a94-403a-af79-09e748890e3d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.148777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-5da05687-3eac-4ee8-bfaa-9ba2be7e07b6 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456301 Feb 15 01:49:09.244106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6e22762-ce0b-4b64-a4da-7c3481eb581d req-567a4ea6-a664-491a-b481-4e5b398b323f service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888143 Feb 15 01:49:09.260794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d148cd6-0a94-403a-af79-09e748890e3d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.264778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.264778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f52f9941-53cb-4ce4-b16b-1e76a24a0a55 req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d148cd6-0a94-403a-af79-09e748890e3d HTTP/1.1" status: 204 len: 173 time: 0.3261418 Feb 15 01:49:09.277290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc754e-ddbc-48f6-b5c2-c5bbf7f026db tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d148cd6-0a94-403a-af79-09e748890e3d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:09.386284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa42b-c6a5-48de-8f02-87dbc391576c req-d45954a1-c2d4-4caa-8d1c-d83db99300ec tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:09.391644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa42b-c6a5-48de-8f02-87dbc391576c req-d45954a1-c2d4-4caa-8d1c-d83db99300ec tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:09.397259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa42b-c6a5-48de-8f02-87dbc391576c req-d45954a1-c2d4-4caa-8d1c-d83db99300ec tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:09.398955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-998fa42b-c6a5-48de-8f02-87dbc391576c req-d45954a1-c2d4-4caa-8d1c-d83db99300ec tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2419 time: 0.0698020 Feb 15 01:49:09.451722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-998fa42b-c6a5-48de-8f02-87dbc391576c req-8d899e5f-fe02-4682-bad3-e942908e18dc tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Feb 15 01:49:09.565638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8439ed5-1e80-4544-981e-ccc97b1a0d05 req-3e53d1c3-2e1c-4f74-bde1-041ffed50c26 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:09.568033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8439ed5-1e80-4544-981e-ccc97b1a0d05 req-3e53d1c3-2e1c-4f74-bde1-041ffed50c26 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 943 time: 0.0581751 Feb 15 01:49:09.619207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8439ed5-1e80-4544-981e-ccc97b1a0d05 req-ea938cd5-0d77-453f-ae78-e993aefc8305 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Feb 15 01:49:09.682364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-31f86e31-db41-4640-b5e3-1965febf8dc2 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "GET /v2.0/security-groups/ce0b3938-1276-408c-be05-d855321edff3 HTTP/1.1" status: 200 len: 1819 time: 0.0412321 Feb 15 01:49:09.746516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (ce0b3938-1276-408c-be05-d855321edff3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.769630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (ce0b3938-1276-408c-be05-d855321edff3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.785903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:09.852002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5cf48e2-a115-4e47-b7f6-166007945c42 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:09.868779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ce0b3938-1276-408c-be05-d855321edff3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.873401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:09.875444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faf97c91-1a9f-47f3-9248-2ee2eda8a43d req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce0b3938-1276-408c-be05-d855321edff3 HTTP/1.1" status: 204 len: 173 time: 0.1866570 Feb 15 01:49:09.875600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e5cf48e2-a115-4e47-b7f6-166007945c42 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:09.875796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e5cf48e2-a115-4e47-b7f6-166007945c42 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:09.881517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:09.888788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071cfec-a169-4124-89a2-7698c763c730 tempest-SecurityGroupsTestJSON-1488608942 tempest-SecurityGroupsTestJSON-1488608942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b3938-1276-408c-be05-d855321edff3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:09.925835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:09.955486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'mac_address': 'fa:16:3e:a7:7d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:09.983025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Deleting subnet ae60cf11-b5a2-4303-9287-5fc056da62f3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:49:09.987312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Publish callbacks [] for subnet (ae60cf11-b5a2-4303-9287-5fc056da62f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.009750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:10.010270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.028584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (ae60cf11-b5a2-4303-9287-5fc056da62f3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.028940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-72ff8ba5-924e-4940-ae98-58fd104c2ce1 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.030866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-72ff8ba5-924e-4940-ae98-58fd104c2ce1 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 949 time: 0.1260717 Feb 15 01:49:10.031021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8c38bc-136f-4982-9397-1b6d441f469a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:10.056430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:10.074087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ae60cf11-b5a2-4303-9287-5fc056da62f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.114564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.119995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.125849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.131180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.136468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.142463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.148059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.149929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-04d210b4-1a8e-4d3a-9674-2e68943362d0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.1862705 Feb 15 01:49:10.153277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.176906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ae60cf11-b5a2-4303-9287-5fc056da62f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.204618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:10.218836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae60cf11-b5a2-4303-9287-5fc056da62f3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:10.229248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.229594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.229962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.230281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.230616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.230961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.232193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.232611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.235046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.235046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.235046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.235046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.235046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:10.238886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.242197 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7c081ec-76b2-4e5a-88ae-e7e34585b86a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ae60cf11-b5a2-4303-9287-5fc056da62f3 HTTP/1.1" status: 204 len: 168 time: 0.3579986 Feb 15 01:49:10.244688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:10.269090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdfb5347-92d7-4133-a0c8-444c9145b233 req-4a79981b-a7de-4d13-83ed-37e2f3aaad55 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1094010 Feb 15 01:49:10.304216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Deleting port 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:10.314364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.327050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (12a3dae7-4729-47da-ad66-6b5ac9fac795), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.423341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2d8c38bc-136f-4982-9397-1b6d441f469a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:10.425306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (12a3dae7-4729-47da-ad66-6b5ac9fac795), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.450809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a3dae7-4729-47da-ad66-6b5ac9fac795']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:10.464026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b393a63-b48d-460d-abff-3018a12e3332') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:10.464344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b393a63-b48d-460d-abff-3018a12e3332') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:10.480011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7b393a63-b48d-460d-abff-3018a12e3332), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.498716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b393a63-b48d-460d-abff-3018a12e3332), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.506072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:49:10.507314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7b393a63-b48d-460d-abff-3018a12e3332), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.509530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] For port 81f207d7-c5b6-49f3-b913-e169aac8b855, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=81f207d7-c5b6-49f3-b913-e169aac8b855,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:10.510243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.535421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Calling delete_port for 81f207d7-c5b6-49f3-b913-e169aac8b855 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:10.554609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42b343-94ba-49e7-9261-312212c38d7e req-92163cf9-3bb6-442f-9ad4-b86159c92b35 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.556123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab42b343-94ba-49e7-9261-312212c38d7e req-92163cf9-3bb6-442f-9ad4-b86159c92b35 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 949 time: 0.1756597 Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:49:10.567046 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:49:10.571761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.577197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.582581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.587822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.593775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.598945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.604241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.606117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9d120931-8d53-456f-ae7a-adde3ca8cfde tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 5435 time: 0.1511860 Feb 15 01:49:10.615828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (12a3dae7-4729-47da-ad66-6b5ac9fac795), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.621720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:10.628387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] 10.222.0.43 "DELETE /v2.0/networks/12a3dae7-4729-47da-ad66-6b5ac9fac795 HTTP/1.1" status: 204 len: 168 time: 0.3804028 Feb 15 01:49:10.642287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8e02b-bafe-4066-8982-42bb9d0da413 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a3dae7-4729-47da-ad66-6b5ac9fac795,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:10.730112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-d05f4364-90c8-4e85-abd8-65b9416255af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:10.732175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-d05f4364-90c8-4e85-abd8-65b9416255af tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1132083 Feb 15 01:49:10.742852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab42b343-94ba-49e7-9261-312212c38d7e req-4eb9e1f6-7546-4212-9f56-25161baa7d57 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b817a08-8fb8-47ab-8807-8334e1787d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335690 Feb 15 01:49:11.155284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:11.199503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3aad9c5d-eee6-41c6-9e50-e84eac5088e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c352c3815994417ea4eb70ede5078331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429296 Feb 15 01:49:11.202828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:11.256491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] Publish callbacks [] for security_group (d2ea60e6-8492-4233-9ec8-79a603df0432), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.282462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] Publish callbacks [] for security_group (d2ea60e6-8492-4233-9ec8-79a603df0432), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.302135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-8b43291e-ac9f-41b5-97b7-f379ef571a55 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5629051 Feb 15 01:49:11.313622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5309b2-e51c-4d34-9633-6c7c264bbde1 req-ef31fa2e-fa7f-43f8-a160-7a432db166c1 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:11.320792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af5309b2-e51c-4d34-9633-6c7c264bbde1 req-ef31fa2e-fa7f-43f8-a160-7a432db166c1 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.5110607 Feb 15 01:49:11.323857 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:49:11.332186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:11.367023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (81f207d7-c5b6-49f3-b913-e169aac8b855), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.408124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Pushing event deleted for resources: {'Port': ['ID=81f207d7-c5b6-49f3-b913-e169aac8b855,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:11.416137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d2ea60e6-8492-4233-9ec8-79a603df0432), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.419069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.420487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2ea60e6-8492-4233-9ec8-79a603df0432 HTTP/1.1" status: 204 len: 168 time: 0.2164991 Feb 15 01:49:11.428949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3adfcd-3db8-40a8-8133-74156827d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea60e6-8492-4233-9ec8-79a603df0432,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:11.480647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af5309b2-e51c-4d34-9633-6c7c264bbde1 req-333d2809-f02b-4312-81a5-01fe287ab663 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547635 Feb 15 01:49:11.514028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.516402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] No DVR routers for this DVR port 81f207d7-c5b6-49f3-b913-e169aac8b855 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:11.520600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.523993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c658f3a4-917f-4334-8f8b-89adf3d59a03 req-19159960-c8c1-448c-8fc7-83bc7427e1f4 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.31 "DELETE /v2.0/ports/81f207d7-c5b6-49f3-b913-e169aac8b855 HTTP/1.1" status: 204 len: 173 time: 1.4834075 Feb 15 01:49:11.525678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-deleted', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:11.531965 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e372f-f5e2-43ad-9bb5-a9067bdb9ca9" -d '{"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-deleted", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:11.658585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec204a1-2538-4b2e-990c-0a0e1849cc6e req-ab83a9ed-a196-457c-9537-5a72c3a62955 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:11.663841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec204a1-2538-4b2e-990c-0a0e1849cc6e req-ab83a9ed-a196-457c-9537-5a72c3a62955 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:11.669148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec204a1-2538-4b2e-990c-0a0e1849cc6e req-ab83a9ed-a196-457c-9537-5a72c3a62955 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:11.670750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec204a1-2538-4b2e-990c-0a0e1849cc6e req-ab83a9ed-a196-457c-9537-5a72c3a62955 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2419 time: 0.1267774 Feb 15 01:49:11.778868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec204a1-2538-4b2e-990c-0a0e1849cc6e req-d3afe964-c358-44cf-8b38-4a66b377421f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Feb 15 01:49:11.778868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=28bd6334-6911-4671-97d3-34b696ff6924,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:11.810506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:11.837888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] For port 28bd6334-6911-4671-97d3-34b696ff6924, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:11.915381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] device_id is not set on port 28bd6334-6911-4671-97d3-34b696ff6924 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:49:11.935855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Publish callbacks [] for port (28bd6334-6911-4671-97d3-34b696ff6924), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:11.951615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63776f0d-df76-46be-bf46-362f767f09be req-182cac9e-e6e7-4dd2-8cdb-9572758dc5b6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:11.963225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63776f0d-df76-46be-bf46-362f767f09be req-182cac9e-e6e7-4dd2-8cdb-9572758dc5b6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 944 time: 0.0951788 Feb 15 01:49:12.021410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63776f0d-df76-46be-bf46-362f767f09be req-0d3c6485-76dd-40f2-b3a4-8c1dcd1ab1ba tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572731 Feb 15 01:49:12.073270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.073582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 2d8c38bc-136f-4982-9397-1b6d441f469a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:12.078920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 2d8c38bc-136f-4982-9397-1b6d441f469a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:12.084916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.138807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] No DVR routers for this DVR port 28bd6334-6911-4671-97d3-34b696ff6924 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:12.179060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:12.179558 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.181378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:12.214421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:12.217412 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece9bb1-063f-4dea-8f8c-9b6006af7848" -d '{"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:12.219962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] In _notify_port_updated(), no bound segment for port 28bd6334-6911-4671-97d3-34b696ff6924 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:49:12.220878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.221491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.223137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-9ec33530-3e0f-4238-b94f-474bd485097c service neutron] 10.222.0.31 "PUT /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 200 len: 1027 time: 0.8997636 Feb 15 01:49:12.232732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:12.252490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.258236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.263663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.269223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.274551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.280958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.282905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-d3150790-99ee-4b3c-a647-273eeb271ec1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 4661 time: 0.1468871 Feb 15 01:49:12.319328 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.320922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28bd6334-6911-4671-97d3-34b696ff6924 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:12.331567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-0d98fd60-af74-4757-818e-c40a8cb1ac9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.333025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-0d98fd60-af74-4757-818e-c40a8cb1ac9a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "GET /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1039534 Feb 15 01:49:12.373650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:12.408753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 28bd6334-6911-4671-97d3-34b696ff6924 host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:49:12.409073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 28bd6334-6911-4671-97d3-34b696ff6924 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:12.409695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6fa473d0-11af-42ca-842a-3b8b2ff422c7 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:12.411470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:12.430886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ec2ae16-2043-490c-95db-6e138cb14cc7 req-86ac10ed-ccad-4a73-b5ab-569f913a820e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c42d9b-b04d-49ae-8ac9-02916dd1ef20&id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1290305 Feb 15 01:49:12.459737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b74feeeb-34ac-47e6-9540-49c9ff8684ec None None] Provisioning complete for port 28bd6334-6911-4671-97d3-34b696ff6924 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:12.460121 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b74feeeb-34ac-47e6-9540-49c9ff8684ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28bd6334-6911-4671-97d3-34b696ff6924), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.481981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.510082 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f50939-5298-480d-a46e-55dc602820d0 x-openstack-request-id: req-c8f50939-5298-480d-a46e-55dc602820d0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:12.510381 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167d167-acce-49c7-b1e0-475adae69bd0", "name": "network-vif-deleted", "tag": "81f207d7-c5b6-49f3-b913-e169aac8b855", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:12.510662 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f50939-5298-480d-a46e-55dc602820d0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:12.511648 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167d167-acce-49c7-b1e0-475adae69bd0', 'name': 'network-vif-deleted', 'tag': '81f207d7-c5b6-49f3-b913-e169aac8b855', 'status': 'completed', 'code': 200} Feb 15 01:49:12.535819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b74feeeb-34ac-47e6-9540-49c9ff8684ec None None] Port 28bd6334-6911-4671-97d3-34b696ff6924 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:12.610168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:12.610571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.620761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecaf491b-b207-4e9d-8226-590fdfac43dc req-82c4c1be-e002-4893-b2d6-09a9dc663686 tempest-ListImageFiltersTestJSON-417688917 tempest-ListImageFiltersTestJSON-417688917-project] 10.222.0.43 "GET /v2.0/ports?device_id=0167d167-acce-49c7-b1e0-475adae69bd0 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Feb 15 01:49:12.674671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:12.719338 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8716f-6070-42fe-9979-1aec9ed77a48 x-openstack-request-id: req-5eb8716f-6070-42fe-9979-1aec9ed77a48 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:12.719338 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:12.719338 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5eb8716f-6070-42fe-9979-1aec9ed77a48 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:12.719338 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'code': 200} Feb 15 01:49:12.743784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9e1674a0-1fea-4948-8be3-20664a8e7653,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:12.790877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] For port 9e1674a0-1fea-4948-8be3-20664a8e7653, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:12.833883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.835726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1a5cf6b-7ed3-4b02-b502-296832ce8d24 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:12.847990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56906) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:12.914683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] device_id is not set on port 9e1674a0-1fea-4948-8be3-20664a8e7653 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:49:12.938572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Publish callbacks [] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.947325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:12.960730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ea22-5b05-4fa1-8cc4-f55e6a566fd7 req-725aec1f-2940-4122-9e6e-f2762364254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.963386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e83ea22-5b05-4fa1-8cc4-f55e6a566fd7 req-725aec1f-2940-4122-9e6e-f2762364254a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 1128 time: 0.1691847 Feb 15 01:49:12.972889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448d339-0d70-4705-9207-fc5a1da2907e req-2ea3659c-692b-4653-b0a5-fd9a39457c0c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:12.981144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c448d339-0d70-4705-9207-fc5a1da2907e req-2ea3659c-692b-4653-b0a5-fd9a39457c0c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1592529 Feb 15 01:49:12.991338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:12.991948 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:12.998400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-367630025-network', 'tenant_id': '0445d7b9f74241f79818ecf461e498de'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:13.042779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:13.058036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e83ea22-5b05-4fa1-8cc4-f55e6a566fd7 req-3da169d1-0876-4857-aab1-6966f6b5409d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Feb 15 01:49:13.062026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c448d339-0d70-4705-9207-fc5a1da2907e req-e318c4a8-940b-4fb1-bbcc-85aa97b2c10e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802164 Feb 15 01:49:13.067840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.098355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Made reservation on behalf of 0445d7b9f74241f79818ecf461e498de for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:13.117502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.131651 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.132463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9e1674a0-1fea-4948-8be3-20664a8e7653 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:13.139748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.139909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] No DVR routers for this DVR port 9e1674a0-1fea-4948-8be3-20664a8e7653 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:13.142135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Pushing event updated for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:13.190978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] In _notify_port_updated(), no bound segment for port 9e1674a0-1fea-4948-8be3-20664a8e7653 on network f4441eb7-0888-4ce6-b6a8-872ff4b5093d {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:49:13.192012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:13.192692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.194192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-6410c85e-ce89-47d7-a919-24d54a5c90aa service neutron] 10.222.0.31 "PUT /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 200 len: 1027 time: 0.8288026 Feb 15 01:49:13.262835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 9e1674a0-1fea-4948-8be3-20664a8e7653 host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:49:13.263234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9e1674a0-1fea-4948-8be3-20664a8e7653 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:13.263961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:13.280500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks [] for security_group (46758ecf-61bc-49fc-9131-a4df8f456f25), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.287974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:13.359100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (46758ecf-61bc-49fc-9131-a4df8f456f25), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.368046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:13.368535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.386980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:13.386980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.402794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:49:13.419186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:13.432497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46758ecf-61bc-49fc-9131-a4df8f456f25,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:13.436269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9f4d21e8-baaa-47bf-a646-69a1e0ce2651), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.436901 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Added segment 9f4d21e8-baaa-47bf-a646-69a1e0ce2651 of type vlan for network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 Feb 15 01:49:13.467820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.468675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5983f37a-c209-4d97-95f7-c45bd6b6f18e no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:13.527922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ccfbcc29-88e0-4f9a-8505-f9825acb6f50), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.583789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] For port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:13.583789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.610085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:13.623409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4937ee66-c2b2-4b2f-95d6-c64ba59e90be None None] Provisioning complete for port 9e1674a0-1fea-4948-8be3-20664a8e7653 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:13.623780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4937ee66-c2b2-4b2f-95d6-c64ba59e90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.633818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ccfbcc29-88e0-4f9a-8505-f9825acb6f50), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.634820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:13.635447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.658491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:13.697959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4937ee66-c2b2-4b2f-95d6-c64ba59e90be None None] Port 9e1674a0-1fea-4948-8be3-20664a8e7653 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:13.709821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] Pushing event updated for resources: {'Network': ['ID=ccfbcc29-88e0-4f9a-8505-f9825acb6f50,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:13.710186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5983f37a-c209-4d97-95f7-c45bd6b6f18e is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:13.710678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.723721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:49:13.808684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53d5ece7-3903-4892-9477-e8e7a59a999b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9577937 Feb 15 01:49:13.810591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:13.815615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:13.817548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Request body: {'subnet': {'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-367630025-subnet', 'tenant_id': '0445d7b9f74241f79818ecf461e498de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:13.848099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad55b3-59a1-432a-82a6-89d1ce20aea2 req-afcc7777-2c79-4640-9cf7-9231b9f845ab tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:13.849794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57ad55b3-59a1-432a-82a6-89d1ce20aea2 req-afcc7777-2c79-4640-9cf7-9231b9f845ab tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1064012 Feb 15 01:49:13.904669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57ad55b3-59a1-432a-82a6-89d1ce20aea2 req-5c616900-6c51-422e-ae06-3eb0b8b25d24 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486121 Feb 15 01:49:13.907311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.916985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6e268f98-c6cd-4087-8404-7f20670b334a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:13.958806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Made reservation on behalf of 0445d7b9f74241f79818ecf461e498de for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:13.963715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:13.970495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e0c05f2e-8469-4baa-b79d-3ff7187cb9b9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.013365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:14.019767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=e0c05f2e-8469-4baa-b79d-3ff7187cb9b9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:14.022973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.023326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.023681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.024009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.024394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.024731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.025117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.025441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.025817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.026235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.026655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.026983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.027306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:14.118029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] No DVR routers for this DVR port e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:14.122131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.125512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-b988ad88-7184-4f16-9b47-f741346a2b4a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "DELETE /v2.0/ports/e0c05f2e-8469-4baa-b79d-3ff7187cb9b9 HTTP/1.1" status: 204 len: 173 time: 0.8699489 Feb 15 01:49:14.142632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6e268f98-c6cd-4087-8404-7f20670b334a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:14.144039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.159648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-8e22f74b-a1af-480b-bbb5-e66674f47a08 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.165365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-8e22f74b-a1af-480b-bbb5-e66674f47a08 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.171662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-8e22f74b-a1af-480b-bbb5-e66674f47a08 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.178564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-8e22f74b-a1af-480b-bbb5-e66674f47a08 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.186224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-8e22f74b-a1af-480b-bbb5-e66674f47a08 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 3146 time: 0.1707957 Feb 15 01:49:14.233633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:14.289787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77fe56df-ff6e-45d7-bd67-e0240bd5a703 req-da1ab81d-3b38-49bc-90e3-169b5a03a349 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a1c4d0c-30a2-4b63-977d-cbb4239dd752&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027606 Feb 15 01:49:14.296551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.297304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:14.308172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8dce1773-4d72-4a18-8c10-74e7161adaee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.314725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:14.315283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.406565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dce1773-4d72-4a18-8c10-74e7161adaee,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:14.407995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 81f207d7-c5b6-49f3-b913-e169aac8b855 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:14.418765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 81f207d7-c5b6-49f3-b913-e169aac8b855 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:14.429383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Checking segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:14.430047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Network hostable DHCP agents. Network: ccfbcc29-88e0-4f9a-8505-f9825acb6f50, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:49:14.453297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:14.455717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] For port f1a5cf6b-7ed3-4b02-b502-296832ce8d24, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:14.456106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.483211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for f1a5cf6b-7ed3-4b02-b502-296832ce8d24 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:14.516456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:14.518991 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d42cf38-7b69-4c36-96f4-f57dd85f2b44" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:14.541550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:49:14.583782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922df1-1e4c-4795-a138-8d910fd2ccca req-d202097c-1fa7-4992-bdb9-fbbbca2f6e62 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.589525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922df1-1e4c-4795-a138-8d910fd2ccca req-d202097c-1fa7-4992-bdb9-fbbbca2f6e62 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.596217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922df1-1e4c-4795-a138-8d910fd2ccca req-d202097c-1fa7-4992-bdb9-fbbbca2f6e62 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.596851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83922df1-1e4c-4795-a138-8d910fd2ccca req-d202097c-1fa7-4992-bdb9-fbbbca2f6e62 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2419 time: 0.1309242 Feb 15 01:49:14.616660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ccfbcc29-88e0-4f9a-8505-f9825acb6f50) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:14.628725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.630295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.639382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd8cc5-2712-4e0f-8c57-59bc07a5c372 None None] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:14.685956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83922df1-1e4c-4795-a138-8d910fd2ccca req-36a4b156-b2fb-4f9c-8260-8c1f5c218841 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778766 Feb 15 01:49:14.721965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:14.724058 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec07f96-b247-486e-b586-c19aff771774" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:14.745479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00f08ac2-fb04-4731-acba-2ffdb46a2be1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9333489 Feb 15 01:49:14.790893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'project_id': '0445d7b9f74241f79818ecf461e498de', 'fixed_ips': [{'subnet_id': '8dce1773-4d72-4a18-8c10-74e7161adaee'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:49:14.790893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.815877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f1a5cf6b-7ed3-4b02-b502-296832ce8d24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.864335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=f1a5cf6b-7ed3-4b02-b502-296832ce8d24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:14.948324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] No DVR routers for this DVR port f1a5cf6b-7ed3-4b02-b502-296832ce8d24 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:14.948324 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:14.948324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-4b5fdb3e-b567-4f63-97df-6db40b876e8f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "DELETE /v2.0/ports/f1a5cf6b-7ed3-4b02-b502-296832ce8d24 HTTP/1.1" status: 204 len: 173 time: 0.8092060 Feb 15 01:49:14.964770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ad0e-6b10-40fc-a45f-51083a0aac40 req-5dbe05a6-0542-421c-b048-55b421f84855 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:14.973133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0f0ad0e-6b10-40fc-a45f-51083a0aac40 req-5dbe05a6-0542-421c-b048-55b421f84855 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1687012 Feb 15 01:49:14.988956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Allocated IP 172.20.0.2 (ccfbcc29-88e0-4f9a-8505-f9825acb6f50/8dce1773-4d72-4a18-8c10-74e7161adaee/9f29d921-fede-4d33-b16f-7a2bb396423e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:15.070164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0f0ad0e-6b10-40fc-a45f-51083a0aac40 req-ca144f5d-6bcd-479a-83a8-393270485ee8 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939772 Feb 15 01:49:15.117062 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c4495-932f-4d33-b937-61baf8994f87 x-openstack-request-id: req-411c4495-932f-4d33-b937-61baf8994f87 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:15.117291 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:15.117528 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-411c4495-932f-4d33-b937-61baf8994f87 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:15.117922 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'status': 'completed', 'code': 200} Feb 15 01:49:15.156569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 6e268f98-c6cd-4087-8404-7f20670b334a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:15.157014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.167993 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a2e5d6-bc78-4512-b315-8094f85f139c x-openstack-request-id: req-a9a2e5d6-bc78-4512-b315-8094f85f139c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:15.168319 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c05f2e-8469-4baa-b79d-3ff7187cb9b9", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-unplugged", "status": "completed", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:15.169240 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9a2e5d6-bc78-4512-b315-8094f85f139c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:15.169648 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'code': 200} Feb 15 01:49:15.169920 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'code': 200} Feb 15 01:49:15.170368 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c05f2e-8469-4baa-b79d-3ff7187cb9b9', 'code': 200} Feb 15 01:49:15.170544 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'code': 200} Feb 15 01:49:15.170796 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a', 'code': 200} Feb 15 01:49:15.171767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks [] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.175530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.286371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] For port 6e268f98-c6cd-4087-8404-7f20670b334a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6e268f98-c6cd-4087-8404-7f20670b334a,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:15.286757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.306535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 6e268f98-c6cd-4087-8404-7f20670b334a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:15.323920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.442575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:15.444066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Pushing event updated for resources: {'Port': ['ID=9f29d921-fede-4d33-b16f-7a2bb396423e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:15.449641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:15.453725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:15.556723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Attempting to bind port 9f29d921-fede-4d33-b16f-7a2bb396423e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:15.556991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Attempting to bind port 9f29d921-fede-4d33-b16f-7a2bb396423e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:15.561846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Attempting to bind port 9f29d921-fede-4d33-b16f-7a2bb396423e on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:15.570299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:15.570676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Checking segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:15.571081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.571480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Bound using segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:15.571954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Bound port: 9f29d921-fede-4d33-b16f-7a2bb396423e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:15.574534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.714094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-de2d6f50-d9a8-435c-8253-f746aceef46f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:15.714094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-de2d6f50-d9a8-435c-8253-f746aceef46f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:15.714094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-de2d6f50-d9a8-435c-8253-f746aceef46f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:15.714094 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-de2d6f50-d9a8-435c-8253-f746aceef46f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 2419 time: 0.1004360 Feb 15 01:49:15.714913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-04300042-12ea-4847-838a-66447ee9f62b None None] For port 9f29d921-fede-4d33-b16f-7a2bb396423e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:15.718673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-04300042-12ea-4847-838a-66447ee9f62b None None] For port 9f29d921-fede-4d33-b16f-7a2bb396423e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f29d921-fede-4d33-b16f-7a2bb396423e,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:15.764418 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6e268f98-c6cd-4087-8404-7f20670b334a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.797907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=6e268f98-c6cd-4087-8404-7f20670b334a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:15.817012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.819508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port 37973d3c-cf13-4588-936b-cc950d18e22f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:15.819508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.847603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] No DVR routers for this DVR port 6e268f98-c6cd-4087-8404-7f20670b334a on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:15.851459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.859784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-509c8cd0-c3c0-418b-9b08-c42ca3538348 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "DELETE /v2.0/ports/6e268f98-c6cd-4087-8404-7f20670b334a HTTP/1.1" status: 204 len: 173 time: 0.9033339 Feb 15 01:49:15.895843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04300042-12ea-4847-838a-66447ee9f62b None None] Pushing event updated for resources: {'Port': ['ID=9f29d921-fede-4d33-b16f-7a2bb396423e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:15.939407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port 37973d3c-cf13-4588-936b-cc950d18e22f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37973d3c-cf13-4588-936b-cc950d18e22f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:15.939777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:15.953294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for 37973d3c-cf13-4588-936b-cc950d18e22f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:15.988483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:15.989020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.126504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] For port 6fa473d0-11af-42ca-842a-3b8b2ff422c7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6fa473d0-11af-42ca-842a-3b8b2ff422c7,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:16.127003 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.140623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 6fa473d0-11af-42ca-842a-3b8b2ff422c7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:16.216635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (37973d3c-cf13-4588-936b-cc950d18e22f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.237014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['37973d3c-cf13-4588-936b-cc950d18e22f', '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:16.280999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=37973d3c-cf13-4588-936b-cc950d18e22f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:16.361825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port 37973d3c-cf13-4588-936b-cc950d18e22f on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:16.365047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.369728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-f6d9cbd7-fb7f-4bee-9601-984100ab4fa9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "DELETE /v2.0/ports/37973d3c-cf13-4588-936b-cc950d18e22f HTTP/1.1" status: 204 len: 173 time: 0.6757882 Feb 15 01:49:16.370401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:16.377424 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70191058-ce31-4685-8973-ba6ddbaec2ab" -d '{"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:16.404516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04784ac-346b-4234-8609-8d43c7b38376 req-78b212ee-b545-4020-af43-f18d4ad9077a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:16.413787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e04784ac-346b-4234-8609-8d43c7b38376 req-78b212ee-b545-4020-af43-f18d4ad9077a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1281822 Feb 15 01:49:16.487544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e04784ac-346b-4234-8609-8d43c7b38376 req-b0571046-8af4-4b14-9286-1b57c20f3766 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727463 Feb 15 01:49:16.493981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6fa473d0-11af-42ca-842a-3b8b2ff422c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.545625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:16.546080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.568546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=6fa473d0-11af-42ca-842a-3b8b2ff422c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:16.626063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] No DVR routers for this DVR port 6fa473d0-11af-42ca-842a-3b8b2ff422c7 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:16.629649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.636649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-f4c7a3a0-eb31-4fa2-8e44-47ce16b4300b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "DELETE /v2.0/ports/6fa473d0-11af-42ca-842a-3b8b2ff422c7 HTTP/1.1" status: 204 len: 173 time: 0.7685747 Feb 15 01:49:16.673283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:16.673907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.690134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:16.756447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 5983f37a-c209-4d97-95f7-c45bd6b6f18e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:16.756810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.919112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.933353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['37973d3c-cf13-4588-936b-cc950d18e22f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:16.937659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] For port 5983f37a-c209-4d97-95f7-c45bd6b6f18e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5983f37a-c209-4d97-95f7-c45bd6b6f18e,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:16.937659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:16.967754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-60857254-ad7d-41fb-b467-022aa484098a tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:16.969249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:16.969455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-60857254-ad7d-41fb-b467-022aa484098a tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.1939485 Feb 15 01:49:17.019990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-41b526ac-437c-45db-867d-f6a0175971ff tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/quotas/0445d7b9f74241f79818ecf461e498de HTTP/1.1" status: 200 len: 375 time: 0.0107770 Feb 15 01:49:17.068729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:17.073805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.077503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-4ba1281a-1c6a-49c3-bc8b-c4555aa5d945 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "DELETE /v2.0/ports/4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 HTTP/1.1" status: 204 len: 173 time: 0.6938729 Feb 15 01:49:17.126084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a'}, {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:17.128378 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15feaf-32a1-4caf-87b0-7c823c147083" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a"}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:17.194819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-90069c03-5f23-44fd-9253-ecb48c9495ff tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1677697 Feb 15 01:49:17.276928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:17.277279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.373210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f9496784-8165-4d4d-a229-f9c0eda0175b service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667325 Feb 15 01:49:17.406614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535bba8-e0da-4017-a668-3c5ff34100f0 None None] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:17.409234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.409672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.410001 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Floating IP 27267de0-aa33-442c-a0a0-754ac46b4306 disassociated. External IP: 172.25.2.187, port: 5983f37a-c209-4d97-95f7-c45bd6b6f18e. Feb 15 01:49:17.410346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 5983f37a-c209-4d97-95f7-c45bd6b6f18e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:17.558707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:17.561109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.596167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:17.603538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-0f3e1114-c188-41e6-92df-716ef8cde49f service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206290 Feb 15 01:49:17.657769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f29d921-fede-4d33-b16f-7a2bb396423e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:17.727483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Provisioning complete for port 9f29d921-fede-4d33-b16f-7a2bb396423e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:17.727854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.762028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9f29d921-fede-4d33-b16f-7a2bb396423e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:17.762940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.764753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5983f37a-c209-4d97-95f7-c45bd6b6f18e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.800039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=5983f37a-c209-4d97-95f7-c45bd6b6f18e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:17.933543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7d0441b5-e838-4ab6-b6ef-f6bf0405d56c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.976878 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:17.983916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Current status of the port 9f29d921-fede-4d33-b16f-7a2bb396423e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:17.984472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:18.004763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9f29d921-fede-4d33-b16f-7a2bb396423e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:18.005258 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:18.022869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=7d0441b5-e838-4ab6-b6ef-f6bf0405d56c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:18.056606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9f29d921-fede-4d33-b16f-7a2bb396423e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f29d921-fede-4d33-b16f-7a2bb396423e,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:18.166460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:18.193620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:18.202316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:18.212728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b7b4ab39-924b-47fe-9b6c-589d1f6d641b req-35950b67-1923-4930-b0bc-9141be52b2fa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.37 "DELETE /v2.0/ports/7d0441b5-e838-4ab6-b6ef-f6bf0405d56c HTTP/1.1" status: 204 len: 173 time: 1.1284618 Feb 15 01:49:18.271144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:49:18.271497 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:49:18.281565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9f29d921-fede-4d33-b16f-7a2bb396423e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:18.580535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2411b30e-19fa-4f83-a327-7a5286520c74 req-bd4391f9-56c7-4b45-981d-20974245a231 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.6024153 Feb 15 01:49:18.597927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:49:18.730694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3852a1a-1d46-4362-ad0f-304176344c18 req-12e03509-a260-4c88-b5fc-913173f380f9 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ddbe689-396d-4888-8c80-f87cdc437c98 HTTP/1.1" status: 200 len: 210 time: 0.0576327 Feb 15 01:49:18.755753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:49:18.770421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Sync routers for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:49:18.803185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] No DVR routers for this DVR port 5983f37a-c209-4d97-95f7-c45bd6b6f18e on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:18.814605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:18.818378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-055d82e0-5b02-43ff-980c-59386e6dac4a req-c74e6a78-6aa9-422e-96fc-8bd7ce6e2bba tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.31 "DELETE /v2.0/ports/5983f37a-c209-4d97-95f7-c45bd6b6f18e HTTP/1.1" status: 204 len: 173 time: 2.1786139 Feb 15 01:49:18.854616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:18.855126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:18.873127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aed9b1-4dfc-4709-82e4-7bb224b944e2 req-dafa119b-3a29-43e2-892e-d73b93a654be tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:18.874998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05aed9b1-4dfc-4709-82e4-7bb224b944e2 req-dafa119b-3a29-43e2-892e-d73b93a654be tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0730996 Feb 15 01:49:18.900411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b57f2-d401-459d-8caf-f71a7d1b0df2 None None] Current status of the port 9f29d921-fede-4d33-b16f-7a2bb396423e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:18.934008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05aed9b1-4dfc-4709-82e4-7bb224b944e2 req-25cca639-ac40-4c0c-b0d7-9c262e37fecc tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Feb 15 01:49:19.007037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:19.094919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e435dd3e-8d02-48af-96f2-a37ece648d75 None None] Provisioning complete for port 9f29d921-fede-4d33-b16f-7a2bb396423e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:19.095297 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e435dd3e-8d02-48af-96f2-a37ece648d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:19.303979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e435dd3e-8d02-48af-96f2-a37ece648d75 None None] Current status of the port 9f29d921-fede-4d33-b16f-7a2bb396423e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:19.334364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:19.365721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Checking router: bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:49:19.375753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:19.376473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:48:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:19.467608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f29d921-fede-4d33-b16f-7a2bb396423e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:19.553822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:19.644739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9f29d921-fede-4d33-b16f-7a2bb396423e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:19.645042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:19.741749 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbff5e3-093d-4f67-893d-cc2a3143aba8 x-openstack-request-id: req-bcbff5e3-093d-4f67-893d-cc2a3143aba8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:19.742252 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "37973d3c-cf13-4588-936b-cc950d18e22f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:19.742346 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcbff5e3-093d-4f67-893d-cc2a3143aba8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:19.742684 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '37973d3c-cf13-4588-936b-cc950d18e22f', 'status': 'completed', 'code': 200} Feb 15 01:49:19.872938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:19.905220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:19.905587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:19.906080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37973d3c-cf13-4588-936b-cc950d18e22f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:19.910897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9f29d921-fede-4d33-b16f-7a2bb396423e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:19.947001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 37973d3c-cf13-4588-936b-cc950d18e22f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:19.947229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37973d3c-cf13-4588-936b-cc950d18e22f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:19.948512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:19.973359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:19.973690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7d0441b5-e838-4ab6-b6ef-f6bf0405d56c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:19.992358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:20.029211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca6fb0-17c8-4b92-b7a3-7e0865fdc668 None None] The sync data for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 is: [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:40:29Z', 'revision_number': 4, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '342fd9c8-aeb6-4419-8829-ba952bfe695b', 'name': '', 'network_id': 'd5d109f4-797c-4ecc-b9e3-2627df9005a1', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'mac_address': 'fa:16:3e:13:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:27Z', 'updated_at': '2022-02-15T01:40:38Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'subnets': [{'id': '719dc3f1-043c-4a51-8227-e11f76964bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:49:20.374165 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1e5b7e-873c-488d-b8db-e4bf745c3b32 None None] New status for floating IP 27267de0-aa33-442c-a0a0-754ac46b4306: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:49:20.581200 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a73a2-8b13-45cc-a5e7-728754452912 x-openstack-request-id: req-a63a73a2-8b13-45cc-a5e7-728754452912 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:20.584575 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "f1a5cf6b-7ed3-4b02-b502-296832ce8d24", "status": "completed", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "6e268f98-c6cd-4087-8404-7f20670b334a", "status": "completed", "code": 200}, {"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "6fa473d0-11af-42ca-842a-3b8b2ff422c7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:20.584575 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a63a73a2-8b13-45cc-a5e7-728754452912 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:20.584575 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': 'f1a5cf6b-7ed3-4b02-b502-296832ce8d24', 'status': 'completed', 'code': 200} Feb 15 01:49:20.584575 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '6e268f98-c6cd-4087-8404-7f20670b334a', 'status': 'completed', 'code': 200} Feb 15 01:49:20.584575 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '6fa473d0-11af-42ca-842a-3b8b2ff422c7', 'status': 'completed', 'code': 200} Feb 15 01:49:20.752748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-8123f9b3-847e-4b7e-9b1a-af64c7c40065 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:20.754314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-8123f9b3-847e-4b7e-9b1a-af64c7c40065 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.1086137 Feb 15 01:49:20.771251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-181c5ff6-b2c8-48cb-9ca7-27ca9c7d1fe5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/quotas/0445d7b9f74241f79818ecf461e498de HTTP/1.1" status: 200 len: 375 time: 0.0104556 Feb 15 01:49:20.838390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-136309fc-28ee-41f6-a73d-3919bb353377 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617547 Feb 15 01:49:20.869935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-08b75872-c564-47fe-a3b9-4fdd93be61ac tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:20.871888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-08b75872-c564-47fe-a3b9-4fdd93be61ac tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.1449828 Feb 15 01:49:20.886605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Request body: {'port': {'device_id': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'admin_state_up': True, 'tenant_id': '0445d7b9f74241f79818ecf461e498de'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:20.958278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-7d1e9722-9cdb-4722-9c20-24c687e0c92f service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088831 Feb 15 01:49:21.015829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ea79de8-bacf-4692-83a8-26aba2411020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.085586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-99b96b3e-b86f-4ab3-9ac4-ffc824e0d074 service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213691 Feb 15 01:49:21.130675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Made reservation on behalf of 0445d7b9f74241f79818ecf461e498de for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:21.135264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.275584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Allocated IP 172.20.0.8 (ccfbcc29-88e0-4f9a-8505-f9825acb6f50/8dce1773-4d72-4a18-8c10-74e7161adaee/a5a6d953-621b-46e8-b273-6bac37234d7c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:21.487677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks [] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.505277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d12000d2-4dc5-4686-8c9c-04c3f5108535 req-2c3a16b6-d972-4ca5-94bc-2f345698033e tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0570493 Feb 15 01:49:21.616405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.683741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:21.690159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:21.700237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:21.724998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event updated for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:21.744028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67'}, {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:21.747128 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2db99-03a3-4675-8a34-1b174ee7794f" -d '{"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67"}, {"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:21.765483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:21.766277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.876124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-f082757a-cb39-452f-8382-003a647aa9d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943087 Feb 15 01:49:21.888422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Request body: {'port': {'device_id': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:21.960977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:21.984993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e67c622b-13e7-40db-80a5-8698d9dfe0fd None None] Provisioning complete for port a5a6d953-621b-46e8-b273-6bac37234d7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:21.985979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e67c622b-13e7-40db-80a5-8698d9dfe0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.039138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e67c622b-13e7-40db-80a5-8698d9dfe0fd None None] Port a5a6d953-621b-46e8-b273-6bac37234d7c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:22.255357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a6d953-621b-46e8-b273-6bac37234d7c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:22.263666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks [] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.277922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Transition to ACTIVE for port object a5a6d953-621b-46e8-b273-6bac37234d7c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:22.310147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:22.376382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.438492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:22.469937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting subnet 8762838d-8a1c-4b96-b45b-2093749d505b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:49:22.474253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (8762838d-8a1c-4b96-b45b-2093749d505b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.559369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8762838d-8a1c-4b96-b45b-2093749d505b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.585029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Attempting to bind port a5a6d953-621b-46e8-b273-6bac37234d7c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:22.585369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Attempting to bind port a5a6d953-621b-46e8-b273-6bac37234d7c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:22.585825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Attempting to bind port a5a6d953-621b-46e8-b273-6bac37234d7c on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:22.592193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Port a5a6d953-621b-46e8-b273-6bac37234d7c on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:22.592672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Attempting to bind port a5a6d953-621b-46e8-b273-6bac37234d7c on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:22.599335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:22.599932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Checking segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:22.600350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Bound using segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:22.601400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Bound port: a5a6d953-621b-46e8-b273-6bac37234d7c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:22.601914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.690527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:22.695000 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77947bc-0a0a-49b4-b177-caac5d8e2bdc" -d '{"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:22.729333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931ac0-4330-42e2-b6b7-27af84ee05e2 req-66b13547-1829-4889-9531-0144485289ee tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:22.736583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd931ac0-4330-42e2-b6b7-27af84ee05e2 req-66b13547-1829-4889-9531-0144485289ee tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.3457577 Feb 15 01:49:22.739738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:22.740893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8762838d-8a1c-4b96-b45b-2093749d505b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.745580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a5a6d953-621b-46e8-b273-6bac37234d7c,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:22.868651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd931ac0-4330-42e2-b6b7-27af84ee05e2 req-3d7c8e19-7465-44e2-b2c2-5bfc68562f1b tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245580 Feb 15 01:49:22.869319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:22.961958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57106) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:22.979194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8762838d-8a1c-4b96-b45b-2093749d505b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.044236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:23.073009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:23.080505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.088401 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-bc899e3c-b0c7-478e-b9c8-1d638deeb971 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5a6d953-621b-46e8-b273-6bac37234d7c HTTP/1.1" status: 200 len: 1092 time: 1.2019680 Feb 15 01:49:23.145421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Subnet': ['ID=8762838d-8a1c-4b96-b45b-2093749d505b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:23.153529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.164428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:23.176382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-95838c6f-dcb3-4070-a6d1-9b7894d6d17a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/subnets/8762838d-8a1c-4b96-b45b-2093749d505b HTTP/1.1" status: 204 len: 168 time: 0.8625410 Feb 15 01:49:23.289319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fe54e-9ad6-4ce6-a4a1-b6c74d2e406f None None] Network 1cf4eb38-0346-4c5a-ba92-cc6993adf471 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:23.343782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a21fa-f625-42de-8ff6-ad4c9cf76596 req-fbefc668-3a19-4464-bfe9-57109cd87f12 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:23.376051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-312a21fa-f625-42de-8ff6-ad4c9cf76596 req-fbefc668-3a19-4464-bfe9-57109cd87f12 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.3144224 Feb 15 01:49:23.427818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72c58db8-8c72-463e-af98-46c2b618d48e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=813f65ee98cd46358907d52b374f2268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570858 Feb 15 01:49:23.428395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:23.435940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b86c1a3-068b-441d-8d21-b9e7fe352ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.463462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1cf4eb38-0346-4c5a-ba92-cc6993adf471), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.494480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-312a21fa-f625-42de-8ff6-ad4c9cf76596 req-99c8d203-469a-4c20-af83-693d6bd458f3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130955 Feb 15 01:49:23.510682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] Publish callbacks [] for security_group (1b817a08-8fb8-47ab-8807-8334e1787d63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.522848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-cdbb443a-185e-40b9-84ef-863a0bf9d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:23.523394 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-cdbb443a-185e-40b9-84ef-863a0bf9d427 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 1126 time: 0.2004349 Feb 15 01:49:23.537628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] Publish callbacks [] for security_group (1b817a08-8fb8-47ab-8807-8334e1787d63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.607177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] DHCP port deletion for 1cf4eb38-0346-4c5a-ba92-cc6993adf471 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:49:23.729745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b817a08-8fb8-47ab-8807-8334e1787d63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.734683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.741024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b817a08-8fb8-47ab-8807-8334e1787d63 HTTP/1.1" status: 204 len: 168 time: 0.3115563 Feb 15 01:49:23.751006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Deleting port f1eb62fd-382f-496f-919b-f895c35f3d6f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:23.751388 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.826085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d7cfd-d40b-45b9-85f2-ddbc039c34c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b817a08-8fb8-47ab-8807-8334e1787d63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:23.869595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] For port f1eb62fd-382f-496f-919b-f895c35f3d6f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f1eb62fd-382f-496f-919b-f895c35f3d6f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:23.870232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.884628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Calling delete_port for f1eb62fd-382f-496f-919b-f895c35f3d6f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:23.890010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-c39c081b-099c-4c92-ae7f-79e1d55fc8d4 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:23.900105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-c39c081b-099c-4c92-ae7f-79e1d55fc8d4 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.2195051 Feb 15 01:49:23.915677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-d2f51c1b-a06c-4027-89f3-fd09dcc45591 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a6d953-621b-46e8-b273-6bac37234d7c HTTP/1.1" status: 200 len: 217 time: 0.3776193 Feb 15 01:49:23.919818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-fc8a5358-e078-4708-ba11-511c19f09768 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/quotas/0445d7b9f74241f79818ecf461e498de HTTP/1.1" status: 200 len: 375 time: 0.0186045 Feb 15 01:49:23.968816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port f1eb62fd-382f-496f-919b-f895c35f3d6f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:23.969166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:23.992917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-c35fd180-b60c-4602-8d13-44225988d9cb tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717680 Feb 15 01:49:24.062237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-5d88fabe-0ec9-4f1d-a315-45d782c950b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:24.063920 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-5d88fabe-0ec9-4f1d-a315-45d782c950b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.1379414 Feb 15 01:49:24.125731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-ec5c4e12-066b-4edd-b6a2-958b2ca12f79 service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318395 Feb 15 01:49:24.131670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port f1eb62fd-382f-496f-919b-f895c35f3d6f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f1eb62fd-382f-496f-919b-f895c35f3d6f,segment=NetworkSegment(18c3c48a-65ca-458f-9daf-03265291f3aa),segment_id=18c3c48a-65ca-458f-9daf-03265291f3aa)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:24.132035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.152022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for f1eb62fd-382f-496f-919b-f895c35f3d6f owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:24.201574 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.229877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] No DVR routers for this DVR port f1eb62fd-382f-496f-919b-f895c35f3d6f on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:24.250381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-4dfe820f-883d-4e7c-a16f-580007fc795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:24.255542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-4dfe820f-883d-4e7c-a16f-580007fc795c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1819339 Feb 15 01:49:24.272155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c55158-c522-4015-971d-f2fea36c9e62 None None] Pushing event deleted for resources: {'Port': ['ID=f1eb62fd-382f-496f-919b-f895c35f3d6f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:24.456611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.487718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f1eb62fd-382f-496f-919b-f895c35f3d6f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.492578 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-3e111acc-15ba-45fa-a0f2-17253c5564a9 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263556 Feb 15 01:49:24.521956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=f1eb62fd-382f-496f-919b-f895c35f3d6f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:24.540597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port f1eb62fd-382f-496f-919b-f895c35f3d6f on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:24.548123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-044a5bd8-a0d2-4892-86c6-6ed13de4be36 service neutron] 10.222.0.43 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738860 Feb 15 01:49:24.577417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-cdbcdaa4-7578-4e96-af94-4f5302fe34d1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:24.579023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-cdbcdaa4-7578-4e96-af94-4f5302fe34d1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.4518406 Feb 15 01:49:24.596268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Request body: {'port': {'device_id': '2df31181-c9d9-4959-b367-07c614380fa1', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'admin_state_up': True, 'tenant_id': '0445d7b9f74241f79818ecf461e498de'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:24.797137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1cf4eb38-0346-4c5a-ba92-cc6993adf471), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.813379 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-62297d1b-4f23-4db5-91bd-0759d53d9644 req-5e08c7c7-a327-4943-a948-295b39776edf service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018630 Feb 15 01:49:24.821641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf4eb38-0346-4c5a-ba92-cc6993adf471']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:24.833194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c3c48a-65ca-458f-9daf-03265291f3aa') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:24.833522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c3c48a-65ca-458f-9daf-03265291f3aa') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:24.843615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (18c3c48a-65ca-458f-9daf-03265291f3aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.860484 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (18c3c48a-65ca-458f-9daf-03265291f3aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.867945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:49:24.868555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (18c3c48a-65ca-458f-9daf-03265291f3aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:49:24.871999 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:49:24.963078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Made reservation on behalf of 0445d7b9f74241f79818ecf461e498de for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:24.963318 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dbd2b6-5a5e-4486-a9d3-30354162b7ff x-openstack-request-id: req-11dbd2b6-5a5e-4486-a9d3-30354162b7ff {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:24.963619 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67", "status": "completed", "code": 200}, {"server_uuid": "2ddbe689-396d-4888-8c80-f87cdc437c98", "name": "network-vif-deleted", "tag": "7d0441b5-e838-4ab6-b6ef-f6bf0405d56c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:24.967868 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11dbd2b6-5a5e-4486-a9d3-30354162b7ff {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:24.967868 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '4a2ff1b5-19b0-49d2-ae5a-7f6adef1db67', 'status': 'completed', 'code': 200} Feb 15 01:49:24.967868 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddbe689-396d-4888-8c80-f87cdc437c98', 'name': 'network-vif-deleted', 'tag': '7d0441b5-e838-4ab6-b6ef-f6bf0405d56c', 'status': 'completed', 'code': 200} Feb 15 01:49:24.968223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.132963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e971a105-d02a-4d68-95f8-975c4c41fe11 req-a3303ffd-6948-46a8-8046-395bfc402d44 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0635884 Feb 15 01:49:25.181557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1cf4eb38-0346-4c5a-ba92-cc6993adf471), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.188741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.192922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/networks/1cf4eb38-0346-4c5a-ba92-cc6993adf471 HTTP/1.1" status: 204 len: 168 time: 2.0274520 Feb 15 01:49:25.208902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:25.210540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4cb0d-62f5-4e83-9944-d640cc05ade1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Network': ['ID=1cf4eb38-0346-4c5a-ba92-cc6993adf471,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:25.237447 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86bb22d-ff25-4f4f-af60-45ad129eac41 x-openstack-request-id: req-d86bb22d-ff25-4f4f-af60-45ad129eac41 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:25.237867 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c14b8c-67c9-4425-8b6a-8a31b4fcc915", "name": "network-vif-deleted", "tag": "5983f37a-c209-4d97-95f7-c45bd6b6f18e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:25.242035 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d86bb22d-ff25-4f4f-af60-45ad129eac41 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:25.242035 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c14b8c-67c9-4425-8b6a-8a31b4fcc915', 'name': 'network-vif-deleted', 'tag': '5983f37a-c209-4d97-95f7-c45bd6b6f18e', 'status': 'completed', 'code': 200} Feb 15 01:49:25.350784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting subnet 8204d7ee-29cd-418e-ad71-3ae057278ae1 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:49:25.359492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (8204d7ee-29cd-418e-ad71-3ae057278ae1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.364051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Allocated IP 172.20.0.13 (ccfbcc29-88e0-4f9a-8505-f9825acb6f50/8dce1773-4d72-4a18-8c10-74e7161adaee/c60a2d19-5bae-4807-aee7-22e14e7ecb43) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:25.416146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739e2fe-e8f9-47bc-9077-f94a6d2fd855 req-b4bbcff7-bb76-40f1-9b7c-de707cc00e40 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:25.417978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:25.448129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d739e2fe-e8f9-47bc-9077-f94a6d2fd855 req-b4bbcff7-bb76-40f1-9b7c-de707cc00e40 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1656716 Feb 15 01:49:25.479548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f1eb62fd-382f-496f-919b-f895c35f3d6f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:25.504252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f1eb62fd-382f-496f-919b-f895c35f3d6f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:25.504866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f1eb62fd-382f-496f-919b-f895c35f3d6f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:25.537206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8204d7ee-29cd-418e-ad71-3ae057278ae1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.609219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-17034412-network', 'tenant_id': '5d208fdf6693408cb1b88461ed74369f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:25.718468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d739e2fe-e8f9-47bc-9077-f94a6d2fd855 req-9dc0a8b8-7e76-4554-8032-5c3fa8764ebc tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683680 Feb 15 01:49:25.758825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Made reservation on behalf of 5d208fdf6693408cb1b88461ed74369f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:25.766424 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.775379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.928273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8204d7ee-29cd-418e-ad71-3ae057278ae1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.935293 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks [] for security_group (195745e6-5905-48d0-8575-dd83401edb43), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:25.980227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.001901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks [] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.021518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6177b-761e-4af4-8f15-eb055dca7868 req-a70fdfe6-6a1e-4cee-805c-e98b8f35da4c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:26.023091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9c6177b-761e-4af4-8f15-eb055dca7868 req-a70fdfe6-6a1e-4cee-805c-e98b8f35da4c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1616929 Feb 15 01:49:26.077834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (195745e6-5905-48d0-8575-dd83401edb43), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.104523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:49:26.113616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9c6177b-761e-4af4-8f15-eb055dca7868 req-324d30a2-737c-4ec1-8e39-44fe44a93b3f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766704 Feb 15 01:49:26.121758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195745e6-5905-48d0-8575-dd83401edb43,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:26.126528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cf243ab3-0bc0-4799-8311-c6a07c49db86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.126875 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Added segment cf243ab3-0bc0-4799-8311-c6a07c49db86 of type vlan for network 42546326-b2cb-4fc7-aeb6-28a87279d898 Feb 15 01:49:26.185351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca0bef4-5180-49b6-b1da-e9a6650c99c4 req-19e7095e-0e84-4b99-b422-e07033885585 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 210 time: 0.0339155 Feb 15 01:49:26.186418 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8204d7ee-29cd-418e-ad71-3ae057278ae1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.189706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.227486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (42546326-b2cb-4fc7-aeb6-28a87279d898), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.231070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Subnet': ['ID=8204d7ee-29cd-418e-ad71-3ae057278ae1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:26.261659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.268028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6620319f-5eac-4363-b25e-0df7fa010b04 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/subnets/8204d7ee-29cd-418e-ad71-3ae057278ae1 HTTP/1.1" status: 204 len: 168 time: 1.0555656 Feb 15 01:49:26.270971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57afd3-d401-419e-b7f2-ee8292c5b1b3 None None] Network 81710a13-011b-46d1-8f18-ba034743e8e0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:26.271181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:26.294507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:26.320253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:26.374852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:26.380592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a593e67-b73b-43ec-a474-f79b7f76cb74 req-a353f120-9c2d-403e-a1bf-637e7abc6e62 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0980320 Feb 15 01:49:26.380592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event updated for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:26.434988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (42546326-b2cb-4fc7-aeb6-28a87279d898), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.435960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:26.437022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.490296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (81710a13-011b-46d1-8f18-ba034743e8e0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.516542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:26.517199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.536695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] DHCP port deletion for 81710a13-011b-46d1-8f18-ba034743e8e0 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:49:26.553845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] Pushing event updated for resources: {'Network': ['ID=42546326-b2cb-4fc7-aeb6-28a87279d898,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:26.568321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 42546326-b2cb-4fc7-aeb6-28a87279d898 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:49:26.591904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:26.592179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.651538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-dd703c94-602e-4178-ba42-b64d9bc2d0c5 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0611646 Feb 15 01:49:26.653474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6737d611-b89d-4c77-8642-08a625c2afb9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2335479 Feb 15 01:49:26.656341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:26.663792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Request body: {'subnet': {'network_id': '42546326-b2cb-4fc7-aeb6-28a87279d898', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-17034412-subnet', 'tenant_id': '5d208fdf6693408cb1b88461ed74369f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:26.676107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Request body: {'port': {'device_id': '2df31181-c9d9-4959-b367-07c614380fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:26.703305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Deleting port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:26.704175 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.725361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:26.725915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.776457 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.778575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for e3945e1e-db74-4ced-8fa8-edaa10a5ac06 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:26.791437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] For port e3945e1e-db74-4ced-8fa8-edaa10a5ac06, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,segment=NetworkSegment(6413b8c9-0313-48ca-9734-30cf76aa5a87),segment_id=6413b8c9-0313-48ca-9734-30cf76aa5a87)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:26.792395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.823744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Calling delete_port for e3945e1e-db74-4ced-8fa8-edaa10a5ac06 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:26.827017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Made reservation on behalf of 5d208fdf6693408cb1b88461ed74369f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:26.830059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.836326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e91fd787-5405-47da-810e-6fb166dc0b92 None None] Provisioning complete for port c60a2d19-5bae-4807-aee7-22e14e7ecb43 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:26.837418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e91fd787-5405-47da-810e-6fb166dc0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:26.930201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e91fd787-5405-47da-810e-6fb166dc0b92 None None] Port c60a2d19-5bae-4807-aee7-22e14e7ecb43 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:26.967749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:26.971390 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc6040-82d0-4488-87e3-ae89a9334c43" -d '{"events": [{"name": "network-changed", "server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:27.079211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.133200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] Pushing event deleted for resources: {'Port': ['ID=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:27.184398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd86e6f-69b6-4925-997d-36b5814a7fd8 None None] No DVR routers for this DVR port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:27.247631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.307436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:27.324134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2fc3a-0b52-4478-b434-9c55eba325a2 req-6388c227-102a-4db4-aecd-aa069089217c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:27.326828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.349211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aeb2fc3a-0b52-4478-b434-9c55eba325a2 req-6388c227-102a-4db4-aecd-aa069089217c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.4085493 Feb 15 01:49:27.349400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Checking segment: {'id': 'cf243ab3-0bc0-4799-8311-c6a07c49db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42546326-b2cb-4fc7-aeb6-28a87279d898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:27.349400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Network hostable DHCP agents. Network: 42546326-b2cb-4fc7-aeb6-28a87279d898, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:49:27.349585 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e3945e1e-db74-4ced-8fa8-edaa10a5ac06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.384583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60a2d19-5bae-4807-aee7-22e14e7ecb43 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:27.390052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=e3945e1e-db74-4ced-8fa8-edaa10a5ac06,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:27.400359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks [] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.414185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port e3945e1e-db74-4ced-8fa8-edaa10a5ac06 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:27.426131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Network 42546326-b2cb-4fc7-aeb6-28a87279d898 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:49:27.430778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Transition to ACTIVE for port object c60a2d19-5bae-4807-aee7-22e14e7ecb43 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:27.482750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aeb2fc3a-0b52-4478-b434-9c55eba325a2 req-7993e30b-1906-42d5-8001-0b4c31f8d1e0 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449320 Feb 15 01:49:27.494152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e3945e1e-db74-4ced-8fa8-edaa10a5ac06 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:27.506053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.545098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e3945e1e-db74-4ced-8fa8-edaa10a5ac06 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:27.545669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e3945e1e-db74-4ced-8fa8-edaa10a5ac06 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:27.554104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 42546326-b2cb-4fc7-aeb6-28a87279d898) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:27.566344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:27.566954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.589886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1942288-23e3-4dda-9b9f-a5c94b4ad23b None None] Network 42546326-b2cb-4fc7-aeb6-28a87279d898 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:27.666204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (81710a13-011b-46d1-8f18-ba034743e8e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.729722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-22c5641c-a4ab-450f-866c-ed8de14949a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0718296 Feb 15 01:49:27.765436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81710a13-011b-46d1-8f18-ba034743e8e0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:27.816984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6413b8c9-0313-48ca-9734-30cf76aa5a87') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:27.817386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6413b8c9-0313-48ca-9734-30cf76aa5a87') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:27.862822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac5770-ae93-4af6-b82c-81ee29310755 None None] Network 42546326-b2cb-4fc7-aeb6-28a87279d898 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:27.934680 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b0b7d-4e57-458d-a8b6-2d13399f6ad6 x-openstack-request-id: req-c43b0b7d-4e57-458d-a8b6-2d13399f6ad6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:27.934680 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:27.934680 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c43b0b7d-4e57-458d-a8b6-2d13399f6ad6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:27.934680 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c', 'status': 'completed', 'code': 200} Feb 15 01:49:27.950372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (6413b8c9-0313-48ca-9734-30cf76aa5a87), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:27.990119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6413b8c9-0313-48ca-9734-30cf76aa5a87), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.066508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-a2c7259d-d2a0-45d9-8b8d-f2c82d7e0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.066508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-a2c7259d-d2a0-45d9-8b8d-f2c82d7e0559 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 1126 time: 0.1341183 Feb 15 01:49:28.100614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-078b2c3f-a61b-4def-b3cf-0eade9715221 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.103007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-078b2c3f-a61b-4def-b3cf-0eade9715221 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.31 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 815 time: 0.3239684 Feb 15 01:49:28.113799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Pushing event updated for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:28.119397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:49:28.120322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (6413b8c9-0313-48ca-9734-30cf76aa5a87), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:49:28.147369 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:49:28.185950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Request body: {'port': {'device_id': '0def623c-c235-4e9d-933d-8d1382d7f740', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'admin_state_up': True, 'tenant_id': '0445d7b9f74241f79818ecf461e498de'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:28.231091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-4e98e77c-0c46-461e-8b8f-86a3f124acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.232865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-4e98e77c-0c46-461e-8b8f-86a3f124acaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 916 time: 0.1596076 Feb 15 01:49:28.296876 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-c11471ea-0e7f-4777-b4c7-fd2db3f91050 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a6d953-621b-46e8-b273-6bac37234d7c HTTP/1.1" status: 200 len: 217 time: 0.0581436 Feb 15 01:49:28.361159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Attempting to bind port c60a2d19-5bae-4807-aee7-22e14e7ecb43 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:28.362076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Attempting to bind port c60a2d19-5bae-4807-aee7-22e14e7ecb43 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:28.362464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Attempting to bind port c60a2d19-5bae-4807-aee7-22e14e7ecb43 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:28.374038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-abe9ced7-2948-4560-ae58-42270e5a096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.376500 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-abe9ced7-2948-4560-ae58-42270e5a096f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.0700436 Feb 15 01:49:28.392372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Port c60a2d19-5bae-4807-aee7-22e14e7ecb43 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:28.392834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Attempting to bind port c60a2d19-5bae-4807-aee7-22e14e7ecb43 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:28.401734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:28.402083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Checking segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:28.403171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Bound using segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:28.403623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Bound port: c60a2d19-5bae-4807-aee7-22e14e7ecb43, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:28.403979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.436198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5d96c-551a-4e8f-b096-b0057180fecc req-b5604a34-b364-45e8-8880-5e80fc7bf957 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.437859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3d5d96c-551a-4e8f-b096-b0057180fecc req-b5604a34-b364-45e8-8880-5e80fc7bf957 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.3337615 Feb 15 01:49:28.467590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-5951c895-bf9f-44f0-842d-db209938e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.469227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-5951c895-bf9f-44f0-842d-db209938e0a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851598 Feb 15 01:49:28.534438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3d5d96c-551a-4e8f-b096-b0057180fecc req-c6b66b64-b451-4850-b5d0-6af6b7b2b40b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Feb 15 01:49:28.571699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:28.574983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:28.581078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (81710a13-011b-46d1-8f18-ba034743e8e0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.602506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.606939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/networks/81710a13-011b-46d1-8f18-ba034743e8e0 HTTP/1.1" status: 204 len: 168 time: 2.3328922 Feb 15 01:49:28.608117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a6bde-bb6c-4592-b5f3-8e8984c57a89 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Network': ['ID=81710a13-011b-46d1-8f18-ba034743e8e0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:28.621228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:28.622414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-18cc5369-946b-4842-811a-08ae6e41b3a3 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461399 Feb 15 01:49:28.627627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-126395609'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:28.667737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Made reservation on behalf of 0445d7b9f74241f79818ecf461e498de for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:28.672914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.692381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa8b9b1-0db1-48a0-a4e4-7d8e100cb57e req-e95752e2-338b-469c-8652-fcc644695244 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 210 time: 0.0384901 Feb 15 01:49:28.702472 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.784349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:28.788824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.803678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fdc6040-82d0-4488-87e3-ae89a9334c43 req-83bc1010-9b87-42c4-8aec-fc462eb77b29 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741965 Feb 15 01:49:28.887132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-405eedf5-87a2-436d-aa1a-182028c8ea73 req-9ea00767-c768-4437-b4f5-6e557db3c221 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.1071839 Feb 15 01:49:28.894437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Pushing event updated for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:28.905877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:28.906607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.908213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-0e7cf625-8db2-42d6-bc1f-70b4eb1178ef service neutron] 10.222.0.37 "PUT /v2.0/ports/c60a2d19-5bae-4807-aee7-22e14e7ecb43 HTTP/1.1" status: 200 len: 1093 time: 2.2465246 Feb 15 01:49:28.908868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:28.912714 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09178d2b-a5ed-4161-9249-6ed4cb54aef6" -d '{"events": [{"name": "network-changed", "server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:28.959755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:49:28.972851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (06b60895-81fa-43d9-91ed-8e06bc4af05b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:28.973200 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Added segment 06b60895-81fa-43d9-91ed-8e06bc4af05b of type vlan for network 6c929d2a-abbf-4b9c-8460-add310f644f8 Feb 15 01:49:29.036644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6c929d2a-abbf-4b9c-8460-add310f644f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:29.138895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6c929d2a-abbf-4b9c-8460-add310f644f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:29.146869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:29.147487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:29.223375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Allocated IP 172.20.0.10 (ccfbcc29-88e0-4f9a-8505-f9825acb6f50/8dce1773-4d72-4a18-8c10-74e7161adaee/8d8a9812-4f72-401d-bec5-b8ff33218c23) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:29.251234 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-ea498867-6a6f-4f1b-8054-096f769012de req-2155f364-8d1c-45fe-8469-a4c40d8053be tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] show failed (client error): The resource could not be found. Feb 15 01:49:29.252730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea498867-6a6f-4f1b-8054-096f769012de req-2155f364-8d1c-45fe-8469-a4c40d8053be tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/ae319d77-05e8-4671-a825-2e0d7c519fba HTTP/1.1" status: 404 len: 352 time: 0.0587704 Feb 15 01:49:29.339634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7163723 Feb 15 01:49:29.340688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:29.345939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'subnet': {'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:29.391174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-6140b8b2-1d58-4a6f-9727-c99b7e462278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:29.392740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-6140b8b2-1d58-4a6f-9727-c99b7e462278 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 1127 time: 0.3289676 Feb 15 01:49:29.420869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec028-0794-40ca-98d7-dd11eee4643d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Network': ['ID=6c929d2a-abbf-4b9c-8460-add310f644f8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:29.437988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:49:29.474466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-1ef28b8a-8e67-4ea0-a8ec-ef7afce150f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43 HTTP/1.1" status: 200 len: 217 time: 0.0621126 Feb 15 01:49:29.552879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:29.559510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:29.897596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (9cd35115-4ea2-42c4-bfd1-f6ea69c346d5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:29.902985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a5a6d953-621b-46e8-b273-6bac37234d7c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:29.974689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Subnet': ['ID=9cd35115-4ea2-42c4-bfd1-f6ea69c346d5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:29.989629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Checking segment: {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:29.990297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network hostable DHCP agents. Network: 6c929d2a-abbf-4b9c-8460-add310f644f8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:49:30.009974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24790cc-ce49-488a-9e76-cdcfa5cd750b req-8d56407a-c450-4448-9bf5-d9342f7f5723 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.011576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d24790cc-ce49-488a-9e76-cdcfa5cd750b req-8d56407a-c450-4448-9bf5-d9342f7f5723 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.6902835 Feb 15 01:49:30.036143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-48edaec2-1871-4abb-9a0b-f95af9ec2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.037683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-48edaec2-1871-4abb-9a0b-f95af9ec2c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.1305296 Feb 15 01:49:30.056990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a5a6d953-621b-46e8-b273-6bac37234d7c,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:30.070232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'a5a6d953-621b-46e8-b273-6bac37234d7c', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'port_id': 'a5a6d953-621b-46e8-b273-6bac37234d7c', 'mac_address': 'fa:16:3e:4f:12:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce1773-4d72-4a18-8c10-74e7161adaee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:30.101691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:49:30.108099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks [] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.118077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a5a6d953-621b-46e8-b273-6bac37234d7c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:30.118533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.141651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a6d953-621b-46e8-b273-6bac37234d7c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:30.168799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d24790cc-ce49-488a-9e76-cdcfa5cd750b req-fc8a7544-877c-4a7a-b4bf-26ad64419fdf tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395063 Feb 15 01:49:30.176118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a5a6d953-621b-46e8-b273-6bac37234d7c,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:30.198081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-94d8662d-00a1-48c1-b82c-068070ee47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.199660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6c929d2a-abbf-4b9c-8460-add310f644f8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:30.199814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-94d8662d-00a1-48c1-b82c-068070ee47a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1476419 Feb 15 01:49:30.213862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbecb4-13c1-49f6-8cf6-eca22332ff82 None None] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:30.217384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.218125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.253449 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333f888-d984-43a1-b127-1ccdd010866e x-openstack-request-id: req-5333f888-d984-43a1-b127-1ccdd010866e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:30.255573 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:30.255846 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5333f888-d984-43a1-b127-1ccdd010866e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:30.256731 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43', 'status': 'completed', 'code': 200} Feb 15 01:49:30.340875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.344273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.358829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7457056a-e229-49c2-9d0c-c4d818ccea1b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0147181 Feb 15 01:49:30.360503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:30.365575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-284111011'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:30.415693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:30.428464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6c929d2a-abbf-4b9c-8460-add310f644f8', 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8', 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'fixed_ips': [{'subnet_id': '9cd35115-4ea2-42c4-bfd1-f6ea69c346d5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:49:30.430187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.432604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:30.438220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:30.442669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-aa1f70b1-7deb-431b-b9de-a0f219966b70 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319202 Feb 15 01:49:30.445474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event updated for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:30.490726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55da006-41c9-4479-906d-c75409e14ec6 req-54c56ac7-3a7c-4cb8-b2ef-432d9a51aab9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.492266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c55da006-41c9-4479-906d-c75409e14ec6 req-54c56ac7-3a7c-4cb8-b2ef-432d9a51aab9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1884043 Feb 15 01:49:30.496971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:30.500285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.545968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:49:30.563169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (eaa6685f-dba3-4078-841c-e8c1e1f7a7bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.564224 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Added segment eaa6685f-dba3-4078-841c-e8c1e1f7a7bc of type vlan for network 639d85a9-5a3d-4382-a652-7918b11c7769 Feb 15 01:49:30.599915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.610540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.618936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Allocated IP 19.80.0.2 (6c929d2a-abbf-4b9c-8460-add310f644f8/9cd35115-4ea2-42c4-bfd1-f6ea69c346d5/b50582bd-6f23-4d9d-93a0-55aee181adb0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:30.646134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (639d85a9-5a3d-4382-a652-7918b11c7769), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.668070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c55da006-41c9-4479-906d-c75409e14ec6 req-0991d7a6-96b0-4be0-a158-a5e01a02cec9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591337 Feb 15 01:49:30.679393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da142bcb-9e4c-4102-bbe0-05bf9f14f041 req-5fc95ab2-2e02-4c4d-8ab6-abacd4d65ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076051 Feb 15 01:49:30.710567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-aeb07f92-0dea-47a5-a01f-39ded6326abc tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5932400 Feb 15 01:49:30.723035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Request body: {'port': {'device_id': '0def623c-c235-4e9d-933d-8d1382d7f740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:30.744080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:30.821940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (639d85a9-5a3d-4382-a652-7918b11c7769), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.831161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.845506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.861675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks [] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.895505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.917119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a5a6d953-621b-46e8-b273-6bac37234d7c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:30.950984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136d13a-61c7-46d4-9e16-9c23195cb608 req-a764eca9-0434-4feb-a1b4-27d81de5bcba tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.952554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8136d13a-61c7-46d4-9e16-9c23195cb608 req-a764eca9-0434-4feb-a1b4-27d81de5bcba tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 932 time: 0.1565154 Feb 15 01:49:30.957070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-76ff05ac-ca3f-4087-b156-e7370c123900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:30.958510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-76ff05ac-ca3f-4087-b156-e7370c123900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 1127 time: 0.1613026 Feb 15 01:49:30.961084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:30.973240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Network': ['ID=639d85a9-5a3d-4382-a652-7918b11c7769,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:31.006423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 639d85a9-5a3d-4382-a652-7918b11c7769 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:49:31.016192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8cc1c5c-2c78-47ff-9ebd-53092942f02b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6532414 Feb 15 01:49:31.016690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:31.022165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'subnet': {'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:31.105231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:31.110781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8906778f-679f-4a98-a975-4c743fd5baaa None None] Provisioning complete for port 8d8a9812-4f72-401d-bec5-b8ff33218c23 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:31.110781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8906778f-679f-4a98-a975-4c743fd5baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.127922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:31.133644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:31.178975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8136d13a-61c7-46d4-9e16-9c23195cb608 req-c1b0b1a2-ae0e-45c4-87b8-ebcb8bf3ecc4 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177093 Feb 15 01:49:31.250456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:31.255398 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.325454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Pushing event updated for resources: {'Port': ['ID=b50582bd-6f23-4d9d-93a0-55aee181adb0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:31.343252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39722041-8af6-4603-a288-a3ada83eb7b1 req-c1362258-8fa9-419b-bfb7-95416fbdbd39 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0455701 Feb 15 01:49:31.351230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-a70f69d0-471b-4277-997a-d9354f189900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:31.354884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-a70f69d0-471b-4277-997a-d9354f189900 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 916 time: 0.3844604 Feb 15 01:49:31.438476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8906778f-679f-4a98-a975-4c743fd5baaa None None] Port 8d8a9812-4f72-401d-bec5-b8ff33218c23 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:31.466557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Attempting to bind port b50582bd-6f23-4d9d-93a0-55aee181adb0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:31.467128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Attempting to bind port b50582bd-6f23-4d9d-93a0-55aee181adb0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:31.467503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Attempting to bind port b50582bd-6f23-4d9d-93a0-55aee181adb0 on network 6c929d2a-abbf-4b9c-8460-add310f644f8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:31.479981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:31.480433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Checking segment: {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:31.480846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.481246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Bound using segment: {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:31.481246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Bound port: b50582bd-6f23-4d9d-93a0-55aee181adb0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:31.481246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.556469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-1945b266-89b6-4ac6-9bad-88729d996fd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43 HTTP/1.1" status: 200 len: 217 time: 0.1939878 Feb 15 01:49:31.571723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8a9812-4f72-401d-bec5-b8ff33218c23 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:31.594333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] For port b50582bd-6f23-4d9d-93a0-55aee181adb0, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:31.596793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks [] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.597727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] For port b50582bd-6f23-4d9d-93a0-55aee181adb0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b50582bd-6f23-4d9d-93a0-55aee181adb0,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:31.633678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (23010179-1ac0-4333-86b9-1a97498eab0c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.652952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Transition to ACTIVE for port object 8d8a9812-4f72-401d-bec5-b8ff33218c23 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:31.662343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.664805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cccc963d-a58a-4958-a1f6-d242a6585ff3 req-15e1f442-78c4-49ce-929b-201845239ab2 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d208fdf6693408cb1b88461ed74369f HTTP/1.1" status: 200 len: 3005 time: 0.2860343 Feb 15 01:49:31.668172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-06f647c0-b458-4e79-b522-e28067a17118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:31.668701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-06f647c0-b458-4e79-b522-e28067a17118 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.0996289 Feb 15 01:49:31.743221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Subnet': ['ID=23010179-1ac0-4333-86b9-1a97498eab0c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:31.754043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Checking segment: {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:31.754529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network hostable DHCP agents. Network: 639d85a9-5a3d-4382-a652-7918b11c7769, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:49:31.765641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.773547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a0481-b731-4ed3-9d36-eeba08a5d7c4 None None] Pushing event updated for resources: {'Port': ['ID=b50582bd-6f23-4d9d-93a0-55aee181adb0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:31.867062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 639d85a9-5a3d-4382-a652-7918b11c7769 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:49:31.877871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cccc963d-a58a-4958-a1f6-d242a6585ff3 req-a5efcda2-032e-494e-9fc1-b422b8c01ed4 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/195745e6-5905-48d0-8575-dd83401edb43 HTTP/1.1" status: 200 len: 3002 time: 0.1892958 Feb 15 01:49:31.906322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-54de2b5d-45f8-4ce7-9506-15196753f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:31.907878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-54de2b5d-45f8-4ce7-9506-15196753f2b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2308311 Feb 15 01:49:31.944278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:31.981753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 639d85a9-5a3d-4382-a652-7918b11c7769) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:31.987350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:31.988722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:31.994381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a132a-4efd-4c5f-b728-9a576f69ec16 None None] Network 639d85a9-5a3d-4382-a652-7918b11c7769 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:32.161406 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-539b347d-394b-45ab-9947-4874e22acfaa tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1376970 Feb 15 01:49:32.161826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cccc963d-a58a-4958-a1f6-d242a6585ff3 req-c36d5418-68b9-44c7-bed5-f59e2616edd8 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/195745e6-5905-48d0-8575-dd83401edb43 HTTP/1.1" status: 200 len: 3002 time: 0.2394221 Feb 15 01:49:32.205771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-1015ee91-8032-4d69-bfef-680bc03448f5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819867 Feb 15 01:49:32.207107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Attempting to bind port 8d8a9812-4f72-401d-bec5-b8ff33218c23 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:32.207669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Attempting to bind port 8d8a9812-4f72-401d-bec5-b8ff33218c23 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:32.208311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Attempting to bind port 8d8a9812-4f72-401d-bec5-b8ff33218c23 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:32.300881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Port 8d8a9812-4f72-401d-bec5-b8ff33218c23 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:32.301221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Attempting to bind port 8d8a9812-4f72-401d-bec5-b8ff33218c23 on network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:32.341188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-639d85a9-5a3d-4382-a652-7918b11c7769', 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769', 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'fixed_ips': [{'subnet_id': '23010179-1ac0-4333-86b9-1a97498eab0c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:49:32.342104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.351095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:32.351687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Checking segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:32.353571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Bound using segment: {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:32.353571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Bound port: 8d8a9812-4f72-401d-bec5-b8ff33218c23, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4d21e8-baaa-47bf-a646-69a1e0ce2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:32.354242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.530515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Allocated IP 19.86.0.2 (639d85a9-5a3d-4382-a652-7918b11c7769/23010179-1ac0-4333-86b9-1a97498eab0c/fb4e5267-5dca-42c0-a017-0bbc1571e39a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:32.537420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09178d2b-a5ed-4161-9249-6ed4cb54aef6 req-5d1c3688-6f1f-4410-b4d1-48ee606ddbc0 service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211858 Feb 15 01:49:32.569754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa1fba-e6ef-40b5-9856-8e5b3f5a67a2 req-4d319267-561e-4c35-ac12-a1f08c46463e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:32.573060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6fa1fba-e6ef-40b5-9856-8e5b3f5a67a2 req-4d319267-561e-4c35-ac12-a1f08c46463e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.2541029 Feb 15 01:49:32.587492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:32.639176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:32.662619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6fa1fba-e6ef-40b5-9856-8e5b3f5a67a2 req-081ef3f3-5eb0-455d-9414-302d38c61a06 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802383 Feb 15 01:49:32.725287 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.750178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks [] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.808282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:32.809497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.810901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] 10.222.0.31 "PUT /v2.0/ports/8d8a9812-4f72-401d-bec5-b8ff33218c23 HTTP/1.1" status: 200 len: 1093 time: 2.0924945 Feb 15 01:49:32.815640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:32.825155 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:32.851665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ee3bd-3e35-41ac-b506-93f2174e3991 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:32.861819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:32.890481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f210d1-c638-4478-b5ae-67ba20895e90 req-32d35703-24f4-4bf7-97ec-57a31ebfca00 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:32.892077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f210d1-c638-4478-b5ae-67ba20895e90 req-32d35703-24f4-4bf7-97ec-57a31ebfca00 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1618896 Feb 15 01:49:32.939108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Network 639d85a9-5a3d-4382-a652-7918b11c7769 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:32.949751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:32.953192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:32.996548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f210d1-c638-4478-b5ae-67ba20895e90 req-571774d5-59bb-4f16-90f5-28d0edeff65b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957701 Feb 15 01:49:33.005388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Pushing event updated for resources: {'Port': ['ID=fb4e5267-5dca-42c0-a017-0bbc1571e39a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:33.095531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-9363c1c7-49d4-419f-9d6a-6ba0bca27fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:33.098592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-9363c1c7-49d4-419f-9d6a-6ba0bca27fc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 1127 time: 0.1063812 Feb 15 01:49:33.113201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Attempting to bind port fb4e5267-5dca-42c0-a017-0bbc1571e39a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:33.113600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Attempting to bind port fb4e5267-5dca-42c0-a017-0bbc1571e39a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:33.113969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Attempting to bind port fb4e5267-5dca-42c0-a017-0bbc1571e39a on network 639d85a9-5a3d-4382-a652-7918b11c7769 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:33.129765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:33.130150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Checking segment: {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:33.130553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:33.130958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Bound using segment: {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:33.131467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Bound port: fb4e5267-5dca-42c0-a017-0bbc1571e39a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:33.131854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:33.201156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-243b58df-d885-4e08-91a2-716a8a5a488b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23 HTTP/1.1" status: 200 len: 217 time: 0.0929277 Feb 15 01:49:33.229045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] For port fb4e5267-5dca-42c0-a017-0bbc1571e39a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:33.233063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] For port fb4e5267-5dca-42c0-a017-0bbc1571e39a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb4e5267-5dca-42c0-a017-0bbc1571e39a,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:33.265787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fecdb9d6-0371-4aec-80bc-36bf2666c3a5 req-1235fd39-04a4-4250-b909-95d83802e3e0 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/195745e6-5905-48d0-8575-dd83401edb43 HTTP/1.1" status: 200 len: 3002 time: 0.1894183 Feb 15 01:49:33.313755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-9658c7da-ecc4-4898-bce2-2aed4bfca175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:33.315226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-9658c7da-ecc4-4898-bce2-2aed4bfca175 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.0942559 Feb 15 01:49:33.330744 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:33.383677 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-fecdb9d6-0371-4aec-80bc-36bf2666c3a5 req-968296d9-114a-4ba1-b1f5-5e9d3b189ea5 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 01:49:33.384744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fecdb9d6-0371-4aec-80bc-36bf2666c3a5 req-968296d9-114a-4ba1-b1f5-5e9d3b189ea5 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "DELETE /v2.0/security-groups/195745e6-5905-48d0-8575-dd83401edb43 HTTP/1.1" status: 409 len: 352 time: 0.1079550 Feb 15 01:49:33.447899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-33d67a10-2365-4860-80e7-d44e41a508c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:33.453829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-33d67a10-2365-4860-80e7-d44e41a508c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1312797 Feb 15 01:49:33.513778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4a3dc-2cd2-4b52-ba57-8fe9a71922f5 None None] Pushing event updated for resources: {'Port': ['ID=fb4e5267-5dca-42c0-a017-0bbc1571e39a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:33.547842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed861b97-8f27-4091-8024-d601ebaebd36 None None] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:33.644333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b50582bd-6f23-4d9d-93a0-55aee181adb0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:33.688801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff93b8e-da1b-4caa-956c-3dc0299664dd req-0b31e053-5021-4abf-828a-25d7ca132b26 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:33.690293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff93b8e-da1b-4caa-956c-3dc0299664dd req-0b31e053-5021-4abf-828a-25d7ca132b26 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 944 time: 0.1916077 Feb 15 01:49:33.735754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-a2fc1e7b-ac62-430c-952e-33b369bb2e52 service neutron] 10.222.0.31 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748041 Feb 15 01:49:33.741169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Provisioning complete for port b50582bd-6f23-4d9d-93a0-55aee181adb0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:33.741550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:33.853953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b50582bd-6f23-4d9d-93a0-55aee181adb0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:33.854516 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:33.859851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff93b8e-da1b-4caa-956c-3dc0299664dd req-71fb6403-1af0-4ae2-bf13-e23b5767e673 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608233 Feb 15 01:49:33.938964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cbbb31e-2dd5-4b41-a58e-3159d1e62a68 req-369a9948-807d-4308-82c1-1c17798c5571 service neutron] 10.222.0.31 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962833 Feb 15 01:49:33.969264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c60a2d19-5bae-4807-aee7-22e14e7ecb43 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:33.974684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a5a6d953-621b-46e8-b273-6bac37234d7c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:34.247543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78436427-3ed1-4b9e-b29b-565f8f6b2980 req-838846a1-5da8-42e4-8cc5-242d166dc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:34.249617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78436427-3ed1-4b9e-b29b-565f8f6b2980 req-838846a1-5da8-42e4-8cc5-242d166dc9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1129 time: 0.1160934 Feb 15 01:49:34.257321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-a24f828f-d7aa-42a2-b5fa-de9b9f2d817b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:34.262944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-a24f828f-d7aa-42a2-b5fa-de9b9f2d817b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:34.264710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-a24f828f-d7aa-42a2-b5fa-de9b9f2d817b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/networks?id=6c929d2a-abbf-4b9c-8460-add310f644f8&id=639d85a9-5a3d-4382-a652-7918b11c7769 HTTP/1.1" status: 200 len: 1390 time: 0.2530255 Feb 15 01:49:34.300263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Current status of the port b50582bd-6f23-4d9d-93a0-55aee181adb0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:34.300780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.321164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-dfcad32c-3b0e-4e6e-ad4f-16a610103ecd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/quotas/d9692157e64a4778b0e67e9211d1f38e HTTP/1.1" status: 200 len: 375 time: 0.0480268 Feb 15 01:49:34.343587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:34.382305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78436427-3ed1-4b9e-b29b-565f8f6b2980 req-b5d560d9-3f7c-4dbd-a1c3-26196d6392e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Feb 15 01:49:34.396822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'port_id': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43', 'mac_address': 'fa:16:3e:ef:6a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce1773-4d72-4a18-8c10-74e7161adaee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:34.417016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-6c5cf6cf-ef7c-439b-88f2-de7878c894f1 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829070 Feb 15 01:49:34.453735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] For port b50582bd-6f23-4d9d-93a0-55aee181adb0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b50582bd-6f23-4d9d-93a0-55aee181adb0,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:34.454996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c60a2d19-5bae-4807-aee7-22e14e7ecb43 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:34.455330 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.512738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b50582bd-6f23-4d9d-93a0-55aee181adb0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:34.513043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.528194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60a2d19-5bae-4807-aee7-22e14e7ecb43 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:34.538508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-e82d1b04-7c78-4ad5-9b0c-ede4bdee8072 service neutron] 10.222.0.43 "GET /v2.0/networks/6c929d2a-abbf-4b9c-8460-add310f644f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159468 Feb 15 01:49:34.547244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.615905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad323-61d8-459e-8930-14cdacc5c2c2 None None] Pushing event updated for resources: {'Port': ['ID=b50582bd-6f23-4d9d-93a0-55aee181adb0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:34.624816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:34.698310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:49:34.698310 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:49:34.698310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-223cedc0-04b5-4af7-a577-86c7034ca4da None None] Provisioning complete for port b50582bd-6f23-4d9d-93a0-55aee181adb0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:34.698310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-223cedc0-04b5-4af7-a577-86c7034ca4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.765925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-58f6b3bf-2816-4fe7-ac2a-4adf413f150b service neutron] 10.222.0.43 "GET /v2.0/networks/6c929d2a-abbf-4b9c-8460-add310f644f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208998 Feb 15 01:49:34.808093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port a5a6d953-621b-46e8-b273-6bac37234d7c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:34.808093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port a5a6d953-621b-46e8-b273-6bac37234d7c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:34.808093 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.808093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-223cedc0-04b5-4af7-a577-86c7034ca4da None None] Current status of the port b50582bd-6f23-4d9d-93a0-55aee181adb0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:34.921078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-f565fc4f-a717-476b-979a-bbc0eb9782d3 service neutron] 10.222.0.43 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491978 Feb 15 01:49:34.927943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a5a6d953-621b-46e8-b273-6bac37234d7c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:34.928989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:34.931168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:35.017217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:35.024268 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bda3c-7e04-41ad-8d38-56b836247e75" -d '{"events": [{"server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "name": "network-vif-plugged", "status": "completed", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:35.046955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-a0e948cd-2b38-4533-91a7-1e45e01f6f13 service neutron] 10.222.0.43 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247828 Feb 15 01:49:35.058295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a5a6d953-621b-46e8-b273-6bac37234d7c,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:35.063064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:35.147579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:35.247020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:35.262460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b50582bd-6f23-4d9d-93a0-55aee181adb0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:35.387478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba1a12-039f-4a34-8a12-97aa8120fb2b None None] Network 639d85a9-5a3d-4382-a652-7918b11c7769 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:35.444983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23cf742c-73c6-4231-960b-89de27b2c2cb req-b0ee344f-9b7e-4d0a-ac1e-bcc06a7c8214 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0658758 Feb 15 01:49:35.540212 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa1b23-a82c-417b-bf32-d1058bfff88d x-openstack-request-id: req-60fa1b23-a82c-417b-bf32-d1058bfff88d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:35.542472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c60a2d19-5bae-4807-aee7-22e14e7ecb43'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:35.542605 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:35.543131 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60fa1b23-a82c-417b-bf32-d1058bfff88d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:35.543722 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23', 'status': 'completed', 'code': 200} Feb 15 01:49:35.666106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Provisioning complete for port fb4e5267-5dca-42c0-a017-0bbc1571e39a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:35.666813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:35.694031 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-71ce679e-1c26-4794-abca-d71d74c67493 req-8de6cf1e-5f7c-45e9-9ce9-66ae3a2cfbea tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] show failed (client error): The resource could not be found. Feb 15 01:49:35.695226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71ce679e-1c26-4794-abca-d71d74c67493 req-8de6cf1e-5f7c-45e9-9ce9-66ae3a2cfbea tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/699b6ff7-e559-4db4-a716-a9b9e70a8bd2 HTTP/1.1" status: 404 len: 352 time: 0.1258578 Feb 15 01:49:35.737251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b50582bd-6f23-4d9d-93a0-55aee181adb0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:35.748347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-141d6793-3278-4cbf-a881-22d22c5ad6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:35.749798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-141d6793-3278-4cbf-a881-22d22c5ad6cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 1127 time: 0.1705000 Feb 15 01:49:35.915882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d8a9812-4f72-401d-bec5-b8ff33218c23 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:35.925153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf19a8-b4ed-4aa5-8194-4187068b32d3 req-85fab790-12d0-433b-add9-c1bd5c24fa70 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:35.927643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fbf19a8-b4ed-4aa5-8194-4187068b32d3 req-85fab790-12d0-433b-add9-c1bd5c24fa70 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1065307 Feb 15 01:49:35.931231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-4ce36d2e-2bcd-4d9f-b6e4-1afce1db1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:35.932853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-4ce36d2e-2bcd-4d9f-b6e4-1afce1db1ac1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 916 time: 0.1753662 Feb 15 01:49:35.984772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b50582bd-6f23-4d9d-93a0-55aee181adb0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:35.985318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:35.993366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-e25cd157-b6b1-48a9-ac19-b443171ee6e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23 HTTP/1.1" status: 200 len: 217 time: 0.0477560 Feb 15 01:49:36.064777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fbf19a8-b4ed-4aa5-8194-4187068b32d3 req-b4b5207d-4a3d-4f55-bd52-189be7ff3ad2 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281726 Feb 15 01:49:36.079709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-c7f6537b-8dea-4e28-9a58-1f84240df591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:36.082313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-c7f6537b-8dea-4e28-9a58-1f84240df591 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.0820351 Feb 15 01:49:36.122189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Current status of the port fb4e5267-5dca-42c0-a017-0bbc1571e39a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:36.132913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.159397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-b0480316-9c34-4937-bea4-0052c0d1e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:36.162498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-b0480316-9c34-4937-bea4-0052c0d1e7ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689158 Feb 15 01:49:36.213233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] For port fb4e5267-5dca-42c0-a017-0bbc1571e39a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb4e5267-5dca-42c0-a017-0bbc1571e39a,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:36.326114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3dfed-55bf-4165-bf30-2a58bb5f00c7 req-9cb61158-4ded-4adf-baab-e5bd7489e826 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:36.332328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03e3dfed-55bf-4165-bf30-2a58bb5f00c7 req-9cb61158-4ded-4adf-baab-e5bd7489e826 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1281683 Feb 15 01:49:36.367946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-8ccb6484-b74c-445b-8ccb-3a759789aa4a service neutron] 10.222.0.31 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981759 Feb 15 01:49:36.478657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03e3dfed-55bf-4165-bf30-2a58bb5f00c7 req-f5e46817-6f3c-4a8f-8725-d552de293319 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435487 Feb 15 01:49:36.490282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.523788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:36.524021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0768cc6b-1afb-4bbd-a0a8-b6ca6b30f69e req-12fdd7c5-db94-4980-9921-e4545b804f43 service neutron] 10.222.0.31 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456354 Feb 15 01:49:36.549938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '8d8a9812-4f72-401d-bec5-b8ff33218c23', 'network_id': 'ccfbcc29-88e0-4f9a-8505-f9825acb6f50', 'port_id': '8d8a9812-4f72-401d-bec5-b8ff33218c23', 'mac_address': 'fa:16:3e:62:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce1773-4d72-4a18-8c10-74e7161adaee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:36.555411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b50582bd-6f23-4d9d-93a0-55aee181adb0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:36.556510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb4e5267-5dca-42c0-a017-0bbc1571e39a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:36.616731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122b680-958c-490c-ab6e-82fb4889ae89 req-a09166ca-bc4b-4a8b-a66a-5817ffffec7b tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:36.618294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d122b680-958c-490c-ab6e-82fb4889ae89 req-a09166ca-bc4b-4a8b-a66a-5817ffffec7b tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 944 time: 0.0699086 Feb 15 01:49:36.656574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7092f-2c7c-4b52-85df-9a3ff6d3d75d None None] Pushing event updated for resources: {'Port': ['ID=fb4e5267-5dca-42c0-a017-0bbc1571e39a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:36.683975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-39ba8e69-9c85-45e8-b315-0e7f2fd718f4 None None] Provisioning complete for port fb4e5267-5dca-42c0-a017-0bbc1571e39a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:36.684398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39ba8e69-9c85-45e8-b315-0e7f2fd718f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.691433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8d8a9812-4f72-401d-bec5-b8ff33218c23 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:36.691433 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.691976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d122b680-958c-490c-ab6e-82fb4889ae89 req-7091c724-3ced-4534-9d05-7b2d653b76d1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Feb 15 01:49:36.709147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a9812-4f72-401d-bec5-b8ff33218c23 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:36.746352 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f86c718-a56c-4084-a272-46254f46d580 x-openstack-request-id: req-7f86c718-a56c-4084-a272-46254f46d580 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:36.746719 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "name": "network-vif-plugged", "status": "completed", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:36.747168 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f86c718-a56c-4084-a272-46254f46d580 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:36.748019 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c', 'code': 200} Feb 15 01:49:36.794269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fb4e5267-5dca-42c0-a017-0bbc1571e39a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:36.802810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.802810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:36.823510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309ea452-e681-4f5e-9ed7-2284fe34c650 req-39974cb8-1a16-456b-8778-82a6de739de7 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 210 time: 0.0272312 Feb 15 01:49:36.878319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240665-c315-46b7-8891-53d459551224 req-590e98cb-1771-4e2b-9bd8-5079ad8c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:36.879843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe240665-c315-46b7-8891-53d459551224 req-590e98cb-1771-4e2b-9bd8-5079ad8c58ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 1128 time: 0.0549786 Feb 15 01:49:36.894112 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-480dcd54-1c7b-4999-8542-d0a9bc45b539 req-cef4a898-15df-49e3-81c7-5fa986f75eb2 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] show failed (client error): The resource could not be found. Feb 15 01:49:36.895185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-480dcd54-1c7b-4999-8542-d0a9bc45b539 req-cef4a898-15df-49e3-81c7-5fa986f75eb2 tempest-SecurityGroupsNegativeTestJSON-877404123 tempest-SecurityGroupsNegativeTestJSON-877404123-project] 10.222.0.43 "GET /v2.0/security-groups/31475af7-7bbe-4bf4-ad15-d59019b0313e HTTP/1.1" status: 404 len: 352 time: 0.0144324 Feb 15 01:49:36.905188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:36.945396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe240665-c315-46b7-8891-53d459551224 req-ec39f224-8ace-4c7d-87d4-4feedceac874 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Feb 15 01:49:36.981979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Deleting subnet dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:49:36.989796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Publish callbacks [] for subnet (dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:36.999656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-39ba8e69-9c85-45e8-b315-0e7f2fd718f4 None None] Current status of the port fb4e5267-5dca-42c0-a017-0bbc1571e39a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:37.008251 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.062900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.088247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:37.111582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fb4e5267-5dca-42c0-a017-0bbc1571e39a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:37.133642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.247064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8d8a9812-4f72-401d-bec5-b8ff33218c23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:37.307284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.357399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:37.378720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.407350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-017910d0-d41a-403b-8c85-a6de831fce1a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dfd58ae7-c1fc-4bb3-906f-ff34e2606c1f HTTP/1.1" status: 204 len: 168 time: 0.5000825 Feb 15 01:49:37.416701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:37.559778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb4e5267-5dca-42c0-a017-0bbc1571e39a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:37.598480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (42546326-b2cb-4fc7-aeb6-28a87279d898), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.640321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fb4e5267-5dca-42c0-a017-0bbc1571e39a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:37.640916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.670794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-010e470b-9549-4390-856a-e63a0b15bc3b req-5e9fe4e0-a692-4a7f-a723-028318a6011a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.6814525 Feb 15 01:49:37.738090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (42546326-b2cb-4fc7-aeb6-28a87279d898), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.738552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fb4e5267-5dca-42c0-a017-0bbc1571e39a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:37.820238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42546326-b2cb-4fc7-aeb6-28a87279d898']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:37.844354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf243ab3-0bc0-4799-8311-c6a07c49db86') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:37.845234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf243ab3-0bc0-4799-8311-c6a07c49db86') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:37.856260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79fa18-6ec4-402e-aecb-416fdd2c21db req-3548ca52-edae-4e18-b600-b49ff788d83d tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:37.860074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (cf243ab3-0bc0-4799-8311-c6a07c49db86), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.864096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f79fa18-6ec4-402e-aecb-416fdd2c21db req-3548ca52-edae-4e18-b600-b49ff788d83d tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1151404 Feb 15 01:49:37.873838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cf243ab3-0bc0-4799-8311-c6a07c49db86), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.882210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:49:37.885138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (cf243ab3-0bc0-4799-8311-c6a07c49db86), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:49:37.888216 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:49:37.929322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f79fa18-6ec4-402e-aecb-416fdd2c21db req-c75992fa-63b6-42bb-98db-a1f64dadf72a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641391 Feb 15 01:49:37.946299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c60a2d19-5bae-4807-aee7-22e14e7ecb43 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:38.050334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1099a7-8518-48f1-8805-286ae3289f84 req-79c02efc-8587-41f1-a92c-953ead71b960 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:38.051929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c1099a7-8518-48f1-8805-286ae3289f84 req-79c02efc-8587-41f1-a92c-953ead71b960 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.0664761 Feb 15 01:49:38.091330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (42546326-b2cb-4fc7-aeb6-28a87279d898), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.099051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.108110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] 10.222.0.43 "DELETE /v2.0/networks/42546326-b2cb-4fc7-aeb6-28a87279d898 HTTP/1.1" status: 204 len: 168 time: 0.6868625 Feb 15 01:49:38.120563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfe88d-3cc8-4820-b594-f89bb9dab059 admin admin] Pushing event deleted for resources: {'Network': ['ID=42546326-b2cb-4fc7-aeb6-28a87279d898,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:38.124034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port c60a2d19-5bae-4807-aee7-22e14e7ecb43 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:38.138975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port c60a2d19-5bae-4807-aee7-22e14e7ecb43 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:38.139980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.195755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c1099a7-8518-48f1-8805-286ae3289f84 req-1d952437-01dd-4d30-94c3-6d4d68612f60 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302743 Feb 15 01:49:38.234534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-d2bedd56-5a4d-4b24-a9ce-6280f001da2f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:38.244741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-d2bedd56-5a4d-4b24-a9ce-6280f001da2f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:38.248758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-d2bedd56-5a4d-4b24-a9ce-6280f001da2f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "GET /v2.0/networks?id=6c929d2a-abbf-4b9c-8460-add310f644f8&id=639d85a9-5a3d-4382-a652-7918b11c7769 HTTP/1.1" status: 200 len: 1390 time: 0.1936843 Feb 15 01:49:38.258611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'port': {'device_id': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8', 'admin_state_up': True, 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:38.303892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c60a2d19-5bae-4807-aee7-22e14e7ecb43 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:38.304362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.342730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:38.427442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.499800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:38.515526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a1c90-c445-4783-9837-925452b53dc3 req-7a1dea31-6ba3-46e6-a2ec-106ff88bbe59 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:38.518316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af1a1c90-c445-4783-9837-925452b53dc3 req-7a1dea31-6ba3-46e6-a2ec-106ff88bbe59 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 945 time: 0.1966703 Feb 15 01:49:38.522270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:38.562565 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5bc5c23d-183c-499f-b7b7-ecaffc2cada8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d208fdf6693408cb1b88461ed74369f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611815 Feb 15 01:49:38.564997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:38.583079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af1a1c90-c445-4783-9837-925452b53dc3 req-9a776095-b026-4155-8bc2-6ab409f67d4c tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Feb 15 01:49:38.624679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:38.628064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.699997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] Publish callbacks [] for security_group (195745e6-5905-48d0-8575-dd83401edb43), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.734307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] Publish callbacks [] for security_group (195745e6-5905-48d0-8575-dd83401edb43), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.752851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:38.755815 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46750447-e7eb-443c-a496-7fc35b2606a6" -d '{"events": [{"server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "name": "network-vif-plugged", "status": "completed", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:38.819621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d0684ae-547f-4dad-896e-69b8d937a755 req-4c046503-8a24-447b-826b-58fdb393db55 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 210 time: 0.0498455 Feb 15 01:49:38.920150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (195745e6-5905-48d0-8575-dd83401edb43), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.940354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:38.958661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/195745e6-5905-48d0-8575-dd83401edb43 HTTP/1.1" status: 204 len: 168 time: 0.3866818 Feb 15 01:49:38.964396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ee2bb-fd55-44a3-8e95-6b98cceaf9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195745e6-5905-48d0-8575-dd83401edb43,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:38.979284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Allocated IP 19.80.0.237 (6c929d2a-abbf-4b9c-8460-add310f644f8/9cd35115-4ea2-42c4-bfd1-f6ea69c346d5/a9927be7-009b-482f-a85f-504eaaeac7fe) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:39.249368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44d8af4a-c479-44e0-a2fa-9034674e55a0 req-d85e5dac-fcbd-4b8f-ade9-2d007bea599c tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0395386 Feb 15 01:49:39.252538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:39.320752 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e97a9e1-7b48-4dc2-b17a-86e58ef80065 x-openstack-request-id: req-8e97a9e1-7b48-4dc2-b17a-86e58ef80065 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:39.321269 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "name": "network-vif-plugged", "status": "completed", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:39.321483 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e97a9e1-7b48-4dc2-b17a-86e58ef80065 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:39.321975 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43', 'code': 200} Feb 15 01:49:39.364899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-e1b25422-49bf-4012-bf40-36b2a5c9e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:39.371074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-e1b25422-49bf-4012-bf40-36b2a5c9e422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 1129 time: 0.0735798 Feb 15 01:49:39.413481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:39.473738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85539573-4084-4ba1-af79-dc8de49b2454 req-d3c04d46-b1bd-44a7-9aac-faff796331d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:39.475314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-85539573-4084-4ba1-af79-dc8de49b2454 req-d3c04d46-b1bd-44a7-9aac-faff796331d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 1129 time: 0.0874341 Feb 15 01:49:39.553366 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-85539573-4084-4ba1-af79-dc8de49b2454 req-3e0efad8-0370-41bd-871a-1ac22372bea5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686138 Feb 15 01:49:39.601923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:39.618077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:39.632464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:39.653346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:39.722373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c85ee-6c90-4845-aec6-2f8c08202654 req-a23d4b5a-a750-4c65-8cdd-d933b1e4068a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:39.729876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-464c85ee-6c90-4845-aec6-2f8c08202654 req-a23d4b5a-a750-4c65-8cdd-d933b1e4068a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.3089240 Feb 15 01:49:39.739285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:39.740009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:39.800086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-06c2c4b6-78bf-4170-9a79-b1d187e55ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:39.800834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-06c2c4b6-78bf-4170-9a79-b1d187e55ede service neutron] 10.222.0.37 "GET /v2.0/networks?id=0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 200 len: 912 time: 0.4202754 Feb 15 01:49:39.838428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-464c85ee-6c90-4845-aec6-2f8c08202654 req-28f84861-7fd6-4da1-960b-d69a8c8976b8 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014893 Feb 15 01:49:39.929978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d8a9812-4f72-401d-bec5-b8ff33218c23 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:39.941440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-db635c0e-c38d-42c8-b8c8-ad6c83b6a009 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6872787 Feb 15 01:49:39.943002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-aa45977b-2e72-4d0e-a524-c89a3ac3e61b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 200 len: 217 time: 0.1011827 Feb 15 01:49:40.001038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Request body: {'port': {'device_id': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769', 'admin_state_up': True, 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:40.051739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e14f2fa8-d416-4e1c-a101-1778207bb08b None None] Provisioning complete for port a9927be7-009b-482f-a85f-504eaaeac7fe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:40.052150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e14f2fa8-d416-4e1c-a101-1778207bb08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.153154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 8d8a9812-4f72-401d-bec5-b8ff33218c23 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:40.167267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 8d8a9812-4f72-401d-bec5-b8ff33218c23 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:40.176386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.180080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-c90b40ce-6295-4258-8184-2e96f7d15106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:40.181365 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-c90b40ce-6295-4258-8184-2e96f7d15106 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 200 len: 851 time: 0.2250357 Feb 15 01:49:40.238876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e14f2fa8-d416-4e1c-a101-1778207bb08b None None] Port a9927be7-009b-482f-a85f-504eaaeac7fe cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:40.255070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cacec7-d25b-4872-944b-c6f1a90efa55 req-b1e86165-e60a-4745-8755-e90eb35f4976 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:40.256708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39cacec7-d25b-4872-944b-c6f1a90efa55 req-b1e86165-e60a-4745-8755-e90eb35f4976 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.3115809 Feb 15 01:49:40.264695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-25222a8a-1418-4cae-90b0-8fd2e3e902f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0984f195-b8ad-45db-bed3-a84a0814444e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712075 Feb 15 01:49:40.289826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8d8a9812-4f72-401d-bec5-b8ff33218c23 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:40.290226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.346926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Made reservation on behalf of d9692157e64a4778b0e67e9211d1f38e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:40.350588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.374624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:40.433892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:40.455764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.510213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Allocated IP 19.86.0.195 (639d85a9-5a3d-4382-a652-7918b11c7769/23010179-1ac0-4333-86b9-1a97498eab0c/55289b8d-fcf6-4354-9306-f4ca4192c2ea) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:40.556626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:40.593876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1597906820-network', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:40.626566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39cacec7-d25b-4872-944b-c6f1a90efa55 req-5f0a3750-4bd9-4426-8616-e0bcd9ff3309 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603847 Feb 15 01:49:40.670621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-ac714510-3fc8-4340-b26c-9a8a3bc2ab54 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876171 Feb 15 01:49:40.701526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Made reservation on behalf of 710d75a8d6b34fce81182b5391ecf371 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:40.704050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.713408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.789532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.809352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks [] for security_group (23c13887-29da-44b6-aab6-078cce66c579), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.871832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a062-96f0-44fe-971f-ae5a6bad7846 req-b212e04a-262f-45df-bc9f-5108c963a949 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:40.873316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2054a062-96f0-44fe-971f-ae5a6bad7846 req-b212e04a-262f-45df-bc9f-5108c963a949 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.1719034 Feb 15 01:49:40.883552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c026ee4f-6834-4505-9ceb-a7569e10cb29 req-29bfcf7a-b56a-4ae5-bd72-8e0b95021356 service neutron] 10.222.0.37 "GET /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015662 Feb 15 01:49:40.905940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23c13887-29da-44b6-aab6-078cce66c579), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.932587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2054a062-96f0-44fe-971f-ae5a6bad7846 req-e8b7aab4-a383-4d59-be3b-8e184204497d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Feb 15 01:49:40.942914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.958638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:49:40.982211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c13887-29da-44b6-aab6-078cce66c579,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:40.995685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (af744051-0f3d-4309-921b-0620d45ac84f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:40.997351 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Added segment af744051-0f3d-4309-921b-0620d45ac84f of type vlan for network c8b212bc-670d-4d2e-86d7-1ca67d899364 Feb 15 01:49:41.005026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event updated for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:41.017628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Network 639d85a9-5a3d-4382-a652-7918b11c7769 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:41.022122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:41.022122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:41.114085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c8b212bc-670d-4d2e-86d7-1ca67d899364), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.151530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da56-a0f6-4a13-8552-68f92e70b5f9 req-5e1018cd-7efe-44e6-995e-c6db145def7c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:41.157939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da56-a0f6-4a13-8552-68f92e70b5f9 req-5e1018cd-7efe-44e6-995e-c6db145def7c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:41.165323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5de4da56-a0f6-4a13-8552-68f92e70b5f9 req-5e1018cd-7efe-44e6-995e-c6db145def7c tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1655 time: 0.1134021 Feb 15 01:49:41.172271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:41.172926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.230277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5de4da56-a0f6-4a13-8552-68f92e70b5f9 req-d8051820-8f0b-4103-b984-293fb4c678c5 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638316 Feb 15 01:49:41.267716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c8b212bc-670d-4d2e-86d7-1ca67d899364), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.269304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:41.269899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.300017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3c95e4f5-0b58-42c3-8a52-083fc9361185 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3427153 Feb 15 01:49:41.326346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:41.326346 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c8542-8796-4b19-b1c6-ed0a4cdef0dd" -d '{"events": [{"server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:41.327027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Request body: {'port': {'device_id': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:41.355884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] Pushing event updated for resources: {'Network': ['ID=c8b212bc-670d-4d2e-86d7-1ca67d899364,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:41.405052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c6dad7d-656c-4b71-a791-61648e142e54 None None] Provisioning complete for port 55289b8d-fcf6-4354-9306-f4ca4192c2ea triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:41.405052 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c6dad7d-656c-4b71-a791-61648e142e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.424489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-82a87846-8e2e-42cc-943b-4466929a9c9a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9915717 Feb 15 01:49:41.427287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:41.432732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Request body: {'subnet': {'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1597906820-subnet', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:41.435816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b3a6fa2-e996-4746-8e03-6528c5d29f44 req-c7d27334-0c0e-4342-93f1-8f998d2a74e3 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.1321583 Feb 15 01:49:41.462722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:49:41.468760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.546271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c6dad7d-656c-4b71-a791-61648e142e54 None None] Port 55289b8d-fcf6-4354-9306-f4ca4192c2ea cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:41.572739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Made reservation on behalf of 710d75a8d6b34fce81182b5391ecf371 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:49:41.572739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.697840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524270a8-02eb-4d27-9046-36b5e8d456ae req-76fd9cfe-3bd3-415e-92e1-3a792044d989 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:41.699940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-524270a8-02eb-4d27-9046-36b5e8d456ae req-76fd9cfe-3bd3-415e-92e1-3a792044d989 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1599164 Feb 15 01:49:41.783742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-524270a8-02eb-4d27-9046-36b5e8d456ae req-177b6cd1-b6bf-4e0d-9c17-996c2d150002 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680563 Feb 15 01:49:41.832710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0cf9c5bf-76fb-4900-b262-f3999eb67ca1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.838277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9927be7-009b-482f-a85f-504eaaeac7fe {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:41.852102 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks [] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.852197 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc6b118-f8e6-4c50-9c1f-f9851bb22492 x-openstack-request-id: req-2dc6b118-f8e6-4c50-9c1f-f9851bb22492 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:41.852197 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:41.852197 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dc6b118-f8e6-4c50-9c1f-f9851bb22492 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:41.852197 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23', 'code': 200} Feb 15 01:49:41.862720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Transition to ACTIVE for port object a9927be7-009b-482f-a85f-504eaaeac7fe will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:41.901553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf9c5bf-76fb-4900-b262-f3999eb67ca1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:41.941137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:41.955521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Checking segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:41.955521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Network hostable DHCP agents. Network: c8b212bc-670d-4d2e-86d7-1ca67d899364, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:49:42.041170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:49:42.077733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Pushing event updated for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:42.113797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1ebe-5d53-4d82-8e07-314357ca3ca6 req-519f29ab-e048-4177-9df4-2d48f764053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:42.115415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f7b1ebe-5d53-4d82-8e07-314357ca3ca6 req-519f29ab-e048-4177-9df4-2d48f764053e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 1129 time: 0.1881354 Feb 15 01:49:42.153987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fbb8-94c8-41b5-b8b4-62bed3aae539 req-9ea5e505-80af-4c3b-8d39-c4cacee0aa11 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:42.161150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d84fbb8-94c8-41b5-b8b4-62bed3aae539 req-9ea5e505-80af-4c3b-8d39-c4cacee0aa11 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1954823 Feb 15 01:49:42.187629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c8b212bc-670d-4d2e-86d7-1ca67d899364) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:42.198621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af790e6e-c1cd-4a54-b307-d428129608eb None None] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:42.203795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:42.215114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.239963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f7b1ebe-5d53-4d82-8e07-314357ca3ca6 req-3b91b8ba-8e89-4a26-afe8-856a7c9e0e0f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154516 Feb 15 01:49:42.255169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Attempting to bind port a9927be7-009b-482f-a85f-504eaaeac7fe on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:42.260878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Attempting to bind port a9927be7-009b-482f-a85f-504eaaeac7fe by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:42.283124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Attempting to bind port a9927be7-009b-482f-a85f-504eaaeac7fe on network 6c929d2a-abbf-4b9c-8460-add310f644f8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:42.283981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d84fbb8-94c8-41b5-b8b4-62bed3aae539 req-c0817718-2ca6-4c97-994e-c6bfc27bd85e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211767 Feb 15 01:49:42.283981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Port a9927be7-009b-482f-a85f-504eaaeac7fe on network 6c929d2a-abbf-4b9c-8460-add310f644f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:42.284346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Attempting to bind port a9927be7-009b-482f-a85f-504eaaeac7fe on network 6c929d2a-abbf-4b9c-8460-add310f644f8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:42.305339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:42.305699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Checking segment: {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:42.306097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Bound using segment: {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:42.306549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Bound port: a9927be7-009b-482f-a85f-504eaaeac7fe, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b60895-81fa-43d9-91ed-8e06bc4af05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:42.306933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.398634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fae09ab0-25c2-47a2-93ce-7e6776956714 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9700923 Feb 15 01:49:42.399247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57404) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:42.405253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-c8b212bc-670d-4d2e-86d7-1ca67d899364', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:49:42.405253 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.405888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:42.512529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:42.516921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a9927be7-009b-482f-a85f-504eaaeac7fe,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:42.551961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e28dc-56e0-4c12-b1ab-c926d286db7d req-bb534703-96d6-4b6d-aec2-c9a66031b6ee tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:42.553983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e28dc-56e0-4c12-b1ab-c926d286db7d req-bb534703-96d6-4b6d-aec2-c9a66031b6ee tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.1641469 Feb 15 01:49:42.569979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.575606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.617742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.633061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Allocated IP 172.20.0.2 (c8b212bc-670d-4d2e-86d7-1ca67d899364/0cf9c5bf-76fb-4900-b262-f3999eb67ca1/2ecd1a85-01f2-40ad-95da-b1c975137a64) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:42.658901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:42.659690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.661294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] 10.222.0.31 "PUT /v2.0/ports/a9927be7-009b-482f-a85f-504eaaeac7fe HTTP/1.1" status: 200 len: 1093 time: 1.3466609 Feb 15 01:49:42.676451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for router_controller (5a02234b-85ea-44e3-8faa-d005be11cd27), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:42.681511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:42.684315 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:42.746647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968ffe-125f-4ca1-b0cf-8e63dd031bbf service neutron] Pushing event updated for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:42.753744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e28dc-56e0-4c12-b1ab-c926d286db7d req-b50c0995-2434-4503-9f10-327177ef01ac tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722279 Feb 15 01:49:42.825179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Request body: {'port': {'device_id': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:42.845549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:42.967369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks [] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.031689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee34f004-68c6-4afc-b37f-167887c1eced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.033063 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.038545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6eac-452e-4e10-879f-13f3d53a60e9 req-b1a65a96-20b2-4c2f-ad84-c592b4e6ec2a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:43.044864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6eac-452e-4e10-879f-13f3d53a60e9 req-b1a65a96-20b2-4c2f-ad84-c592b4e6ec2a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:43.052629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-920c6eac-452e-4e10-879f-13f3d53a60e9 req-b1a65a96-20b2-4c2f-ad84-c592b4e6ec2a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1667 time: 0.1630857 Feb 15 01:49:43.060477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.089376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:43.097989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:43.103961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:43.146224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee34f004-68c6-4afc-b37f-167887c1eced admin admin] Publish callbacks [] for security_group (751efab1-8192-4a6b-ab9a-83094de435ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.197044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Pushing event updated for resources: {'Port': ['ID=2ecd1a85-01f2-40ad-95da-b1c975137a64,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:43.232242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Attempting to bind port 2ecd1a85-01f2-40ad-95da-b1c975137a64 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:43.232695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Attempting to bind port 2ecd1a85-01f2-40ad-95da-b1c975137a64 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:43.233167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Attempting to bind port 2ecd1a85-01f2-40ad-95da-b1c975137a64 on network c8b212bc-670d-4d2e-86d7-1ca67d899364 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:43.242795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:43.243460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Checking segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:43.243969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.244555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Bound using segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:43.245298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Bound port: 2ecd1a85-01f2-40ad-95da-b1c975137a64, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:43.246442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.260687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for router_gateway (5a02234b-85ea-44e3-8faa-d005be11cd27), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.266590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee34f004-68c6-4afc-b37f-167887c1eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (751efab1-8192-4a6b-ab9a-83094de435ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.325742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee34f004-68c6-4afc-b37f-167887c1eced admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b81db3c687314771b97e4f52b18cb761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790742 Feb 15 01:49:43.326687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:43.329545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f004-68c6-4afc-b37f-167887c1eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751efab1-8192-4a6b-ab9a-83094de435ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:43.353553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] For port 2ecd1a85-01f2-40ad-95da-b1c975137a64, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:43.364040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] For port 2ecd1a85-01f2-40ad-95da-b1c975137a64, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ecd1a85-01f2-40ad-95da-b1c975137a64,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:43.479150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.491987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-920c6eac-452e-4e10-879f-13f3d53a60e9 req-253aba14-ead9-47e5-9bed-02566d17a08d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386268 Feb 15 01:49:43.514428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55289b8d-fcf6-4354-9306-f4ca4192c2ea {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:43.531572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks [] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.564875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Transition to ACTIVE for port object 55289b8d-fcf6-4354-9306-f4ca4192c2ea will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:49:43.650279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2401fb-c7d9-4b68-87e6-ea386cc77719 None None] Pushing event updated for resources: {'Port': ['ID=2ecd1a85-01f2-40ad-95da-b1c975137a64,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:43.657325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-583ffa21-7086-4b40-b717-a61f6f2af93a req-56de384b-2a29-4e81-adcd-269729ce018a tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0560017 Feb 15 01:49:43.725763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aba27b-fbd9-4592-b598-92efabba8fc6 x-openstack-request-id: req-43aba27b-fbd9-4592-b598-92efabba8fc6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:43.726057 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:43.726318 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43aba27b-fbd9-4592-b598-92efabba8fc6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:43.726724 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe', 'status': 'completed', 'code': 200} Feb 15 01:49:43.745781 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:43.924266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Pushing event updated for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:43.983822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] Publish callbacks [] for security_group (751efab1-8192-4a6b-ab9a-83094de435ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.033529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13a29-fe45-4ddc-9c6d-25e056902984 req-822bed45-be11-4531-ab66-f9daba636395 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.047126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3df13a29-fe45-4ddc-9c6d-25e056902984 req-822bed45-be11-4531-ab66-f9daba636395 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.2407696 Feb 15 01:49:44.051014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] Publish callbacks [] for security_group (751efab1-8192-4a6b-ab9a-83094de435ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.088325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-ad8b334e-9ff3-432b-b8ff-1ccb5e983817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.088840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-ad8b334e-9ff3-432b-b8ff-1ccb5e983817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.092040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-ad8b334e-9ff3-432b-b8ff-1ccb5e983817 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1972 time: 0.2868950 Feb 15 01:49:44.280341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Attempting to bind port 55289b8d-fcf6-4354-9306-f4ca4192c2ea on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:44.280341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Attempting to bind port 55289b8d-fcf6-4354-9306-f4ca4192c2ea by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:44.280341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Attempting to bind port 55289b8d-fcf6-4354-9306-f4ca4192c2ea on network 639d85a9-5a3d-4382-a652-7918b11c7769 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:44.287864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for router_gateway (5a02234b-85ea-44e3-8faa-d005be11cd27), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.301823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Port 55289b8d-fcf6-4354-9306-f4ca4192c2ea on network 639d85a9-5a3d-4382-a652-7918b11c7769 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:49:44.305854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Attempting to bind port 55289b8d-fcf6-4354-9306-f4ca4192c2ea on network 639d85a9-5a3d-4382-a652-7918b11c7769 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:44.309586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3df13a29-fe45-4ddc-9c6d-25e056902984 req-b52773cf-a937-4a5e-a52e-f93251acfa75 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482069 Feb 15 01:49:44.311396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.374992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-da0008b9-552c-49cf-ab0a-2c69e1985ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.375527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-da0008b9-552c-49cf-ab0a-2c69e1985ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.376004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-da0008b9-552c-49cf-ab0a-2c69e1985ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.378530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-da0008b9-552c-49cf-ab0a-2c69e1985ab0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d9692157e64a4778b0e67e9211d1f38e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2588811 Feb 15 01:49:44.379787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:44.380137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Checking segment: {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:44.380550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Bound using segment: {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:44.380999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Bound port: 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:44.381469 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.457467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (751efab1-8192-4a6b-ab9a-83094de435ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.460815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.462177 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/751efab1-8192-4a6b-ab9a-83094de435ba HTTP/1.1" status: 204 len: 168 time: 1.1342130 Feb 15 01:49:44.483758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b8ca-e15d-4882-a1d4-b09220851879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751efab1-8192-4a6b-ab9a-83094de435ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:44.580914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Allocated IP 172.25.2.169 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/be9b69dd-c275-43f2-8999-1374ae390618) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:44.647946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389270-7c93-4802-8f2e-9d4ba8fefd45 req-a4f6265c-bbd4-4bb4-bce8-0635794e9b78 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.657975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62389270-7c93-4802-8f2e-9d4ba8fefd45 req-a4f6265c-bbd4-4bb4-bce8-0635794e9b78 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.2475388 Feb 15 01:49:44.695346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:44.731493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:44.745005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-e1a9e857-01a8-4bc0-b447-20f9f59390fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.746846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad8a7c1f-9ae7-42c4-8186-a9b83d898766 req-e1a9e857-01a8-4bc0-b447-20f9f59390fa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3331478 Feb 15 01:49:44.759166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for port (be9b69dd-c275-43f2-8999-1374ae390618), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.788949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62389270-7c93-4802-8f2e-9d4ba8fefd45 req-b9031203-ccf1-4950-85cb-e142c14790a6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300607 Feb 15 01:49:44.821847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.919885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:44.920899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.922466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] 10.222.0.31 "PUT /v2.0/ports/55289b8d-fcf6-4354-9306-f4ca4192c2ea HTTP/1.1" status: 200 len: 1093 time: 2.1022680 Feb 15 01:49:44.969359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (be9b69dd-c275-43f2-8999-1374ae390618), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:44.986716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629fd1-cf08-4ac2-ad88-2c3b600b5b13 service neutron] Pushing event updated for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:45.028737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266ce0-1826-43d2-bcc2-233dd4f5f819 req-5b086222-ef56-4960-b513-5ce684e77bfd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.030764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b266ce0-1826-43d2-bcc2-233dd4f5f819 req-5b086222-ef56-4960-b513-5ce684e77bfd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.1224875 Feb 15 01:49:45.094829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:45.099224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:45.101949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:45.137066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Pushing event updated for resources: {'Port': ['ID=be9b69dd-c275-43f2-8999-1374ae390618,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:45.145425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-92ebf50e-e5b8-4224-8441-05f75764eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.146024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-92ebf50e-e5b8-4224-8441-05f75764eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.147866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-92ebf50e-e5b8-4224-8441-05f75764eafb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 2045 time: 0.1161196 Feb 15 01:49:45.157333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.165803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b266ce0-1826-43d2-bcc2-233dd4f5f819 req-3b45ca9d-792d-4065-b619-a481900416f6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211851 Feb 15 01:49:45.257248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-806b7d40-be6e-4d98-9694-f05bf50a3fac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=a9927be7-009b-482f-a85f-504eaaeac7fe HTTP/1.1" status: 200 len: 217 time: 0.0897086 Feb 15 01:49:45.385644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffcc21-a86f-486e-8ae8-576367a8fea6 None None] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:49:45.530674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Provisioning complete for port 2ecd1a85-01f2-40ad-95da-b1c975137a64 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:45.531362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.554786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:45.577596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86cff91c-d34c-4b6d-bb5e-e01c7e2d8f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.583275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ecd1a85-01f2-40ad-95da-b1c975137a64 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:45.735019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:45.737355 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:45.748642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Current status of the port 2ecd1a85-01f2-40ad-95da-b1c975137a64 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:45.749195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.768620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ecd1a85-01f2-40ad-95da-b1c975137a64 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:45.769388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for router_gateway (5a02234b-85ea-44e3-8faa-d005be11cd27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.769532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.796362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3b4dffd7-6f10-46c2-b657-a578e78d5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.797909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-3b4dffd7-6f10-46c2-b657-a578e78d5c14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cd35115-4ea2-42c4-bfd1-f6ea69c346d5 HTTP/1.1" status: 200 len: 801 time: 0.5314364 Feb 15 01:49:45.830760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] For port 2ecd1a85-01f2-40ad-95da-b1c975137a64, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ecd1a85-01f2-40ad-95da-b1c975137a64,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:45.848327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149df0-0e21-4901-8b19-9e9ec05b0732 req-bb7b7efe-caf0-4030-938a-4cfb3438ea0d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.853913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149df0-0e21-4901-8b19-9e9ec05b0732 req-bb7b7efe-caf0-4030-938a-4cfb3438ea0d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.856152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29149df0-0e21-4901-8b19-9e9ec05b0732 req-bb7b7efe-caf0-4030-938a-4cfb3438ea0d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1679 time: 0.1096249 Feb 15 01:49:45.881094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86cff91c-d34c-4b6d-bb5e-e01c7e2d8f95 admin admin] Publish callbacks [] for security_group (0b4be4ff-baef-404e-825d-a97ccca5a44f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.890191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-60f21532-ec49-4628-8ca8-4f03346af12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:45.891791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-60f21532-ec49-4628-8ca8-4f03346af12a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c929d2a-abbf-4b9c-8460-add310f644f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870359 Feb 15 01:49:45.906137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ecd1a85-01f2-40ad-95da-b1c975137a64 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:45.906707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:45.919859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.003196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86cff91c-d34c-4b6d-bb5e-e01c7e2d8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0b4be4ff-baef-404e-825d-a97ccca5a44f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.028811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29149df0-0e21-4901-8b19-9e9ec05b0732 req-e597ddab-93b7-4ed6-9eb0-ed3e5ba4acbc tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623747 Feb 15 01:49:46.066135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cff91c-d34c-4b6d-bb5e-e01c7e2d8f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4be4ff-baef-404e-825d-a97ccca5a44f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:46.079192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb61c2c-1e25-496b-8d46-71b61b69ef55 None None] Pushing event updated for resources: {'Port': ['ID=2ecd1a85-01f2-40ad-95da-b1c975137a64,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:46.107414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:49:46.108058 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:49:46.109991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-1dc8dbeb-764c-436e-a7a9-76b06b0c49a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6c929d2a-abbf-4b9c-8460-add310f644f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092266 Feb 15 01:49:46.123540 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86cff91c-d34c-4b6d-bb5e-e01c7e2d8f95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28b0d80539ed4dd5b8bfeae6aa41b039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5674291 Feb 15 01:49:46.126746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:46.169699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbf2d2bf-9a33-4f51-b60e-dccdcb5e3b1a req-2d6b5aac-83db-4c7e-b80f-617ed09a73e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0496986 Feb 15 01:49:46.237355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.240710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] Publish callbacks [] for security_group (0b4be4ff-baef-404e-825d-a97ccca5a44f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.251364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3ce89193-a5cb-4897-8fa9-1ec1418fe43b None None] Provisioning complete for port 2ecd1a85-01f2-40ad-95da-b1c975137a64 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:46.251364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ce89193-a5cb-4897-8fa9-1ec1418fe43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.266693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] Publish callbacks [] for security_group (0b4be4ff-baef-404e-825d-a97ccca5a44f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.307133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-4ac5ae8f-026f-4d88-8188-5650b46cbae4 service neutron] 10.222.0.31 "GET /v2.0/networks/6c929d2a-abbf-4b9c-8460-add310f644f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847858 Feb 15 01:49:46.377137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-088fea3a-6e33-493b-88eb-741ee5e6d4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea HTTP/1.1" status: 200 len: 217 time: 0.0460300 Feb 15 01:49:46.450944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0b4be4ff-baef-404e-825d-a97ccca5a44f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.453785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.457280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b4be4ff-baef-404e-825d-a97ccca5a44f HTTP/1.1" status: 204 len: 168 time: 0.3281202 Feb 15 01:49:46.466301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7ddc-0ba1-4544-a21a-d3bca348b7ac req-835a9ff5-b3ea-42f9-9758-df115186c827 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:46.472396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d339a-384d-45c8-8fa2-5c0fed5f8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4be4ff-baef-404e-825d-a97ccca5a44f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:46.475159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-162b7ddc-0ba1-4544-a21a-d3bca348b7ac req-835a9ff5-b3ea-42f9-9758-df115186c827 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.2257385 Feb 15 01:49:46.490826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ce89193-a5cb-4897-8fa9-1ec1418fe43b None None] Current status of the port 2ecd1a85-01f2-40ad-95da-b1c975137a64 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:46.518034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-bbbc0b75-1339-4bcd-b0af-9897ed5fd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:46.519785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-bbbc0b75-1339-4bcd-b0af-9897ed5fd1fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23010179-1ac0-4333-86b9-1a97498eab0c HTTP/1.1" status: 200 len: 801 time: 0.1352370 Feb 15 01:49:46.583619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-162b7ddc-0ba1-4544-a21a-d3bca348b7ac req-ca4a57e5-96d6-44c1-b021-4de89b121573 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977700 Feb 15 01:49:46.593474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Router 5a02234b-85ea-44e3-8faa-d005be11cd27 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:49:46.595947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62876-0af5-41f2-adcf-3cda124b483f req-858f921b-b7ac-4bc2-bb37-4804d25a4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:46.598289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-858f921b-b7ac-4bc2-bb37-4804d25a4930 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639d85a9-5a3d-4382-a652-7918b11c7769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651820 Feb 15 01:49:46.658889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ecd1a85-01f2-40ad-95da-b1c975137a64 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:46.761377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-e52c3673-d251-4815-8e4b-76f2c327fd41 service neutron] 10.222.0.31 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442151 Feb 15 01:49:46.770860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:49:46.779673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b7d-972f-49ad-98f0-7f3139b9818e req-1b4d6cb3-b479-4920-a102-33971db18149 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:46.781960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcf55b7d-972f-49ad-98f0-7f3139b9818e req-1b4d6cb3-b479-4920-a102-33971db18149 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.0907965 Feb 15 01:49:46.782144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Sync routers for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:49:46.802825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:46.803467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:46.894803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcf55b7d-972f-49ad-98f0-7f3139b9818e req-ef5239b6-c2d9-45b9-9cf8-3ae7031d625c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918839 Feb 15 01:49:46.897151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:46.898947 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-247cee1d-fadb-48ff-857f-4469bbcaa546 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4987650 Feb 15 01:49:46.902194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:46.922939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a62876-0af5-41f2-adcf-3cda124b483f req-47376942-df30-4df9-b1cf-3a1c12ca2bd3 service neutron] 10.222.0.31 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397412 Feb 15 01:49:46.976527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:46.984520 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e5ef1-4328-4383-8fa1-eb69944b62fd x-openstack-request-id: req-768e5ef1-4328-4383-8fa1-eb69944b62fd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:46.985087 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:46.985642 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-768e5ef1-4328-4383-8fa1-eb69944b62fd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:46.986374 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'status': 'completed', 'code': 200} Feb 15 01:49:47.131753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-dfcae996-42ee-416f-9f6e-ef0c97e9ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.134274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-dfcae996-42ee-416f-9f6e-ef0c97e9ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.138720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-dfcae996-42ee-416f-9f6e-ef0c97e9ef14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9692157e64a4778b0e67e9211d1f38e&device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 2045 time: 0.0885746 Feb 15 01:49:47.243702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:45Z', 'revision_number': 3, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:47.291088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Checking router: 5a02234b-85ea-44e3-8faa-d005be11cd27 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:49:47.292254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Updating router 5a02234b-85ea-44e3-8faa-d005be11cd27 port be9b69dd-c275-43f2-8999-1374ae390618 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:49:47.298356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-6d046ca3-3904-41f0-9c9c-bc0dbd786e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.299978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-6d046ca3-3904-41f0-9c9c-bc0dbd786e3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=639d85a9-5a3d-4382-a652-7918b11c7769 HTTP/1.1" status: 200 len: 902 time: 0.1547418 Feb 15 01:49:47.317991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05ec7-a557-416e-85f0-840b271aeb32 req-20f7e543-c789-4ac7-b62e-8b8e05c81f64 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.319885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74d05ec7-a557-416e-85f0-840b271aeb32 req-20f7e543-c789-4ac7-b62e-8b8e05c81f64 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1779504 Feb 15 01:49:47.329190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (be9b69dd-c275-43f2-8999-1374ae390618), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:47.419700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74d05ec7-a557-416e-85f0-840b271aeb32 req-d9a64b9d-a3ba-4bc6-b6e1-2225b6c72822 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916429 Feb 15 01:49:47.421125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-4effb75b-a990-4460-b24c-99f052e79888 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea HTTP/1.1" status: 200 len: 217 time: 0.1110055 Feb 15 01:49:47.495191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-470ba963-8eae-4eb6-a0f7-2a0393ed4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.497550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-470ba963-8eae-4eb6-a0f7-2a0393ed4503 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23010179-1ac0-4333-86b9-1a97498eab0c HTTP/1.1" status: 200 len: 801 time: 0.0690656 Feb 15 01:49:47.587914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ecd1a85-01f2-40ad-95da-b1c975137a64 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:47.627203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-90f8cd02-f8bb-4cd9-b2ae-da5ccb24a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.629974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-90f8cd02-f8bb-4cd9-b2ae-da5ccb24a753 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639d85a9-5a3d-4382-a652-7918b11c7769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1247952 Feb 15 01:49:47.663962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0951-911c-44f4-9937-c0cdea31cdb8 req-11edead1-524f-46c3-b77b-c04721fa22f6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:47.666763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d2c0951-911c-44f4-9937-c0cdea31cdb8 req-11edead1-524f-46c3-b77b-c04721fa22f6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.1160779 Feb 15 01:49:47.738220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ecd1a85-01f2-40ad-95da-b1c975137a64 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:47.738600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:47.738974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:47.775488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d2c0951-911c-44f4-9937-c0cdea31cdb8 req-6a0df147-eec8-478d-8866-ba2a8fa2bbe8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969586 Feb 15 01:49:47.813888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-47cdc659-bee8-4599-8ddd-4fca1ce01bdf service neutron] 10.222.0.31 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758337 Feb 15 01:49:47.992550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Allocated IP 172.20.0.1 (c8b212bc-670d-4d2e-86d7-1ca67d899364/0cf9c5bf-76fb-4900-b262-f3999eb67ca1/fc55dfc9-0acd-4c08-b411-913149a07323) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:47.994364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:47.999066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce554d-6083-4bad-be4a-b4c8d64059d7 req-ae3d2534-61b9-454e-b661-f0dcb553cae0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:48.010922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce554d-6083-4bad-be4a-b4c8d64059d7 req-ae3d2534-61b9-454e-b661-f0dcb553cae0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:48.012906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cce554d-6083-4bad-be4a-b4c8d64059d7 req-ae3d2534-61b9-454e-b661-f0dcb553cae0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1679 time: 0.1177080 Feb 15 01:49:48.049634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ecd1a85-01f2-40ad-95da-b1c975137a64 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:48.060369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35b93a8a-0ce7-4bad-84e3-88b2b051d1df req-29720ab1-aa85-4d2c-8166-ee16c1c4ea2c service neutron] 10.222.0.31 "GET /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389982 Feb 15 01:49:48.086420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks [] for port (be9b69dd-c275-43f2-8999-1374ae390618), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.114814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cce554d-6083-4bad-be4a-b4c8d64059d7 req-ca578e6d-bf2e-4ddc-b907-9552550a0a51 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944164 Feb 15 01:49:48.136657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks [] for port (fc55dfc9-0acd-4c08-b411-913149a07323), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.150609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (be9b69dd-c275-43f2-8999-1374ae390618), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.210137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99435976-2dd5-4066-9ba0-4ecd41434a86 req-8bf4a2b5-0dd5-4ec1-b81a-ee4f3bd89be4 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Feb 15 01:49:48.230514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Attempting to bind port be9b69dd-c275-43f2-8999-1374ae390618 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:48.230514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Attempting to bind port be9b69dd-c275-43f2-8999-1374ae390618 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:48.230514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Attempting to bind port be9b69dd-c275-43f2-8999-1374ae390618 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:48.234023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f534f5-c318-4c3c-85c8-b3c3a0b5443d None None] Pushing event updated for resources: {'Port': ['ID=be9b69dd-c275-43f2-8999-1374ae390618,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:48.236862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:48.237275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:48.237737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.238127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:48.238601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Bound port: be9b69dd-c275-43f2-8999-1374ae390618, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:48.238980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (be9b69dd-c275-43f2-8999-1374ae390618), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.242522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.317313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:48.320883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:48.324953 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:49:48.325736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:48.329029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Pushing event updated for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:48.342692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] For port be9b69dd-c275-43f2-8999-1374ae390618, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:48.349571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] For port be9b69dd-c275-43f2-8999-1374ae390618, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=be9b69dd-c275-43f2-8999-1374ae390618,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:48.393420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5a02234b-85ea-44e3-8faa-d005be11cd27), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.450065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (be9b69dd-c275-43f2-8999-1374ae390618), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.611494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:48.612032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:48.621226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f534f5-c318-4c3c-85c8-b3c3a0b5443d None None] Pushing event updated for resources: {'Port': ['ID=be9b69dd-c275-43f2-8999-1374ae390618,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:48.657033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a83e09-9834-4639-9608-24e58adfae68 req-6be29472-18e3-4d5a-ab9a-f4e77ff0972d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:48.662400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91a83e09-9834-4639-9608-24e58adfae68 req-6be29472-18e3-4d5a-ab9a-f4e77ff0972d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.0988395 Feb 15 01:49:48.680558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.753648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91a83e09-9834-4639-9608-24e58adfae68 req-028f5736-5ec8-4aca-83a2-692a5dc9171b tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 Feb 15 01:49:48.816408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7779ec75-72ff-4779-ad30-368d6188d87e None None] Provisioning complete for port fc55dfc9-0acd-4c08-b411-913149a07323 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:48.816710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7779ec75-72ff-4779-ad30-368d6188d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.821541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:48.969708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8db75-4dd1-4205-9568-6d376447600c req-473747a3-eb86-40e9-a0b1-6c4687415c7c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:48.971476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1d8db75-4dd1-4205-9568-6d376447600c req-473747a3-eb86-40e9-a0b1-6c4687415c7c tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1487963 Feb 15 01:49:48.987268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks [] for port (fc55dfc9-0acd-4c08-b411-913149a07323), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:48.990128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-abdf960d-63ae-4cfd-9044-d4a9fa35cf0d tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:48.991761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-abdf960d-63ae-4cfd-9044-d4a9fa35cf0d tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba402d83-5015-4220-9265-f2d667bac23f HTTP/1.1" status: 200 len: 946 time: 0.1078064 Feb 15 01:49:49.004258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7779ec75-72ff-4779-ad30-368d6188d87e None None] Port fc55dfc9-0acd-4c08-b411-913149a07323 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:49.078266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.120962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1d8db75-4dd1-4205-9568-6d376447600c req-d89bb8f5-74a2-49e3-994f-c0e2d970d45f tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229417 Feb 15 01:49:49.140460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5a02234b-85ea-44e3-8faa-d005be11cd27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.183504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Deleting port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:49.183865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.200600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:47Z', 'revision_number': 1, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:49.250367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Pushing event updated for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:49.254601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd753b-480d-47c4-ba8a-183a758df1be None None] The sync data for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 is: [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:47Z', 'revision_number': 1, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:49:49.301100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:49.302719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:49.442450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04425052-2a46-444b-8e36-0d5b4d793ac3 req-5426ab71-84d9-4ec6-8d0e-3b8e2b23a3c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:49.452004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04425052-2a46-444b-8e36-0d5b4d793ac3 req-5426ab71-84d9-4ec6-8d0e-3b8e2b23a3c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1678734 Feb 15 01:49:49.461333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] For port 100b27c2-2e9c-4f21-8b79-7eca39dc2590, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=100b27c2-2e9c-4f21-8b79-7eca39dc2590,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:49.461708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.492748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Calling delete_port for 100b27c2-2e9c-4f21-8b79-7eca39dc2590 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:49.553807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Router 5a02234b-85ea-44e3-8faa-d005be11cd27 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:49:49.660060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04425052-2a46-444b-8e36-0d5b4d793ac3 req-23c24286-6d92-478d-ba7e-8abd3443568e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041223 Feb 15 01:49:49.752863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-402a3536-8fb6-4bf0-92c9-0d6ff7b87e7b None None] Provisioning complete for port fc55dfc9-0acd-4c08-b411-913149a07323 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:49.753412 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402a3536-8fb6-4bf0-92c9-0d6ff7b87e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.807035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:49:49.813522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-62d7672b-e5f9-45ac-a874-82dc98d4bd17 admin admin] 10.222.0.43 "PUT /v2.0/routers/5a02234b-85ea-44e3-8faa-d005be11cd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100242 Feb 15 01:49:49.838640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-402a3536-8fb6-4bf0-92c9-0d6ff7b87e7b None None] Port fc55dfc9-0acd-4c08-b411-913149a07323 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:49:49.925047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (100b27c2-2e9c-4f21-8b79-7eca39dc2590), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:49.939528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['767597b3-9d59-487f-bf42-9e3d64c4b97b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:49.992327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['100b27c2-2e9c-4f21-8b79-7eca39dc2590'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:50.030201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Pushing event deleted for resources: {'Port': ['ID=100b27c2-2e9c-4f21-8b79-7eca39dc2590,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:50.075101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] No DVR routers for this DVR port 100b27c2-2e9c-4f21-8b79-7eca39dc2590 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:50.126111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.130831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf286bd0-3923-4f12-a8d3-681dab953e2e req-faa39ba5-8759-40c7-affa-55f7c6e9270e tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.37 "DELETE /v2.0/ports/100b27c2-2e9c-4f21-8b79-7eca39dc2590 HTTP/1.1" status: 204 len: 173 time: 1.1320829 Feb 15 01:49:50.132573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'name': 'network-vif-deleted', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:50.136822 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8d626-a60c-4c3b-90d5-5c2298d99b80" -d '{"events": [{"server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "name": "network-vif-deleted", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:50.175094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930dc9-e8df-4135-aa43-0721e0169861 req-9d7e5f26-b61b-4501-ab2f-f8db2f05b2cb tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:50.178988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a9927be7-009b-482f-a85f-504eaaeac7fe details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:50.191799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94930dc9-e8df-4135-aa43-0721e0169861 req-9d7e5f26-b61b-4501-ab2f-f8db2f05b2cb tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.1121390 Feb 15 01:49:50.290266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94930dc9-e8df-4135-aa43-0721e0169861 req-68f8ddd7-1024-43ea-a4cc-63fb88781ca6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Feb 15 01:49:50.401116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a9927be7-009b-482f-a85f-504eaaeac7fe,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:50.437678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:50.469661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'a9927be7-009b-482f-a85f-504eaaeac7fe', 'network_id': '6c929d2a-abbf-4b9c-8460-add310f644f8', 'port_id': 'a9927be7-009b-482f-a85f-504eaaeac7fe', 'mac_address': 'fa:16:3e:9e:ce:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd35115-4ea2-42c4-bfd1-f6ea69c346d5', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:50.486980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509476-683a-451a-9423-0ce13be2f584 req-19768530-1950-4150-b198-498d5563efd0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:50.493132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509476-683a-451a-9423-0ce13be2f584 req-19768530-1950-4150-b198-498d5563efd0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:50.502647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4509476-683a-451a-9423-0ce13be2f584 req-19768530-1950-4150-b198-498d5563efd0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1679 time: 0.1493673 Feb 15 01:49:50.534749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a9927be7-009b-482f-a85f-504eaaeac7fe is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:50.535308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.557351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9927be7-009b-482f-a85f-504eaaeac7fe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:50.586693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a9927be7-009b-482f-a85f-504eaaeac7fe,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:50.597869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4509476-683a-451a-9423-0ce13be2f584 req-08c5b5ae-fff0-474d-b26d-43a45e535bdc tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936031 Feb 15 01:49:50.616426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a864c213-f30d-47c4-80f8-f379de45b986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.650191 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.652993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55289b8d-fcf6-4354-9306-f4ca4192c2ea details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:50.708981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec579426-985f-459c-bac5-2c9152faa605 req-4dfb18a5-adec-48ea-a4e8-0e0613aba6a6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0482776 Feb 15 01:49:50.759291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a864c213-f30d-47c4-80f8-f379de45b986 admin admin] Publish callbacks [] for security_group (496f6460-aba3-44b4-9a72-1938cb38bdf7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.783467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:50.803594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'network_id': '639d85a9-5a3d-4382-a652-7918b11c7769', 'port_id': '55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'mac_address': 'fa:16:3e:78:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23010179-1ac0-4333-86b9-1a97498eab0c', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:50.872907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a864c213-f30d-47c4-80f8-f379de45b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (496f6460-aba3-44b4-9a72-1938cb38bdf7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.893701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:50.917841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 55289b8d-fcf6-4354-9306-f4ca4192c2ea is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:50.918581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:50.942716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55289b8d-fcf6-4354-9306-f4ca4192c2ea {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:50.965255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864c213-f30d-47c4-80f8-f379de45b986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496f6460-aba3-44b4-9a72-1938cb38bdf7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:50.971077 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a864c213-f30d-47c4-80f8-f379de45b986 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9965c0826c148c2b9a5af0cbbfb2359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361829 Feb 15 01:49:50.973930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:50.983658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:51.023329 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4897-caf2-4790-9cd2-b319fe175650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.055837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.078928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] Publish callbacks [] for security_group (496f6460-aba3-44b4-9a72-1938cb38bdf7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.114618 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] Publish callbacks [] for security_group (496f6460-aba3-44b4-9a72-1938cb38bdf7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.117733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:51.261857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (496f6460-aba3-44b4-9a72-1938cb38bdf7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.265952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.270353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/496f6460-aba3-44b4-9a72-1938cb38bdf7 HTTP/1.1" status: 204 len: 168 time: 0.2928226 Feb 15 01:49:51.307431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0cb5b-7995-4001-82b0-c69b7dddd3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496f6460-aba3-44b4-9a72-1938cb38bdf7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:51.337642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['55289b8d-fcf6-4354-9306-f4ca4192c2ea'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:51.603102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device be9b69dd-c275-43f2-8999-1374ae390618 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:51.694266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port be9b69dd-c275-43f2-8999-1374ae390618 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:51.694640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (be9b69dd-c275-43f2-8999-1374ae390618), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.723203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:51.729863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220591589', 'description': 'tempest-description--1704253313'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:51.827781 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7c4b6-3a86-4013-8802-da11f7832cd7 x-openstack-request-id: req-ead7c4b6-3a86-4013-8802-da11f7832cd7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:51.828621 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba402d83-5015-4220-9265-f2d667bac23f", "name": "network-vif-deleted", "tag": "100b27c2-2e9c-4f21-8b79-7eca39dc2590", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:51.828885 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ead7c4b6-3a86-4013-8802-da11f7832cd7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:51.829701 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba402d83-5015-4220-9265-f2d667bac23f', 'name': 'network-vif-deleted', 'tag': '100b27c2-2e9c-4f21-8b79-7eca39dc2590', 'status': 'completed', 'code': 200} Feb 15 01:49:51.861513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.914934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port be9b69dd-c275-43f2-8999-1374ae390618 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:51.917445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (be9b69dd-c275-43f2-8999-1374ae390618), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:51.962273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port be9b69dd-c275-43f2-8999-1374ae390618, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=be9b69dd-c275-43f2-8999-1374ae390618,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:51.993428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 100b27c2-2e9c-4f21-8b79-7eca39dc2590 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:49:52.003198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (db4ef296-ec6b-4c98-acea-833038e974f2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.023496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 100b27c2-2e9c-4f21-8b79-7eca39dc2590 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:49:52.023848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 100b27c2-2e9c-4f21-8b79-7eca39dc2590 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:49:52.103162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (db4ef296-ec6b-4c98-acea-833038e974f2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.108177 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (be9b69dd-c275-43f2-8999-1374ae390618), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.179035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=be9b69dd-c275-43f2-8999-1374ae390618,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:52.192026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4ef296-ec6b-4c98-acea-833038e974f2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:52.208431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:49:52.234727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60976cc-1f23-4cbd-9b10-513b79f4c427 req-4b11179a-1df1-4416-b89d-5f7d4bebc7b1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.240116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60976cc-1f23-4cbd-9b10-513b79f4c427 req-4b11179a-1df1-4416-b89d-5f7d4bebc7b1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.246118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60976cc-1f23-4cbd-9b10-513b79f4c427 req-4b11179a-1df1-4416-b89d-5f7d4bebc7b1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.247784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a60976cc-1f23-4cbd-9b10-513b79f4c427 req-4b11179a-1df1-4416-b89d-5f7d4bebc7b1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740&device_id=2df31181-c9d9-4959-b367-07c614380fa1&device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 2418 time: 0.1172092 Feb 15 01:49:52.251451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.252789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bc3df245-e8f5-4126-a773-807e1cd33d84 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5274174 Feb 15 01:49:52.255820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:52.266567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'security_group_rule': {'security_group_id': 'db4ef296-ec6b-4c98-acea-833038e974f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:52.324038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a60976cc-1f23-4cbd-9b10-513b79f4c427 req-274e15d4-08e5-4a48-a8d3-545e5167e6e4 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Feb 15 01:49:52.325511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:52.348120 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Sync routers for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:49:52.365599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-615a9a92-55a6-4a19-bbe2-7e738cdb0a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.368275 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:52.368930 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:52.376957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:52.404853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'mac_address': 'fa:16:3e:a7:7d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:49:52.410216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (ec7b9c5c-cdde-48e3-a234-8a6b533fd4ab), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.476077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:52.476734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.480228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a9927be7-009b-482f-a85f-504eaaeac7fe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:52.529203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d8c38bc-136f-4982-9397-1b6d441f469a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:49:52.541847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c902f23-22c2-4aed-bb73-5be6273de9de req-d3dbe280-db75-4a44-b2cb-dd587cac3c95 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.551353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c902f23-22c2-4aed-bb73-5be6273de9de req-d3dbe280-db75-4a44-b2cb-dd587cac3c95 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1236327 Feb 15 01:49:52.555403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (ec7b9c5c-cdde-48e3-a234-8a6b533fd4ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.570065 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:52.602774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:52.623362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-615a9a92-55a6-4a19-bbe2-7e738cdb0a74 admin admin] Publish callbacks [] for security_group (669843e8-7eea-4cb8-9e25-3e255c7cb9ad), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.639394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c902f23-22c2-4aed-bb73-5be6273de9de req-1aac2dca-5264-46f7-842c-93279d6fcec8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836594 Feb 15 01:49:52.668432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ec7b9c5c-cdde-48e3-a234-8a6b533fd4ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.701533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-615a9a92-55a6-4a19-bbe2-7e738cdb0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (669843e8-7eea-4cb8-9e25-3e255c7cb9ad), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.703286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7b9c5c-cdde-48e3-a234-8a6b533fd4ab,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:52.715573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.777300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-615a9a92-55a6-4a19-bbe2-7e738cdb0a74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d67a95f3c814dcb969e5960501b8a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501064 Feb 15 01:49:52.778136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9a92-55a6-4a19-bbe2-7e738cdb0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669843e8-7eea-4cb8-9e25-3e255c7cb9ad,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:52.786867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:52.818934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.822219 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ffb2a21-cb34-4a07-bf66-73a22e225134 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5639749 Feb 15 01:49:52.824969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:52.831800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:52.837525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'security_group_rule': {'security_group_id': 'db4ef296-ec6b-4c98-acea-833038e974f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:52.843710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2d8c38bc-136f-4982-9397-1b6d441f469a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:52.884782 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 2, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:52.904276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44e31-121a-4ef4-9555-9f9040bec41d req-57fd3158-544e-4926-a9ab-76c73636d617 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.910640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] Publish callbacks [] for security_group (669843e8-7eea-4cb8-9e25-3e255c7cb9ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.921747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44e31-121a-4ef4-9555-9f9040bec41d req-57fd3158-544e-4926-a9ab-76c73636d617 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:52.932156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dea44e31-121a-4ef4-9555-9f9040bec41d req-57fd3158-544e-4926-a9ab-76c73636d617 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1681 time: 0.2023218 Feb 15 01:49:52.935873 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Checking router: 5a02234b-85ea-44e3-8faa-d005be11cd27 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:49:52.936379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] Publish callbacks [] for security_group (669843e8-7eea-4cb8-9e25-3e255c7cb9ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:52.937335 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Updating router 5a02234b-85ea-44e3-8faa-d005be11cd27 port fc55dfc9-0acd-4c08-b411-913149a07323 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:49:52.983962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (c984baaf-9e00-4cbb-93ad-ee5fda82c8b6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.001352 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.041533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dea44e31-121a-4ef4-9555-9f9040bec41d req-e1b3c4c4-aa8a-4dea-9055-f4162223213e tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006269 Feb 15 01:49:53.126337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (669843e8-7eea-4cb8-9e25-3e255c7cb9ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.129185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.130523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/669843e8-7eea-4cb8-9e25-3e255c7cb9ad HTTP/1.1" status: 204 len: 168 time: 0.3426344 Feb 15 01:49:53.142525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21e82f9f-f7e5-4d59-8eb2-412add7b51ec req-013be6d2-8e16-4ed1-975c-a0a0e5ede592 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0443363 Feb 15 01:49:53.155435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (c984baaf-9e00-4cbb-93ad-ee5fda82c8b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.156925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9ad1-321c-4cd6-a553-465634a1d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669843e8-7eea-4cb8-9e25-3e255c7cb9ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:53.232562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c984baaf-9e00-4cbb-93ad-ee5fda82c8b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.263714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c984baaf-9e00-4cbb-93ad-ee5fda82c8b6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:53.352451 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e8-c441-4da8-9695-46a9dd277a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.359072 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks [] for port (fc55dfc9-0acd-4c08-b411-913149a07323), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.402360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.403814 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c3c327f-7326-4cbc-8207-46b56140e6a3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5763569 Feb 15 01:49:53.406639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:53.412024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:49:53.478639 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.491689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device be9b69dd-c275-43f2-8999-1374ae390618 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:53.524666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.560571 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Pushing event updated for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:53.582809 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.589044 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.589776 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.590274 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.590791 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.591375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.591865 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.592393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.592957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.593462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.593944 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.594436 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.594911 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:49:53.633135 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Attempting to bind port fc55dfc9-0acd-4c08-b411-913149a07323 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:49:53.633792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Attempting to bind port fc55dfc9-0acd-4c08-b411-913149a07323 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:49:53.634601 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Attempting to bind port fc55dfc9-0acd-4c08-b411-913149a07323 on network c8b212bc-670d-4d2e-86d7-1ca67d899364 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:49:53.635658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port be9b69dd-c275-43f2-8999-1374ae390618 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:53.636641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (be9b69dd-c275-43f2-8999-1374ae390618), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.665980 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:49:53.666735 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Checking segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:49:53.669774 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.671914 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Bound using segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:49:53.674867 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Bound port: fc55dfc9-0acd-4c08-b411-913149a07323, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:49:53.689650 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:53.841095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port be9b69dd-c275-43f2-8999-1374ae390618 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:53.917745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] For port fc55dfc9-0acd-4c08-b411-913149a07323, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:49:53.924088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166cd8e-c237-4dca-ab71-b11af5fde55b req-43cebc2e-6fcd-479b-90ea-57f2960a162d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:53.927778 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] For port fc55dfc9-0acd-4c08-b411-913149a07323, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc55dfc9-0acd-4c08-b411-913149a07323,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:49:53.933529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e166cd8e-c237-4dca-ab71-b11af5fde55b req-43cebc2e-6fcd-479b-90ea-57f2960a162d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.0724332 Feb 15 01:49:54.033065 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.044862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Provisioning complete for port fc55dfc9-0acd-4c08-b411-913149a07323 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:54.045434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.079578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e166cd8e-c237-4dca-ab71-b11af5fde55b req-ef48a57a-b77c-4b01-b270-7b498a701f1f tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449106 Feb 15 01:49:54.181154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.238479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55289b8d-fcf6-4354-9306-f4ca4192c2ea up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:54.239982 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:49:54.240647 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:54.325159 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb203-b8b9-4634-8cb6-c9d7ae741fcd None None] Pushing event updated for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:54.367966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:54.412668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576a13c-a688-4cdc-a3ca-7d4239170fa4 req-69ac1908-5953-450d-a89a-20677e27e0d1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.424651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e576a13c-a688-4cdc-a3ca-7d4239170fa4 req-69ac1908-5953-450d-a89a-20677e27e0d1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 944 time: 0.1604054 Feb 15 01:49:54.453300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Allocated IP 172.25.2.212 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5ebb5c2a-4494-437d-b66f-e9a288e8785d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:49:54.522496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Current status of the port fc55dfc9-0acd-4c08-b411-913149a07323 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:54.524249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.544579 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:49:54.576103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e576a13c-a688-4cdc-a3ca-7d4239170fa4 req-49e0bcea-e298-4d82-9aca-992334d6a70e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498864 Feb 15 01:49:54.600563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.601443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.602098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.602739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.603440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.604080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.604837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.615726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-5b887cb8-6459-4033-8ea9-4d8d9d9dd99d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6725 time: 0.2454805 Feb 15 01:49:54.643950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] For port fc55dfc9-0acd-4c08-b411-913149a07323, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc55dfc9-0acd-4c08-b411-913149a07323,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:54.658218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.672803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 55289b8d-fcf6-4354-9306-f4ca4192c2ea completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:54.680135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 55289b8d-fcf6-4354-9306-f4ca4192c2ea triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:54.681006 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.694430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-89b76c19-952c-4021-87be-624b3fb45ddf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&id=8aa4ef04-271d-4141-bee9-15b88dad5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769408 Feb 15 01:49:54.741337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.797279 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.841796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae4eef-3164-451f-ad50-2609aae36e23 req-3a62b9bb-7909-4e0a-939d-5003ff423337 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:54.845361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae4eef-3164-451f-ad50-2609aae36e23 req-3a62b9bb-7909-4e0a-939d-5003ff423337 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1029339 Feb 15 01:49:54.927588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25a299-d2f0-4687-88d5-2366aacf4809 None None] Pushing event updated for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:54.930961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:54.968937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae4eef-3164-451f-ad50-2609aae36e23 req-20fe7ada-984a-414f-b8d1-2e3422461a10 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165233 Feb 15 01:49:54.979797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bfaead10-5352-4d2f-a079-5ddf5edd6a94 None None] Provisioning complete for port fc55dfc9-0acd-4c08-b411-913149a07323 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:54.980542 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfaead10-5352-4d2f-a079-5ddf5edd6a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.014642 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:53Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:49:55.024214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:49:55.027713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:49:55.031848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:49:55.077128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'Port': ['ID=5ebb5c2a-4494-437d-b66f-e9a288e8785d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:55.117048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1459da9-f86e-4d4a-9440-c534056db88e None None] The sync data for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 is: [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:53Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:49:55.172679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.188042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 55289b8d-fcf6-4354-9306-f4ca4192c2ea is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:55.192204 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.240666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f192f-5f5a-41a2-87ba-168fa71229ce req-af9cc73b-f594-414e-8e83-7b325f48e19a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:55.252282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f192f-5f5a-41a2-87ba-168fa71229ce req-af9cc73b-f594-414e-8e83-7b325f48e19a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:55.264413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a3f192f-5f5a-41a2-87ba-168fa71229ce req-af9cc73b-f594-414e-8e83-7b325f48e19a tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1681 time: 0.1600292 Feb 15 01:49:55.266774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:55.270316 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e7f5b-7ec6-4d4c-8e83-cb864b8d791b" -d '{"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-plugged", "status": "completed", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:55.331372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.342046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:55.360108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bfaead10-5352-4d2f-a079-5ddf5edd6a94 None None] Current status of the port fc55dfc9-0acd-4c08-b411-913149a07323 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:55.430635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a3f192f-5f5a-41a2-87ba-168fa71229ce req-80319529-e31a-4715-b262-c5e8f30676cd tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649728 Feb 15 01:49:55.440229 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.441791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:55.662224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc55dfc9-0acd-4c08-b411-913149a07323 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:55.684681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:55.788532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 2d8c38bc-136f-4982-9397-1b6d441f469a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:55.792922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:55.823891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cff4ead-9ef3-4a61-8536-0009d0f05d88 req-9f64d261-93ec-4ee1-a833-bb65f3ddb4d7 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0741885 Feb 15 01:49:55.918043 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0c4908-3137-4c4d-8124-c5a5915947b4 x-openstack-request-id: req-5e0c4908-3137-4c4d-8124-c5a5915947b4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:55.920061 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-plugged", "status": "completed", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:55.920449 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e0c4908-3137-4c4d-8124-c5a5915947b4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:55.921019 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'code': 200} Feb 15 01:49:55.994040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.002193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fc55dfc9-0acd-4c08-b411-913149a07323 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:56.002706 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.006872 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.020779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24401d71-cf07-4522-880f-c94db2be8032 req-bfacebf6-34ec-452d-80c8-e2222670a356 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:56.023098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24401d71-cf07-4522-880f-c94db2be8032 req-bfacebf6-34ec-452d-80c8-e2222670a356 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.31 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.1237528 Feb 15 01:49:56.106703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:56.107634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.113997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.204100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e867-9349-4ec5-9548-5920ede90fda req-5b047e7a-b24c-49e1-a338-c0fb9f497751 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:56.212099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf31e867-9349-4ec5-9548-5920ede90fda req-5b047e7a-b24c-49e1-a338-c0fb9f497751 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 944 time: 0.1797481 Feb 15 01:49:56.235074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:56.243516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fc55dfc9-0acd-4c08-b411-913149a07323 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:56.302798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.305132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a9927be7-009b-482f-a85f-504eaaeac7fe up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:49:56.342722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf31e867-9349-4ec5-9548-5920ede90fda req-305bceff-b092-4950-a3f7-6592377ac47d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289909 Feb 15 01:49:56.359819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'Port': ['ID=5ebb5c2a-4494-437d-b66f-e9a288e8785d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:56.371854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.446976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Deleting port 767597b3-9d59-487f-bf42-9e3d64c4b97b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:49:56.446976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.502559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.504777 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-44d2b584-646e-4bbc-a089-1db3063c55b3 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0968807 Feb 15 01:49:56.593375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:56.638549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] For port 767597b3-9d59-487f-bf42-9e3d64c4b97b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=767597b3-9d59-487f-bf42-9e3d64c4b97b,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:56.643707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.675065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Calling delete_port for 767597b3-9d59-487f-bf42-9e3d64c4b97b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:49:56.689598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port a9927be7-009b-482f-a85f-504eaaeac7fe completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:49:56.700201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port a9927be7-009b-482f-a85f-504eaaeac7fe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:49:56.700801 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.803239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a9927be7-009b-482f-a85f-504eaaeac7fe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:49:56.803864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.849073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a9927be7-009b-482f-a85f-504eaaeac7fe,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:49:56.918890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:56.988625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af475920-57b0-444a-9871-f5acbbddb87f req-6f13dbe4-fcec-497f-b730-0f7ed444f23a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:56.990213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:56.996794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af475920-57b0-444a-9871-f5acbbddb87f req-6f13dbe4-fcec-497f-b730-0f7ed444f23a tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/ports?device_id=05689099-8953-4afc-bac6-56e0c0af5c1a HTTP/1.1" status: 200 len: 945 time: 0.3007162 Feb 15 01:49:57.037975 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (767597b3-9d59-487f-bf42-9e3d64c4b97b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:57.050792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['767597b3-9d59-487f-bf42-9e3d64c4b97b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:49:57.094724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Pushing event deleted for resources: {'Port': ['ID=767597b3-9d59-487f-bf42-9e3d64c4b97b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:49:57.118995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af475920-57b0-444a-9871-f5acbbddb87f req-cdb5cec9-1e2b-4cf8-933e-b50cb743e399 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6307f03-6b51-4662-b0be-3168319c84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211760 Feb 15 01:49:57.224840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] No DVR routers for this DVR port 767597b3-9d59-487f-bf42-9e3d64c4b97b on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:49:57.228711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:57.236022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24401d71-cf07-4522-880f-c94db2be8032 req-3a8062e2-a73c-4f7f-a4fd-a89a76b5efb4 tempest-ServerRescueTestJSON-1296051264 tempest-ServerRescueTestJSON-1296051264-project] 10.222.0.31 "DELETE /v2.0/ports/767597b3-9d59-487f-bf42-9e3d64c4b97b HTTP/1.1" status: 204 len: 173 time: 1.1989589 Feb 15 01:49:57.243125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'name': 'network-vif-deleted', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:57.247858 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62237051-28cd-4fa0-b96c-a97559fef07f" -d '{"events": [{"server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "name": "network-vif-deleted", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:57.322794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9a44-fe8e-4326-9b7f-e3b31bc87a2e req-4cf37390-875c-485b-8246-be2afc02cba8 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:57.328455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9a44-fe8e-4326-9b7f-e3b31bc87a2e req-4cf37390-875c-485b-8246-be2afc02cba8 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:57.336787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47be9a44-fe8e-4326-9b7f-e3b31bc87a2e req-4cf37390-875c-485b-8246-be2afc02cba8 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.1127679 Feb 15 01:49:57.384132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47be9a44-fe8e-4326-9b7f-e3b31bc87a2e req-f73df7c5-3e61-4e77-a8c9-6f10d78d7272 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Feb 15 01:49:57.474963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:49:57.698935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1a585d89-2614-4a90-82a9-ff2455702e69 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--220591589&fields=id&tenant_id=710d75a8d6b34fce81182b5391ecf371 HTTP/1.1" status: 200 len: 267 time: 0.0710919 Feb 15 01:49:57.826019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-c787d8f8-b36d-4316-a2da-991136ae4efd tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:57.827694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-c787d8f8-b36d-4316-a2da-991136ae4efd tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/networks?id=c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 200 len: 806 time: 0.1232567 Feb 15 01:49:57.849034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-c144176e-34e3-47ee-874f-a3dd8c1d5f35 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/quotas/710d75a8d6b34fce81182b5391ecf371 HTTP/1.1" status: 200 len: 375 time: 0.0156186 Feb 15 01:49:57.912101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-2f421998-a242-464a-b0fa-9c4e57e704d2 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=710d75a8d6b34fce81182b5391ecf371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621269 Feb 15 01:49:57.922715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a'}, {'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:49:57.928446 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c2bc7-0351-49ae-9513-13b1fa61e43e" -d '{"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a"}, {"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-plugged", "status": "completed", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:49:58.031736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-a74b2bad-b328-4716-9969-ead237fe05bc service neutron] 10.222.0.43 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063938 Feb 15 01:49:58.136861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-197b1bc3-cb5e-4129-94b1-abe54aa187f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975950 Feb 15 01:49:58.606903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e333b15b-54c7-4000-9f52-df9cda9cf2ba req-892c3825-ffc1-40de-a4ce-9b827fee899b tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c14b8c-67c9-4425-8b6a-8a31b4fcc915 HTTP/1.1" status: 200 len: 210 time: 0.0397382 Feb 15 01:49:58.667612 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9f9d91-356d-4001-872e-41f8d6e0b866 x-openstack-request-id: req-4f9f9d91-356d-4001-872e-41f8d6e0b866 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:58.667612 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05689099-8953-4afc-bac6-56e0c0af5c1a", "name": "network-vif-deleted", "tag": "767597b3-9d59-487f-bf42-9e3d64c4b97b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:58.668107 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f9f9d91-356d-4001-872e-41f8d6e0b866 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:58.668560 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05689099-8953-4afc-bac6-56e0c0af5c1a', 'name': 'network-vif-deleted', 'tag': '767597b3-9d59-487f-bf42-9e3d64c4b97b', 'status': 'completed', 'code': 200} Feb 15 01:49:58.823044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0cf75-4c16-47f2-bc52-9bb66d1f0fc2 req-b0571f0e-a3d7-45fe-9927-29ba0793967b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:58.825196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4d0cf75-4c16-47f2-bc52-9bb66d1f0fc2 req-b0571f0e-a3d7-45fe-9927-29ba0793967b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.0855730 Feb 15 01:49:58.883051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4d0cf75-4c16-47f2-bc52-9bb66d1f0fc2 req-4fef7175-0243-4137-a178-ed1937b92aec tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521009 Feb 15 01:49:59.257648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c7b3bc-6428-43b1-a58a-473ca0e6900d x-openstack-request-id: req-93c7b3bc-6428-43b1-a58a-473ca0e6900d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:49:59.258467 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a", "code": 200}, {"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-plugged", "status": "completed", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:49:59.258467 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c7b3bc-6428-43b1-a58a-473ca0e6900d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:49:59.259352 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'code': 200} Feb 15 01:49:59.259621 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe', 'code': 200} Feb 15 01:49:59.327747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:49:59.589505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859562-0f79-4a36-b58b-dfdec9f83adc req-2776cbf2-5944-4adf-a36a-260e32cdd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:59.589996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859562-0f79-4a36-b58b-dfdec9f83adc req-2776cbf2-5944-4adf-a36a-260e32cdd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:59.591849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67859562-0f79-4a36-b58b-dfdec9f83adc req-2776cbf2-5944-4adf-a36a-260e32cdd22d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 2049 time: 0.2600358 Feb 15 01:49:59.617975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580a73-c537-4511-a95a-6f32624261ac req-9d8cf515-5ed0-497d-bccc-5727db0c2e79 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:59.624027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580a73-c537-4511-a95a-6f32624261ac req-9d8cf515-5ed0-497d-bccc-5727db0c2e79 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:49:59.625839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df580a73-c537-4511-a95a-6f32624261ac req-9d8cf515-5ed0-497d-bccc-5727db0c2e79 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.1485484 Feb 15 01:49:59.741310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67859562-0f79-4a36-b58b-dfdec9f83adc req-a20101dd-851b-4093-ae6a-d891dcb79f6f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410096 Feb 15 01:49:59.803058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df580a73-c537-4511-a95a-6f32624261ac req-53308dd4-9e49-4762-8516-373ea5c42d95 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659105 Feb 15 01:49:59.888621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9b3686f-8ea4-4c7e-9c53-771ccb0b88c5 req-1dc88add-9d4e-49be-a37a-31244ebb640e tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 210 time: 0.0410855 Feb 15 01:50:00.031200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:00.208233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab3cdd-55b8-465f-92ef-e3786109f6fc req-3128a80e-109f-4604-b528-a80c797502d9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:00.210042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bab3cdd-55b8-465f-92ef-e3786109f6fc req-3128a80e-109f-4604-b528-a80c797502d9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1220124 Feb 15 01:50:00.254786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 767597b3-9d59-487f-bf42-9e3d64c4b97b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:00.308157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 767597b3-9d59-487f-bf42-9e3d64c4b97b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:00.309899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 767597b3-9d59-487f-bf42-9e3d64c4b97b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:00.690071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bab3cdd-55b8-465f-92ef-e3786109f6fc req-e1795ac2-a5c1-4dcb-a76a-90840228c11d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722848 Feb 15 01:50:00.876363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Deleting port b296dec6-fdbe-413d-a2cc-1eba23d1ede9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:00.876717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:00.984058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:01.025911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:01.033175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] For port b296dec6-fdbe-413d-a2cc-1eba23d1ede9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,segment=NetworkSegment(1f200be4-6987-4730-af55-97675ecb3bb5),segment_id=1f200be4-6987-4730-af55-97675ecb3bb5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:01.033897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.080374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (8a1c4d0c-30a2-4b63-977d-cbb4239dd752), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.105104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Calling delete_port for b296dec6-fdbe-413d-a2cc-1eba23d1ede9 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:01.158600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (8a1c4d0c-30a2-4b63-977d-cbb4239dd752), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.184565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac968b-7173-4dab-88fb-4db3a4deb353 req-56132772-7577-469c-938e-6e49c24619a6 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:01.189912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac968b-7173-4dab-88fb-4db3a4deb353 req-56132772-7577-469c-938e-6e49c24619a6 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:01.191560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43ac968b-7173-4dab-88fb-4db3a4deb353 req-56132772-7577-469c-938e-6e49c24619a6 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.1307299 Feb 15 01:50:01.221974 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e4-0933-40af-b5c9-32dfeb20d011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.316729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8a1c4d0c-30a2-4b63-977d-cbb4239dd752), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.319636 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.321183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43ac968b-7173-4dab-88fb-4db3a4deb353 req-9d67116f-2a5c-449b-8819-ad34a75b00cb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229875 Feb 15 01:50:01.324936 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/security-groups/8a1c4d0c-30a2-4b63-977d-cbb4239dd752 HTTP/1.1" status: 204 len: 168 time: 0.3391535 Feb 15 01:50:01.325804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:01.352662 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-456e21e5-f3fe-4f3a-8757-b76c8d2d58c2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] show failed (client error): The resource could not be found. Feb 15 01:50:01.358194 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-456e21e5-f3fe-4f3a-8757-b76c8d2d58c2 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "GET /v2.0/security-groups/8a1c4d0c-30a2-4b63-977d-cbb4239dd752 HTTP/1.1" status: 404 len: 347 time: 0.0275211 Feb 15 01:50:01.358946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:01.359700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b01e1-8237-4ca2-9c5f-fb38828ef0a0 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c4d0c-30a2-4b63-977d-cbb4239dd752,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:01.617046 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e4-0933-40af-b5c9-32dfeb20d011 admin admin] Publish callbacks [] for security_group (bf1b44ee-3610-4743-ac02-66289cd774b3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.678266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-b3ed2612-693f-49bd-a38d-994d433cbd17 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:01.679807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-b3ed2612-693f-49bd-a38d-994d433cbd17 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.31 "GET /v2.0/networks?id=c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 200 len: 806 time: 0.1841080 Feb 15 01:50:01.686845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 48cd06e6-91ec-47c0-b876-0b04b0135519 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:01.687423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.746051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e4-0933-40af-b5c9-32dfeb20d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bf1b44ee-3610-4743-ac02-66289cd774b3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.797661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b296dec6-fdbe-413d-a2cc-1eba23d1ede9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.855665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Pushing event deleted for resources: {'Port': ['ID=b296dec6-fdbe-413d-a2cc-1eba23d1ede9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:01.904403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e5973e4-0933-40af-b5c9-32dfeb20d011 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11e1381e935846a5a065e42982e34599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8769891 Feb 15 01:50:01.909053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:01.930767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5973e4-0933-40af-b5c9-32dfeb20d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b44ee-3610-4743-ac02-66289cd774b3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:01.954238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-bac8098d-3aff-40bf-a7de-ab1e2c61cc27 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710d75a8d6b34fce81182b5391ecf371 HTTP/1.1" status: 200 len: 379 time: 0.2643623 Feb 15 01:50:01.960667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.961081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (48cd06e6-91ec-47c0-b876-0b04b0135519), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:01.991045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-312f3eac-c04f-49e7-b040-14b9d2eda8f6 req-a4afc6b2-e017-4af8-a29a-b75b2dd3a692 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 210 time: 0.0761344 Feb 15 01:50:01.992955 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] Publish callbacks [] for security_group (bf1b44ee-3610-4743-ac02-66289cd774b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.016270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'port': {'device_id': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'admin_state_up': True, 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'security_groups': ['db4ef296-ec6b-4c98-acea-833038e974f2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:02.030657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] Publish callbacks [] for security_group (bf1b44ee-3610-4743-ac02-66289cd774b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.063039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 48cd06e6-91ec-47c0-b876-0b04b0135519 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:02.202437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bf1b44ee-3610-4743-ac02-66289cd774b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.207382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.208866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf1b44ee-3610-4743-ac02-66289cd774b3 HTTP/1.1" status: 204 len: 168 time: 0.2986872 Feb 15 01:50:02.231972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61437883-9914-4792-8f0d-aee7e7a7877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b44ee-3610-4743-ac02-66289cd774b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:02.343024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd680e3-da2c-4ef0-980b-f1ab6254a28a req-7632941c-59be-4ec3-bd06-311f85cd9acd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:02.349821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd680e3-da2c-4ef0-980b-f1ab6254a28a req-7632941c-59be-4ec3-bd06-311f85cd9acd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.2476096 Feb 15 01:50:02.465059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.506520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd680e3-da2c-4ef0-980b-f1ab6254a28a req-8dbb8b04-33ef-4147-8584-62e0cc2bd8d5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557491 Feb 15 01:50:02.512112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Made reservation on behalf of 710d75a8d6b34fce81182b5391ecf371 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:02.515528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.688315 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (48cd06e6-91ec-47c0-b876-0b04b0135519), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.748172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=48cd06e6-91ec-47c0-b876-0b04b0135519,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:02.917933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85a19-8025-4c64-9418-064c30ec167d req-543e1254-1ead-440b-a5dc-1d4e3dd8e56f tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:02.923876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91a85a19-8025-4c64-9418-064c30ec167d req-543e1254-1ead-440b-a5dc-1d4e3dd8e56f tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.2851276 Feb 15 01:50:02.941943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Allocated IP 172.20.0.4 (c8b212bc-670d-4d2e-86d7-1ca67d899364/0cf9c5bf-76fb-4900-b262-f3999eb67ca1/6cdd2549-a2a8-49e8-8d9f-affce3065df8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:02.970579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for floatingip (27267de0-aa33-442c-a0a0-754ac46b4306), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.973260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:02.974680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4f6c3219-6f26-4fd3-8d1f-22211ca8bf05 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/floatingips/27267de0-aa33-442c-a0a0-754ac46b4306 HTTP/1.1" status: 204 len: 168 time: 1.6126354 Feb 15 01:50:02.978915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:02.993226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:03.014238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43dba08e-0da8-4f44-83a1-5e44c1c93773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.112806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91a85a19-8025-4c64-9418-064c30ec167d req-5977cc01-93e7-4166-a772-f5e795fd6de6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880293 Feb 15 01:50:03.127288 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43dba08e-0da8-4f44-83a1-5e44c1c93773 admin admin] Publish callbacks [] for security_group (19825c70-28fb-4acd-8a45-56333b2b3d9a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.212665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Router e86bf51a-ebc1-484c-9a0e-3f0cac428735 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:03.232416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43dba08e-0da8-4f44-83a1-5e44c1c93773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (19825c70-28fb-4acd-8a45-56333b2b3d9a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.277323 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-43dba08e-0da8-4f44-83a1-5e44c1c93773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf0afe158c214e80986d3ab07bb85b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788904 Feb 15 01:50:03.280070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dba08e-0da8-4f44-83a1-5e44c1c93773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19825c70-28fb-4acd-8a45-56333b2b3d9a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:03.282446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:03.388486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.397278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdceb-2f42-4efd-a935-87c74d81947e req-f5cd42ab-766b-4038-bce4-f27253474507 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:03.403251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdceb-2f42-4efd-a935-87c74d81947e req-f5cd42ab-766b-4038-bce4-f27253474507 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:03.410150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1eabdceb-2f42-4efd-a935-87c74d81947e req-f5cd42ab-766b-4038-bce4-f27253474507 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.2098985 Feb 15 01:50:03.428246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 9e1674a0-1fea-4948-8be3-20664a8e7653 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:03.428630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.613549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] Publish callbacks [] for security_group (19825c70-28fb-4acd-8a45-56333b2b3d9a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.619567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:03.629350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Sync routers for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:03.639238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:03.639868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:03.640559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-65da3ded-f569-4407-b8f9-a5b3cbd7f857 admin admin] 10.222.0.43 "PUT /v2.0/routers/e86bf51a-ebc1-484c-9a0e-3f0cac428735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3107703 Feb 15 01:50:03.643187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:03.643864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1eabdceb-2f42-4efd-a935-87c74d81947e req-890ffdfe-7e2c-472f-99cc-537161873b7f tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329347 Feb 15 01:50:03.674784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.678472 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] Publish callbacks [] for security_group (19825c70-28fb-4acd-8a45-56333b2b3d9a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.700820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 9e1674a0-1fea-4948-8be3-20664a8e7653 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:03.774110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:03.780621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks [] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.788111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0970c67-b829-401b-b145-634f34214a2b req-0c71c26d-21ff-4a7b-b55a-572bbbb1bee6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 210 time: 0.0368187 Feb 15 01:50:03.904952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks [] for router_gateway (e86bf51a-ebc1-484c-9a0e-3f0cac428735), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.920711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.976477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (19825c70-28fb-4acd-8a45-56333b2b3d9a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.980235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:03.983769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19825c70-28fb-4acd-8a45-56333b2b3d9a HTTP/1.1" status: 204 len: 168 time: 0.6959653 Feb 15 01:50:03.997947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '43559244-890f-478a-9269-7b06edceb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:50:01Z', 'revision_number': 5, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port': {'id': '43559244-890f-478a-9269-7b06edceb87e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:47:37Z', 'updated_at': '2022-02-15T01:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:04.016186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:04.023546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894006c8-3dbc-431d-a16b-8fe6cb4e33ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19825c70-28fb-4acd-8a45-56333b2b3d9a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:04.032438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:04.034132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Checking router: e86bf51a-ebc1-484c-9a0e-3f0cac428735 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:04.035707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:04.055804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Routers {'e86bf51a-ebc1-484c-9a0e-3f0cac428735'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:04.056779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:04.065707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event updated for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:04.100820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fccb28-625c-41a2-ae43-420143acc827 req-da9cb970-75e7-4944-826d-995bbdf99f64 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:04.113516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8fccb28-625c-41a2-ae43-420143acc827 req-da9cb970-75e7-4944-826d-995bbdf99f64 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.2293985 Feb 15 01:50:04.141745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9e1674a0-1fea-4948-8be3-20664a8e7653), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.162529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:04.163535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.171344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Deleting port 43559244-890f-478a-9269-7b06edceb87e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:04.176594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (43559244-890f-478a-9269-7b06edceb87e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.220911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=9e1674a0-1fea-4948-8be3-20664a8e7653,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:04.316762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8fccb28-625c-41a2-ae43-420143acc827 req-9d2f528f-c46f-46e5-864a-74a008e49f4f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018914 Feb 15 01:50:04.368342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.375017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4caa9632-aea2-49bf-9a2a-5a84ac0850e6 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/ports/9e1674a0-1fea-4948-8be3-20664a8e7653 HTTP/1.1" status: 204 len: 168 time: 1.3904557 Feb 15 01:50:04.381506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:04.411583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-28385c1e-4e66-4f7b-b188-8227e97d9bc6 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3947816 Feb 15 01:50:04.418343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] For port 43559244-890f-478a-9269-7b06edceb87e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=43559244-890f-478a-9269-7b06edceb87e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:04.418892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (43559244-890f-478a-9269-7b06edceb87e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.420152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Request body: {'port': {'device_id': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:04.462567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Calling delete_port for 43559244-890f-478a-9269-7b06edceb87e owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:04.552839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] Set router e86bf51a-ebc1-484c-9a0e-3f0cac428735 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:04.667588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:50:03Z', 'revision_number': 6, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:04.749977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75013b35-b3f7-4de7-b7e1-fc48443768e7 None None] The sync data for ids ['e86bf51a-ebc1-484c-9a0e-3f0cac428735'] in n-d-829064-14 is: [{'id': 'e86bf51a-ebc1-484c-9a0e-3f0cac428735', 'name': 'tempest-ServerRescueTestJSON-2066268924-router', 'tenant_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:47:35Z', 'updated_at': '2022-02-15T01:50:03Z', 'revision_number': 6, 'project_id': '8a3d5a9ea11d44f2b3a637de0a817199', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:04.757108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9b687dbd-8d28-460c-add0-51334c8cb70e None None] Provisioning complete for port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:04.757488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b687dbd-8d28-460c-add0-51334c8cb70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:04.950736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9b687dbd-8d28-460c-add0-51334c8cb70e None None] Port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:50:05.113088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (43559244-890f-478a-9269-7b06edceb87e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.260103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.309034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.314381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Pushing event deleted for resources: {'Port': ['ID=43559244-890f-478a-9269-7b06edceb87e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:05.369574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e603cb-d89b-4116-8fe3-fa07f7d96296 req-e6ffb81b-4c25-439e-9abc-e7c42bccb564 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:05.378176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8e603cb-d89b-4116-8fe3-fa07f7d96296 req-e6ffb81b-4c25-439e-9abc-e7c42bccb564 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.8386486 Feb 15 01:50:05.543007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting port 28bd6334-6911-4671-97d3-34b696ff6924 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:05.543371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28bd6334-6911-4671-97d3-34b696ff6924), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.590061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.594253 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks [] for router_controller (e86bf51a-ebc1-484c-9a0e-3f0cac428735), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.746868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (e86bf51a-ebc1-484c-9a0e-3f0cac428735), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.747557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e86bf51a-ebc1-484c-9a0e-3f0cac428735 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:50:05.758467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.768037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3cc8fc5c-4796-4656-808f-5162677d12ea admin admin] 10.222.0.43 "DELETE /v2.0/routers/e86bf51a-ebc1-484c-9a0e-3f0cac428735 HTTP/1.1" status: 204 len: 168 time: 2.1216841 Feb 15 01:50:05.770250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:05.852433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Deleting subnet 731d8261-03fd-4c9f-8bb1-8b223726b52b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:05.855595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Publish callbacks [] for subnet (731d8261-03fd-4c9f-8bb1-8b223726b52b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.864910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8e603cb-d89b-4116-8fe3-fa07f7d96296 req-90cb47aa-bb48-4d9f-a945-8b4564e510f8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856796 Feb 15 01:50:05.881989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 43559244-890f-478a-9269-7b06edceb87e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:05.894439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28bd6334-6911-4671-97d3-34b696ff6924), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:05.931320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 43559244-890f-478a-9269-7b06edceb87e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:05.933655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 43559244-890f-478a-9269-7b06edceb87e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:05.935322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b296dec6-fdbe-413d-a2cc-1eba23d1ede9 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:05.959060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Calling delete_port for 28bd6334-6911-4671-97d3-34b696ff6924 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:05.970297 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (731d8261-03fd-4c9f-8bb1-8b223726b52b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.017636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b296dec6-fdbe-413d-a2cc-1eba23d1ede9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:06.018181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b296dec6-fdbe-413d-a2cc-1eba23d1ede9 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:06.102707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (731d8261-03fd-4c9f-8bb1-8b223726b52b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.242379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdd2549-a2a8-49e8-8d9f-affce3065df8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:06.252829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks [] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.256582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (731d8261-03fd-4c9f-8bb1-8b223726b52b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.283243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Transition to ACTIVE for port object 6cdd2549-a2a8-49e8-8d9f-affce3065df8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:50:06.327206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731d8261-03fd-4c9f-8bb1-8b223726b52b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:06.339964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.348182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-996edc04-b6d2-46d7-84d3-195b39562d05 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/731d8261-03fd-4c9f-8bb1-8b223726b52b HTTP/1.1" status: 204 len: 168 time: 0.5652628 Feb 15 01:50:06.349221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:06.386186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.491059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:06.496359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0984f195-b8ad-45db-bed3-a84a0814444e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.529084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.533618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.534260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.534718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.535170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.536858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.537329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.540019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.540477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.540933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.541895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.543821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.544253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:06.609614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28bd6334-6911-4671-97d3-34b696ff6924), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.627985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0984f195-b8ad-45db-bed3-a84a0814444e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.683456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0984f195-b8ad-45db-bed3-a84a0814444e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:06.713680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f200be4-6987-4730-af55-97675ecb3bb5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:06.714385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f200be4-6987-4730-af55-97675ecb3bb5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:06.730838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (1f200be4-6987-4730-af55-97675ecb3bb5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.754974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1f200be4-6987-4730-af55-97675ecb3bb5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.762864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:06.763604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (1f200be4-6987-4730-af55-97675ecb3bb5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:06.765795 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:06.786337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Port': ['ID=28bd6334-6911-4671-97d3-34b696ff6924,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:06.907665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Attempting to bind port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:06.908442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Attempting to bind port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:06.908850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Attempting to bind port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 on network c8b212bc-670d-4d2e-86d7-1ca67d899364 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:06.924447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 on network c8b212bc-670d-4d2e-86d7-1ca67d899364 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:50:06.925066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Attempting to bind port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 on network c8b212bc-670d-4d2e-86d7-1ca67d899364 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:06.941316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae8bb3-deca-4e71-9d72-9daeb1a73f24 req-6bb322ab-2c2c-4b43-b2cf-ea5b4c031805 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:06.950294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06ae8bb3-deca-4e71-9d72-9daeb1a73f24 req-6bb322ab-2c2c-4b43-b2cf-ea5b4c031805 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 943 time: 0.4602828 Feb 15 01:50:06.952541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0984f195-b8ad-45db-bed3-a84a0814444e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.955192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:06.955629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Checking segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:06.956362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Bound using segment: {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:06.957049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Bound port: 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af744051-0f3d-4309-921b-0620d45ac84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:06.957594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.966535 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.967321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:06.971156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] 10.222.0.43 "DELETE /v2.0/networks/0984f195-b8ad-45db-bed3-a84a0814444e HTTP/1.1" status: 204 len: 168 time: 0.6203728 Feb 15 01:50:06.976063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:06.981156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6748ec2c-a5da-4702-9ada-8ba10695b9e9 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/ports/28bd6334-6911-4671-97d3-34b696ff6924 HTTP/1.1" status: 204 len: 168 time: 2.5921769 Feb 15 01:50:07.065926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92995e-bca2-48dc-a1c8-ecc1383f1efe admin admin] Pushing event deleted for resources: {'Network': ['ID=0984f195-b8ad-45db-bed3-a84a0814444e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:07.102901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting subnet 7221566a-7400-4fa0-a143-6b04d22916fd {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:07.126052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for subnet (7221566a-7400-4fa0-a143-6b04d22916fd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.131698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06ae8bb3-deca-4e71-9d72-9daeb1a73f24 req-5fd17e8c-b255-472f-9c89-12475b66cae9 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747513 Feb 15 01:50:07.210490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7221566a-7400-4fa0-a143-6b04d22916fd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.216490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:07.219913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:07.327781 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.387374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7221566a-7400-4fa0-a143-6b04d22916fd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.483562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:07.577693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:07.578579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.587290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7221566a-7400-4fa0-a143-6b04d22916fd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.599566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] 10.222.0.31 "PUT /v2.0/ports/6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 200 len: 1092 time: 3.1676357 Feb 15 01:50:07.606155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:07.622197 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0527de2-93d1-403d-b497-d481cfba1a46" -d '{"events": [{"name": "network-changed", "server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:07.666984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Subnet': ['ID=7221566a-7400-4fa0-a143-6b04d22916fd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:07.682331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:07.690725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6197a9-069e-4345-be2a-66fdea4fadda None None] Network 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:07.708729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cbacb5c1-77cd-4625-98fe-3b780dd5b890 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/subnets/7221566a-7400-4fa0-a143-6b04d22916fd HTTP/1.1" status: 204 len: 168 time: 0.7310538 Feb 15 01:50:07.716808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:07.790953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1cb66-9739-4de4-acd4-836e93266686 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:07.874373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2363b-fc2b-47cb-b1a6-6960b25cb2cd req-fab3fed4-4d0d-4413-a90a-6041dbdc82d8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:07.881926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ab2363b-fc2b-47cb-b1a6-6960b25cb2cd req-fab3fed4-4d0d-4413-a90a-6041dbdc82d8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.5756974 Feb 15 01:50:07.888998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-39606782-63dc-4445-945e-2c9a174f7e18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a3d5a9ea11d44f2b3a637de0a817199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012880 Feb 15 01:50:07.892278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:07.935995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Deleting subnet c7936276-b583-41b3-bc6b-c70e0609746c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:07.982531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks [] for subnet (c7936276-b583-41b3-bc6b-c70e0609746c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.043491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-f4f628e4-7944-49c6-b5da-e0eb118b843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.047355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-f4f628e4-7944-49c6-b5da-e0eb118b843e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=710d75a8d6b34fce81182b5391ecf371&device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 1126 time: 0.2959232 Feb 15 01:50:08.082368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ab2363b-fc2b-47cb-b1a6-6960b25cb2cd req-62631926-7426-42b2-be0d-f77cf6b2a3d5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995656 Feb 15 01:50:08.110468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] DHCP port deletion for 0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:08.137399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c7936276-b583-41b3-bc6b-c70e0609746c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.146782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] Publish callbacks [] for security_group (d6307f03-6b51-4662-b0be-3168319c84de), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.159192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-0b22e3fd-28ca-4c58-9641-21419e375f87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 200 len: 217 time: 0.1028185 Feb 15 01:50:08.226980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] Publish callbacks [] for security_group (d6307f03-6b51-4662-b0be-3168319c84de), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.233047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Deleting port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:08.233569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.304257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-1ef7cd91-62bd-43f0-b397-1c9525f9623d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.315188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-1ef7cd91-62bd-43f0-b397-1c9525f9623d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.324965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-1ef7cd91-62bd-43f0-b397-1c9525f9623d tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.3782403 Feb 15 01:50:08.346906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c7936276-b583-41b3-bc6b-c70e0609746c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.368711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] For port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,segment=NetworkSegment(8fb50349-372a-49e5-943a-5d8c0cd84288),segment_id=8fb50349-372a-49e5-943a-5d8c0cd84288)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:08.369270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.400421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Calling delete_port for 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:08.427913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6307f03-6b51-4662-b0be-3168319c84de), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.436124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.439185 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6307f03-6b51-4662-b0be-3168319c84de HTTP/1.1" status: 204 len: 168 time: 0.5391867 Feb 15 01:50:08.471488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb6890-151f-43ab-80f9-627b93aa3152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6307f03-6b51-4662-b0be-3168319c84de,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:08.551053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-e6eab391-af1a-4170-8c80-881e69ff3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.552772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c7936276-b583-41b3-bc6b-c70e0609746c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.556198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-e6eab391-af1a-4170-8c80-881e69ff3f7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf9c5bf-76fb-4900-b262-f3999eb67ca1 HTTP/1.1" status: 200 len: 845 time: 0.3896999 Feb 15 01:50:08.606854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906c503-cd2e-44f6-bb0b-a485b10b8cb9 None None] Network f4441eb7-0888-4ce6-b6a8-872ff4b5093d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:08.617759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Subnet': ['ID=c7936276-b583-41b3-bc6b-c70e0609746c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:08.626069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.640760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae36806c-19de-451f-872b-ad970a2e8f34 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/subnets/c7936276-b583-41b3-bc6b-c70e0609746c HTTP/1.1" status: 204 len: 168 time: 0.9209945 Feb 15 01:50:08.644587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:08.705868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255d9-fc0e-4192-9693-cf5e52bd1f19 req-d5c120e7-3014-4ef3-87da-283a5329b1f0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.711961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255d9-fc0e-4192-9693-cf5e52bd1f19 req-d5c120e7-3014-4ef3-87da-283a5329b1f0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.719360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-791255d9-fc0e-4192-9693-cf5e52bd1f19 req-d5c120e7-3014-4ef3-87da-283a5329b1f0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 1683 time: 0.4703751 Feb 15 01:50:08.753695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port a9927be7-009b-482f-a85f-504eaaeac7fe {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:08.754331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.786558 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.812619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-77926d9b-0392-485b-809c-3c0069adf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:08.814849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-77926d9b-0392-485b-809c-3c0069adf3ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b212bc-670d-4d2e-86d7-1ca67d899364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2465992 Feb 15 01:50:08.849150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:08.920804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] Pushing event deleted for resources: {'Port': ['ID=5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:08.929753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee8947-eb61-4f37-9e81-60ae9e56c252 None None] No DVR routers for this DVR port 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:09.004498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-785412fd-1f09-4a92-9eb9-bc169845bd76 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574209 Feb 15 01:50:09.044820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-791255d9-fc0e-4192-9693-cf5e52bd1f19 req-5c4a7eb2-33f8-4018-9a05-dafc3516a076 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242767 Feb 15 01:50:09.070962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] DHCP port deletion for f4441eb7-0888-4ce6-b6a8-872ff4b5093d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:09.112216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.172182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c55c674-031e-4b60-9c3c-d0ddd17d4fb5']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:09.191028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Deleting port 197b8d8b-90ea-4d7c-9d7e-700265341219 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:09.192192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.201559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb50349-372a-49e5-943a-5d8c0cd84288') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:09.203988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb50349-372a-49e5-943a-5d8c0cd84288') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:09.225197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (8fb50349-372a-49e5-943a-5d8c0cd84288), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.244728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8fb50349-372a-49e5-943a-5d8c0cd84288), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.254370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:09.254864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (8fb50349-372a-49e5-943a-5d8c0cd84288), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:09.259094 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:09.346314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] For port 197b8d8b-90ea-4d7c-9d7e-700265341219, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=197b8d8b-90ea-4d7c-9d7e-700265341219,segment=NetworkSegment(4b5ff060-c0c5-4d56-b982-08be23b33c30),segment_id=4b5ff060-c0c5-4d56-b982-08be23b33c30)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:09.346726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.378662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Calling delete_port for 197b8d8b-90ea-4d7c-9d7e-700265341219 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:09.398844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3244d62d-7c39-4d03-ba1d-c4140366faf5 req-1130c3a6-ef46-4c5a-8515-bff23e148e9f service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858774 Feb 15 01:50:09.438988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port a9927be7-009b-482f-a85f-504eaaeac7fe, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a9927be7-009b-482f-a85f-504eaaeac7fe,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:09.439450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.473369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for a9927be7-009b-482f-a85f-504eaaeac7fe owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:09.484923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785b64-bd08-49ec-85ab-dc9c2989bd2e req-e8256a8d-b8a2-46ae-8392-797fc483e06e tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:09.487735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89785b64-bd08-49ec-85ab-dc9c2989bd2e req-e8256a8d-b8a2-46ae-8392-797fc483e06e tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.3255816 Feb 15 01:50:09.533158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0c55c674-031e-4b60-9c3c-d0ddd17d4fb5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.542947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.548746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/networks/0c55c674-031e-4b60-9c3c-d0ddd17d4fb5 HTTP/1.1" status: 204 len: 168 time: 0.9001896 Feb 15 01:50:09.560348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:09.563368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6e554-0b00-441e-8857-e07ea835fdeb tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Network': ['ID=0c55c674-031e-4b60-9c3c-d0ddd17d4fb5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:09.601924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:09.627676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:09.628337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5e83ad54-3fbd-4a4d-bfd7-268e1a564aa7 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:09.628959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 197b8d8b-90ea-4d7c-9d7e-700265341219 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:09.677693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (197b8d8b-90ea-4d7c-9d7e-700265341219), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:09.694073 n-d-829064-14 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No ports have port_id starting with 197b8d8b-90ea-4d7c-9d7e-700265341219 Feb 15 01:50:09.720505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] No DVR routers for this DVR port 197b8d8b-90ea-4d7c-9d7e-700265341219 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:09.723621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc4b6c-0ebb-4bf1-a4ee-647cbc5d1670 None None] Pushing event deleted for resources: {'Port': ['ID=197b8d8b-90ea-4d7c-9d7e-700265341219,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:09.752508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89785b64-bd08-49ec-85ab-dc9c2989bd2e req-7f088377-fce1-4b69-bb25-3a308284a28b tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448478 Feb 15 01:50:09.940337 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c66f05-1617-4531-bf9a-a2dc3edc1eee x-openstack-request-id: req-74c66f05-1617-4531-bf9a-a2dc3edc1eee {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:09.940638 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:09.941135 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74c66f05-1617-4531-bf9a-a2dc3edc1eee {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:09.941561 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'status': 'completed', 'code': 200} Feb 15 01:50:10.035676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f4441eb7-0888-4ce6-b6a8-872ff4b5093d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.041444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a9927be7-009b-482f-a85f-504eaaeac7fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.073336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'a9927be7-009b-482f-a85f-504eaaeac7fe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:10.093926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=a9927be7-009b-482f-a85f-504eaaeac7fe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:10.285850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-e5c31312-b453-4ddd-9be3-882df7d11680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:10.287544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-e5c31312-b453-4ddd-9be3-882df7d11680 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=710d75a8d6b34fce81182b5391ecf371&device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 1126 time: 0.3357351 Feb 15 01:50:10.299307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port a9927be7-009b-482f-a85f-504eaaeac7fe on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:10.308780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871931c-3ca3-49ea-ad78-dc82a8b41247 req-02515581-6b6e-4a83-97a3-edc0eb5cef3a tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:10.309948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d871931c-3ca3-49ea-ad78-dc82a8b41247 req-02515581-6b6e-4a83-97a3-edc0eb5cef3a tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 943 time: 0.3676181 Feb 15 01:50:10.313900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.318007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-996f6231-20b3-435e-9187-6a4bd52ae86b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "DELETE /v2.0/ports/a9927be7-009b-482f-a85f-504eaaeac7fe HTTP/1.1" status: 204 len: 173 time: 1.9611819 Feb 15 01:50:10.623344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f4441eb7-0888-4ce6-b6a8-872ff4b5093d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.687640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4441eb7-0888-4ce6-b6a8-872ff4b5093d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:10.728802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5ff060-c0c5-4d56-b982-08be23b33c30') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5ff060-c0c5-4d56-b982-08be23b33c30') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d871931c-3ca3-49ea-ad78-dc82a8b41247 req-efd46545-fef7-44ef-bdb9-75857df80cfa tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432136 Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (4b5ff060-c0c5-4d56-b982-08be23b33c30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-dd9a9242-63b7-4ff9-8733-b6bad7f2e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-dd9a9242-63b7-4ff9-8733-b6bad7f2e4a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 200 len: 907 time: 0.4521079 Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4b5ff060-c0c5-4d56-b982-08be23b33c30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (4b5ff060-c0c5-4d56-b982-08be23b33c30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:10.837050 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:10.846440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-7c09f14d-82e4-4742-88a1-5b81756faa77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 200 len: 217 time: 0.0687890 Feb 15 01:50:10.987339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port 55289b8d-fcf6-4354-9306-f4ca4192c2ea {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:10.987786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:11.051397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f4441eb7-0888-4ce6-b6a8-872ff4b5093d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:11.056167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-8821a102-e4a8-4119-8b95-49ea0e1e4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:11.058335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-8821a102-e4a8-4119-8b95-49ea0e1e4e25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf9c5bf-76fb-4900-b262-f3999eb67ca1 HTTP/1.1" status: 200 len: 845 time: 0.1682150 Feb 15 01:50:11.077812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:11.078292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] 10.222.0.43 "DELETE /v2.0/networks/f4441eb7-0888-4ce6-b6a8-872ff4b5093d HTTP/1.1" status: 204 len: 168 time: 1.5167966 Feb 15 01:50:11.117941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224813fa-665c-41cd-849e-e24426381cda req-bfb65e4d-9dea-4a0d-bb88-c9f8ff0a7f44 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:11.117941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-224813fa-665c-41cd-849e-e24426381cda req-bfb65e4d-9dea-4a0d-bb88-c9f8ff0a7f44 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.2913945 Feb 15 01:50:11.130218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad56aeb-8754-41ed-9a40-328da3019eb1 tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] Pushing event deleted for resources: {'Network': ['ID=f4441eb7-0888-4ce6-b6a8-872ff4b5093d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:11.227555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port 55289b8d-fcf6-4354-9306-f4ca4192c2ea, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55289b8d-fcf6-4354-9306-f4ca4192c2ea,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:11.229356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:11.259072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for 55289b8d-fcf6-4354-9306-f4ca4192c2ea owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:11.271254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-e2847759-96a7-41c5-8acb-9e06399c1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:11.272872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-e2847759-96a7-41c5-8acb-9e06399c1e2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b212bc-670d-4d2e-86d7-1ca67d899364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1936073 Feb 15 01:50:11.283104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-224813fa-665c-41cd-849e-e24426381cda req-c918532d-5744-4934-aae9-6ced3c96d3e0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350241 Feb 15 01:50:11.951245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-deleted', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:11.953828 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f8b5d-c628-4f03-9abd-ddb02ad72641" -d '{"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-deleted", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:12.043244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc00eb-03e4-43d3-8671-4bdf430de9db req-e2b36b0a-e5a1-4fb0-9565-a5d4257b3bef tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:12.044854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cfc00eb-03e4-43d3-8671-4bdf430de9db req-e2b36b0a-e5a1-4fb0-9565-a5d4257b3bef tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 946 time: 0.1278646 Feb 15 01:50:12.048149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-fc503194-d857-4a6f-9059-1bd18d052709 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625334 Feb 15 01:50:12.226394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cfc00eb-03e4-43d3-8671-4bdf430de9db req-5434a3b0-6db8-4635-80d6-cb0b87c2fab3 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/security-groups?id=f315575c-4e41-44a6-8559-25388903fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686907 Feb 15 01:50:12.245678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0527de2-93d1-403d-b497-d481cfba1a46 req-a60b3b2d-ec4d-4d3c-9d52-7a61f868ca0f service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844440 Feb 15 01:50:12.299968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (55289b8d-fcf6-4354-9306-f4ca4192c2ea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:12.314018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6cdd2549-a2a8-49e8-8d9f-affce3065df8 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:50:12.317817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55289b8d-fcf6-4354-9306-f4ca4192c2ea no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:12.336815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=55289b8d-fcf6-4354-9306-f4ca4192c2ea,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:12.359015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 55289b8d-fcf6-4354-9306-f4ca4192c2ea {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:12.359746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55289b8d-fcf6-4354-9306-f4ca4192c2ea not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:12.360444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a9927be7-009b-482f-a85f-504eaaeac7fe no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:12.386525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: a9927be7-009b-482f-a85f-504eaaeac7fe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:12.386945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a9927be7-009b-482f-a85f-504eaaeac7fe not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:12.408136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port 55289b8d-fcf6-4354-9306-f4ca4192c2ea on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:12.412210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:12.415356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c86c36-ff11-41bc-9256-90cb6fe2fefa req-01db6389-a692-4a10-bac1-4cd045c1e965 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.31 "DELETE /v2.0/ports/55289b8d-fcf6-4354-9306-f4ca4192c2ea HTTP/1.1" status: 204 len: 173 time: 2.0397122 Feb 15 01:50:12.482965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:12.494128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'port_id': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'mac_address': 'fa:16:3e:ef:59:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:50:12.536598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:12.537121 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:12.573122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdd2549-a2a8-49e8-8d9f-affce3065df8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:12.597128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:12.696955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec30a56-f9e2-4e2b-bc5d-78264361b9ad req-e080ec58-ebbe-4bbf-a945-639e59dd0671 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:12.698503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ec30a56-f9e2-4e2b-bc5d-78264361b9ad req-e080ec58-ebbe-4bbf-a945-639e59dd0671 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 943 time: 0.0609918 Feb 15 01:50:12.708474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:12.762691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:12.787306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ec30a56-f9e2-4e2b-bc5d-78264361b9ad req-fcb8a315-11e6-4570-88ba-21ce7e16ed25 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825131 Feb 15 01:50:12.804098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f52869-750f-40bc-84fe-45771cb089bd req-5c3045fb-eb0a-4e01-beb9-515480045062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:12.809751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-5c3045fb-eb0a-4e01-beb9-515480045062 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0445d7b9f74241f79818ecf461e498de&device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 1128 time: 0.0796382 Feb 15 01:50:12.870607 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d52ae98-e028-4386-b3f2-82132c093de8 x-openstack-request-id: req-8d52ae98-e028-4386-b3f2-82132c093de8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:12.870859 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-deleted", "tag": "a9927be7-009b-482f-a85f-504eaaeac7fe", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:12.871116 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d52ae98-e028-4386-b3f2-82132c093de8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:12.871504 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-deleted', 'tag': 'a9927be7-009b-482f-a85f-504eaaeac7fe', 'status': 'completed', 'code': 200} Feb 15 01:50:12.920422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f52869-750f-40bc-84fe-45771cb089bd req-77536eca-9636-442b-886f-4ca3daee3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:12.922048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-77536eca-9636-442b-886f-4ca3daee3945 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 200 len: 916 time: 0.1057084 Feb 15 01:50:12.981715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-2ac720da-d46d-4a99-8247-b575a1088e9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a6d953-621b-46e8-b273-6bac37234d7c HTTP/1.1" status: 200 len: 217 time: 0.0520840 Feb 15 01:50:13.002245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['6cdd2549-a2a8-49e8-8d9f-affce3065df8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:13.056368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f52869-750f-40bc-84fe-45771cb089bd req-773403ef-663f-4c82-a2f2-5d7adeccb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.057888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-773403ef-663f-4c82-a2f2-5d7adeccb9c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 200 len: 854 time: 0.0684526 Feb 15 01:50:13.081532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1b2db-cc1a-48a3-947e-30bcbc9f53ba req-bc62ed94-8f35-4e1f-beec-5270c94eb6c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.082961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20f1b2db-cc1a-48a3-947e-30bcbc9f53ba req-bc62ed94-8f35-4e1f-beec-5270c94eb6c0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1052248 Feb 15 01:50:13.161790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f52869-750f-40bc-84fe-45771cb089bd req-4f58f314-73a8-4ab8-9023-fc99de656efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.164076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-4f58f314-73a8-4ab8-9023-fc99de656efc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccfbcc29-88e0-4f9a-8505-f9825acb6f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0988002 Feb 15 01:50:13.177275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20f1b2db-cc1a-48a3-947e-30bcbc9f53ba req-605f9cd6-2b92-4c0d-acb7-7928437fc7a3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782373 Feb 15 01:50:13.358890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-54a52e6f-da96-417c-b598-abb0b31abd0f service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803489 Feb 15 01:50:13.368092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea6773-58ff-4b54-ae26-9d3c4195f934 req-27fa26cb-cc51-431a-8cf0-58ebce26e300 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.369646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaea6773-58ff-4b54-ae26-9d3c4195f934 req-27fa26cb-cc51-431a-8cf0-58ebce26e300 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.1275632 Feb 15 01:50:13.376249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-06ec14e4-67bc-4402-89b6-b06b54d20175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.376249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-06ec14e4-67bc-4402-89b6-b06b54d20175 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 1128 time: 0.1161218 Feb 15 01:50:13.552546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaea6773-58ff-4b54-ae26-9d3c4195f934 req-a42410a6-b46f-4c2a-8599-226ac750650d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692116 Feb 15 01:50:13.597167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6f52869-750f-40bc-84fe-45771cb089bd req-d8bb747d-7741-4cfb-871e-c1b106ec2ece service neutron] 10.222.0.37 "GET /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232139 Feb 15 01:50:13.602129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-0d8f8991-cf7c-4b8f-8d7f-39cfbac21420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.603645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-0d8f8991-cf7c-4b8f-8d7f-39cfbac21420 service neutron] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.2223897 Feb 15 01:50:13.662537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-db6d7762-5673-4561-8ad2-cc0ec5e28e22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d8c38bc-136f-4982-9397-1b6d441f469a HTTP/1.1" status: 200 len: 217 time: 0.0524232 Feb 15 01:50:13.702764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-548b581b-eb02-430b-9787-e58923952661 req-acb52412-3a7e-4784-878d-08885d490866 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eeaa898-9f02-4edf-bdf7-041470cedac0 HTTP/1.1" status: 200 len: 210 time: 0.0360243 Feb 15 01:50:13.748065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-9f10d12f-9494-404c-9e51-c6deaad157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:13.749583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-9f10d12f-9494-404c-9e51-c6deaad157e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0813231 Feb 15 01:50:13.783064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-69506116-f8c1-4e73-b325-d6ab54601515 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265989 Feb 15 01:50:13.940859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-77103d47-9081-4f63-aa26-776d926ac304 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514354 Feb 15 01:50:14.018139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aada4-309f-4b1a-8345-9411d15c6164 req-2d0c3d54-2e0c-4c9f-bac1-0d625ab92bf1 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:14.019960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957aada4-309f-4b1a-8345-9411d15c6164 req-2d0c3d54-2e0c-4c9f-bac1-0d625ab92bf1 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 944 time: 0.1139646 Feb 15 01:50:14.072853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e048dd73-7971-4b18-b01b-68945c1cf882 req-484013cb-3137-4c5e-98d9-4362ed618610 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Feb 15 01:50:14.096691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957aada4-309f-4b1a-8345-9411d15c6164 req-beaf3c5b-f56e-4650-a62b-f66f7bcc565b tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608566 Feb 15 01:50:14.314010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6cdd2549-a2a8-49e8-8d9f-affce3065df8 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:14.343988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e722ff-6208-452c-b7d3-77016865d813 req-42b0b9bd-b81f-489a-9ffd-be4ef24ab33f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:14.349937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78e722ff-6208-452c-b7d3-77016865d813 req-42b0b9bd-b81f-489a-9ffd-be4ef24ab33f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.0753720 Feb 15 01:50:14.435737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78e722ff-6208-452c-b7d3-77016865d813 req-10cc8005-139a-44b8-8b47-bf26bca69a19 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744679 Feb 15 01:50:14.517791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:50:14.526164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:14.526164 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:14.641141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:14.641924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:14.676083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:14.679529 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089dd89f-b082-45a4-9e08-5f3229899800" -d '{"events": [{"server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "name": "network-vif-plugged", "status": "completed", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:14.699209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:14.741361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:14.796744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25cfb9-6630-4702-b963-7c3ddec3ae5e req-2204b936-4431-401d-bb8e-1c9552a7247c tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:14.798796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c25cfb9-6630-4702-b963-7c3ddec3ae5e req-2204b936-4431-401d-bb8e-1c9552a7247c tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.0870571 Feb 15 01:50:14.844245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:14.860562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.862613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.862613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.862613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.862934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.863071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.863534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.863873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.864203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.864560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.864890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.865218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.865542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:14.865996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c25cfb9-6630-4702-b963-7c3ddec3ae5e req-1604be0e-96ae-4644-bd9b-e3fe8a8939a1 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615368 Feb 15 01:50:14.873344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-deleted', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:14.876014 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e07249-f41e-4489-8c05-45ebf5c78d7c" -d '{"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-deleted", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:14.938660 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea98dca-086e-44bd-8639-e467ef1436f4 x-openstack-request-id: req-4ea98dca-086e-44bd-8639-e467ef1436f4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:14.939597 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "name": "network-vif-plugged", "status": "completed", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:14.939997 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ea98dca-086e-44bd-8639-e467ef1436f4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:14.943040 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'code': 200} Feb 15 01:50:14.988466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:14.988839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:15.085134 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a45c06-dfb4-4ce1-8722-535980ff2730 x-openstack-request-id: req-07a45c06-dfb4-4ce1-8722-535980ff2730 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:15.085728 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeaa898-9f02-4edf-bdf7-041470cedac0", "name": "network-vif-deleted", "tag": "55289b8d-fcf6-4354-9306-f4ca4192c2ea", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:15.085728 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07a45c06-dfb4-4ce1-8722-535980ff2730 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:15.086122 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeaa898-9f02-4edf-bdf7-041470cedac0', 'name': 'network-vif-deleted', 'tag': '55289b8d-fcf6-4354-9306-f4ca4192c2ea', 'status': 'completed', 'code': 200} Feb 15 01:50:15.117590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting subnet 23010179-1ac0-4333-86b9-1a97498eab0c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:15.125897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (23010179-1ac0-4333-86b9-1a97498eab0c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.145292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.225020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79503214-f994-431a-bccc-1e3b79956d8c req-a8863828-329c-4668-be4e-04c5f9e2ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:15.226236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79503214-f994-431a-bccc-1e3b79956d8c req-a8863828-329c-4668-be4e-04c5f9e2ce0b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 1128 time: 0.1497004 Feb 15 01:50:15.228711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (23010179-1ac0-4333-86b9-1a97498eab0c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.327906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61f32e8-2e5c-47e3-a06b-3592a3a1a11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.436695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79503214-f994-431a-bccc-1e3b79956d8c req-4051dd98-1236-4130-b011-08ff1340d3db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776671 Feb 15 01:50:15.450405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4af75-6f51-438c-a2d9-0a01564ffe02 req-aa950d73-19a5-4987-b67a-4dea1227b373 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:15.451940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f4af75-6f51-438c-a2d9-0a01564ffe02 req-aa950d73-19a5-4987-b67a-4dea1227b373 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.2201428 Feb 15 01:50:15.481175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (23010179-1ac0-4333-86b9-1a97498eab0c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.578443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f4af75-6f51-438c-a2d9-0a01564ffe02 req-f87668cc-7e45-4f69-b468-ae7ef534c8c6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167898 Feb 15 01:50:15.618143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61f32e8-2e5c-47e3-a06b-3592a3a1a11e admin admin] Publish callbacks [] for security_group (3c12de10-e182-4f64-9887-ec4dd83d955c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.683945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (23010179-1ac0-4333-86b9-1a97498eab0c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.707678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5856b8-7885-4088-bd8f-9641d07bb014 None None] Network 639d85a9-5a3d-4382-a652-7918b11c7769 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:15.717454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.720980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/subnets/23010179-1ac0-4333-86b9-1a97498eab0c HTTP/1.1" status: 204 len: 168 time: 0.7295215 Feb 15 01:50:15.729577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c631d86-a75a-4822-8712-6a044006cdbb tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Subnet': ['ID=23010179-1ac0-4333-86b9-1a97498eab0c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:15.731695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:15.739047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61f32e8-2e5c-47e3-a06b-3592a3a1a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3c12de10-e182-4f64-9887-ec4dd83d955c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.773444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e61f32e8-2e5c-47e3-a06b-3592a3a1a11e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27ea2a1eb0894381a711be6192da3ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7835398 Feb 15 01:50:15.783465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a388b-8ddc-42fa-81bd-35fb125f20ee req-04174fb5-65b3-4c31-8ab2-fb540c343e6a tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:15.785034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-619a388b-8ddc-42fa-81bd-35fb125f20ee req-04174fb5-65b3-4c31-8ab2-fb540c343e6a tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1428199 Feb 15 01:50:15.790260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:15.871462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (639d85a9-5a3d-4382-a652-7918b11c7769), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.876629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f32e8-2e5c-47e3-a06b-3592a3a1a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c12de10-e182-4f64-9887-ec4dd83d955c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:15.909625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] DHCP port deletion for 639d85a9-5a3d-4382-a652-7918b11c7769 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:15.943377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] Publish callbacks [] for security_group (3c12de10-e182-4f64-9887-ec4dd83d955c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.970848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port fb4e5267-5dca-42c0-a017-0bbc1571e39a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:15.971443 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:15.987327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] Publish callbacks [] for security_group (3c12de10-e182-4f64-9887-ec4dd83d955c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.004537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Deleting port fb4e5267-5dca-42c0-a017-0bbc1571e39a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:16.004912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.055574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port fb4e5267-5dca-42c0-a017-0bbc1571e39a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb4e5267-5dca-42c0-a017-0bbc1571e39a,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:16.057725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.086493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for fb4e5267-5dca-42c0-a017-0bbc1571e39a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:16.170085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-619a388b-8ddc-42fa-81bd-35fb125f20ee req-8ee6ec32-1ca6-4c69-9c5a-6a35b7c00501 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806673 Feb 15 01:50:16.188519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3c12de10-e182-4f64-9887-ec4dd83d955c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.192152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.193508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c12de10-e182-4f64-9887-ec4dd83d955c HTTP/1.1" status: 204 len: 168 time: 0.3940215 Feb 15 01:50:16.203934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] For port fb4e5267-5dca-42c0-a017-0bbc1571e39a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb4e5267-5dca-42c0-a017-0bbc1571e39a,segment=NetworkSegment(eaa6685f-dba3-4078-841c-e8c1e1f7a7bc),segment_id=eaa6685f-dba3-4078-841c-e8c1e1f7a7bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:16.208137 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.209726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cabc18-6f1e-4889-9a39-f3d5813d6d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c12de10-e182-4f64-9887-ec4dd83d955c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:16.290869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Calling delete_port for fb4e5267-5dca-42c0-a017-0bbc1571e39a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:16.325786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:16.367449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc63ca-5d69-473a-8fda-d039e9dc4b24 req-4e5b1562-4235-4a19-8c6c-0795983ed9ec tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:16.370496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.383751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fc63ca-5d69-473a-8fda-d039e9dc4b24 req-4e5b1562-4235-4a19-8c6c-0795983ed9ec tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 945 time: 0.1225026 Feb 15 01:50:16.483928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fc63ca-5d69-473a-8fda-d039e9dc4b24 req-1145a6f1-e9c4-427b-9567-2ff1497d39d8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774872 Feb 15 01:50:16.497430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port fb4e5267-5dca-42c0-a017-0bbc1571e39a on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:16.505086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=fb4e5267-5dca-42c0-a017-0bbc1571e39a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:16.552874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.554370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.556631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.558167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.558869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.560105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.561287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.561794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.563774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.577435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.578547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.585645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.586106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:16.586409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:50:16.586520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.638861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (fb4e5267-5dca-42c0-a017-0bbc1571e39a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.658196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9afd6-4958-4f67-baf2-4635561deea3 req-0fa6b2e5-1b09-4138-8a3f-545f54b218c3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:16.668786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2d9afd6-4958-4f67-baf2-4635561deea3 req-0fa6b2e5-1b09-4138-8a3f-545f54b218c3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.0934339 Feb 15 01:50:16.737040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2d9afd6-4958-4f67-baf2-4635561deea3 req-39de6a8d-5111-4436-bcdd-609dff33d278 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671771 Feb 15 01:50:16.740142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] Pushing event deleted for resources: {'Port': ['ID=fb4e5267-5dca-42c0-a017-0bbc1571e39a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:16.748421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (639d85a9-5a3d-4382-a652-7918b11c7769), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.750654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:16.765604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd543ea5-c23e-4e2b-a224-18acdead4816 None None] No DVR routers for this DVR port fb4e5267-5dca-42c0-a017-0bbc1571e39a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:16.786745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639d85a9-5a3d-4382-a652-7918b11c7769']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:16.799653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:16.799866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa6685f-dba3-4078-841c-e8c1e1f7a7bc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:16.813442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (eaa6685f-dba3-4078-841c-e8c1e1f7a7bc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.828217 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.845841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (eaa6685f-dba3-4078-841c-e8c1e1f7a7bc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.856400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:16.857470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (eaa6685f-dba3-4078-841c-e8c1e1f7a7bc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:16.862916 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:16.938597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:16.944497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:16.948004 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c681fa-b075-4fc8-bd3d-25fdf00281b5" -d '{"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:16.998500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8564ac-3061-4f8b-821a-82483a691ee4 req-a8aedede-a38d-4880-b297-c719c53f4f42 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:17.005846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b8564ac-3061-4f8b-821a-82483a691ee4 req-a8aedede-a38d-4880-b297-c719c53f4f42 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.1118057 Feb 15 01:50:17.052730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b8564ac-3061-4f8b-821a-82483a691ee4 req-6b5aaa46-f4dd-43db-bd61-69b12eb70c85 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Feb 15 01:50:17.078799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (639d85a9-5a3d-4382-a652-7918b11c7769), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.110261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.121786 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/networks/639d85a9-5a3d-4382-a652-7918b11c7769 HTTP/1.1" status: 204 len: 168 time: 1.3865676 Feb 15 01:50:17.122964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:17.134086 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a274a44-af57-4368-91d2-f38cd7d0085f x-openstack-request-id: req-8a274a44-af57-4368-91d2-f38cd7d0085f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:17.134647 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-unplugged", "status": "failed", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:17.135170 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a274a44-af57-4368-91d2-f38cd7d0085f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:17.136880 n-d-829064-14 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'code': 422} returned with failed status Feb 15 01:50:17.158460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce7839-31b7-4692-b454-a15c492049d0 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Network': ['ID=639d85a9-5a3d-4382-a652-7918b11c7769,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:17.193221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-fdfdcbc2-abb6-4aea-95d1-94783858bf04 req-157d141b-ae22-4f8d-87bd-47fc4f203c18 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:50:17.194163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdfdcbc2-abb6-4aea-95d1-94783858bf04 req-157d141b-ae22-4f8d-87bd-47fc4f203c18 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113597 Feb 15 01:50:17.244780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting subnet 9cd35115-4ea2-42c4-bfd1-f6ea69c346d5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:17.264006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (9cd35115-4ea2-42c4-bfd1-f6ea69c346d5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.294605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:17.312269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5bd-1a9b-4090-82bc-760165f1ba15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.330905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (9cd35115-4ea2-42c4-bfd1-f6ea69c346d5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.387231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdfdcbc2-abb6-4aea-95d1-94783858bf04 req-b043be82-89e3-4817-b412-d96542fd7601 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1847003 Feb 15 01:50:17.440462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5bd-1a9b-4090-82bc-760165f1ba15 admin admin] Publish callbacks [] for security_group (9b4e8289-d8a6-498c-9b20-383ef8e1e02b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.492095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9cd35115-4ea2-42c4-bfd1-f6ea69c346d5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.519499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb4e5267-5dca-42c0-a017-0bbc1571e39a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:17.522401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5bd-1a9b-4090-82bc-760165f1ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9b4e8289-d8a6-498c-9b20-383ef8e1e02b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.556087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8e5bd-1a9b-4090-82bc-760165f1ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e8289-d8a6-498c-9b20-383ef8e1e02b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:17.557926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fb4e5267-5dca-42c0-a017-0bbc1571e39a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:17.560214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb4e5267-5dca-42c0-a017-0bbc1571e39a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:17.625195 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ef8e5bd-1a9b-4090-82bc-760165f1ba15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e820c8a57083402dba8da1b355fd3234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294737 Feb 15 01:50:17.627763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:17.696770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] Publish callbacks [] for security_group (9b4e8289-d8a6-498c-9b20-383ef8e1e02b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.705885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (9cd35115-4ea2-42c4-bfd1-f6ea69c346d5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.720226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] Publish callbacks [] for security_group (9b4e8289-d8a6-498c-9b20-383ef8e1e02b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.739845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd35115-4ea2-42c4-bfd1-f6ea69c346d5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:17.750814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.755787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6981d6f-9ebf-4f27-b978-b312513f6b28 tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/subnets/9cd35115-4ea2-42c4-bfd1-f6ea69c346d5 HTTP/1.1" status: 204 len: 168 time: 0.6299870 Feb 15 01:50:17.755947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eaed13-bc44-4402-8e33-af9e7a5ca595 None None] Network 6c929d2a-abbf-4b9c-8460-add310f644f8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:17.759093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:17.872455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9b4e8289-d8a6-498c-9b20-383ef8e1e02b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.875907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.877349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b4e8289-d8a6-498c-9b20-383ef8e1e02b HTTP/1.1" status: 204 len: 168 time: 0.2483127 Feb 15 01:50:17.885774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6c929d2a-abbf-4b9c-8460-add310f644f8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:17.890134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c340c-260b-4d70-83df-c73f751b16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e8289-d8a6-498c-9b20-383ef8e1e02b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:17.899208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b85de-9078-4c6b-ad1e-36b5098e2cbb req-ef117050-23f1-47d6-8dbf-3619ad8317ab tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:17.907726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-487b85de-9078-4c6b-ad1e-36b5098e2cbb req-ef117050-23f1-47d6-8dbf-3619ad8317ab tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1497095 Feb 15 01:50:17.930303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.004524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-487b85de-9078-4c6b-ad1e-36b5098e2cbb req-a556cc5a-db6b-40e8-aed8-1c3cfbfd233d tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954518 Feb 15 01:50:18.042558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] DHCP port deletion for 6c929d2a-abbf-4b9c-8460-add310f644f8 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:18.049084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Deleting port b50582bd-6f23-4d9d-93a0-55aee181adb0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:18.049625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.140775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Deleting port b50582bd-6f23-4d9d-93a0-55aee181adb0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:18.141455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.167678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] For port b50582bd-6f23-4d9d-93a0-55aee181adb0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b50582bd-6f23-4d9d-93a0-55aee181adb0,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:18.168031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.192277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Calling delete_port for b50582bd-6f23-4d9d-93a0-55aee181adb0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:18.214538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9bb2-15e3-41cd-8151-4fc2ea65b8a5 req-4dee60d7-7d36-4bfc-a74d-23a8978993cf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:18.221889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253f9bb2-15e3-41cd-8151-4fc2ea65b8a5 req-4dee60d7-7d36-4bfc-a74d-23a8978993cf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 943 time: 0.1222541 Feb 15 01:50:18.280622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] For port b50582bd-6f23-4d9d-93a0-55aee181adb0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b50582bd-6f23-4d9d-93a0-55aee181adb0,segment=NetworkSegment(06b60895-81fa-43d9-91ed-8e06bc4af05b),segment_id=06b60895-81fa-43d9-91ed-8e06bc4af05b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:18.280943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.296328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Calling delete_port for b50582bd-6f23-4d9d-93a0-55aee181adb0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:18.352914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253f9bb2-15e3-41cd-8151-4fc2ea65b8a5 req-e6e625cf-96c6-4476-9f9b-2315bf949671 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300182 Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: from cryptography.utils import int_from_bytes Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: from cryptography.utils import int_from_bytes Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.478970 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:50:18.481545 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:50:18.485022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.485194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (b50582bd-6f23-4d9d-93a0-55aee181adb0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.501236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] No DVR routers for this DVR port b50582bd-6f23-4d9d-93a0-55aee181adb0 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:18.533443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435af8f-2c33-4a16-8c18-bc98c7999804 req-331c02d7-53b4-4923-965d-a17e512977fb tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:18.541551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9435af8f-2c33-4a16-8c18-bc98c7999804 req-331c02d7-53b4-4923-965d-a17e512977fb tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.1182082 Feb 15 01:50:18.544938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] Pushing event deleted for resources: {'Port': ['ID=b50582bd-6f23-4d9d-93a0-55aee181adb0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:18.551851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf3478-1e0b-4af7-8d4e-ed305b7151ab None None] No DVR routers for this DVR port b50582bd-6f23-4d9d-93a0-55aee181adb0 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:18.576908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Port': ['ID=b50582bd-6f23-4d9d-93a0-55aee181adb0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:18.669504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9435af8f-2c33-4a16-8c18-bc98c7999804 req-c15a659e-ea94-411f-b7ed-ebe101959baf tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212564 Feb 15 01:50:18.703590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6c929d2a-abbf-4b9c-8460-add310f644f8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.740978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c929d2a-abbf-4b9c-8460-add310f644f8']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:18.761305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b60895-81fa-43d9-91ed-8e06bc4af05b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:18.761609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b60895-81fa-43d9-91ed-8e06bc4af05b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:18.800686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (06b60895-81fa-43d9-91ed-8e06bc4af05b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.809085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (06b60895-81fa-43d9-91ed-8e06bc4af05b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.817489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:18.817819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (06b60895-81fa-43d9-91ed-8e06bc4af05b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:18.820989 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:18.870764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ddb3-d7da-4971-9387-700c2a450696 req-716fd645-6831-47c8-8029-fda7746c918d tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:18.881046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b989ddb3-d7da-4971-9387-700c2a450696 req-716fd645-6831-47c8-8029-fda7746c918d tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1224854 Feb 15 01:50:18.881461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:18.886354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Request body: {'floatingip': {'port_id': '6cdd2549-a2a8-49e8-8d9f-affce3065df8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:18.969738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.986566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6c929d2a-abbf-4b9c-8460-add310f644f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.991496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:18.995621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] 10.222.0.43 "DELETE /v2.0/networks/6c929d2a-abbf-4b9c-8460-add310f644f8 HTTP/1.1" status: 204 len: 168 time: 1.2282546 Feb 15 01:50:19.049508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430351f9-7031-4d51-8c15-ac96d7ae229b tempest-ServersTestMultiNic-124766071 tempest-ServersTestMultiNic-124766071-project] Pushing event deleted for resources: {'Network': ['ID=6c929d2a-abbf-4b9c-8460-add310f644f8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:19.682901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b50582bd-6f23-4d9d-93a0-55aee181adb0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:19.682901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b50582bd-6f23-4d9d-93a0-55aee181adb0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:19.682901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b50582bd-6f23-4d9d-93a0-55aee181adb0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:19.913541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:20.013711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:20.119187 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Floating IP 7fa1176a-d70a-479a-9bd4-21dc4b06a84f associated. External IP: 172.25.2.212, port: 6cdd2549-a2a8-49e8-8d9f-affce3065df8. Feb 15 01:50:20.326127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2d8c38bc-136f-4982-9397-1b6d441f469a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:20.465120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Router 5a02234b-85ea-44e3-8faa-d005be11cd27 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:20.504835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2d8c38bc-136f-4982-9397-1b6d441f469a is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:20.618730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:20.626213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:20.632018 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Sync routers for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:20.648264 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:20.649033 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:20.669481 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4ba8655-2bb5-497d-b5a7-8ead3c37dc9c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "PUT /v2.0/floatingips/7fa1176a-d70a-479a-9bd4-21dc4b06a84f HTTP/1.1" status: 200 len: 991 time: 1.7871141 Feb 15 01:50:20.670502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:20.673208 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:20.898215 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:21.067545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e113bcc7-faae-4b1b-811a-fd1676f66959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:21.114179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-a801c44a-79e5-437f-a07d-04f2ce3950b9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:21.121472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-a801c44a-79e5-437f-a07d-04f2ce3950b9 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1cde416-e137-4233-b9f3-a6ea49518e7a HTTP/1.1" status: 200 len: 943 time: 0.0789859 Feb 15 01:50:21.233851 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '7fa1176a-d70a-479a-9bd4-21dc4b06a84f', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'port_id': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'mac_address': 'fa:16:3e:ef:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:49:55Z', 'updated_at': '2022-02-15T01:50:19Z', 'revision_number': 1, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:21.251920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 2d8c38bc-136f-4982-9397-1b6d441f469a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:21.252283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:21.277792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Checking router: 5a02234b-85ea-44e3-8faa-d005be11cd27 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:21.288547 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:21.289183 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:21.369888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 2d8c38bc-136f-4982-9397-1b6d441f469a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2d8c38bc-136f-4982-9397-1b6d441f469a,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:21.370262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:21.383455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 2d8c38bc-136f-4982-9397-1b6d441f469a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:21.447638 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:21.710969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2d8c38bc-136f-4982-9397-1b6d441f469a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:21.768959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=2d8c38bc-136f-4982-9397-1b6d441f469a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:21.873103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '7fa1176a-d70a-479a-9bd4-21dc4b06a84f', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'port_id': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'mac_address': 'fa:16:3e:ef:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:49:55Z', 'updated_at': '2022-02-15T01:50:19Z', 'revision_number': 1, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:21.888928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 2d8c38bc-136f-4982-9397-1b6d441f469a on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:21.893229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:21.910045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff71cb2-6c79-490a-a038-0b73543585bf req-880016c0-802a-4851-80ec-bcc5655318fa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "DELETE /v2.0/ports/2d8c38bc-136f-4982-9397-1b6d441f469a HTTP/1.1" status: 204 len: 173 time: 0.7875984 Feb 15 01:50:21.910708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-deleted', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:21.924490 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ed1a2-e8bc-4d7d-ac22-54a694ce9320" -d '{"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-deleted", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:21.943376 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c644a53-763f-4296-b97d-70fb3581c175 None None] The sync data for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 is: [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '7fa1176a-d70a-479a-9bd4-21dc4b06a84f', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'port_id': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'mac_address': 'fa:16:3e:ef:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:49:55Z', 'updated_at': '2022-02-15T01:50:19Z', 'revision_number': 1, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:22.354325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50fd2f-3756-43aa-91c9-c874a14c71fe None None] New status for floating IP 7fa1176a-d70a-479a-9bd4-21dc4b06a84f: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:50:22.593243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:22.997011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-472452f6-220a-4bc2-84ed-56fe880b4b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.099686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-472452f6-220a-4bc2-84ed-56fe880b4b23 admin admin] Publish callbacks [] for security_group (19d04424-441a-4d79-9529-69a3b928087f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.208993 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-472452f6-220a-4bc2-84ed-56fe880b4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (19d04424-441a-4d79-9529-69a3b928087f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.254190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:23.254880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-472452f6-220a-4bc2-84ed-56fe880b4b23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1cecc6bd9d64e06a781c330aecdc339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6598575 Feb 15 01:50:23.254995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472452f6-220a-4bc2-84ed-56fe880b4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d04424-441a-4d79-9529-69a3b928087f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:23.294880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfa18-f745-49b7-a0dc-1dd239dae3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.320136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] Publish callbacks [] for security_group (19d04424-441a-4d79-9529-69a3b928087f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.347967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] Publish callbacks [] for security_group (19d04424-441a-4d79-9529-69a3b928087f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.529101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (19d04424-441a-4d79-9529-69a3b928087f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.532051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:23.533984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19d04424-441a-4d79-9529-69a3b928087f HTTP/1.1" status: 204 len: 168 time: 0.2780733 Feb 15 01:50:23.545533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a125f-8180-4748-a9a6-3f73d2baec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d04424-441a-4d79-9529-69a3b928087f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:23.776132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f26417-7b6a-477f-a45a-a83644475807 req-4c1953b1-e906-4a31-a48b-ab7524eed3b0 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:23.783212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7f26417-7b6a-477f-a45a-a83644475807 req-4c1953b1-e906-4a31-a48b-ab7524eed3b0 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.0862885 Feb 15 01:50:23.854516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7f26417-7b6a-477f-a45a-a83644475807 req-61441527-4428-4d91-a9dc-9ce085cae680 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Feb 15 01:50:24.007755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b176d-f0a7-49f1-9ddd-19343df11c5e req-d2853eb0-6494-4aa3-8e0e-9a4af3d2e310 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.010480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f3b176d-f0a7-49f1-9ddd-19343df11c5e req-d2853eb0-6494-4aa3-8e0e-9a4af3d2e310 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.0608332 Feb 15 01:50:24.070593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f3b176d-f0a7-49f1-9ddd-19343df11c5e req-62f41ca2-4e7e-4ac7-87e2-c8fa69eb0ba1 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502906 Feb 15 01:50:24.108312 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8768fe7-c0db-409c-8a04-aec2391ae8ba x-openstack-request-id: req-b8768fe7-c0db-409c-8a04-aec2391ae8ba {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:24.108609 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:24.108873 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8768fe7-c0db-409c-8a04-aec2391ae8ba {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:24.109285 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'status': 'completed', 'code': 200} Feb 15 01:50:24.182833 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca506a3-b2ea-4e44-88ee-644b4f3c3a4f x-openstack-request-id: req-bca506a3-b2ea-4e44-88ee-644b4f3c3a4f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:24.183135 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cde416-e137-4233-b9f3-a6ea49518e7a", "name": "network-vif-deleted", "tag": "2d8c38bc-136f-4982-9397-1b6d441f469a", "status": "failed", "code": 422}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:24.183394 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bca506a3-b2ea-4e44-88ee-644b4f3c3a4f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:24.183814 n-d-829064-14 neutron-server[103884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1cde416-e137-4233-b9f3-a6ea49518e7a', 'name': 'network-vif-deleted', 'tag': '2d8c38bc-136f-4982-9397-1b6d441f469a', 'status': 'failed', 'code': 422} returned with failed status Feb 15 01:50:24.206287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-22dcf9ea-1c34-4937-ba21-c2864a9915d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.208185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-22dcf9ea-1c34-4937-ba21-c2864a9915d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=710d75a8d6b34fce81182b5391ecf371&device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 1128 time: 0.0738530 Feb 15 01:50:24.396915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-85529887-fccf-4bc4-a2b5-f432c608ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.398407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-85529887-fccf-4bc4-a2b5-f432c608ad84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 200 len: 907 time: 0.1846344 Feb 15 01:50:24.413710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87642-8cee-472d-b0e9-0984b0189919 req-bedf8844-43f2-4433-a553-9d93eb75c380 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.413710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ef87642-8cee-472d-b0e9-0984b0189919 req-bedf8844-43f2-4433-a553-9d93eb75c380 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.0876532 Feb 15 01:50:24.420889 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:24.710064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:24.730079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08eda641-9381-416d-82b0-32b6c50a2671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:24.832443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-43439e68-ced6-4cb0-831a-9918307c3543 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 200 len: 1001 time: 0.4201252 Feb 15 01:50:24.838527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08eda641-9381-416d-82b0-32b6c50a2671 admin admin] Publish callbacks [] for security_group (63a441a3-025a-4d1a-95d7-b8812ac3da10), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:24.899244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ef87642-8cee-472d-b0e9-0984b0189919 req-deb2b2f7-d21c-482d-b04c-b9566a7ae07a tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799721 Feb 15 01:50:24.907687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-6bbb0062-560d-4827-964c-5ca1663eb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.909299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-6bbb0062-560d-4827-964c-5ca1663eb3a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf9c5bf-76fb-4900-b262-f3999eb67ca1 HTTP/1.1" status: 200 len: 845 time: 0.0690479 Feb 15 01:50:24.918889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08eda641-9381-416d-82b0-32b6c50a2671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (63a441a3-025a-4d1a-95d7-b8812ac3da10), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:24.989224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-08eda641-9381-416d-82b0-32b6c50a2671 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41a0994f656a46ef83d0bcd47cf63c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772059 Feb 15 01:50:24.990088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:24.990710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eda641-9381-416d-82b0-32b6c50a2671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a441a3-025a-4d1a-95d7-b8812ac3da10,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:24.995871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-73cf828d-034d-4024-9f82-907aad6c4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:24.997917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-73cf828d-034d-4024-9f82-907aad6c4ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b212bc-670d-4d2e-86d7-1ca67d899364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0821605 Feb 15 01:50:25.020907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58306) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:25.061062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] Publish callbacks [] for security_group (63a441a3-025a-4d1a-95d7-b8812ac3da10), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.092116 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] Publish callbacks [] for security_group (63a441a3-025a-4d1a-95d7-b8812ac3da10), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.215426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (63a441a3-025a-4d1a-95d7-b8812ac3da10), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.216355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-f0b293b4-997e-4dd4-b61d-a88b1eaa45f1 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078958 Feb 15 01:50:25.219930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.221955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63a441a3-025a-4d1a-95d7-b8812ac3da10 HTTP/1.1" status: 204 len: 168 time: 0.2283561 Feb 15 01:50:25.235754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dba7a-8518-4132-9f5b-dee6a937b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a441a3-025a-4d1a-95d7-b8812ac3da10,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:25.289598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-de1747a6-d982-4e7a-8b1b-56edb8fc5fcf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:25.291221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-de1747a6-d982-4e7a-8b1b-56edb8fc5fcf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1992216 Feb 15 01:50:25.305345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55b81448-270a-4bf1-a63f-8339c8637fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.329296 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:50:25.335564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-dbc38ba0-4729-401c-91fd-e857f9df93cd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0333362 Feb 15 01:50:25.397088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce1c891e-4fd5-4f95-ad26-78b9c7611ba0 req-b78ed837-ec8f-4f0e-acc4-722985dc4992 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740816 Feb 15 01:50:25.399019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-04ae6613-ee36-4e83-90b3-d5cab9c7f52c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523231 Feb 15 01:50:25.523002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55b81448-270a-4bf1-a63f-8339c8637fa0 admin admin] Publish callbacks [] for security_group (f547ebcf-70aa-48ca-95fe-bf212e917914), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.530036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-65d0f6c2-5f65-47dc-86c4-262ab5b63c92 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193416 Feb 15 01:50:25.627342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55b81448-270a-4bf1-a63f-8339c8637fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f547ebcf-70aa-48ca-95fe-bf212e917914), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.633608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-d7711eb4-01d9-4d21-9003-4d52d4839f9c service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970016 Feb 15 01:50:25.670690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b81448-270a-4bf1-a63f-8339c8637fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f547ebcf-70aa-48ca-95fe-bf212e917914,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:25.674511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55b81448-270a-4bf1-a63f-8339c8637fa0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a324bc4282342c0b6cdf33c3413de03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525917 Feb 15 01:50:25.677086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:25.753721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] Publish callbacks [] for security_group (f547ebcf-70aa-48ca-95fe-bf212e917914), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.783585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] Publish callbacks [] for security_group (f547ebcf-70aa-48ca-95fe-bf212e917914), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.824685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.906918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f547ebcf-70aa-48ca-95fe-bf212e917914), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.910717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:25.912315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f547ebcf-70aa-48ca-95fe-bf212e917914 HTTP/1.1" status: 204 len: 168 time: 0.2341809 Feb 15 01:50:25.926071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211f80-a975-46c0-beee-286b6a04a91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f547ebcf-70aa-48ca-95fe-bf212e917914,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:26.145436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06439-e07c-4941-b6de-692d161fee8e req-dd08858a-388f-4b66-987b-45fae9fdb387 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:26.150906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06439-e07c-4941-b6de-692d161fee8e req-dd08858a-388f-4b66-987b-45fae9fdb387 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:26.156234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06439-e07c-4941-b6de-692d161fee8e req-dd08858a-388f-4b66-987b-45fae9fdb387 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:26.157970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cb06439-e07c-4941-b6de-692d161fee8e req-dd08858a-388f-4b66-987b-45fae9fdb387 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740&device_id=2df31181-c9d9-4959-b367-07c614380fa1&device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 2418 time: 0.0886257 Feb 15 01:50:26.217302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cb06439-e07c-4941-b6de-692d161fee8e req-0aa60da9-dda4-4e0a-842b-6788a2bdc85b tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521805 Feb 15 01:50:26.328938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f8c9d8-8b4d-4834-a7eb-573b9cae2bf1 req-2ef46425-fefb-4642-85dd-51c74b352305 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 210 time: 0.0389452 Feb 15 01:50:26.446201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38c241c8-5f30-4dfa-b062-d5b0c99d5391 req-d08cfd0c-48f4-4450-9842-b75ea17c80cf tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0888064 Feb 15 01:50:26.507740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:26.599940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:26.653222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732502529-network', 'tenant_id': 'b837e48a30264312b873f40681a0e706'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:26.672740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:26.700251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2586c39-fc60-4fc1-a8f2-51d326e9267e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:26.764088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Made reservation on behalf of b837e48a30264312b873f40681a0e706 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:26.766661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:26.784680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:26.813474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2586c39-fc60-4fc1-a8f2-51d326e9267e admin admin] Publish callbacks [] for security_group (e8243ae6-5187-45c9-aa7c-eba081102e4f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:26.930786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2586c39-fc60-4fc1-a8f2-51d326e9267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e8243ae6-5187-45c9-aa7c-eba081102e4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:26.994417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks [] for security_group (0e283d07-5891-46aa-9b70-62cdf1b668cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.042040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2586c39-fc60-4fc1-a8f2-51d326e9267e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0af633d27eb24532931206e76cc4e1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3677566 Feb 15 01:50:27.043101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2586c39-fc60-4fc1-a8f2-51d326e9267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8243ae6-5187-45c9-aa7c-eba081102e4f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:27.046023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:27.074356 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0e283d07-5891-46aa-9b70-62cdf1b668cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.142821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] Publish callbacks [] for security_group (e8243ae6-5187-45c9-aa7c-eba081102e4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.144109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:50:27.168975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e283d07-5891-46aa-9b70-62cdf1b668cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:27.175136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (019b253e-e5d9-4664-9e86-19701388125f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.176902 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Added segment 019b253e-e5d9-4664-9e86-19701388125f of type vlan for network 098e1861-9850-4478-a1db-27f902423d05 Feb 15 01:50:27.189613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] Publish callbacks [] for security_group (e8243ae6-5187-45c9-aa7c-eba081102e4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.269608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (098e1861-9850-4478-a1db-27f902423d05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.363456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e8243ae6-5187-45c9-aa7c-eba081102e4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.363646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.366233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.367403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8243ae6-5187-45c9-aa7c-eba081102e4f HTTP/1.1" status: 204 len: 168 time: 0.3203611 Feb 15 01:50:27.378100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23b99c-cd51-4a46-99e2-51eb8ae15401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8243ae6-5187-45c9-aa7c-eba081102e4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:27.432731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (098e1861-9850-4478-a1db-27f902423d05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.432731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:27.432731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.517813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-525cde87-16a5-4d4e-b9dd-6c73d2804f84 req-76d4d597-84a3-427a-beed-d3e44a334272 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 210 time: 0.0444930 Feb 15 01:50:27.521805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (f82de698-578f-4ff1-b8a3-988b7d097a82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:27.835225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3233435 Feb 15 01:50:27.835881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abf19c-38b2-464d-a292-cbe0e6c58d7f admin admin] Pushing event updated for resources: {'Network': ['ID=098e1861-9850-4478-a1db-27f902423d05,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:27.836004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:27.842127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Request body: {'subnet': {'network_id': '098e1861-9850-4478-a1db-27f902423d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732502529-subnet', 'tenant_id': 'b837e48a30264312b873f40681a0e706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:27.849052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 098e1861-9850-4478-a1db-27f902423d05 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:50:27.969114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Made reservation on behalf of b837e48a30264312b873f40681a0e706 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:27.974991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.162998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Deleting port f57d8d14-ef08-4036-9bd9-6100b594128a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:28.163449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.257317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] For port f57d8d14-ef08-4036-9bd9-6100b594128a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f57d8d14-ef08-4036-9bd9-6100b594128a,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:28.257531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.291340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Calling delete_port for f57d8d14-ef08-4036-9bd9-6100b594128a owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:28.350947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-9d930214-b942-4c15-b578-be2871ca2110 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:28.352442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-9d930214-b942-4c15-b578-be2871ca2110 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.1114664 Feb 15 01:50:28.364570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '28565643-e57d-48ad-9929-f248395884a5', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:28.370629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.548210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:28.577530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Checking segment: {'id': '019b253e-e5d9-4664-9e86-19701388125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '098e1861-9850-4478-a1db-27f902423d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:28.577977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Network hostable DHCP agents. Network: 098e1861-9850-4478-a1db-27f902423d05, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:50:28.592317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f57d8d14-ef08-4036-9bd9-6100b594128a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.628230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57d8d14-ef08-4036-9bd9-6100b594128a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:28.678429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-946b3af4-230c-4dae-94f9-85eab69d1bd0 req-945dca00-8b42-4e3e-960a-fcb3bfca4816 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 210 time: 0.0376282 Feb 15 01:50:28.690643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Network 098e1861-9850-4478-a1db-27f902423d05 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:50:28.719956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:28.733416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.778462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 098e1861-9850-4478-a1db-27f902423d05) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:28.787324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:28.787938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:28.797255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30235739-26c5-4ac6-affd-37e597e6f23c None None] Network 098e1861-9850-4478-a1db-27f902423d05 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:28.953434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb8ed9-54a2-4699-84c9-f85985e7e491 None None] Network 098e1861-9850-4478-a1db-27f902423d05 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:28.963652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3d080184-4bb0-496a-8f2c-329f46ac7e73 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1269810 Feb 15 01:50:28.974259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237b56f-7041-492a-a2f3-7ecfa31e299a req-dbe2e277-d77a-496a-9bf6-1e7164587388 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:28.981971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9237b56f-7041-492a-a2f3-7ecfa31e299a req-dbe2e277-d77a-496a-9bf6-1e7164587388 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.2092490 Feb 15 01:50:29.014502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (f82de698-578f-4ff1-b8a3-988b7d097a82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:29.125086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9237b56f-7041-492a-a2f3-7ecfa31e299a req-e375b6cb-a9cf-4c6f-b7db-114e6861bb03 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349294 Feb 15 01:50:29.129270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.7 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/5025fe37-a78d-49e2-95db-d661ce4e6343) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:29.369234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:29.543204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:29.545221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Router f82de698-578f-4ff1-b8a3-988b7d097a82 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:29.659371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:29.663058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:29.676362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:29.738407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:29.741034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:29.751960 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Sync routers for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:29.757910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e123ec1-52a2-4108-a149-02fcafc2f6b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/f82de698-578f-4ff1-b8a3-988b7d097a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1562908 Feb 15 01:50:29.758296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:29.758548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:29.759203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:29.792792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:29.801035 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:29.911288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-3d747a23-6810-4a65-96c0-2893ab46283b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5504129 Feb 15 01:50:29.933945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Request body: {'port': {'device_id': '28565643-e57d-48ad-9929-f248395884a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:29.973231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks [] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.105030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:30.130099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54b1d-8415-4522-9c06-9ea311d1df75 req-286f9ec4-38f2-4bd9-8331-532dae963050 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:30.138353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe54b1d-8415-4522-9c06-9ea311d1df75 req-286f9ec4-38f2-4bd9-8331-532dae963050 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 931 time: 0.3430207 Feb 15 01:50:30.156607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.179810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-43c6026b-8cee-4f4f-8f8d-a37ee430dcc6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:30.181650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-43c6026b-8cee-4f4f-8f8d-a37ee430dcc6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.31 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.1910954 Feb 15 01:50:30.239544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks [] for router_gateway (f82de698-578f-4ff1-b8a3-988b7d097a82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.284031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe54b1d-8415-4522-9c06-9ea311d1df75 req-b5cef2b2-3660-4922-921b-85700cfe076c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445334 Feb 15 01:50:30.525337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Deleting port d8a752d0-af4d-45dc-b894-6f78c7624d73 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:30.525562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.559119 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:50:28Z', 'revision_number': 5, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port': {'id': 'd8a752d0-af4d-45dc-b894-6f78c7624d73', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:48:25Z', 'updated_at': '2022-02-15T01:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:30.589044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Deleting port 8d8a9812-4f72-401d-bec5-b8ff33218c23 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:30.591659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.621312 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Checking router: f82de698-578f-4ff1-b8a3-988b7d097a82 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:30.634464 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Routers {'f82de698-578f-4ff1-b8a3-988b7d097a82'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:30.635276 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f82de698-578f-4ff1-b8a3-988b7d097a82'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:30.659001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773427b-349a-44ab-bfdb-9a90422d274e req-5fe72ddc-ad56-4e97-9235-070b4414e4f6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:30.664354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a773427b-349a-44ab-bfdb-9a90422d274e req-5fe72ddc-ad56-4e97-9235-070b4414e4f6 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 946 time: 0.2447939 Feb 15 01:50:30.722244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:30.738203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952872437-network', 'tenant_id': '7fbf1342bce049ebb3c4915c37e952ac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:30.747544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] For port d8a752d0-af4d-45dc-b894-6f78c7624d73, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d8a752d0-af4d-45dc-b894-6f78c7624d73,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:30.747838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.780201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] Set router f82de698-578f-4ff1-b8a3-988b7d097a82 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:30.801006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Calling delete_port for d8a752d0-af4d-45dc-b894-6f78c7624d73 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:30.892327 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:50:30Z', 'revision_number': 6, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:30.940564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Made reservation on behalf of 7fbf1342bce049ebb3c4915c37e952ac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:30.947212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.950400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a773427b-349a-44ab-bfdb-9a90422d274e req-5ad726ca-8581-4617-bb2c-b50d989c27bf tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307274 Feb 15 01:50:30.957027 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382967c-bfb6-49aa-97a8-ee4970bf876e None None] The sync data for ids ['f82de698-578f-4ff1-b8a3-988b7d097a82'] in n-d-829064-14 is: [{'id': 'f82de698-578f-4ff1-b8a3-988b7d097a82', 'name': 'tempest-ServersTestMultiNic-1766701418-router', 'tenant_id': 'd9692157e64a4778b0e67e9211d1f38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:48:24Z', 'updated_at': '2022-02-15T01:50:30Z', 'revision_number': 6, 'project_id': 'd9692157e64a4778b0e67e9211d1f38e', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:30.964156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:30.995195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] For port 8d8a9812-4f72-401d-bec5-b8ff33218c23, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8d8a9812-4f72-401d-bec5-b8ff33218c23,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:30.995568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.079961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Calling delete_port for 8d8a9812-4f72-401d-bec5-b8ff33218c23 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:31.110474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5025fe37-a78d-49e2-95db-d661ce4e6343 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:31.128557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks [] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.147278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks [] for security_group (33b33a1a-c37d-4c24-b773-29d46eda3f7b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.222676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d8a752d0-af4d-45dc-b894-6f78c7624d73), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.222904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Transition to ACTIVE for port object 5025fe37-a78d-49e2-95db-d661ce4e6343 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:50:31.226582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (33b33a1a-c37d-4c24-b773-29d46eda3f7b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.244000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:50:31.254183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (462dd6bf-e913-4c4e-a040-7bb8d1ec6dce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.254701 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Added segment 462dd6bf-e913-4c4e-a040-7bb8d1ec6dce of type vlan for network c731f203-afaa-42e0-a6db-58f4fff32643 Feb 15 01:50:31.294924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.324472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c731f203-afaa-42e0-a6db-58f4fff32643), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.406051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8d8a9812-4f72-401d-bec5-b8ff33218c23), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.428068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a5a6d953-621b-46e8-b273-6bac37234d7c', 'c60a2d19-5bae-4807-aee7-22e14e7ecb43'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:31.434831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8d8a9812-4f72-401d-bec5-b8ff33218c23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:31.473551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b33a1a-c37d-4c24-b773-29d46eda3f7b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:31.480448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a752d0-af4d-45dc-b894-6f78c7624d73,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:31.510282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f57d8d14-ef08-4036-9bd9-6100b594128a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:31.552120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c731f203-afaa-42e0-a6db-58f4fff32643), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.553263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:31.554100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.658912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] No DVR routers for this DVR port 8d8a9812-4f72-401d-bec5-b8ff33218c23 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:31.659403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c731f203-afaa-42e0-a6db-58f4fff32643,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:31.683405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.686887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-987637ee-8509-467f-9e70-ef7c79ae8f7d req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.31 "DELETE /v2.0/ports/8d8a9812-4f72-401d-bec5-b8ff33218c23 HTTP/1.1" status: 204 len: 173 time: 1.4973536 Feb 15 01:50:31.693585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (f82de698-578f-4ff1-b8a3-988b7d097a82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.693793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'name': 'network-vif-deleted', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:31.697171 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aee195e-83c3-4306-b387-5248f5090e48" -d '{"events": [{"server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "name": "network-vif-deleted", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:31.703371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Pushing event updated for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:31.753849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebec02e-206b-4fb3-bb16-dd645d855419 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event deleted for resources: {'Port': ['ID=8d8a9812-4f72-401d-bec5-b8ff33218c23,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:31.766770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e960af-3069-4c53-9b6a-5e4ed1e8b031 req-e76aeb21-54cf-4e95-a8c3-68a2145a1633 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:31.768411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6e960af-3069-4c53-9b6a-5e4ed1e8b031 req-e76aeb21-54cf-4e95-a8c3-68a2145a1633 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 943 time: 0.3386838 Feb 15 01:50:31.789196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-602495b6-1c66-4584-b1ed-e5b8e288d1c7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0658779 Feb 15 01:50:31.793747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:31.798828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Request body: {'subnet': {'network_id': 'c731f203-afaa-42e0-a6db-58f4fff32643', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952872437-subnet', 'tenant_id': '7fbf1342bce049ebb3c4915c37e952ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:31.813077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Attempting to bind port 5025fe37-a78d-49e2-95db-d661ce4e6343 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:31.813683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Attempting to bind port 5025fe37-a78d-49e2-95db-d661ce4e6343 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:31.814267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Attempting to bind port 5025fe37-a78d-49e2-95db-d661ce4e6343 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:31.826913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f57d8d14-ef08-4036-9bd9-6100b594128a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:31.827525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f57d8d14-ef08-4036-9bd9-6100b594128a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:31.829011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Port 5025fe37-a78d-49e2-95db-d661ce4e6343 on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:50:31.829351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Attempting to bind port 5025fe37-a78d-49e2-95db-d661ce4e6343 on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:31.831945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c731f203-afaa-42e0-a6db-58f4fff32643 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:50:31.843843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:31.844195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:31.844645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:31.845267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Bound port: 5025fe37-a78d-49e2-95db-d661ce4e6343, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:31.846413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.863629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6e960af-3069-4c53-9b6a-5e4ed1e8b031 req-cc5c8c50-aae9-4b36-994d-ea8f059abe8e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865104 Feb 15 01:50:31.888796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.898681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks [] for router_controller (f82de698-578f-4ff1-b8a3-988b7d097a82), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:31.963251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:31.969349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5025fe37-a78d-49e2-95db-d661ce4e6343,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:31.987136 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e307b-6e5b-4aeb-b13a-eff07a40d54d x-openstack-request-id: req-849e307b-6e5b-4aeb-b13a-eff07a40d54d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:31.987678 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0def623c-c235-4e9d-933d-8d1382d7f740", "name": "network-vif-deleted", "tag": "8d8a9812-4f72-401d-bec5-b8ff33218c23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:31.987946 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-849e307b-6e5b-4aeb-b13a-eff07a40d54d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:31.988436 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0def623c-c235-4e9d-933d-8d1382d7f740', 'name': 'network-vif-deleted', 'tag': '8d8a9812-4f72-401d-bec5-b8ff33218c23', 'status': 'completed', 'code': 200} Feb 15 01:50:32.040827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f82de698-578f-4ff1-b8a3-988b7d097a82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.041405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82de698-578f-4ff1-b8a3-988b7d097a82 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:50:32.056080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.067128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.070665 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-325bc8a8-2197-4744-8627-2a93e3d8c12b admin admin] 10.222.0.43 "DELETE /v2.0/routers/f82de698-578f-4ff1-b8a3-988b7d097a82 HTTP/1.1" status: 204 len: 168 time: 2.3086212 Feb 15 01:50:32.072679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:32.165604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Made reservation on behalf of 7fbf1342bce049ebb3c4915c37e952ac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:32.169072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.177561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:32.181571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.183897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] 10.222.0.31 "PUT /v2.0/ports/5025fe37-a78d-49e2-95db-d661ce4e6343 HTTP/1.1" status: 200 len: 1092 time: 2.2614982 Feb 15 01:50:32.264232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-277c4b99-d840-46d2-a489-b7191b2b1725 req-ef265b29-f2ba-4ad8-a471-ba9f5190e002 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=0def623c-c235-4e9d-933d-8d1382d7f740 HTTP/1.1" status: 200 len: 210 time: 0.1227622 Feb 15 01:50:32.347068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1cd0e-1f27-481e-9959-8083d086ab0a service neutron] Pushing event updated for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:32.369300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-010cf3ab-c3fa-4e4c-be5a-90570c43b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:32.371308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-010cf3ab-c3fa-4e4c-be5a-90570c43b5c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 1126 time: 0.0658801 Feb 15 01:50:32.429476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Deleting subnet ddbd264d-3a1d-472a-abb6-45b4410971ed {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:32.453799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Publish callbacks [] for subnet (ddbd264d-3a1d-472a-abb6-45b4410971ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.454095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-88f75b7a-0327-4fa0-86b6-6eea41a6467a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5025fe37-a78d-49e2-95db-d661ce4e6343 HTTP/1.1" status: 200 len: 217 time: 0.0725467 Feb 15 01:50:32.536920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (ddbd264d-3a1d-472a-abb6-45b4410971ed), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.544817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-d032705c-b208-49ec-b5b3-674ccc5e4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:32.546406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-d032705c-b208-49ec-b5b3-674ccc5e4979 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0857842 Feb 15 01:50:32.597162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-4d2cb742-cf87-4dd0-9491-5304d79ca204 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423336 Feb 15 01:50:32.609021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (722e2405-84cd-4ea7-bbc8-1bf407ae2f8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.706462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ddbd264d-3a1d-472a-abb6-45b4410971ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.726545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-914e2802-b6f7-492e-a592-14c595cbf05b service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188896 Feb 15 01:50:32.742105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Checking segment: {'id': '462dd6bf-e913-4c4e-a040-7bb8d1ec6dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c731f203-afaa-42e0-a6db-58f4fff32643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:32.742468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Network hostable DHCP agents. Network: c731f203-afaa-42e0-a6db-58f4fff32643, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:50:32.745126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=722e2405-84cd-4ea7-bbc8-1bf407ae2f8f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:32.844633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15643db7-f130-44de-9e38-a5a0337e81b1 req-f0efecfb-76cf-4557-be00-a1d2d04cbca9 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100903 Feb 15 01:50:32.854066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Network c731f203-afaa-42e0-a6db-58f4fff32643 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:50:32.882683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ddbd264d-3a1d-472a-abb6-45b4410971ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.912901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbd264d-3a1d-472a-abb6-45b4410971ed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:32.921025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:32.924505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9af20f0c-850c-41d1-b412-dc369785d901 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ddbd264d-3a1d-472a-abb6-45b4410971ed HTTP/1.1" status: 204 len: 168 time: 0.8454878 Feb 15 01:50:32.927729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:32.930563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2e38c-7c84-4772-aada-b87348c147c1 None None] Network 61d96ce4-a64d-452b-b5a0-c87972b0d270 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:33.014366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c731f203-afaa-42e0-a6db-58f4fff32643) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:33.018428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:33.019058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.050887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37ba67-74b4-4eb7-8135-52c04b5d2845 None None] Network c731f203-afaa-42e0-a6db-58f4fff32643 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:33.065157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (61d96ce4-a64d-452b-b5a0-c87972b0d270), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.088797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9b0d-358c-4c4c-8d39-74e720cfb26a req-365fc41c-5d13-4586-9940-bd3991f6ae28 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:33.090334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e8f9b0d-358c-4c4c-8d39-74e720cfb26a req-365fc41c-5d13-4586-9940-bd3991f6ae28 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 943 time: 0.1021886 Feb 15 01:50:33.126192 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e87b4e80-8dec-4aeb-bf24-f4286ce04e0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3310986 Feb 15 01:50:33.209598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Deleting port 09f7f9b0-b698-4647-a924-dadbc11f530f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:33.210037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.263848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e582e-42c5-4416-8a5d-dee0a182ed94 None None] Network c731f203-afaa-42e0-a6db-58f4fff32643 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:33.272025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e8f9b0d-358c-4c4c-8d39-74e720cfb26a req-d5ae3815-c757-4b23-b139-8b17492d8da0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537261 Feb 15 01:50:33.297241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] For port 09f7f9b0-b698-4647-a924-dadbc11f530f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09f7f9b0-b698-4647-a924-dadbc11f530f,segment=NetworkSegment(51254dd8-76bc-4ce4-8f73-22714535a126),segment_id=51254dd8-76bc-4ce4-8f73-22714535a126)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:33.298072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.330603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Calling delete_port for 09f7f9b0-b698-4647-a924-dadbc11f530f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:33.399242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] DHCP port deletion for 61d96ce4-a64d-452b-b5a0-c87972b0d270 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:33.558511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.566024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09f7f9b0-b698-4647-a924-dadbc11f530f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:33.596350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 09f7f9b0-b698-4647-a924-dadbc11f530f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:33.596701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09f7f9b0-b698-4647-a924-dadbc11f530f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:33.598087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d8a752d0-af4d-45dc-b894-6f78c7624d73 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:33.630884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Deleting port 09f7f9b0-b698-4647-a924-dadbc11f530f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:33.631369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.633205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d8a752d0-af4d-45dc-b894-6f78c7624d73 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:33.633720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d8a752d0-af4d-45dc-b894-6f78c7624d73 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:33.640057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] No DVR routers for this DVR port 09f7f9b0-b698-4647-a924-dadbc11f530f on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:33.643642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f7f9b0-b698-4647-a924-dadbc11f530f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:33.740249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (61d96ce4-a64d-452b-b5a0-c87972b0d270), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.752114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] For port 09f7f9b0-b698-4647-a924-dadbc11f530f, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:33.752539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.762681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d96ce4-a64d-452b-b5a0-c87972b0d270']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:33.770284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Calling delete_port for 09f7f9b0-b698-4647-a924-dadbc11f530f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:33.773542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51254dd8-76bc-4ce4-8f73-22714535a126') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:33.773818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Port 09f7f9b0-b698-4647-a924-dadbc11f530f was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 01:50:33.773935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51254dd8-76bc-4ce4-8f73-22714535a126') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:33.780637 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (09f7f9b0-b698-4647-a924-dadbc11f530f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.785859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (51254dd8-76bc-4ce4-8f73-22714535a126), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.805172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (51254dd8-76bc-4ce4-8f73-22714535a126), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.806142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] Pushing event deleted for resources: {'Port': ['ID=09f7f9b0-b698-4647-a924-dadbc11f530f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:33.813518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:33.813657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a34b-e23b-4941-b0d3-e9ecd7542650 None None] No DVR routers for this DVR port 09f7f9b0-b698-4647-a924-dadbc11f530f on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (51254dd8-76bc-4ce4-8f73-22714535a126), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:33.823480 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:33.946376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (61d96ce4-a64d-452b-b5a0-c87972b0d270), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.956460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:33.960926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] 10.222.0.43 "DELETE /v2.0/networks/61d96ce4-a64d-452b-b5a0-c87972b0d270 HTTP/1.1" status: 204 len: 168 time: 1.0318255 Feb 15 01:50:33.972077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff3f8a-0dee-4c5b-b57d-34f05ef1d552 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d96ce4-a64d-452b-b5a0-c87972b0d270,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:33.989127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:33.992144 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa4c7a-32b4-4506-91f5-674730014506" -d '{"events": [{"name": "network-changed", "server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:34.171821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-a5af08a2-54af-4b18-8648-2972d70605e2 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:34.181354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-a5af08a2-54af-4b18-8648-2972d70605e2 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/networks?id=098e1861-9850-4478-a1db-27f902423d05 HTTP/1.1" status: 200 len: 808 time: 0.1228585 Feb 15 01:50:34.203235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-356a8388-5b97-489d-ad64-3a65343bf119 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/quotas/b837e48a30264312b873f40681a0e706 HTTP/1.1" status: 200 len: 375 time: 0.0187719 Feb 15 01:50:34.225225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:34.243256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-e9a05ee9-4f3d-4617-8262-4eef8231c347 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b837e48a30264312b873f40681a0e706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402184 Feb 15 01:50:34.338211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:34.343800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bd06bfd-d28a-45ac-a4cd-907bc1e7e063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.360951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-7b2431a1-5b41-49da-b2b4-331079dab40e service neutron] 10.222.0.43 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098611 Feb 15 01:50:34.401012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d8a9812-4f72-401d-bec5-b8ff33218c23 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:34.423046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 8d8a9812-4f72-401d-bec5-b8ff33218c23 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:34.423718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8d8a9812-4f72-401d-bec5-b8ff33218c23 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:34.451701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-deb738e5-062d-4350-a748-d47a1f69368f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9692157e64a4778b0e67e9211d1f38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098273 Feb 15 01:50:34.451913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bd06bfd-d28a-45ac-a4cd-907bc1e7e063 admin admin] Publish callbacks [] for security_group (4d56a354-701f-44dd-abb4-3fedad2d21b1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.452015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:34.516116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-843ee2fb-2ab7-4793-9f30-5cb67f96add7 service neutron] 10.222.0.43 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479175 Feb 15 01:50:34.528766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bd06bfd-d28a-45ac-a4cd-907bc1e7e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d56a354-701f-44dd-abb4-3fedad2d21b1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.530871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] Publish callbacks [] for security_group (f315575c-4e41-44a6-8559-25388903fe1f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.557492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] Publish callbacks [] for security_group (f315575c-4e41-44a6-8559-25388903fe1f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.586152 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0bd06bfd-d28a-45ac-a4cd-907bc1e7e063 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc12028a69814a7db0204a8bf251e68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3598049 Feb 15 01:50:34.586970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd06bfd-d28a-45ac-a4cd-907bc1e7e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56a354-701f-44dd-abb4-3fedad2d21b1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:34.591535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:34.656221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] Publish callbacks [] for security_group (4d56a354-701f-44dd-abb4-3fedad2d21b1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.750453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f315575c-4e41-44a6-8559-25388903fe1f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.753085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.756824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f315575c-4e41-44a6-8559-25388903fe1f HTTP/1.1" status: 204 len: 168 time: 0.3013637 Feb 15 01:50:34.772403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4422e-15f7-4815-94e0-2dad1f277ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f315575c-4e41-44a6-8559-25388903fe1f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:34.954241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] Publish callbacks [] for security_group (4d56a354-701f-44dd-abb4-3fedad2d21b1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:34.974348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c222a1-4403-4a95-b9ff-e5d0241ba2a3 req-776743ff-b94d-4b95-9115-8a2bf73e3a0c tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:34.981399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c222a1-4403-4a95-b9ff-e5d0241ba2a3 req-776743ff-b94d-4b95-9115-8a2bf73e3a0c tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.1179910 Feb 15 01:50:35.046872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c222a1-4403-4a95-b9ff-e5d0241ba2a3 req-68726846-ebf5-457c-92c3-8dcb30f158bd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622377 Feb 15 01:50:35.084471 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9b9df6-2f90-4bad-8e46-9d55abce7348 x-openstack-request-id: req-6c9b9df6-2f90-4bad-8e46-9d55abce7348 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:35.084772 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:35.085030 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c9b9df6-2f90-4bad-8e46-9d55abce7348 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:35.085614 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343', 'status': 'completed', 'code': 200} Feb 15 01:50:35.098897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d56a354-701f-44dd-abb4-3fedad2d21b1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:35.102264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:35.106290 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d56a354-701f-44dd-abb4-3fedad2d21b1 HTTP/1.1" status: 204 len: 168 time: 0.5109930 Feb 15 01:50:35.112188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cf1e8-7b47-4fe8-8f1a-3e5bfebbb065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d56a354-701f-44dd-abb4-3fedad2d21b1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:35.264484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-30e53a6d-35d3-4a3c-9892-2b929bd2de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.266007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-30e53a6d-35d3-4a3c-9892-2b929bd2de5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 1126 time: 0.1574841 Feb 15 01:50:35.289464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40454d0a-04aa-49a9-a917-e1e9fcdbe695 req-48195fcc-bd27-4b54-aa90-abf3fa2c61c8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.291539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40454d0a-04aa-49a9-a917-e1e9fcdbe695 req-48195fcc-bd27-4b54-aa90-abf3fa2c61c8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 943 time: 0.1189396 Feb 15 01:50:35.299791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-82735dde-c51b-4d6d-b53a-f97a48ff989e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1099496 Feb 15 01:50:35.411380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40454d0a-04aa-49a9-a917-e1e9fcdbe695 req-0b1d6fae-7026-409b-b0de-2e6a2a6c0577 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Feb 15 01:50:35.445388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-5b01766c-cfea-472a-bf62-f08f10e6ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.446978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-5b01766c-cfea-472a-bf62-f08f10e6ebc3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.1727240 Feb 15 01:50:35.512857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-27af7c2d-32c4-4b7a-abce-c2dfdfcae953 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5025fe37-a78d-49e2-95db-d661ce4e6343 HTTP/1.1" status: 200 len: 217 time: 0.0574605 Feb 15 01:50:35.556964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.557464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.557960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.558392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.558856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.559314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.559773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.561879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3a449c7c-3b1e-438e-8a63-132e4e7bca55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 6725 time: 0.1655376 Feb 15 01:50:35.581744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8a1821d-ac6a-4f2d-be25-ef27b89797e9 req-3923eecb-6750-426b-a26a-ba1d79a920bd tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0720563 Feb 15 01:50:35.603845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-8cad29c6-32f9-44b3-ab2d-38aa0c259a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.605381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-8cad29c6-32f9-44b3-ab2d-38aa0c259a3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0810518 Feb 15 01:50:35.669103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-791d83d7-26c8-4f9b-b650-2d8dbc8ebe9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527854 Feb 15 01:50:35.744275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-640599a6-7d0a-4788-a7cc-c1d6c82b202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.744868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-640599a6-7d0a-4788-a7cc-c1d6c82b202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.758273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-640599a6-7d0a-4788-a7cc-c1d6c82b202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.763497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-640599a6-7d0a-4788-a7cc-c1d6c82b202a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fe20b20-2d7b-4149-af03-93149eca3d9b&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=03410c93-95c1-4dd9-aaef-eeef4a808098&id=174daecd-a70f-4253-962a-55e2e7de0ed3&id=174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 200 len: 2298 time: 0.1497831 Feb 15 01:50:35.769825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382819b-4586-4fae-9704-b558c9a45f10 req-4a417db8-bbc7-4796-a892-f864cb591708 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.783389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8382819b-4586-4fae-9704-b558c9a45f10 req-4a417db8-bbc7-4796-a892-f864cb591708 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.1689205 Feb 15 01:50:35.856949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-30886bb5-9ec8-4246-a74f-da456b2aebe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 200 len: 1000 time: 0.0836122 Feb 15 01:50:35.929354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:35.950335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d44e483-39fe-442d-ae5b-158e62db5dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:35.956511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-486e65cc-3a87-46d7-a3fb-3dce12352ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:35.957985 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-486e65cc-3a87-46d7-a3fb-3dce12352ce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed72078-ec8e-4cca-9389-3e2f99b633b5 HTTP/1.1" status: 200 len: 856 time: 0.0949812 Feb 15 01:50:36.043501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-65cda7d4-e45d-48a8-8e6f-cd0757314698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:36.045142 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-65cda7d4-e45d-48a8-8e6f-cd0757314698 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fe20b20-2d7b-4149-af03-93149eca3d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803030 Feb 15 01:50:36.138804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d44e483-39fe-442d-ae5b-158e62db5dd6 admin admin] Publish callbacks [] for security_group (8e85a619-7ce6-40ab-83f0-da7971c1d7ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.197888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-f937a521-9afd-4621-8705-40724312e9c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445236 Feb 15 01:50:36.227907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d44e483-39fe-442d-ae5b-158e62db5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8e85a619-7ce6-40ab-83f0-da7971c1d7ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.329293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e483-39fe-442d-ae5b-158e62db5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85a619-7ce6-40ab-83f0-da7971c1d7ca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:36.332494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-bd5aa736-c8a2-4a17-808b-1df5059d9752 service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493201 Feb 15 01:50:36.342340 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d44e483-39fe-442d-ae5b-158e62db5dd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a1ccd8c0ab04896954c52313ef420c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4112833 Feb 15 01:50:36.344454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:36.396078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-1d79fd1f-9c49-41a5-a2d6-a9d1bae65d06 service neutron] 10.222.0.37 "GET /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919320 Feb 15 01:50:36.409635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5025fe37-a78d-49e2-95db-d661ce4e6343 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:50:36.447521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-763471d5-7fda-4b6e-a5b2-d50424013b35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 217 time: 0.0445299 Feb 15 01:50:36.491114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] Publish callbacks [] for security_group (8e85a619-7ce6-40ab-83f0-da7971c1d7ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.526493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] Publish callbacks [] for security_group (8e85a619-7ce6-40ab-83f0-da7971c1d7ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.534006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-c37fb447-21e7-404e-ba39-b28454a94cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:36.534316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-445fc6a1-2666-4359-98c1-8050a02b31bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2212205 Feb 15 01:50:36.535444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-c37fb447-21e7-404e-ba39-b28454a94cd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0820527 Feb 15 01:50:36.550665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Deleting port c60a2d19-5bae-4807-aee7-22e14e7ecb43 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:36.550665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.556748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5025fe37-a78d-49e2-95db-d661ce4e6343,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:36.570638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5025fe37-a78d-49e2-95db-d661ce4e6343', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': '5025fe37-a78d-49e2-95db-d661ce4e6343', 'mac_address': 'fa:16:3e:5b:7d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:50:36.619823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-13cbf4af-1d50-46eb-90cc-256c19616dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:36.622938 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-13cbf4af-1d50-46eb-90cc-256c19616dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0759494 Feb 15 01:50:36.635761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5025fe37-a78d-49e2-95db-d661ce4e6343 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:36.636161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.651184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e932de-ce13-4953-8f36-ab0c40205e71 req-b8dc8408-667a-4d08-adc9-f804924664e3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:36.656596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:36.659518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00e932de-ce13-4953-8f36-ab0c40205e71 req-b8dc8408-667a-4d08-adc9-f804924664e3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 946 time: 0.3509870 Feb 15 01:50:36.659674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5025fe37-a78d-49e2-95db-d661ce4e6343 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:36.683982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5025fe37-a78d-49e2-95db-d661ce4e6343,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:36.731095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] For port c60a2d19-5bae-4807-aee7-22e14e7ecb43, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c60a2d19-5bae-4807-aee7-22e14e7ecb43,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:36.731466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.736412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8e85a619-7ce6-40ab-83f0-da7971c1d7ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.739939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.744013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e85a619-7ce6-40ab-83f0-da7971c1d7ca HTTP/1.1" status: 204 len: 168 time: 0.3954656 Feb 15 01:50:36.745488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dfa4c7a-32b4-4506-91f5-674730014506 req-622ba477-6758-4036-af44-92f834a56a7e service neutron] 10.222.0.31 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690927 Feb 15 01:50:36.763050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Calling delete_port for c60a2d19-5bae-4807-aee7-22e14e7ecb43 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:36.777076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b29c-7ffc-45bc-a95e-38318ff67f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85a619-7ce6-40ab-83f0-da7971c1d7ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:36.786890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-be6b07fd-1f61-4d56-8953-c26adcee96dc service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570766 Feb 15 01:50:36.801869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:36.810914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:36.817704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00e932de-ce13-4953-8f36-ab0c40205e71 req-e9e7ea40-b351-42ad-a3ad-8f87287711b2 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430161 Feb 15 01:50:36.886259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:36.903050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-637702273-network', 'tenant_id': '7d2995decd09492485535a5a466e33de'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:36.918792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-43aadaa9-5774-420c-8985-36c424bf17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:36.920392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-43aadaa9-5774-420c-8985-36c424bf17dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=710d75a8d6b34fce81182b5391ecf371&device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 1128 time: 0.2786453 Feb 15 01:50:37.016536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5025fe37-a78d-49e2-95db-d661ce4e6343'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:37.042862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-f98a3c0a-54e2-47b6-8554-e9bd59930017 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394173 Feb 15 01:50:37.091141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b5a88-3e7b-4a27-920b-0aa1df8b95af req-6931bc0f-5c1e-4b2e-8a69-f1ef7d596153 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.098098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e8b5a88-3e7b-4a27-920b-0aa1df8b95af req-6931bc0f-5c1e-4b2e-8a69-f1ef7d596153 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 944 time: 0.1767142 Feb 15 01:50:37.140540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:37.150951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.150951 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-ddcf866a-3df6-4f63-bb70-314cf2afd503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 217 time: 0.0985777 Feb 15 01:50:37.161695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.195426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-f7476b42-1e5d-472d-bc35-3b467bd65fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.197775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-f7476b42-1e5d-472d-bc35-3b467bd65fd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 200 len: 907 time: 0.2359886 Feb 15 01:50:37.222764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-ea8f52db-c387-4853-86be-e10373714074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.224254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-ea8f52db-c387-4853-86be-e10373714074 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0655179 Feb 15 01:50:37.235350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e8b5a88-3e7b-4a27-920b-0aa1df8b95af req-dc789268-d5e6-41bc-b12e-bf41471c90aa tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Feb 15 01:50:37.392519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06f1af8c-9cc9-4a0b-ae6b-3a0e85693b6d req-16f205c4-92bf-4332-b053-971ec59830e6 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Feb 15 01:50:37.414637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-628de234-1af9-4856-ac79-2b4bb6f5df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.418172 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-628de234-1af9-4856-ac79-2b4bb6f5df94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1840444 Feb 15 01:50:37.436358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-b8124c6b-3011-49cb-bc8b-8e619f22b221 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 200 len: 1001 time: 0.2288139 Feb 15 01:50:37.507367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c60a2d19-5bae-4807-aee7-22e14e7ecb43), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.519662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a5a6d953-621b-46e8-b273-6bac37234d7c', 'c60a2d19-5bae-4807-aee7-22e14e7ecb43'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:37.547231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event deleted for resources: {'Port': ['ID=c60a2d19-5bae-4807-aee7-22e14e7ecb43,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:37.560518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-ef94f930-f13a-4920-8c54-3d5916a3e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.561509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-ef94f930-f13a-4920-8c54-3d5916a3e7f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0cf9c5bf-76fb-4900-b262-f3999eb67ca1 HTTP/1.1" status: 200 len: 845 time: 0.1163964 Feb 15 01:50:37.596738 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-5fc7d3ad-8573-4f37-a663-c19c011f0819 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337986 Feb 15 01:50:37.686908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] No DVR routers for this DVR port c60a2d19-5bae-4807-aee7-22e14e7ecb43 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:37.722140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.730064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8382819b-4586-4fae-9704-b558c9a45f10 req-2d3f876c-bb08-442e-8ad9-b6c373bdf1e8 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "DELETE /v2.0/ports/c60a2d19-5bae-4807-aee7-22e14e7ecb43 HTTP/1.1" status: 204 len: 173 time: 1.9359202 Feb 15 01:50:37.730554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'name': 'network-vif-deleted', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:37.733534 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a558d38-1617-4420-b2f4-e4768329ae32" -d '{"events": [{"server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "name": "network-vif-deleted", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:37.734697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks [] for security_group (39a5e1a7-71cb-4c3d-916b-474b9dd33164), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.799755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39a5e1a7-71cb-4c3d-916b-474b9dd33164), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.833878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-2d77f7b3-e614-48f4-ad12-baebe0b6dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:37.835576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-2d77f7b3-e614-48f4-ad12-baebe0b6dc13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b212bc-670d-4d2e-86d7-1ca67d899364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2504697 Feb 15 01:50:37.911339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:50:37.942975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a5e1a7-71cb-4c3d-916b-474b9dd33164,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:37.953141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-4088f80b-569d-46a6-98f8-02d842321b39 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512056 Feb 15 01:50:37.981025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:37.981495 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Added segment 1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37 of type vlan for network cae1d432-0745-4578-9785-6cc891feac69 Feb 15 01:50:37.988669 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069fb98-c208-4d12-a4e2-6a1fd83f3f02 x-openstack-request-id: req-2069fb98-c208-4d12-a4e2-6a1fd83f3f02 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:37.989024 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df31181-c9d9-4959-b367-07c614380fa1", "name": "network-vif-deleted", "tag": "c60a2d19-5bae-4807-aee7-22e14e7ecb43", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:38.003262 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2069fb98-c208-4d12-a4e2-6a1fd83f3f02 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:38.003720 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df31181-c9d9-4959-b367-07c614380fa1', 'name': 'network-vif-deleted', 'tag': 'c60a2d19-5bae-4807-aee7-22e14e7ecb43', 'status': 'completed', 'code': 200} Feb 15 01:50:38.080378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5db72bba-7cdf-4308-8121-49a461a30031 req-07cde689-f571-4667-b7e7-3b92cd88a0fe tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df31181-c9d9-4959-b367-07c614380fa1 HTTP/1.1" status: 200 len: 210 time: 0.0652471 Feb 15 01:50:38.081001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-a165c4f0-4b22-4d5f-8706-7578d631bb68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 HTTP/1.1" status: 200 len: 217 time: 0.1164265 Feb 15 01:50:38.094608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-40ecfb45-f95e-4858-839d-00f0d8691418 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:38.096666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-40ecfb45-f95e-4858-839d-00f0d8691418 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.37 "GET /v2.0/networks?id=098e1861-9850-4478-a1db-27f902423d05 HTTP/1.1" status: 200 len: 808 time: 0.4890628 Feb 15 01:50:38.110262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Request body: {'port': {'device_id': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'network_id': '098e1861-9850-4478-a1db-27f902423d05', 'admin_state_up': True, 'tenant_id': 'b837e48a30264312b873f40681a0e706'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:38.174718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (cae1d432-0745-4578-9785-6cc891feac69), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.203101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-f8819f84-b561-49c5-b5e9-f155adc5f41b service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571794 Feb 15 01:50:38.251377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-84332dc0-67fb-4d44-88d2-a850619e875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:38.253233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-84332dc0-67fb-4d44-88d2-a850619e875f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.1276672 Feb 15 01:50:38.341747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-85989c17-5cca-45dc-af80-94c791220342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:38.343626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-85989c17-5cca-45dc-af80-94c791220342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0805986 Feb 15 01:50:38.358918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7d5c48d-5a50-476d-accb-56136b3bc48e req-84476757-046c-49a0-8e9a-34dfa9ace0a2 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482482 Feb 15 01:50:38.414470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5025fe37-a78d-49e2-95db-d661ce4e6343 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:38.465718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-51d7faa4-ae97-410d-abe5-93a4a405043b service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005790 Feb 15 01:50:38.467749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (cae1d432-0745-4578-9785-6cc891feac69), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.468969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:38.469545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.516782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Made reservation on behalf of b837e48a30264312b873f40681a0e706 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:38.520947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.573582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a2e1-21af-4cd5-9ccb-d124491fbde5 req-a7a662a8-c362-4c24-868a-3fc72b6d97b4 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:38.581400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f14a2e1-21af-4cd5-9ccb-d124491fbde5 req-a7a662a8-c362-4c24-868a-3fc72b6d97b4 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 944 time: 0.1742904 Feb 15 01:50:38.597818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 5025fe37-a78d-49e2-95db-d661ce4e6343 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:50:38.602261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5025fe37-a78d-49e2-95db-d661ce4e6343 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:38.603198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.640832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9809847 Feb 15 01:50:38.654288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:38.660332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Request body: {'subnet': {'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-637702273-subnet', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:38.682981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.712783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f14a2e1-21af-4cd5-9ccb-d124491fbde5 req-81c80d9d-ae24-4233-a2ed-2385670207e2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260540 Feb 15 01:50:38.726624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5025fe37-a78d-49e2-95db-d661ce4e6343 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:38.726624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.796563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:38.799644 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a533726-8739-4d68-8469-5396167bf286" -d '{"events": [{"server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "name": "network-vif-plugged", "status": "completed", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:38.808231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259ee7b-1c17-436b-b601-659d9c87cf18 admin admin] Pushing event updated for resources: {'Network': ['ID=cae1d432-0745-4578-9785-6cc891feac69,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:38.810369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5025fe37-a78d-49e2-95db-d661ce4e6343,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:38.822500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network cae1d432-0745-4578-9785-6cc891feac69 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:50:38.851181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:38.855435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.896064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Allocated IP 172.20.0.11 (098e1861-9850-4478-a1db-27f902423d05/be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906/576040f0-737b-4bc9-b947-d180950e218c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:38.960594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:38.967898 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-92aa3ed0-5f63-4b5e-abeb-618683d29241 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852812 Feb 15 01:50:39.023256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:39.052232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-f438602d-5177-4260-b2b8-48d0e006f279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e HTTP/1.1" status: 200 len: 217 time: 0.0699062 Feb 15 01:50:39.114893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-a90276fe-6029-46d1-90cf-b1a6f241b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:39.126065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-a90276fe-6029-46d1-90cf-b1a6f241b2e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 200 len: 797 time: 0.0627151 Feb 15 01:50:39.133039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks [] for port (576040f0-737b-4bc9-b947-d180950e218c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:39.188328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e7fda16-cdfe-47b8-856d-99885253886a req-630bde40-d3c3-4d01-8cd8-6b6829550e15 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 210 time: 0.3800039 Feb 15 01:50:39.235390 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f3678-299d-44b9-8f4f-c1ef9ae9a18c x-openstack-request-id: req-343f3678-299d-44b9-8f4f-c1ef9ae9a18c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:39.236037 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "name": "network-vif-plugged", "status": "completed", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:39.236612 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-343f3678-299d-44b9-8f4f-c1ef9ae9a18c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:39.237236 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343', 'code': 200} Feb 15 01:50:39.254391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:39.419585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Network 098e1861-9850-4478-a1db-27f902423d05 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:39.427132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (494c6797-8fc8-413a-b628-4a85f850876d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:39.449034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:39.455213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:39.460321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Pushing event updated for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:39.542417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:39.542928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:39.555666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0ea7-a77b-430a-bc34-43e743d699e6 req-67fa2e91-f722-4d2d-80b5-5846a42c3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:39.558342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3ed0ea7-a77b-430a-bc34-43e743d699e6 req-67fa2e91-f722-4d2d-80b5-5846a42c3461 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 1128 time: 0.1992855 Feb 15 01:50:39.641419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3ed0ea7-a77b-430a-bc34-43e743d699e6 req-be553fde-8e71-4ece-b8fd-b4d2b190fc95 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657008 Feb 15 01:50:39.693036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c2f59214-2b9c-4e49-996f-dbc6b4975f0b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5878634 Feb 15 01:50:39.707583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Request body: {'port': {'device_id': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:39.820649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (576040f0-737b-4bc9-b947-d180950e218c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:39.875483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86a3c-8f79-4dd4-ba03-2a4ce2de505f req-4238dee8-674d-4f42-926b-4d47a96fec5d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:39.877117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a86a3c-8f79-4dd4-ba03-2a4ce2de505f req-4238dee8-674d-4f42-926b-4d47a96fec5d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.1133282 Feb 15 01:50:39.900368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-b7ce87da-b3ca-4e26-9c31-3d3982be0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:39.902121 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-b7ce87da-b3ca-4e26-9c31-3d3982be0bcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03410c93-95c1-4dd9-aaef-eeef4a808098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7660527 Feb 15 01:50:39.904282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=494c6797-8fc8-413a-b628-4a85f850876d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:39.926728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:39.927102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Network hostable DHCP agents. Network: cae1d432-0745-4578-9785-6cc891feac69, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:50:39.998685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a86a3c-8f79-4dd4-ba03-2a4ce2de505f req-5dd7cdb8-bf16-4b12-91a0-f419e05f63d3 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125810 Feb 15 01:50:39.999666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Deleting port 342fd9c8-aeb6-4419-8829-ba952bfe695b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:40.000005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.068677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Network cae1d432-0745-4578-9785-6cc891feac69 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:50:40.074783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-d6d969df-4e58-4abb-9279-1fee9ffd30b5 service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573684 Feb 15 01:50:40.159592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] For port 342fd9c8-aeb6-4419-8829-ba952bfe695b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=342fd9c8-aeb6-4419-8829-ba952bfe695b,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:40.159962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.163841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, cae1d432-0745-4578-9785-6cc891feac69) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:40.173662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79599c39-7963-40d9-8de5-aa7daf0d6071 None None] Network cae1d432-0745-4578-9785-6cc891feac69 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:40.180890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.181498 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.193023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Calling delete_port for 342fd9c8-aeb6-4419-8829-ba952bfe695b owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:40.202442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5b3a-3b96-495c-a770-c7a12a0c9837 req-0ab08aab-eda3-4945-8b86-3a781cce2f88 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.208524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a6b5b3a-3b96-495c-a770-c7a12a0c9837 req-0ab08aab-eda3-4945-8b86-3a781cce2f88 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1037974 Feb 15 01:50:40.208524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576040f0-737b-4bc9-b947-d180950e218c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:40.215646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks [] for port (576040f0-737b-4bc9-b947-d180950e218c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.244023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Transition to ACTIVE for port object 576040f0-737b-4bc9-b947-d180950e218c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:50:40.257997 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-3bbdb24a-16bf-4889-b567-f61288154ffa service neutron] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753135 Feb 15 01:50:40.275690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a6b5b3a-3b96-495c-a770-c7a12a0c9837 req-1da57c37-11d0-41cd-907f-48d007526f8d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574868 Feb 15 01:50:40.278558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c60a2d19-5bae-4807-aee7-22e14e7ecb43 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:40.311104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-cae1d432-0745-4578-9785-6cc891feac69', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'project_id': '7d2995decd09492485535a5a466e33de', 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:50:40.312261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.315834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-8f0cb0fc-20f2-4f68-bb99-cdec0e63bec1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0506377 Feb 15 01:50:40.324887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:40.325476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd6c3c14-a06f-4c59-949b-1e5ed57659a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6694973 Feb 15 01:50:40.329617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:40.341807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: c60a2d19-5bae-4807-aee7-22e14e7ecb43 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:40.342824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c60a2d19-5bae-4807-aee7-22e14e7ecb43 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:40.360163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.437239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-26118425-297e-45f4-9a5e-e04c31550972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.439254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-26118425-297e-45f4-9a5e-e04c31550972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.1092551 Feb 15 01:50:40.454794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.455934 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.488606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:40.519113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-5da1fe54-c464-4b6a-944a-0ff640a115f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.521238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-5da1fe54-c464-4b6a-944a-0ff640a115f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0739281 Feb 15 01:50:40.561086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Allocated IP 172.20.0.2 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/d7e95178-9f6a-4a84-bf9d-7fea28257ce5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:40.581745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab18e92-6f74-455b-9722-5bc69db2a130 req-80386566-8472-4245-8ff2-5674da4fb37f tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.589149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ab18e92-6f74-455b-9722-5bc69db2a130 req-80386566-8472-4245-8ff2-5674da4fb37f tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 944 time: 0.2131402 Feb 15 01:50:40.622828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for router_controller (87761262-06f6-4484-bf5c-dce5e5fc5926), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.647949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-c006cb4f-dcdf-45b1-9596-b78c215b3d04 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041145 Feb 15 01:50:40.671882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Attempting to bind port 576040f0-737b-4bc9-b947-d180950e218c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:40.672227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Attempting to bind port 576040f0-737b-4bc9-b947-d180950e218c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '019b253e-e5d9-4664-9e86-19701388125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '098e1861-9850-4478-a1db-27f902423d05'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:40.672559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Attempting to bind port 576040f0-737b-4bc9-b947-d180950e218c on network 098e1861-9850-4478-a1db-27f902423d05 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:40.678268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ab18e92-6f74-455b-9722-5bc69db2a130 req-a1e0952d-cd88-43ed-9ab7-8161c5792347 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Feb 15 01:50:40.680352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Port 576040f0-737b-4bc9-b947-d180950e218c on network 098e1861-9850-4478-a1db-27f902423d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:50:40.681228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Attempting to bind port 576040f0-737b-4bc9-b947-d180950e218c on network 098e1861-9850-4478-a1db-27f902423d05 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:40.699143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:40.699521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Checking segment: {'id': '019b253e-e5d9-4664-9e86-19701388125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '098e1861-9850-4478-a1db-27f902423d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:40.699870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Bound using segment: {'id': '019b253e-e5d9-4664-9e86-19701388125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '098e1861-9850-4478-a1db-27f902423d05'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:40.704343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Bound port: 576040f0-737b-4bc9-b947-d180950e218c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019b253e-e5d9-4664-9e86-19701388125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '098e1861-9850-4478-a1db-27f902423d05'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:40.704343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (576040f0-737b-4bc9-b947-d180950e218c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.714898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (342fd9c8-aeb6-4419-8829-ba952bfe695b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.747307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=342fd9c8-aeb6-4419-8829-ba952bfe695b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:40.827419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-902a71d7-41b7-4c06-b64f-cf2aad4909cd service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681020 Feb 15 01:50:40.853706 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks [] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.854126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:40.887720 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-2dd8ee90-4ae3-4700-901d-caeb6b55df44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 200 len: 217 time: 0.0575562 Feb 15 01:50:40.906686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=576040f0-737b-4bc9-b947-d180950e218c,segment=NetworkSegment(019b253e-e5d9-4664-9e86-19701388125f),segment_id=019b253e-e5d9-4664-9e86-19701388125f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:40.941690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for router_gateway (87761262-06f6-4484-bf5c-dce5e5fc5926), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.969674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:40.997243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-0ac5be5f-3b7d-4cbf-8e2d-8c43c607fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:40.999152 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-0ac5be5f-3b7d-4cbf-8e2d-8c43c607fe52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 200 len: 797 time: 0.0764375 Feb 15 01:50:41.011985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:41.027075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.032322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:41.034798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Pushing event updated for resources: {'Port': ['ID=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:41.043509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:41.100472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-a4432ac9-9aff-4f96-8b1d-5763eb2ae3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:41.111333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-a4432ac9-9aff-4f96-8b1d-5763eb2ae3a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=174daecd-a70f-4253-962a-55e2e7de0ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0709827 Feb 15 01:50:41.111333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.113873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:41.115268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.121453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] 10.222.0.37 "PUT /v2.0/ports/576040f0-737b-4bc9-b947-d180950e218c HTTP/1.1" status: 200 len: 1093 time: 1.4184427 Feb 15 01:50:41.122451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'tag': '576040f0-737b-4bc9-b947-d180950e218c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:41.124987 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59166f2-1af9-4851-8e9d-2152d6989a48" -d '{"events": [{"name": "network-changed", "server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "tag": "576040f0-737b-4bc9-b947-d180950e218c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:41.153448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Attempting to bind port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:41.153448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Attempting to bind port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:41.153933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Attempting to bind port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:41.160139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:41.160570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:41.160979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.161375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:41.161856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Bound port: d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:41.162242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.230746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] For port d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:41.234080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] For port d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:41.249473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6edb-3ba7-4336-b1e1-1c83a765c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:41.324515 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-21fe6802-53fa-4100-852a-6c547674b251 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149479 Feb 15 01:50:41.330283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.438716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5734c21-5372-4184-8cd3-1ad9f18fb2bb None None] Pushing event updated for resources: {'Port': ['ID=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:41.563764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-57d2e130-59a6-4766-aa78-bf19e70a6bb9 req-b6f98070-2080-4121-80c7-209c042279e2 service neutron] 10.222.0.37 "GET /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972921 Feb 15 01:50:41.569265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:41.627782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c7ab3a12-ecfb-4ca1-882d-61fcea297d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:41.629821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c7ab3a12-ecfb-4ca1-882d-61fcea297d7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b837e48a30264312b873f40681a0e706&device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 1127 time: 0.3401968 Feb 15 01:50:41.650436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for router_gateway (87761262-06f6-4484-bf5c-dce5e5fc5926), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.661254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-20a911f4-8fcf-478f-9a05-f78cb4d3516d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:41.663386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-20a911f4-8fcf-478f-9a05-f78cb4d3516d tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.3359311 Feb 15 01:50:41.726737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.732655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-7fb5c633-3af7-4015-a66b-fc80a4a51347 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=576040f0-737b-4bc9-b947-d180950e218c HTTP/1.1" status: 200 len: 217 time: 0.0919225 Feb 15 01:50:41.741132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:41.744706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b7a8-9290-4939-a61b-35f1852aefd8 req-9a33a9c6-fe03-443f-8724-496984f02f42 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:41.753670 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8783877c-2ba8-45de-8ce9-0bb8d56c7bfc admin admin] 10.222.0.43 "PUT /v2.0/routers/bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9490063 Feb 15 01:50:41.754319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:41.755566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cd1b7a8-9290-4939-a61b-35f1852aefd8 req-9a33a9c6-fe03-443f-8724-496984f02f42 tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 945 time: 0.6271131 Feb 15 01:50:41.765277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Sync routers for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:41.780249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:41.781110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:41.921785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks [] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:41.934674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:41.998679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cd1b7a8-9290-4939-a61b-35f1852aefd8 req-8216c5ea-2344-41cf-8760-80c169fc981e tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/security-groups?id=46758ecf-61bc-49fc-9131-a4df8f456f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421958 Feb 15 01:50:42.087399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks [] for router_gateway (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.168688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:50:40Z', 'revision_number': 5, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port': {'id': '3d3e1a46-4147-4c43-afa0-1d926e03e00c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:22Z', 'updated_at': '2022-02-15T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:42.196898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Checking router: bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:42.212488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Routers {'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:42.213086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:42.252681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Deleting port 3d3e1a46-4147-4c43-afa0-1d926e03e00c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:42.254009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.327598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] Set router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:42.382551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] For port 3d3e1a46-4147-4c43-afa0-1d926e03e00c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d3e1a46-4147-4c43-afa0-1d926e03e00c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:42.383269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.399804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Calling delete_port for 3d3e1a46-4147-4c43-afa0-1d926e03e00c owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:42.405230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:50:42Z', 'revision_number': 6, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:42.421727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-81a708d2-6dbb-4d72-a5e8-65a9d6930490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:42.423181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-81a708d2-6dbb-4d72-a5e8-65a9d6930490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906 HTTP/1.1" status: 200 len: 848 time: 0.6411729 Feb 15 01:50:42.433633 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b2fd1-bb63-4577-8b23-b1a3460acf00 x-openstack-request-id: req-c91b2fd1-bb63-4577-8b23-b1a3460acf00 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:42.433910 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "tag": "576040f0-737b-4bc9-b947-d180950e218c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:42.434162 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c91b2fd1-bb63-4577-8b23-b1a3460acf00 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:42.434557 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'tag': '576040f0-737b-4bc9-b947-d180950e218c', 'status': 'completed', 'code': 200} Feb 15 01:50:42.443236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76ba1a-1f1b-4370-bcfd-96fa51d8ac6e None None] The sync data for ids ['bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc'] in n-d-829064-14 is: [{'id': 'bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc', 'name': 'tempest-TaggedBootDevicesTest-179999887-router', 'tenant_id': '423b31c210284a39bfed230d9f01f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:21Z', 'updated_at': '2022-02-15T01:50:42Z', 'revision_number': 6, 'project_id': '423b31c210284a39bfed230d9f01f941', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:42.522575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-a3f87d82-382e-4249-b11e-740c747795d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=098e1861-9850-4478-a1db-27f902423d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803506 Feb 15 01:50:42.577839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Allocated IP 172.25.2.62 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/704a9223-43ae-44fd-bcc9-69c0c3371999) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:42.606855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:42.648591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Deleting port a5a6d953-621b-46e8-b273-6bac37234d7c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:42.649025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.729622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d3e1a46-4147-4c43-afa0-1d926e03e00c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.742072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8d3f0-52c0-4966-9eeb-18f75ed34e94 None None] Network cae1d432-0745-4578-9785-6cc891feac69 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:42.761004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3e1a46-4147-4c43-afa0-1d926e03e00c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:42.765274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721d949-12c3-4127-b0c5-27be2f37f414 req-c24d837d-9611-4f57-b0e7-15b8cb421d62 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:42.765439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f36-6faf-4894-91ff-bada5eb7a956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.768872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1721d949-12c3-4127-b0c5-27be2f37f414 req-c24d837d-9611-4f57-b0e7-15b8cb421d62 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.3446445 Feb 15 01:50:42.840715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Provisioning complete for port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:42.841247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.863205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-c5d17166-5ebb-4c12-aff0-6f71e0eff386 service neutron] 10.222.0.37 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268611 Feb 15 01:50:42.899102 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.976031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Current status of the port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:42.981814 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:42.998238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.000635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks [] for router_controller (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.016456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1721d949-12c3-4127-b0c5-27be2f37f414 req-922d4dd7-2b8f-430f-ba9f-8b0f7e42aedd tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072077 Feb 15 01:50:43.061420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] For port a5a6d953-621b-46e8-b273-6bac37234d7c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a5a6d953-621b-46e8-b273-6bac37234d7c,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:43.061805 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.063281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] For port d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:43.067444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.077783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f36-6faf-4894-91ff-bada5eb7a956 admin admin] Publish callbacks [] for security_group (1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.084543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Calling delete_port for a5a6d953-621b-46e8-b273-6bac37234d7c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:43.135379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.135963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:50:43.140276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.147220 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ab4546de-ffec-40aa-b076-d9fa05341dd8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/bb5e2b0f-b3fc-4e41-8f13-4a32cc8b59fc HTTP/1.1" status: 204 len: 168 time: 1.3861914 Feb 15 01:50:43.147220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:43.163096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.178123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f36-6faf-4894-91ff-bada5eb7a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.210280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1cc0d27-ccf3-433d-8506-1f725687eae4 req-3d7afa73-1a40-4698-ba63-c15e619ba54e service neutron] 10.222.0.37 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314073 Feb 15 01:50:43.224402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc10b5-716c-4f93-a76a-52e52962d679 None None] Pushing event updated for resources: {'Port': ['ID=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:43.237683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-28ec9f36-6faf-4894-91ff-bada5eb7a956 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=185d0b513c1744778ed6442aafabb56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296864 Feb 15 01:50:43.240031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9f36-6faf-4894-91ff-bada5eb7a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:43.241245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:43.245725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Deleting subnet 719dc3f1-043c-4a51-8227-e11f76964bb9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:43.248813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Publish callbacks [] for subnet (719dc3f1-043c-4a51-8227-e11f76964bb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.266836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f956-f265-4bf9-b8f6-5f8d1b63622c req-62ceb59d-f797-4b62-8cc8-8a6a6dacccb5 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:43.273652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b4f956-f265-4bf9-b8f6-5f8d1b63622c req-62ceb59d-f797-4b62-8cc8-8a6a6dacccb5 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 944 time: 0.1565793 Feb 15 01:50:43.285073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (719dc3f1-043c-4a51-8227-e11f76964bb9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.297828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5889cdd-6eb3-413d-befd-a30182b54346 None None] Provisioning complete for port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:43.298212 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5889cdd-6eb3-413d-befd-a30182b54346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.310432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.347458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:43.353257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:43.376269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:43.389308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (719dc3f1-043c-4a51-8227-e11f76964bb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.404889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5889cdd-6eb3-413d-befd-a30182b54346 None None] Current status of the port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:43.518074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] Publish callbacks [] for security_group (1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.528397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Pushing event updated for resources: {'Port': ['ID=704a9223-43ae-44fd-bcc9-69c0c3371999,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:43.529435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (719dc3f1-043c-4a51-8227-e11f76964bb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.558997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719dc3f1-043c-4a51-8227-e11f76964bb9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:43.559855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d7e95178-9f6a-4a84-bf9d-7fea28257ce5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:43.561166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.564541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7844e792-4d94-4545-8b02-993722a3123b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/719dc3f1-043c-4a51-8227-e11f76964bb9 HTTP/1.1" status: 204 len: 168 time: 0.4187148 Feb 15 01:50:43.566180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62233de7-5a29-4c1d-89df-624352b4d813 None None] Network d5d109f4-797c-4ecc-b9e3-2627df9005a1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:43.566885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:43.639609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b4f956-f265-4bf9-b8f6-5f8d1b63622c req-1564c1c4-d2ee-4fff-aab2-72ef760db0c8 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580596 Feb 15 01:50:43.652170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d5d109f4-797c-4ecc-b9e3-2627df9005a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.655461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] Publish callbacks [] for security_group (1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.712718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-c4a71755-40d3-4920-8d4b-313e44978f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:43.712718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-c4a71755-40d3-4920-8d4b-313e44978f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b837e48a30264312b873f40681a0e706&device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 1127 time: 0.3502011 Feb 15 01:50:43.728082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Deleting port a604f0cd-b4cb-4c84-910c-f05de5f830ab {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:43.728600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.771334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a5a6d953-621b-46e8-b273-6bac37234d7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.815380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] For port a604f0cd-b4cb-4c84-910c-f05de5f830ab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a604f0cd-b4cb-4c84-910c-f05de5f830ab,segment=NetworkSegment(52b85e85-c84f-4ba8-9d3d-61766bdef247),segment_id=52b85e85-c84f-4ba8-9d3d-61766bdef247)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:43.815750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.834133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Calling delete_port for a604f0cd-b4cb-4c84-910c-f05de5f830ab owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:43.870385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13d3065d-84a2-45d9-8e29-418a971e6110 req-8f3d1dac-6f72-46a1-ae2f-6c3d774777df tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 210 time: 0.1038070 Feb 15 01:50:43.890159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Pushing event deleted for resources: {'Port': ['ID=a5a6d953-621b-46e8-b273-6bac37234d7c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:43.890424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:43.891039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.986828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] No DVR routers for this DVR port a5a6d953-621b-46e8-b273-6bac37234d7c on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:43.989702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:43.993796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42d987b7-33b0-4d00-9a34-a951e6c24ba5 req-457024b1-b82a-420c-ad4a-7fe89b3d77fd tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.37 "DELETE /v2.0/ports/a5a6d953-621b-46e8-b273-6bac37234d7c HTTP/1.1" status: 204 len: 173 time: 2.2763453 Feb 15 01:50:43.994803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:44.027478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a604f0cd-b4cb-4c84-910c-f05de5f830ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.062050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.064570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a604f0cd-b4cb-4c84-910c-f05de5f830ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:44.065385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.066642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] No DVR routers for this DVR port a604f0cd-b4cb-4c84-910c-f05de5f830ab on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:44.067583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb HTTP/1.1" status: 204 len: 168 time: 0.8232985 Feb 15 01:50:44.079496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-ac81ca38-db81-4b94-9da2-051ba9901a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:44.081424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-ac81ca38-db81-4b94-9da2-051ba9901a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=098e1861-9850-4478-a1db-27f902423d05 HTTP/1.1" status: 200 len: 909 time: 0.3637161 Feb 15 01:50:44.085984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ff6b7-f31a-4ae2-bb2b-9a765c7c2c32 None None] DHCP port deletion for d5d109f4-797c-4ecc-b9e3-2627df9005a1 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:44.110765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 342fd9c8-aeb6-4419-8829-ba952bfe695b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:44.111326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf561c-15f9-4f5c-b5d2-da8495f87589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519cb3a-4b9e-4eef-b0a8-7b16750bd2eb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:44.154824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-afd048d5-4e83-4611-828a-7d2482af38f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=576040f0-737b-4bc9-b947-d180950e218c HTTP/1.1" status: 200 len: 217 time: 0.0589378 Feb 15 01:50:44.158840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 342fd9c8-aeb6-4419-8829-ba952bfe695b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:44.161816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 342fd9c8-aeb6-4419-8829-ba952bfe695b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:44.162186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d3e1a46-4147-4c43-afa0-1d926e03e00c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:44.175753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for router_gateway (87761262-06f6-4484-bf5c-dce5e5fc5926), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.208337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3d3e1a46-4147-4c43-afa0-1d926e03e00c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:44.208685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d3e1a46-4147-4c43-afa0-1d926e03e00c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:44.244819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d5d109f4-797c-4ecc-b9e3-2627df9005a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.272571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-8751d18a-c24f-4783-93e4-340e8a7ae0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:44.274078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-8751d18a-c24f-4783-93e4-340e8a7ae0f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906 HTTP/1.1" status: 200 len: 848 time: 0.1084771 Feb 15 01:50:44.279653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a5a6d953-621b-46e8-b273-6bac37234d7c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:44.294615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d109f4-797c-4ecc-b9e3-2627df9005a1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:44.317996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b85e85-c84f-4ba8-9d3d-61766bdef247') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:44.317996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b85e85-c84f-4ba8-9d3d-61766bdef247') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:44.331615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (52b85e85-c84f-4ba8-9d3d-61766bdef247), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.334806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: a5a6d953-621b-46e8-b273-6bac37234d7c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:44.335289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a5a6d953-621b-46e8-b273-6bac37234d7c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:44.340353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-fb5f1f4a-088f-418e-8060-7bcf963e3c15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=098e1861-9850-4478-a1db-27f902423d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590875 Feb 15 01:50:44.350402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (52b85e85-c84f-4ba8-9d3d-61766bdef247), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.357421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:44.357942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (52b85e85-c84f-4ba8-9d3d-61766bdef247), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:44.359917 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:44.440086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'name': 'network-vif-deleted', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:44.442351 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04d000-1375-4781-899a-56f896e2bd8a" -d '{"events": [{"server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "name": "network-vif-deleted", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:44.488797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d5d109f4-797c-4ecc-b9e3-2627df9005a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.496373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.500252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d5d109f4-797c-4ecc-b9e3-2627df9005a1 HTTP/1.1" status: 204 len: 168 time: 0.9315996 Feb 15 01:50:44.508077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3b6f-45bf-4d09-8cfb-cb538ea4d96f req-8a9f5f6e-8d22-4ef8-a3e4-6a3f0c253b12 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:44.510191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:44.510369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a4b3b6f-45bf-4d09-8cfb-cb538ea4d96f req-8a9f5f6e-8d22-4ef8-a3e4-6a3f0c253b12 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1669359 Feb 15 01:50:44.521928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb670249-e0f6-4574-9b47-61b132131d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d109f4-797c-4ecc-b9e3-2627df9005a1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:44.601998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-bcf1efb7-69c4-4e95-852f-963da5bb9003 service neutron] 10.222.0.37 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470150 Feb 15 01:50:44.670292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.681248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a4b3b6f-45bf-4d09-8cfb-cb538ea4d96f req-77d38bb0-bf35-4571-ac3c-fb2ccf7b7cef tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557288 Feb 15 01:50:44.742551 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d851845e-005c-49c9-959c-d5887d7e00cb x-openstack-request-id: req-d851845e-005c-49c9-959c-d5887d7e00cb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:44.742844 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d08967-92a3-46a3-bb4c-0431a9771f17", "name": "network-vif-deleted", "tag": "a5a6d953-621b-46e8-b273-6bac37234d7c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:44.743747 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d851845e-005c-49c9-959c-d5887d7e00cb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:44.744142 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d08967-92a3-46a3-bb4c-0431a9771f17', 'name': 'network-vif-deleted', 'tag': 'a5a6d953-621b-46e8-b273-6bac37234d7c', 'status': 'completed', 'code': 200} Feb 15 01:50:44.773327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59166f2-1af9-4851-8e9d-2152d6989a48 req-20e56c37-e8ae-4a97-80b9-a2f5708714b8 service neutron] 10.222.0.37 "GET /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609108 Feb 15 01:50:44.811746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:44.851784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03cadef8-f136-4b4c-bd8e-da5767342aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:44.922993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224465-11ca-47cb-8f12-663275953a51 req-6cf2bfeb-3022-4170-8394-31ec83fb3263 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:44.924557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8224465-11ca-47cb-8f12-663275953a51 req-6cf2bfeb-3022-4170-8394-31ec83fb3263 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 944 time: 0.1250088 Feb 15 01:50:45.003103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8224465-11ca-47cb-8f12-663275953a51 req-774d3013-7b2a-4899-99f3-809b04e39a66 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Feb 15 01:50:45.015022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03cadef8-f136-4b4c-bd8e-da5767342aed admin admin] Publish callbacks [] for security_group (96af7f15-18ec-4d64-a75c-421c6504d951), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.043088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Router 87761262-06f6-4484-bf5c-dce5e5fc5926 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:50:45.120475 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03cadef8-f136-4b4c-bd8e-da5767342aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (96af7f15-18ec-4d64-a75c-421c6504d951), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.177673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (b7b611d3-5790-48b6-9033-4611edfb565b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.181149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.454920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Deleting port 75007410-9d59-4682-8e02-7f4cdad4e1c2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:45.454920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.490888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fefd373-63cf-4798-a1d8-ead1a9642044 req-6a205203-03df-41fd-a146-ecb629a83bef tempest-ListServerFiltersTestJSON-1536892952 tempest-ListServerFiltersTestJSON-1536892952-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d08967-92a3-46a3-bb4c-0431a9771f17 HTTP/1.1" status: 200 len: 210 time: 0.3884592 Feb 15 01:50:45.507904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a604f0cd-b4cb-4c84-910c-f05de5f830ab no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:45.537214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: a604f0cd-b4cb-4c84-910c-f05de5f830ab {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:45.537564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a604f0cd-b4cb-4c84-910c-f05de5f830ab not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:45.550140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cadef8-f136-4b4c-bd8e-da5767342aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af7f15-18ec-4d64-a75c-421c6504d951,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:45.552115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] For port 75007410-9d59-4682-8e02-7f4cdad4e1c2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75007410-9d59-4682-8e02-7f4cdad4e1c2,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:45.552625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.558288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-03cadef8-f136-4b4c-bd8e-da5767342aed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=172b065b288c409ca606bc75eb105304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420995 Feb 15 01:50:45.566875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:45.570140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:45.579906 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Sync routers for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:45.589034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Calling delete_port for 75007410-9d59-4682-8e02-7f4cdad4e1c2 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:45.592901 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:45.593505 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:45.657145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.658465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66b68de6-a825-4707-9fd8-3c75d2c646dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3323293 Feb 15 01:50:45.661219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58734) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:45.662683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] Publish callbacks [] for security_group (96af7f15-18ec-4d64-a75c-421c6504d951), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.695281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] Publish callbacks [] for security_group (96af7f15-18ec-4d64-a75c-421c6504d951), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.819215 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:45.867177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (96af7f15-18ec-4d64-a75c-421c6504d951), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.871226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:45.872477 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96af7f15-18ec-4d64-a75c-421c6504d951 HTTP/1.1" status: 204 len: 168 time: 0.3111620 Feb 15 01:50:45.883533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca31ec-454d-4dea-8c40-6c9bcc75bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af7f15-18ec-4d64-a75c-421c6504d951,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:45.916562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa48f-ec60-44b0-93c1-5cb331814788 req-02c80612-0dd4-481b-b30e-b76e160960f8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:45.916789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4dcaa48f-ec60-44b0-93c1-5cb331814788 req-02c80612-0dd4-481b-b30e-b76e160960f8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1467988 Feb 15 01:50:45.935014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (75007410-9d59-4682-8e02-7f4cdad4e1c2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.010150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75007410-9d59-4682-8e02-7f4cdad4e1c2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:46.022406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:43Z', 'revision_number': 3, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:46.039209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4dcaa48f-ec60-44b0-93c1-5cb331814788 req-b62e93c9-1798-44f5-bbb4-ef68c76f62ea tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099753 Feb 15 01:50:46.102316 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Checking router: 87761262-06f6-4484-bf5c-dce5e5fc5926 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:46.102661 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Updating router 87761262-06f6-4484-bf5c-dce5e5fc5926 port 704a9223-43ae-44fd-bcc9-69c0c3371999 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:50:46.152815 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.256799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (b7b611d3-5790-48b6-9033-4611edfb565b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.273151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb47e-ce8b-4f47-8fb7-a63afa3061ed req-a9fffa4a-8e13-438d-88e9-67b1c8a37ac8 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:46.274680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-446bb47e-ce8b-4f47-8fb7-a63afa3061ed req-a9fffa4a-8e13-438d-88e9-67b1c8a37ac8 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 944 time: 0.1226635 Feb 15 01:50:46.290500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 576040f0-737b-4bc9-b947-d180950e218c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:50:46.334197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.372670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-446bb47e-ce8b-4f47-8fb7-a63afa3061ed req-64f0d8bf-d7c8-4fc0-b4a5-7cdb08cc5f48 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783281 Feb 15 01:50:46.495523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=576040f0-737b-4bc9-b947-d180950e218c,segment=NetworkSegment(019b253e-e5d9-4664-9e86-19701388125f),segment_id=019b253e-e5d9-4664-9e86-19701388125f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:46.510460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '576040f0-737b-4bc9-b947-d180950e218c', 'network_id': '098e1861-9850-4478-a1db-27f902423d05', 'port_id': '576040f0-737b-4bc9-b947-d180950e218c', 'mac_address': 'fa:16:3e:02:e7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:50:46.553533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 576040f0-737b-4bc9-b947-d180950e218c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:46.554142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (576040f0-737b-4bc9-b947-d180950e218c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.558088 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks [] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.559173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Router b7b611d3-5790-48b6-9033-4611edfb565b has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:46.578115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:46.582844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576040f0-737b-4bc9-b947-d180950e218c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:50:46.610134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=576040f0-737b-4bc9-b947-d180950e218c,segment=NetworkSegment(019b253e-e5d9-4664-9e86-19701388125f),segment_id=019b253e-e5d9-4664-9e86-19701388125f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:46.623383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Allocated IP 172.20.0.1 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/ee88ef19-6896-46fe-9731-adccef558cc6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:46.650344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Deleting subnet 8dce1773-4d72-4a18-8c10-74e7161adaee {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:46.654238 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.664057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Publish callbacks [] for subnet (8dce1773-4d72-4a18-8c10-74e7161adaee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.682947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.708207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:46.716900 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61b17420-b0e0-417c-8800-ab20b705bfb9 admin admin] 10.222.0.43 "PUT /v2.0/routers/b7b611d3-5790-48b6-9033-4611edfb565b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056427 Feb 15 01:50:46.717686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:46.737381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Sync routers for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:46.741923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8dce1773-4d72-4a18-8c10-74e7161adaee), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.758820 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9aec7-8b44-459c-9ae6-e6701f16d876 None None] Pushing event updated for resources: {'Port': ['ID=704a9223-43ae-44fd-bcc9-69c0c3371999,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:46.758983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:46.758983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:46.759162 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Attempting to bind port 704a9223-43ae-44fd-bcc9-69c0c3371999 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:46.759162 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Attempting to bind port 704a9223-43ae-44fd-bcc9-69c0c3371999 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:46.759162 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Attempting to bind port 704a9223-43ae-44fd-bcc9-69c0c3371999 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:46.765119 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:46.765503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:46.765996 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.766393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:46.766864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Bound port: 704a9223-43ae-44fd-bcc9-69c0c3371999, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:46.767242 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.817045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks [] for port (ee88ef19-6896-46fe-9731-adccef558cc6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.827697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:46.867546 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] For port 704a9223-43ae-44fd-bcc9-69c0c3371999, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:46.871564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] For port 704a9223-43ae-44fd-bcc9-69c0c3371999, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=704a9223-43ae-44fd-bcc9-69c0c3371999,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:46.873152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks [] for router (b7b611d3-5790-48b6-9033-4611edfb565b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.879747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8dce1773-4d72-4a18-8c10-74e7161adaee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.918054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:46.934210 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:46.980401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.006626 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:47.007395 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:47.008966 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks [] for router_gateway (b7b611d3-5790-48b6-9033-4611edfb565b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.028004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8dce1773-4d72-4a18-8c10-74e7161adaee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.054498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9aec7-8b44-459c-9ae6-e6701f16d876 None None] Pushing event updated for resources: {'Port': ['ID=704a9223-43ae-44fd-bcc9-69c0c3371999,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:47.074067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dce1773-4d72-4a18-8c10-74e7161adaee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:47.079080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:47.094169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.094169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-de41770f-178e-4622-abe7-9cbb22861100 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8dce1773-4d72-4a18-8c10-74e7161adaee HTTP/1.1" status: 204 len: 168 time: 0.5089030 Feb 15 01:50:47.094169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:47.094169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:47.094169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Pushing event updated for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:47.094658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad21f4-37a6-4a81-b3e5-d5f96544d63f None None] Network ccfbcc29-88e0-4f9a-8505-f9825acb6f50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:47.156913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['576040f0-737b-4bc9-b947-d180950e218c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:50:47.188168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:47.240693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Deleting port 51f01ef0-244d-4f53-b17d-7311f7edac4e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:47.242276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.253315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:47.257625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ccfbcc29-88e0-4f9a-8505-f9825acb6f50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.298571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:50:45Z', 'revision_number': 5, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port': {'id': '51f01ef0-244d-4f53-b17d-7311f7edac4e', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:40:38Z', 'updated_at': '2022-02-15T01:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:47.346644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] For port 51f01ef0-244d-4f53-b17d-7311f7edac4e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=51f01ef0-244d-4f53-b17d-7311f7edac4e,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:47.347019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.361007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Calling delete_port for 51f01ef0-244d-4f53-b17d-7311f7edac4e owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:47.380326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (87761262-06f6-4484-bf5c-dce5e5fc5926), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.384061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Checking router: b7b611d3-5790-48b6-9033-4611edfb565b for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:47.450173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Routers {'b7b611d3-5790-48b6-9033-4611edfb565b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:47.451124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b7b611d3-5790-48b6-9033-4611edfb565b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:47.550835 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:43Z', 'revision_number': 3, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:47.568352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d094-ec20-4d5b-a553-b339f45df1d5 req-d512b328-3016-4798-bc94-20fcf4da075a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:47.575934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c75d094-ec20-4d5b-a553-b339f45df1d5 req-d512b328-3016-4798-bc94-20fcf4da075a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.3139219 Feb 15 01:50:47.599615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] DHCP port deletion for ccfbcc29-88e0-4f9a-8505-f9825acb6f50 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:47.622709 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decb08d-bfe7-4823-b1f5-12747392704c None None] The sync data for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 is: [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:43Z', 'revision_number': 3, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:47.711155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c75d094-ec20-4d5b-a553-b339f45df1d5 req-b1e8e058-a1e7-4a96-b4b7-d829e3585a3d tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332619 Feb 15 01:50:47.716449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Deleting port 9f29d921-fede-4d33-b16f-7a2bb396423e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:47.717085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.772861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] Set router b7b611d3-5790-48b6-9033-4611edfb565b gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:47.775649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ec19ba3e-3826-4691-ab65-60bd4c29f741 None None] Provisioning complete for port ee88ef19-6896-46fe-9731-adccef558cc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:47.776029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec19ba3e-3826-4691-ab65-60bd4c29f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.806133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] For port 9f29d921-fede-4d33-b16f-7a2bb396423e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f29d921-fede-4d33-b16f-7a2bb396423e,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:47.806133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.827412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (51f01ef0-244d-4f53-b17d-7311f7edac4e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.846009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Calling delete_port for 9f29d921-fede-4d33-b16f-7a2bb396423e owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:47.862556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f01ef0-244d-4f53-b17d-7311f7edac4e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:47.898060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.898237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 6, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:47.962559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ba3e-3826-4691-ab65-60bd4c29f741 None None] Port ee88ef19-6896-46fe-9731-adccef558cc6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:50:47.964527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2228e0-65e2-4f52-92d9-cc30814f3800 None None] The sync data for ids ['b7b611d3-5790-48b6-9033-4611edfb565b'] in n-d-829064-14 is: [{'id': 'b7b611d3-5790-48b6-9033-4611edfb565b', 'name': 'tempest-TaggedBootDevicesTest-1792868776-router', 'tenant_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:40:36Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 6, 'project_id': '0ac09d60c516479bb4f9e2fc491c7a04', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:47.977686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Deleting port 9f29d921-fede-4d33-b16f-7a2bb396423e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:47.978076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:47.986892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (b7b611d3-5790-48b6-9033-4611edfb565b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.054924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e41a-8e7e-4409-a9f0-1eff42af29ab req-942bb8a6-108e-43f0-84f4-990da0e5c961 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:48.056727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a00e41a-8e7e-4409-a9f0-1eff42af29ab req-942bb8a6-108e-43f0-84f4-990da0e5c961 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 945 time: 0.2545090 Feb 15 01:50:48.108241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.152432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (b7b611d3-5790-48b6-9033-4611edfb565b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.154553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks [] for router_controller (b7b611d3-5790-48b6-9033-4611edfb565b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.242344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.246126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f29d921-fede-4d33-b16f-7a2bb396423e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:48.258386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] No DVR routers for this DVR port 9f29d921-fede-4d33-b16f-7a2bb396423e on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:48.277379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (b7b611d3-5790-48b6-9033-4611edfb565b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.277953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7b611d3-5790-48b6-9033-4611edfb565b {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:50:48.283072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.284398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-85ff4e38-37cf-49a8-9b50-ab6926606345 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b7b611d3-5790-48b6-9033-4611edfb565b HTTP/1.1" status: 204 len: 168 time: 1.5657229 Feb 15 01:50:48.286044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] For port 9f29d921-fede-4d33-b16f-7a2bb396423e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f29d921-fede-4d33-b16f-7a2bb396423e,segment=NetworkSegment(9f4d21e8-baaa-47bf-a646-69a1e0ce2651),segment_id=9f4d21e8-baaa-47bf-a646-69a1e0ce2651)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:48.291572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:48.291958 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.308698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Calling delete_port for 9f29d921-fede-4d33-b16f-7a2bb396423e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:48.326406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a00e41a-8e7e-4409-a9f0-1eff42af29ab req-60fda899-c552-4bad-842d-4fc0298ffabf tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444897 Feb 15 01:50:48.361827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Deleting subnet 942a87b9-5f64-46d5-a5cb-431a984b88e6 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:50:48.374315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Publish callbacks [] for subnet (942a87b9-5f64-46d5-a5cb-431a984b88e6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.455096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (942a87b9-5f64-46d5-a5cb-431a984b88e6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.458266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ccfbcc29-88e0-4f9a-8505-f9825acb6f50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.461371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9f29d921-fede-4d33-b16f-7a2bb396423e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.514922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] No DVR routers for this DVR port 9f29d921-fede-4d33-b16f-7a2bb396423e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:48.519689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7561-b2d2-43e7-a7a3-d704e9abda73 None None] Pushing event deleted for resources: {'Port': ['ID=9f29d921-fede-4d33-b16f-7a2bb396423e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:48.521580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfbcc29-88e0-4f9a-8505-f9825acb6f50']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:48.524621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks [] for port (ee88ef19-6896-46fe-9731-adccef558cc6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.537280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4d21e8-baaa-47bf-a646-69a1e0ce2651') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:48.537280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4d21e8-baaa-47bf-a646-69a1e0ce2651') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:48.546697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (9f4d21e8-baaa-47bf-a646-69a1e0ce2651), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.572106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9f4d21e8-baaa-47bf-a646-69a1e0ce2651), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.580452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:48.581191 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (9f4d21e8-baaa-47bf-a646-69a1e0ce2651), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:48.584124 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:48.596633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.616505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (942a87b9-5f64-46d5-a5cb-431a984b88e6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.718837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (87761262-06f6-4484-bf5c-dce5e5fc5926), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.728773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Pushing event updated for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:48.757811 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (942a87b9-5f64-46d5-a5cb-431a984b88e6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.812753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942a87b9-5f64-46d5-a5cb-431a984b88e6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:48.813273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ccfbcc29-88e0-4f9a-8505-f9825acb6f50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.819863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.824068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ccfbcc29-88e0-4f9a-8505-f9825acb6f50 HTTP/1.1" status: 204 len: 168 time: 1.7295048 Feb 15 01:50:48.826333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:48.831612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e70dcd80-6e42-42f2-93bc-4689f09ab8c8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/942a87b9-5f64-46d5-a5cb-431a984b88e6 HTTP/1.1" status: 204 len: 168 time: 0.5426409 Feb 15 01:50:48.835156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:48.835849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c10ad-f83e-458e-ba2d-bdc596e49ae9 None None] Network c28de099-8697-4378-8abd-d9ff15c06f15 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:48.872982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ee381-2bdb-4aad-99d6-e636edb91566 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfbcc29-88e0-4f9a-8505-f9825acb6f50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:48.904607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:48.907800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:48.953555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a1c30-c3e7-4899-b55d-3a691aab0578 req-f115efdd-bdb3-4da7-95ea-2cc8a4da38c3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:48.962348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e98a1c30-c3e7-4899-b55d-3a691aab0578 req-f115efdd-bdb3-4da7-95ea-2cc8a4da38c3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1668825 Feb 15 01:50:49.044041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c28de099-8697-4378-8abd-d9ff15c06f15), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.135155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] DHCP port deletion for c28de099-8697-4378-8abd-d9ff15c06f15 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:50:49.154441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Router 87761262-06f6-4484-bf5c-dce5e5fc5926 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:49.223837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Deleting port 09fa1382-7f85-4920-b173-11c5d0f70e92 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:49.224179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.246959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e98a1c30-c3e7-4899-b55d-3a691aab0578 req-bb98ae62-cb6b-4e60-81a9-8d27a74830e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782998 Feb 15 01:50:49.276124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Deleting port 09fa1382-7f85-4920-b173-11c5d0f70e92 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:49.276542 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.334261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] For port 09fa1382-7f85-4920-b173-11c5d0f70e92, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09fa1382-7f85-4920-b173-11c5d0f70e92,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:49.334676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.350257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] For port 09fa1382-7f85-4920-b173-11c5d0f70e92, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09fa1382-7f85-4920-b173-11c5d0f70e92,segment=NetworkSegment(61e13e59-9db6-4ff0-999e-4782bfa823dc),segment_id=61e13e59-9db6-4ff0-999e-4782bfa823dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:49.350257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.355286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Calling delete_port for 09fa1382-7f85-4920-b173-11c5d0f70e92 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:49.369248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Calling delete_port for 09fa1382-7f85-4920-b173-11c5d0f70e92 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:49.455806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c5b118d-9783-439e-ad01-dbef746ca5d2 None None] Provisioning complete for port ee88ef19-6896-46fe-9731-adccef558cc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:49.456198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c5b118d-9783-439e-ad01-dbef746ca5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.492425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:49.498723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ef4adcc6-b204-4b32-8a28-38c67a27698a admin admin] 10.222.0.43 "PUT /v2.0/routers/87761262-06f6-4484-bf5c-dce5e5fc5926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8365037 Feb 15 01:50:49.568874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b118d-9783-439e-ad01-dbef746ca5d2 None None] Port ee88ef19-6896-46fe-9731-adccef558cc6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:50:49.574911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebd8fc-aa0b-4aca-9474-507b19e88572 req-1f78745f-019d-43bf-a184-8ec03d18e64c tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:49.576694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8ebd8fc-aa0b-4aca-9474-507b19e88572 req-1f78745f-019d-43bf-a184-8ec03d18e64c tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0768261 Feb 15 01:50:49.623953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:49.624831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 704a9223-43ae-44fd-bcc9-69c0c3371999 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:49.643323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8ebd8fc-aa0b-4aca-9474-507b19e88572 req-15d9bc2d-3ac6-4186-a760-6b8ad336420a tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601416 Feb 15 01:50:49.658735 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.677075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (09fa1382-7f85-4920-b173-11c5d0f70e92), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.712279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fa1382-7f85-4920-b173-11c5d0f70e92,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:49.725345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] Pushing event deleted for resources: {'Port': ['ID=09fa1382-7f85-4920-b173-11c5d0f70e92,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:49.730426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] No DVR routers for this DVR port 09fa1382-7f85-4920-b173-11c5d0f70e92 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:49.731185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6f155-ea8b-4774-b1af-12382fcc327f None None] No DVR routers for this DVR port 09fa1382-7f85-4920-b173-11c5d0f70e92 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:49.764597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 704a9223-43ae-44fd-bcc9-69c0c3371999 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:49.765039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.775331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-25f42ffb-59f6-4b02-91a5-83f65236d9f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0445d7b9f74241f79818ecf461e498de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469979 Feb 15 01:50:49.775878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:49.840540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c28de099-8697-4378-8abd-d9ff15c06f15), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.849719 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] Publish callbacks [] for security_group (46758ecf-61bc-49fc-9131-a4df8f456f25), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.861526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28de099-8697-4378-8abd-d9ff15c06f15']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:49.874350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e13e59-9db6-4ff0-999e-4782bfa823dc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:49.874912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e13e59-9db6-4ff0-999e-4782bfa823dc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:49.878160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] Publish callbacks [] for security_group (46758ecf-61bc-49fc-9131-a4df8f456f25), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.888325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 704a9223-43ae-44fd-bcc9-69c0c3371999 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:49.888522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.889107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (61e13e59-9db6-4ff0-999e-4782bfa823dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.910496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (61e13e59-9db6-4ff0-999e-4782bfa823dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.923798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 704a9223-43ae-44fd-bcc9-69c0c3371999, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=704a9223-43ae-44fd-bcc9-69c0c3371999,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:49.927992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:50:49.928492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (61e13e59-9db6-4ff0-999e-4782bfa823dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:50:49.931413 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:50:49.995719 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.020903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (46758ecf-61bc-49fc-9131-a4df8f456f25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.023511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.025759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46758ecf-61bc-49fc-9131-a4df8f456f25 HTTP/1.1" status: 204 len: 168 time: 0.2481215 Feb 15 01:50:50.041478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f249b-2acd-401a-8372-fcaf90b67e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46758ecf-61bc-49fc-9131-a4df8f456f25,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:50.106555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c28de099-8697-4378-8abd-d9ff15c06f15), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.109164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09fa1382-7f85-4920-b173-11c5d0f70e92 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:50.114525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=704a9223-43ae-44fd-bcc9-69c0c3371999,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:50.116048 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.120016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c28de099-8697-4378-8abd-d9ff15c06f15 HTTP/1.1" status: 204 len: 168 time: 1.2835021 Feb 15 01:50:50.134474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ab00-1a57-4abc-a9ef-31b1584c2b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28de099-8697-4378-8abd-d9ff15c06f15,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:50.144580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 09fa1382-7f85-4920-b173-11c5d0f70e92 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:50.145078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09fa1382-7f85-4920-b173-11c5d0f70e92 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:50.145368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75007410-9d59-4682-8e02-7f4cdad4e1c2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:50.166651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 75007410-9d59-4682-8e02-7f4cdad4e1c2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:50.166997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75007410-9d59-4682-8e02-7f4cdad4e1c2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:50.167568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 51f01ef0-244d-4f53-b17d-7311f7edac4e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:50.189792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 51f01ef0-244d-4f53-b17d-7311f7edac4e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:50.190192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 51f01ef0-244d-4f53-b17d-7311f7edac4e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:50.190626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f29d921-fede-4d33-b16f-7a2bb396423e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:50:50.212581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9f29d921-fede-4d33-b16f-7a2bb396423e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:50:50.213016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f29d921-fede-4d33-b16f-7a2bb396423e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:50:50.320785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 576040f0-737b-4bc9-b947-d180950e218c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:50.369032 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Sync routers for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:50.371775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:50.377310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641448442', 'description': 'tempest-description--780476001'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:50.386764 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:50.387457 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:50.455032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 576040f0-737b-4bc9-b947-d180950e218c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:50:50.463288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 576040f0-737b-4bc9-b947-d180950e218c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:50.463877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (576040f0-737b-4bc9-b947-d180950e218c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.480503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcf824-9d0b-4aea-8dca-87848395db3e req-bb3712ac-d50b-4f74-b7d5-167c24cae421 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:50.491419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ebcf824-9d0b-4aea-8dca-87848395db3e req-bb3712ac-d50b-4f74-b7d5-167c24cae421 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0708845 Feb 15 01:50:50.512249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.521882 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:50.565743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 576040f0-737b-4bc9-b947-d180950e218c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:50.565968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (576040f0-737b-4bc9-b947-d180950e218c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.598155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576040f0-737b-4bc9-b947-d180950e218c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:50.601609 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acf0fbb-4e3e-4c7f-ae05-4530a71fcc0e" -d '{"events": [{"server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "576040f0-737b-4bc9-b947-d180950e218c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:50.618333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=576040f0-737b-4bc9-b947-d180950e218c,segment=NetworkSegment(019b253e-e5d9-4664-9e86-19701388125f),segment_id=019b253e-e5d9-4664-9e86-19701388125f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:50.626209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (bdcf5022-2507-43af-95c0-c18a781bfdd2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.631025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:50.677038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc87a55f-64f5-4621-8eeb-cdabbe56f88f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=423b31c210284a39bfed230d9f01f941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447989 Feb 15 01:50:50.679533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:50.687144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.703819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ebcf824-9d0b-4aea-8dca-87848395db3e req-b5a9145a-233a-4a30-8476-09ee61d94c79 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899090 Feb 15 01:50:50.719831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bdcf5022-2507-43af-95c0-c18a781bfdd2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.767297 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] Publish callbacks [] for security_group (86c42d9b-b04d-49ae-8ac9-02916dd1ef20), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.768937 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7f8c3f-6c30-424a-a457-145cba160e00 x-openstack-request-id: req-7c7f8c3f-6c30-424a-a457-145cba160e00 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:50.770526 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "576040f0-737b-4bc9-b947-d180950e218c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:50.770722 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c7f8c3f-6c30-424a-a457-145cba160e00 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:50.771040 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576040f0-737b-4bc9-b947-d180950e218c', 'code': 200} Feb 15 01:50:50.791014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf5022-2507-43af-95c0-c18a781bfdd2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:50.814585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:50.823332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] Publish callbacks [] for security_group (86c42d9b-b04d-49ae-8ac9-02916dd1ef20), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.902516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:50.903836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-425a99db-03f6-46aa-882b-68971af1d9a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5306816 Feb 15 01:50:50.907013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:50.916036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf5022-2507-43af-95c0-c18a781bfdd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:50.944853 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:48Z', 'revision_number': 2, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:50.956443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97af8cb-40d1-465b-b4f9-a3e88dc1cdf2 req-e34afb3a-e39b-4fdd-96e9-a526a459d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:50.957250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a97af8cb-40d1-465b-b4f9-a3e88dc1cdf2 req-e34afb3a-e39b-4fdd-96e9-a526a459d602 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.1030164 Feb 15 01:50:50.970554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce071bf1-d181-48d6-b181-9702f12cdff9 req-94edf9ba-1665-4fc9-a16c-63cdec1a097a tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:50.982534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce071bf1-d181-48d6-b181-9702f12cdff9 req-94edf9ba-1665-4fc9-a16c-63cdec1a097a tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 946 time: 0.0826185 Feb 15 01:50:50.985441 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Checking router: 87761262-06f6-4484-bf5c-dce5e5fc5926 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:50.985797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Updating router 87761262-06f6-4484-bf5c-dce5e5fc5926 port ee88ef19-6896-46fe-9731-adccef558cc6 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:50:51.001581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86c42d9b-b04d-49ae-8ac9-02916dd1ef20), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.004136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.005531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86c42d9b-b04d-49ae-8ac9-02916dd1ef20 HTTP/1.1" status: 204 len: 168 time: 0.3246586 Feb 15 01:50:51.018359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b858e-cf66-446c-a5a5-5837cf1cc294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c42d9b-b04d-49ae-8ac9-02916dd1ef20,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:51.037193 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7764d841-7fc1-4a2a-9450-310a5d2974a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.037661 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.043826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (6dab84db-a8ad-4909-904c-1f50bff337da), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.062140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce071bf1-d181-48d6-b181-9702f12cdff9 req-2caa55b3-15cc-44a8-b981-50d68f773c17 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Feb 15 01:50:51.075675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a97af8cb-40d1-465b-b4f9-a3e88dc1cdf2 req-90bc1839-df23-4867-9427-57dfa2547a3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 Feb 15 01:50:51.133209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (6dab84db-a8ad-4909-904c-1f50bff337da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.214146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6dab84db-a8ad-4909-904c-1f50bff337da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.237943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dab84db-a8ad-4909-904c-1f50bff337da,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:51.308212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.309875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74649bea-603d-49be-8734-b0b30f79d7e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007928 Feb 15 01:50:51.312326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:51.319077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf5022-2507-43af-95c0-c18a781bfdd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:51.417332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (dc0c79bc-606c-4a79-8971-a7e264dd9eb0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.434684 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks [] for port (ee88ef19-6896-46fe-9731-adccef558cc6), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.506823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (dc0c79bc-606c-4a79-8971-a7e264dd9eb0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.512328 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.514639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 704a9223-43ae-44fd-bcc9-69c0c3371999 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:51.575155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 704a9223-43ae-44fd-bcc9-69c0c3371999 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:51.575546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.587576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260460da-aa73-4ca3-82ff-71ce92cfe38b None None] Pushing event updated for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:51.597380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (dc0c79bc-606c-4a79-8971-a7e264dd9eb0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.631292 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Attempting to bind port ee88ef19-6896-46fe-9731-adccef558cc6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:50:51.631292 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Attempting to bind port ee88ef19-6896-46fe-9731-adccef558cc6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:50:51.631555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Attempting to bind port ee88ef19-6896-46fe-9731-adccef558cc6 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:50:51.635559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0c79bc-606c-4a79-8971-a7e264dd9eb0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:51.645487 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:50:51.645781 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:51.646255 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.646569 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:50:51.647041 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Bound port: ee88ef19-6896-46fe-9731-adccef558cc6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:50:51.647418 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.720423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 704a9223-43ae-44fd-bcc9-69c0c3371999 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:51.727239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] For port ee88ef19-6896-46fe-9731-adccef558cc6, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:50:51.731893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.732181 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] For port ee88ef19-6896-46fe-9731-adccef558cc6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88ef19-6896-46fe-9731-adccef558cc6,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:50:51.732390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-200c0be3-d2d0-40ca-a630-c908b37f5d58 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4173343 Feb 15 01:50:51.734582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:51.739855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:51.808989 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.837894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.850839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53449a-ca4a-4aa0-99b8-0e1d443754c9 req-8fc72003-c4c2-4d95-8178-98378aa0be32 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:51.854001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb53449a-ca4a-4aa0-99b8-0e1d443754c9 req-8fc72003-c4c2-4d95-8178-98378aa0be32 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0719817 Feb 15 01:50:51.877582 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:51.878219 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:51.881460 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260460da-aa73-4ca3-82ff-71ce92cfe38b None None] Pushing event updated for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:51.926371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Provisioning complete for port ee88ef19-6896-46fe-9731-adccef558cc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:51.927276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:51.937184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:51.969692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb53449a-ca4a-4aa0-99b8-0e1d443754c9 req-ac68be70-dfdc-4d6f-9adb-52f20b029ab7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097386 Feb 15 01:50:52.042077 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:52.045280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-229e1dd0-c230-4fc3-a6c2-06d625e80ac8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ac09d60c516479bb4f9e2fc491c7a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067305 Feb 15 01:50:52.047521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58878) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:52.106234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.151977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Current status of the port ee88ef19-6896-46fe-9731-adccef558cc6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:52.154689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.161231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] Publish callbacks [] for security_group (82528a0c-cd3e-44cf-b04c-8b31f0cbe07b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.209138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] For port ee88ef19-6896-46fe-9731-adccef558cc6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88ef19-6896-46fe-9731-adccef558cc6,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:52.217415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] Publish callbacks [] for security_group (82528a0c-cd3e-44cf-b04c-8b31f0cbe07b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.294446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.391677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.25.2.28 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4f7d0bb9-bf88-448d-be5d-02ede3758f64) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:52.418589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77ecd3-78b0-4b9b-9f5e-afcd003720d3 req-483edad1-abf3-4917-b1fd-fddb7bca18d5 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:52.420184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce77ecd3-78b0-4b9b-9f5e-afcd003720d3 req-483edad1-abf3-4917-b1fd-fddb7bca18d5 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1946089 Feb 15 01:50:52.433678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:52.458785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2e45a615-10ff-4f79-bf3f-c6118f309fa9 None None] Provisioning complete for port ee88ef19-6896-46fe-9731-adccef558cc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:52.460621 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e45a615-10ff-4f79-bf3f-c6118f309fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.462392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1e1c0-a700-4b80-b53e-ba331f035c45 None None] Pushing event updated for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:52.512710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:51Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:52.534206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce77ecd3-78b0-4b9b-9f5e-afcd003720d3 req-fad6fa81-ec5e-48d4-aee3-6ec8a6b7730c tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051133 Feb 15 01:50:52.551450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (82528a0c-cd3e-44cf-b04c-8b31f0cbe07b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.554252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.559451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82528a0c-cd3e-44cf-b04c-8b31f0cbe07b HTTP/1.1" status: 204 len: 168 time: 0.5059226 Feb 15 01:50:52.568135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.569990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bae0ba-d5f3-41d8-a8ca-d415ea6b59b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82528a0c-cd3e-44cf-b04c-8b31f0cbe07b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:52.585358 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e3e9-de59-4c71-9fb2-e24bb5b17106 None None] The sync data for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 is: [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:51Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:52.645767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa91-3578-4f47-bdb3-45a63d23c2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.710877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3090-551d-451f-b7db-a02af71fdc24 req-0440939c-9b93-413a-b72d-ad6b062a34a6 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:52.718769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cecf3090-551d-451f-b7db-a02af71fdc24 req-0440939c-9b93-413a-b72d-ad6b062a34a6 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 946 time: 0.1285408 Feb 15 01:50:52.723909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2e45a615-10ff-4f79-bf3f-c6118f309fa9 None None] Current status of the port ee88ef19-6896-46fe-9731-adccef558cc6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:52.758749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.802775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cecf3090-551d-451f-b7db-a02af71fdc24 req-988709d4-74d9-4f47-9017-8b955b354b06 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831122 Feb 15 01:50:52.837197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:52.840633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=4f7d0bb9-bf88-448d-be5d-02ede3758f64,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:52.874362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:50:52.878573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:52.881653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:50:52.950017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa91-3578-4f47-bdb3-45a63d23c2df admin admin] Publish callbacks [] for security_group (8a4b845e-7bd8-4341-8019-d26658f72dd7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:52.984793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1122265496-network', 'tenant_id': 'b15b617cbd564714bf9c1d7176fa0399'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:53.011693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.025848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa91-3578-4f47-bdb3-45a63d23c2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8a4b845e-7bd8-4341-8019-d26658f72dd7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.072156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-19c8fa91-3578-4f47-bdb3-45a63d23c2df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5beba8d32af449e9ef748c09317a498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376688 Feb 15 01:50:53.072915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:53.073573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fa91-3578-4f47-bdb3-45a63d23c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b845e-7bd8-4341-8019-d26658f72dd7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:53.078527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Made reservation on behalf of b15b617cbd564714bf9c1d7176fa0399 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:53.081036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.092699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.130238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] Publish callbacks [] for security_group (8a4b845e-7bd8-4341-8019-d26658f72dd7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.134990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934569-76fd-4efe-97c3-41e399fc6c47 req-a981d0f2-ec13-412f-9f81-c625eb16cb0b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:53.136641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77934569-76fd-4efe-97c3-41e399fc6c47 req-a981d0f2-ec13-412f-9f81-c625eb16cb0b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0892167 Feb 15 01:50:53.182710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] Publish callbacks [] for security_group (8a4b845e-7bd8-4341-8019-d26658f72dd7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.198739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.245381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77934569-76fd-4efe-97c3-41e399fc6c47 req-0e1d6b90-e9d6-4c56-8f17-028656bed3f0 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882034 Feb 15 01:50:53.270666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks [] for security_group (b7224039-9cee-4c42-8b64-c7f4220fe75a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.274320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27bfcad5-baf8-4ba0-b7fa-2cacdaa61e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.380384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7224039-9cee-4c42-8b64-c7f4220fe75a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.420334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7224039-9cee-4c42-8b64-c7f4220fe75a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:53.423349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8a4b845e-7bd8-4341-8019-d26658f72dd7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.426445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:50:53.427524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.433417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a4b845e-7bd8-4341-8019-d26658f72dd7 HTTP/1.1" status: 204 len: 168 time: 0.3550062 Feb 15 01:50:53.435873 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.438444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.438976 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Added segment 6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2 of type vlan for network dbef4277-c7ea-4f8c-bb19-3efde00cf73a Feb 15 01:50:53.446361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403380-8df8-4b1f-b947-54c37942f93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b845e-7bd8-4341-8019-d26658f72dd7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:53.500859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (dbef4277-c7ea-4f8c-bb19-3efde00cf73a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.517589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.587231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88ef19-6896-46fe-9731-adccef558cc6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:50:53.603480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (dbef4277-c7ea-4f8c-bb19-3efde00cf73a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.604843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:53.605285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.742361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ee88ef19-6896-46fe-9731-adccef558cc6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:50:53.743114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.766338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] Pushing event updated for resources: {'Network': ['ID=dbef4277-c7ea-4f8c-bb19-3efde00cf73a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:53.787800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a1587f5-71d4-40d3-9c72-60ce291e49ac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9445946 Feb 15 01:50:53.789358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:53.802834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Request body: {'subnet': {'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1122265496-subnet', 'tenant_id': 'b15b617cbd564714bf9c1d7176fa0399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:53.822969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network dbef4277-c7ea-4f8c-bb19-3efde00cf73a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:50:53.901550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=4f7d0bb9-bf88-448d-be5d-02ede3758f64,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:53.934152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Made reservation on behalf of b15b617cbd564714bf9c1d7176fa0399 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:53.936593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.953323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:53.995209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ee88ef19-6896-46fe-9731-adccef558cc6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:50:54.057055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.078314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-55798e9a-c10e-4aa6-b96b-9d1c23e879a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3227417 Feb 15 01:50:54.270830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:54.279101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (5d9bcc33-f59d-49d8-a592-70dc597c2d57), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.297126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305bb67-3b9a-49b3-9758-fdf63a59d9d7 req-65d5d788-1869-4327-b2b2-20a88e1b5f2a tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:54.298992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5305bb67-3b9a-49b3-9758-fdf63a59d9d7 req-65d5d788-1869-4327-b2b2-20a88e1b5f2a tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 946 time: 0.0796685 Feb 15 01:50:54.302920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71a94a20-b4d0-4579-b48c-a6c1a656d8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.373713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9bcc33-f59d-49d8-a592-70dc597c2d57,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:54.378012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:54.406110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Checking segment: {'id': '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:54.406475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Network hostable DHCP agents. Network: dbef4277-c7ea-4f8c-bb19-3efde00cf73a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:50:54.419040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71a94a20-b4d0-4579-b48c-a6c1a656d8bb admin admin] Publish callbacks [] for security_group (096ecd86-a616-46c8-8267-56d304abd408), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.435664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5305bb67-3b9a-49b3-9758-fdf63a59d9d7 req-1cd36598-f6c4-421a-b823-08a01afee37b tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127880 Feb 15 01:50:54.461318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.495350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71a94a20-b4d0-4579-b48c-a6c1a656d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (096ecd86-a616-46c8-8267-56d304abd408), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.533567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Network dbef4277-c7ea-4f8c-bb19-3efde00cf73a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:50:54.537757 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-71a94a20-b4d0-4579-b48c-a6c1a656d8bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2579c6954753460f882bfc441e4fc15f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643268 Feb 15 01:50:54.540312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94a20-b4d0-4579-b48c-a6c1a656d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ecd86-a616-46c8-8267-56d304abd408,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:54.540969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:54.562835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-32874951-network', 'tenant_id': '6013e5748c154eb5b29bdac27819ef43'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:54.621079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3c9d1-e62c-4a67-843b-7d35addf033d req-639b57a6-7fd7-4740-a546-1eb99959c758 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:54.622558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4c3c9d1-e62c-4a67-843b-7d35addf033d req-639b57a6-7fd7-4740-a546-1eb99959c758 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1252520 Feb 15 01:50:54.623965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, dbef4277-c7ea-4f8c-bb19-3efde00cf73a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:54.629081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:54.629839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.632997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc10e5-eaf8-409e-9a18-4a4ddf87342a None None] Network dbef4277-c7ea-4f8c-bb19-3efde00cf73a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:54.672436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] Publish callbacks [] for security_group (096ecd86-a616-46c8-8267-56d304abd408), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.683367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Made reservation on behalf of 6013e5748c154eb5b29bdac27819ef43 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:54.685621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.707866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.726714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] Publish callbacks [] for security_group (096ecd86-a616-46c8-8267-56d304abd408), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.734905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d143588-79f1-4bd9-a8fa-41dd230f8269 None None] Network dbef4277-c7ea-4f8c-bb19-3efde00cf73a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:54.738514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4c3c9d1-e62c-4a67-843b-7d35addf033d req-57b5f9e7-5b8b-420b-96d0-73f1b25ba521 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups?id=db4ef296-ec6b-4c98-acea-833038e974f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043222 Feb 15 01:50:54.786403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2df88300-39f1-467a-8f04-ad54788caee4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9941854 Feb 15 01:50:54.875351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks [] for security_group (b3f2b58b-dd96-4fdd-837d-eb2b15467ddf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.891754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb173995-a279-4e74-8882-18b5bb88ffdc req-e3a77361-2bc1-4151-bb94-24104315da08 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:54.893331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb173995-a279-4e74-8882-18b5bb88ffdc req-e3a77361-2bc1-4151-bb94-24104315da08 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0743058 Feb 15 01:50:54.894628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (096ecd86-a616-46c8-8267-56d304abd408), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.897269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.904052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/096ecd86-a616-46c8-8267-56d304abd408 HTTP/1.1" status: 204 len: 168 time: 0.3562376 Feb 15 01:50:54.923771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2b1e1-c2d8-455f-8f31-8bdd2705f15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ecd86-a616-46c8-8267-56d304abd408,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:54.963482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb173995-a279-4e74-8882-18b5bb88ffdc req-2ab36b3d-4a24-4a84-975e-2e0af9b30c7e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619388 Feb 15 01:50:54.967336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b3f2b58b-dd96-4fdd-837d-eb2b15467ddf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:54.990633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:50:55.006677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:55.009642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (67f5653e-5ed3-48bb-9ad9-e3c8bf579d09), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.009989 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Added segment 67f5653e-5ed3-48bb-9ad9-e3c8bf579d09 of type vlan for network 91617652-8c79-4d44-bcc2-2a7627a9d83b Feb 15 01:50:55.061523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (91617652-8c79-4d44-bcc2-2a7627a9d83b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.112780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-e2e7e306-a626-4fcf-bfaf-9d8ace4bc69a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1641448442&fields=id&tenant_id=7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 267 time: 0.0682719 Feb 15 01:50:55.226319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-6dc61471-1a1b-44bb-9769-27053e6b6104 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:55.227825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-6dc61471-1a1b-44bb-9769-27053e6b6104 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.1083648 Feb 15 01:50:55.231748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (91617652-8c79-4d44-bcc2-2a7627a9d83b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.231748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:55.231748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.300866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-a4e27fe4-bce1-4b51-8f2a-28b9a9d5c08e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/quotas/7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 375 time: 0.0637524 Feb 15 01:50:55.337540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] Pushing event updated for resources: {'Network': ['ID=91617652-8c79-4d44-bcc2-2a7627a9d83b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:55.347519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:50:55.362149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:50:55.362634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a80d5cca-8e4c-4cad-b9c7-aaa309782c11 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9809556 Feb 15 01:50:55.368756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Request body: {'subnet': {'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-32874951-subnet', 'tenant_id': '6013e5748c154eb5b29bdac27819ef43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:55.390081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-bfa0a15d-398e-440e-aeb4-1739bc47cea0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800316 Feb 15 01:50:55.470476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Made reservation on behalf of 6013e5748c154eb5b29bdac27819ef43 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:55.473017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.525993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-2744dd16-43f2-4140-a88e-41bec62fff55 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126509 Feb 15 01:50:55.659221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-0e278c12-50f1-43cd-8552-b7bb9faa0e4e tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:55.659822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-0e278c12-50f1-43cd-8552-b7bb9faa0e4e tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.31 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 945 time: 0.1092737 Feb 15 01:50:55.673584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-d96acdc3-ac1e-4da8-abd7-da373fa75dc1 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416512 Feb 15 01:50:55.746242 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.806104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Deleting port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:50:55.806453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.816704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:55.833023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Checking segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:50:55.840006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Network hostable DHCP agents. Network: 91617652-8c79-4d44-bcc2-2a7627a9d83b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:50:55.859932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:55.919108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:50:56.025644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 91617652-8c79-4d44-bcc2-2a7627a9d83b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:50:56.030319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:56.030936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:56.037695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaaa5a8-04a4-428c-86f5-23b7505dce0e None None] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:56.156251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e2ef8e3-cb29-4076-8cdd-c9c9462ef9b2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7910342 Feb 15 01:50:56.294540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af176f-2275-480c-a04c-12ef82754400 None None] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:50:56.491081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] For port 6cdd2549-a2a8-49e8-8d9f-affce3065df8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6cdd2549-a2a8-49e8-8d9f-affce3065df8,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:50:56.491651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:56.524026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-8d1fccd9-5237-4883-a38c-eef816c7dd88 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:56.528774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-8d1fccd9-5237-4883-a38c-eef816c7dd88 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/networks?id=dbef4277-c7ea-4f8c-bb19-3efde00cf73a HTTP/1.1" status: 200 len: 822 time: 0.2138302 Feb 15 01:50:56.575245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-e865c3ea-d3e9-434e-8158-801efed965dd tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/quotas/b15b617cbd564714bf9c1d7176fa0399 HTTP/1.1" status: 200 len: 375 time: 0.0172141 Feb 15 01:50:56.657323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-3054a87f-c9c2-4da1-8498-13f394b58e62 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b15b617cbd564714bf9c1d7176fa0399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722599 Feb 15 01:50:56.811448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:56.811821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:56.812141 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Floating IP 7fa1176a-d70a-479a-9bd4-21dc4b06a84f disassociated. External IP: 172.25.2.212, port: 6cdd2549-a2a8-49e8-8d9f-affce3065df8. Feb 15 01:50:56.812510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Calling delete_port for 6cdd2549-a2a8-49e8-8d9f-affce3065df8 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:50:56.822288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-b5df09a9-f990-4c7f-9476-4e1a5d753cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563485 Feb 15 01:50:56.968962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-56ac73a4-95dd-4fe3-95c3-e14d40a2bf42 service neutron] 10.222.0.43 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108942 Feb 15 01:50:57.088747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6cdd2549-a2a8-49e8-8d9f-affce3065df8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:57.123217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event deleted for resources: {'Port': ['ID=6cdd2549-a2a8-49e8-8d9f-affce3065df8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:50:57.334853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:57.345744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be7bdf30-2dc5-4624-9e0e-4da6e3dfad4f req-1f57d738-e6c2-4f22-b274-cc6e772d86dc tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/ports?device_id=9770c0c9-0646-4c40-a5f9-f544487faed9 HTTP/1.1" status: 200 len: 210 time: 0.0436993 Feb 15 01:50:57.383923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Router 5a02234b-85ea-44e3-8faa-d005be11cd27 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:50:57.617650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b3a8e5e-3ad5-4bf4-bd52-a6f2a6573b1b req-7516b511-25dc-4c27-89c0-02dbdd0fb266 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 210 time: 0.0363634 Feb 15 01:50:57.619201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:50:57.635442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Sync routers for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:50:57.657664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:57.658275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:57.672002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] No DVR routers for this DVR port 6cdd2549-a2a8-49e8-8d9f-affce3065df8 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:50:57.674380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:57.677480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15d05e8f-7847-4e3b-bf1b-f28a5c7d38a8 req-b656051b-a0d6-4679-9e93-d18828e6f683 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.31 "DELETE /v2.0/ports/6cdd2549-a2a8-49e8-8d9f-affce3065df8 HTTP/1.1" status: 204 len: 173 time: 2.0000415 Feb 15 01:50:57.677940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'name': 'network-vif-deleted', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:50:57.685401 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f0d782-7608-40ba-a5fd-839bc317bf37" -d '{"events": [{"server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "name": "network-vif-deleted", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:50:57.770449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ec8fd-3755-49d8-acdf-d3c7ddb82abc req-f8c8ca3c-6fe6-454e-92da-c7cbf2fcc801 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:57.771858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7ec8fd-3755-49d8-acdf-d3c7ddb82abc req-f8c8ca3c-6fe6-454e-92da-c7cbf2fcc801 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0588162 Feb 15 01:50:57.809088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:57.842018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7ec8fd-3755-49d8-acdf-d3c7ddb82abc req-a652d85c-282d-4693-b4ca-54a4222d367e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601513 Feb 15 01:50:58.025751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:58.077360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Checking router: 5a02234b-85ea-44e3-8faa-d005be11cd27 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:50:58.086766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:50:58.087663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:58.223532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-daff1858-8363-45c1-802d-ccc67e47a4ff tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:58.225187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-daff1858-8363-45c1-802d-ccc67e47a4ff tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 816 time: 0.1131198 Feb 15 01:50:58.241289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-e7a67f64-53c2-4f70-a936-519ac7afebe8 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/quotas/6013e5748c154eb5b29bdac27819ef43 HTTP/1.1" status: 200 len: 375 time: 0.0095744 Feb 15 01:50:58.254158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:50:58.276164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-aff95cf3-0788-4d6c-8f86-916e4a078d22 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279183 Feb 15 01:50:58.391355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-9d2381e5-454b-4659-af8d-ed399c23aeb9 service neutron] 10.222.0.43 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055615 Feb 15 01:50:58.493677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-e0acb0da-14fb-4291-8a56-8d1fb47acd41 service neutron] 10.222.0.43 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968394 Feb 15 01:50:58.662096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:50:58.692143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f145b-a4e0-488d-b87a-329e8552223d None None] The sync data for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 is: [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:49:48Z', 'revision_number': 4, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc55dfc9-0acd-4c08-b411-913149a07323', 'name': '', 'network_id': 'c8b212bc-670d-4d2e-86d7-1ca67d899364', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'mac_address': 'fa:16:3e:d4:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:47Z', 'updated_at': '2022-02-15T01:49:54Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'subnets': [{'id': '0cf9c5bf-76fb-4900-b262-f3999eb67ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:50:58.931871 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935f75b-8494-4036-99a8-4c3130659e68 None None] New status for floating IP 7fa1176a-d70a-479a-9bd4-21dc4b06a84f: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:50:59.093852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-9789b2f4-b243-4a95-b079-40312727bdc4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:59.095501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-9789b2f4-b243-4a95-b079-40312727bdc4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.1331024 Feb 15 01:50:59.162864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-e25b6909-8bce-4dbc-8979-d55855062207 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 380 time: 0.0591969 Feb 15 01:50:59.171853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'device_id': '5ef5724c-98ad-4827-8932-68202bb30548', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'admin_state_up': True, 'tenant_id': '7d2995decd09492485535a5a466e33de', 'security_groups': ['bdcf5022-2507-43af-95c0-c18a781bfdd2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:50:59.336798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49560229-e5c8-47a7-85ce-495346134430 req-a02ed92d-9cf3-4c90-b95f-ef07d8dfe8e8 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 210 time: 0.0664928 Feb 15 01:50:59.410148 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228aa27-639b-4aaa-913f-e046be16b5e9 x-openstack-request-id: req-3228aa27-639b-4aaa-913f-e046be16b5e9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:50:59.412449 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770c0c9-0646-4c40-a5f9-f544487faed9", "name": "network-vif-deleted", "tag": "6cdd2549-a2a8-49e8-8d9f-affce3065df8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:50:59.412449 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3228aa27-639b-4aaa-913f-e046be16b5e9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:50:59.414913 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770c0c9-0646-4c40-a5f9-f544487faed9', 'name': 'network-vif-deleted', 'tag': '6cdd2549-a2a8-49e8-8d9f-affce3065df8', 'status': 'completed', 'code': 200} Feb 15 01:50:59.431614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:50:59.435545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:59.623325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42f5a195-5577-444a-8382-c9d1a46443d8 req-b8392d5e-7e0d-48ce-aff1-d5e69b2af9b0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 210 time: 0.0488026 Feb 15 01:50:59.638679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.20.0.5 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/1ebdfec1-6763-4c73-ab4b-58046ce0c7d9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:50:59.807943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70728ac1-1ed4-4490-8208-561f3959fc80 req-ab64db30-af1b-4e1f-bbdb-720b59069d95 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:50:59.808986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70728ac1-1ed4-4490-8208-561f3959fc80 req-ab64db30-af1b-4e1f-bbdb-720b59069d95 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1167161 Feb 15 01:50:59.845585 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:50:59.881777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70728ac1-1ed4-4490-8208-561f3959fc80 req-2523059e-0861-4a30-834a-137e6f3d6b39 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663350 Feb 15 01:50:59.997976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.049230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:00.053142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:00.057825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:00.099933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:00.134885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:00.183719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:00.184375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.190755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39953759-b6a4-480a-9b6b-2db69dea46c2 req-e0d0acfd-26a3-4acb-9910-3e6d67e65618 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 210 time: 0.0469460 Feb 15 01:51:00.202280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (db4ef296-ec6b-4c98-acea-833038e974f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.239546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (db4ef296-ec6b-4c98-acea-833038e974f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.338819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-25080885-eda8-4cf7-8a0e-c7de803d21c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1706746 Feb 15 01:51:00.415933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf25b410-ac8e-4691-b231-140b2bef677b None None] Provisioning complete for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:00.416472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf25b410-ac8e-4691-b231-140b2bef677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.478316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (db4ef296-ec6b-4c98-acea-833038e974f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.484595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.490113 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "DELETE /v2.0/security-groups/db4ef296-ec6b-4c98-acea-833038e974f2 HTTP/1.1" status: 204 len: 168 time: 0.3881378 Feb 15 01:51:00.493156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:00.497149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6cdd2549-a2a8-49e8-8d9f-affce3065df8 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:00.505114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb210b34-c71b-47e9-a694-10e4903f58d2 req-fb9093b5-520e-4897-9e0b-94cf507337dd tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 210 time: 0.0723720 Feb 15 01:51:00.518899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf25b410-ac8e-4691-b231-140b2bef677b None None] Port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:51:00.521492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 6cdd2549-a2a8-49e8-8d9f-affce3065df8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:00.522014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6cdd2549-a2a8-49e8-8d9f-affce3065df8 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:00.526758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db107ad-542d-4847-b44d-1a3be43c1f20 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4ef296-ec6b-4c98-acea-833038e974f2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:00.526924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Request body: {'port': {'device_id': '5ef5724c-98ad-4827-8932-68202bb30548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:00.540506 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2c70a1b5-4aed-4d1e-b044-4a4de6a5d307 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] show failed (client error): The resource could not be found. Feb 15 01:51:00.541520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c70a1b5-4aed-4d1e-b044-4a4de6a5d307 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "GET /v2.0/security-groups/db4ef296-ec6b-4c98-acea-833038e974f2 HTTP/1.1" status: 404 len: 347 time: 0.0397346 Feb 15 01:51:00.544758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:00.614296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.778638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Deleting port 5ebb5c2a-4494-437d-b66f-e9a288e8785d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:00.779248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.860161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.860467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (5ebb5c2a-4494-437d-b66f-e9a288e8785d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:00.872327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Calling delete_port for 5ebb5c2a-4494-437d-b66f-e9a288e8785d owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:00.907712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-5b217139-9312-49b2-850a-9efd8a19771d tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:00.909320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-5b217139-9312-49b2-850a-9efd8a19771d tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.31 "GET /v2.0/networks?id=dbef4277-c7ea-4f8c-bb19-3efde00cf73a HTTP/1.1" status: 200 len: 822 time: 0.2483242 Feb 15 01:51:00.944105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Request body: {'port': {'device_id': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a', 'admin_state_up': True, 'tenant_id': 'b15b617cbd564714bf9c1d7176fa0399'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:01.001763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82124cfc-526b-475d-addf-146f96d8f07d req-c7beaa33-19da-4e5e-a4b0-cc6b5c63c7fb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:01.004701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82124cfc-526b-475d-addf-146f96d8f07d req-c7beaa33-19da-4e5e-a4b0-cc6b5c63c7fb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 931 time: 0.1949792 Feb 15 01:51:01.142688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5ebb5c2a-4494-437d-b66f-e9a288e8785d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.143303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82124cfc-526b-475d-addf-146f96d8f07d req-0611b908-243d-4b1b-8b4f-c0401a185708 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296978 Feb 15 01:51:01.165213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Pushing event deleted for resources: {'Port': ['ID=5ebb5c2a-4494-437d-b66f-e9a288e8785d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:01.209855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:01.220330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks [] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.233587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Transition to ACTIVE for port object 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:01.240917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks [] for floatingip (7fa1176a-d70a-479a-9bd4-21dc4b06a84f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.243488 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.244691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a9ee96d4-c9ec-42b2-9bc6-d174d135cf21 tempest-ServersTestJSON-93380072 tempest-ServersTestJSON-93380072-project] 10.222.0.43 "DELETE /v2.0/floatingips/7fa1176a-d70a-479a-9bd4-21dc4b06a84f HTTP/1.1" status: 204 len: 168 time: 0.6989369 Feb 15 01:51:01.247844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:01.323028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Made reservation on behalf of b15b617cbd564714bf9c1d7176fa0399 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:01.331271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.400386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.515571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:01.567602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Allocated IP 172.20.0.3 (dbef4277-c7ea-4f8c-bb19-3efde00cf73a/5d9bcc33-f59d-49d8-a592-70dc597c2d57/11183740-dbfd-45c3-9427-d0f2a04ae1bf) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:01.648158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Attempting to bind port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:01.648589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Attempting to bind port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:01.648920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Attempting to bind port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:01.657950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 on network cae1d432-0745-4578-9785-6cc891feac69 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:01.658276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Attempting to bind port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:01.676104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:01.676380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:01.676947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:01.677192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Bound port: 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:01.677550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.711405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5a02234b-85ea-44e3-8faa-d005be11cd27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.914155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:01.919274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:01.936239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks [] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:01.956314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65172e68-33fc-4388-a52a-2422ab040d69 req-8094e3fe-6297-439f-aed0-912e5fb94858 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:01.958091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65172e68-33fc-4388-a52a-2422ab040d69 req-8094e3fe-6297-439f-aed0-912e5fb94858 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1693161 Feb 15 01:51:01.998215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.037604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Deleting port fc55dfc9-0acd-4c08-b411-913149a07323 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:02.038193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.048437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.049657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.051100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] 10.222.0.31 "PUT /v2.0/ports/1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 1092 time: 1.7038975 Feb 15 01:51:02.060451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:02.063547 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:02.099467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65172e68-33fc-4388-a52a-2422ab040d69 req-a0b6b02e-2063-4266-be2f-87c671c1fdcb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320593 Feb 15 01:51:02.132435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b347b5-ffd5-4e23-ad22-ee89cb14dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:02.154270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] For port fc55dfc9-0acd-4c08-b411-913149a07323, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc55dfc9-0acd-4c08-b411-913149a07323,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:02.154741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.169709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Calling delete_port for fc55dfc9-0acd-4c08-b411-913149a07323 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:02.223725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94cdf533-8703-42d4-8e0b-fad9b9e04813 req-b19223a4-b39d-4645-9fce-3522e10ff45d tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 210 time: 0.0446436 Feb 15 01:51:02.236663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.339133 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:51:02.376712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Network dbef4277-c7ea-4f8c-bb19-3efde00cf73a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:02.385636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:02.387434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Pushing event updated for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:02.390748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:02.456794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531f7a-4966-4a44-92f1-22e686e84d06 req-34bedd0e-c502-434f-aa79-1f544dc7f14e tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.458305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5531f7a-4966-4a44-92f1-22e686e84d06 req-34bedd0e-c502-434f-aa79-1f544dc7f14e tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 931 time: 0.1468880 Feb 15 01:51:02.460034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-ca967de5-c63d-4c20-bf7d-982b3cb3c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.461953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-ca967de5-c63d-4c20-bf7d-982b3cb3c35a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1126 time: 0.1712449 Feb 15 01:51:02.475366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.475976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.521597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fc55dfc9-0acd-4c08-b411-913149a07323), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.538213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-dd675e02-ba3d-4eb7-90a3-f828a98478f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 217 time: 0.0573142 Feb 15 01:51:02.564209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc55dfc9-0acd-4c08-b411-913149a07323,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:02.613106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5531f7a-4966-4a44-92f1-22e686e84d06 req-e23d3e55-15c7-403e-b80f-f5289d06507e tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461418 Feb 15 01:51:02.632825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-0fdfdbec-b38f-47d4-90b2-f2b489e39461 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6934783 Feb 15 01:51:02.643166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-915c9c1c-209d-4019-86b2-f38a0b192abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.646409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-915c9c1c-209d-4019-86b2-f38a0b192abd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1010807 Feb 15 01:51:02.656060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Request body: {'port': {'device_id': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:02.827296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:02.859764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-ad0ae117-9734-4380-a67e-567a3adaa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:02.861261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-ad0ae117-9734-4380-a67e-567a3adaa4a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2017508 Feb 15 01:51:02.865932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5a02234b-85ea-44e3-8faa-d005be11cd27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:03.206759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Router 5a02234b-85ea-44e3-8faa-d005be11cd27 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:51:03.298504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e7ef2-9c61-45a9-89cf-a639e9cfad0a req-96d88e92-fc89-4858-bc9d-62f2f67b4bea tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:03.306771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-329e7ef2-9c61-45a9-89cf-a639e9cfad0a req-96d88e92-fc89-4858-bc9d-62f2f67b4bea tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 946 time: 0.5782189 Feb 15 01:51:03.363648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:51:03.372334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceb925a3-125a-4312-8ffc-f3e54c3700d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/5a02234b-85ea-44e3-8faa-d005be11cd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223245 Feb 15 01:51:03.373885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:03.375473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Sync routers for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:51:03.387839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:03.388494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:03.581511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:03.596798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks [] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:03.698194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-9d577d75-b216-4e31-84cc-36ee410ba2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179474 Feb 15 01:51:03.716387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-329e7ef2-9c61-45a9-89cf-a639e9cfad0a req-5dc6fd3c-ddef-4411-9db3-e46952eb7949 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e283d07-5891-46aa-9b70-62cdf1b668cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085200 Feb 15 01:51:03.771449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-bb9aea97-feff-48be-96ae-b3898c909593 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:03.774093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-bb9aea97-feff-48be-96ae-b3898c909593 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 816 time: 0.3509233 Feb 15 01:51:03.799357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502ccb-c596-4db3-8dac-617730059dd1 req-86fea37d-150b-48e5-a57e-65dd603f15c1 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:03.801059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42502ccb-c596-4db3-8dac-617730059dd1 req-86fea37d-150b-48e5-a57e-65dd603f15c1 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.37 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 946 time: 0.3797352 Feb 15 01:51:03.842576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Request body: {'port': {'device_id': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'admin_state_up': True, 'tenant_id': '6013e5748c154eb5b29bdac27819ef43'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:03.846943 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b0c347-b42a-4888-929e-8514bb19091b x-openstack-request-id: req-e6b0c347-b42a-4888-929e-8514bb19091b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:03.846943 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:03.847502 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6b0c347-b42a-4888-929e-8514bb19091b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:03.850675 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'status': 'completed', 'code': 200} Feb 15 01:51:03.959796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:51:02Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:03.991944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Checking router: 5a02234b-85ea-44e3-8faa-d005be11cd27 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:51:04.003100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Routers {'5a02234b-85ea-44e3-8faa-d005be11cd27'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:04.003992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5a02234b-85ea-44e3-8faa-d005be11cd27'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:04.110376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f52aea0-d1ec-4d82-9abe-610d08da667f req-ef96b739-abbf-4086-91d8-887666c963ec service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908951 Feb 15 01:51:04.152695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] Set router 5a02234b-85ea-44e3-8faa-d005be11cd27 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:04.200234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-e21d8360-3daa-45ec-9d74-7bb8708a618f tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:04.201729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-e21d8360-3daa-45ec-9d74-7bb8708a618f tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.31 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 816 time: 0.6862457 Feb 15 01:51:04.224701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11183740-dbfd-45c3-9427-d0f2a04ae1bf {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:04.228425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Request body: {'port': {'device_id': '221d4914-1e62-4a91-88af-2435cc974f8f', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'admin_state_up': True, 'tenant_id': '6013e5748c154eb5b29bdac27819ef43'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:04.241411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397a1b9-f78b-4eaa-a4f3-685fecc608fd req-9892395b-3e59-4840-8ff5-6eaa7a40a080 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:04.250678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e397a1b9-f78b-4eaa-a4f3-685fecc608fd req-9892395b-3e59-4840-8ff5-6eaa7a40a080 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 943 time: 0.3268933 Feb 15 01:51:04.261819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks [] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.309109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks [] for router_gateway (5a02234b-85ea-44e3-8faa-d005be11cd27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.345443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-05b4c813-09b5-4ab0-9a7f-254de9c0f3f0 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:04.346930 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-05b4c813-09b5-4ab0-9a7f-254de9c0f3f0 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 816 time: 0.2761135 Feb 15 01:51:04.350447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Deleting port 576040f0-737b-4bc9-b947-d180950e218c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:04.350988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (576040f0-737b-4bc9-b947-d180950e218c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.356068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Transition to ACTIVE for port object 11183740-dbfd-45c3-9427-d0f2a04ae1bf will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:04.362796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Request body: {'port': {'device_id': 'a8184598-f890-484d-96d6-a3038c295ebe', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'admin_state_up': True, 'tenant_id': '6013e5748c154eb5b29bdac27819ef43'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:04.403710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:51:02Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:04.425024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Made reservation on behalf of 6013e5748c154eb5b29bdac27819ef43 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:04.430874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.459247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69248a69-891a-43ed-b973-e30c948d0a2d None None] The sync data for ids ['5a02234b-85ea-44e3-8faa-d005be11cd27'] in n-d-829064-14 is: [{'id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'name': 'tempest-ServersTestJSON-1597906820-router', 'tenant_id': '710d75a8d6b34fce81182b5391ecf371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:49:42Z', 'updated_at': '2022-02-15T01:51:02Z', 'revision_number': 5, 'project_id': '710d75a8d6b34fce81182b5391ecf371', 'gw_port': {'id': 'be9b69dd-c275-43f2-8999-1374ae390618', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:49:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a02234b-85ea-44e3-8faa-d005be11cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:49:44Z', 'updated_at': '2022-02-15T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:51:04.498345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e397a1b9-f78b-4eaa-a4f3-685fecc608fd req-24d94f9a-50ab-4fca-a895-351be1cc9687 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399426 Feb 15 01:51:04.510022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.586365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-3c06cad3-a460-4bab-a3ad-311d853fe013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:04.587560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-3c06cad3-a460-4bab-a3ad-311d853fe013 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1126 time: 0.3124356 Feb 15 01:51:04.594958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Deleting port be9b69dd-c275-43f2-8999-1374ae390618 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:04.595299 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (be9b69dd-c275-43f2-8999-1374ae390618), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.679204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] For port be9b69dd-c275-43f2-8999-1374ae390618, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=be9b69dd-c275-43f2-8999-1374ae390618,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:04.679699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (be9b69dd-c275-43f2-8999-1374ae390618), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.691809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Calling delete_port for be9b69dd-c275-43f2-8999-1374ae390618 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:04.860360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] For port 576040f0-737b-4bc9-b947-d180950e218c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=576040f0-737b-4bc9-b947-d180950e218c,segment=NetworkSegment(019b253e-e5d9-4664-9e86-19701388125f),segment_id=019b253e-e5d9-4664-9e86-19701388125f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:04.860777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (576040f0-737b-4bc9-b947-d180950e218c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.869085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Made reservation on behalf of 6013e5748c154eb5b29bdac27819ef43 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:04.872594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:04.891058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Pushing event updated for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:04.910639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-8babaa3b-9e95-46ab-bffc-933f0e7cfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:04.912154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-8babaa3b-9e95-46ab-bffc-933f0e7cfaae service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2877071 Feb 15 01:51:04.934065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Calling delete_port for 576040f0-737b-4bc9-b947-d180950e218c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:04.948096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (be9b69dd-c275-43f2-8999-1374ae390618), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.022204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Made reservation on behalf of 6013e5748c154eb5b29bdac27819ef43 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:05.025609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.033137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9b69dd-c275-43f2-8999-1374ae390618,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:05.041779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-cb29fd5a-b9a7-4c58-8912-1f20a4c40e64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 217 time: 0.1156170 Feb 15 01:51:05.139567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0b470-8ba1-4387-9959-eef6f0805622 req-43664177-1f5a-42fd-b0f1-f1631b1a5e22 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:05.147165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aae0b470-8ba1-4387-9959-eef6f0805622 req-43664177-1f5a-42fd-b0f1-f1631b1a5e22 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.5767975 Feb 15 01:51:05.166800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5a02234b-85ea-44e3-8faa-d005be11cd27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.175752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Allocated IP 172.20.0.9 (91617652-8c79-4d44-bcc2-2a7627a9d83b/0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2/087c8a6b-338e-4203-b106-422871cad625) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:05.222364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Attempting to bind port 11183740-dbfd-45c3-9427-d0f2a04ae1bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:05.222672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Attempting to bind port 11183740-dbfd-45c3-9427-d0f2a04ae1bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:05.223155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Attempting to bind port 11183740-dbfd-45c3-9427-d0f2a04ae1bf on network dbef4277-c7ea-4f8c-bb19-3efde00cf73a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:05.231162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-8dcfe622-5c97-4a92-9270-ba1512ba523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:05.232826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-8dcfe622-5c97-4a92-9270-ba1512ba523f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1779003 Feb 15 01:51:05.264002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.266229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks [] for router_controller (5a02234b-85ea-44e3-8faa-d005be11cd27), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.274306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Port 11183740-dbfd-45c3-9427-d0f2a04ae1bf on network dbef4277-c7ea-4f8c-bb19-3efde00cf73a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:05.274306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Attempting to bind port 11183740-dbfd-45c3-9427-d0f2a04ae1bf on network dbef4277-c7ea-4f8c-bb19-3efde00cf73a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:05.325653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:05.325941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Checking segment: {'id': '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:05.326334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Bound using segment: {'id': '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:05.326984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Bound port: 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:05.327229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.353946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aae0b470-8ba1-4387-9959-eef6f0805622 req-b497fe9d-ab3e-4ad2-9241-cd2089e4a92a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059050 Feb 15 01:51:05.403210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5a02234b-85ea-44e3-8faa-d005be11cd27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.404070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a02234b-85ea-44e3-8faa-d005be11cd27 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:51:05.413841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.413841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a55b3a8-27f7-4039-b6c4-e12d1266cf50 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5a02234b-85ea-44e3-8faa-d005be11cd27 HTTP/1.1" status: 204 len: 168 time: 2.0354068 Feb 15 01:51:05.417999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:05.527082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Deleting subnet 0cf9c5bf-76fb-4900-b262-f3999eb67ca1 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:51:05.530943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Publish callbacks [] for subnet (0cf9c5bf-76fb-4900-b262-f3999eb67ca1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.600889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc55dfc9-0acd-4c08-b411-913149a07323 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:05.601889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (0cf9c5bf-76fb-4900-b262-f3999eb67ca1), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.604149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-248440be-4820-42eb-bd0e-b5d0991ace2f req-f0c3d8b5-e632-40ec-bf9b-603fab78ef20 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 210 time: 0.0815096 Feb 15 01:51:05.606429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-807919e8-1b45-4392-a44d-c4de3b47b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:05.608072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-807919e8-1b45-4392-a44d-c4de3b47b79b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3628068 Feb 15 01:51:05.634927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fc55dfc9-0acd-4c08-b411-913149a07323 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:05.635400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc55dfc9-0acd-4c08-b411-913149a07323 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:05.640148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:05.644075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf,segment=NetworkSegment(6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2),segment_id=6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:05.735816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0cf9c5bf-76fb-4900-b262-f3999eb67ca1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.760971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-35629cc9-dd17-4b22-929e-b5ec547a694d service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963013 Feb 15 01:51:05.767022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.831977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (576040f0-737b-4bc9-b947-d180950e218c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.894960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (0cf9c5bf-76fb-4900-b262-f3999eb67ca1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.928094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:05.928587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf9c5bf-76fb-4900-b262-f3999eb67ca1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:05.928755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.930692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] 10.222.0.31 "PUT /v2.0/ports/11183740-dbfd-45c3-9427-d0f2a04ae1bf HTTP/1.1" status: 200 len: 1092 time: 3.2827876 Feb 15 01:51:05.933627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks [] for port (087c8a6b-338e-4203-b106-422871cad625), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.939068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:05.939871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:05.941634 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:05.947251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-175b77e1-51d4-4d8c-b459-4a184442785d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0cf9c5bf-76fb-4900-b262-f3999eb67ca1 HTTP/1.1" status: 204 len: 168 time: 0.5247529 Feb 15 01:51:05.954609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:05.954694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbc228-4b73-4811-8573-403a8323341f None None] Network c8b212bc-670d-4d2e-86d7-1ca67d899364 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:05.977522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a645f-735a-468a-9924-c2cecdb9490e service neutron] Pushing event updated for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:06.048189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c8b212bc-670d-4d2e-86d7-1ca67d899364), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.061125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] No DVR routers for this DVR port 576040f0-737b-4bc9-b947-d180950e218c on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:06.072195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Pushing event deleted for resources: {'Port': ['ID=576040f0-737b-4bc9-b947-d180950e218c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:06.074483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.077905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42502ccb-c596-4db3-8dac-617730059dd1 req-85cf2692-e7a9-433b-aa91-d7a180901ec3 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.37 "DELETE /v2.0/ports/576040f0-737b-4bc9-b947-d180950e218c HTTP/1.1" status: 204 len: 173 time: 2.2049985 Feb 15 01:51:06.105091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d1d1ef-5005-4a2e-b7ff-5fcb3d2cda3b req-19fd3505-22bf-4f2f-ba8e-127ce1a50a39 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282320 Feb 15 01:51:06.112159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1185f-fca8-4e33-bad9-3e4a5bcfb1d7 req-53bc0347-6612-472f-9a1f-2017ceda3297 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:06.119799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ed1185f-fca8-4e33-bad9-3e4a5bcfb1d7 req-53bc0347-6612-472f-9a1f-2017ceda3297 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 943 time: 0.3577905 Feb 15 01:51:06.166525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Deleting port 2ecd1a85-01f2-40ad-95da-b1c975137a64 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:06.166904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.226135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ed1185f-fca8-4e33-bad9-3e4a5bcfb1d7 req-bce1db03-f3ef-4a4e-9d93-6d7507cdd027 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010926 Feb 15 01:51:06.229688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-2b364cf1-7428-4c4d-93c6-c53889d611e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:06.237916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-2b364cf1-7428-4c4d-93c6-c53889d611e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15b617cbd564714bf9c1d7176fa0399&device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 1126 time: 0.1485693 Feb 15 01:51:06.312545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (087c8a6b-338e-4203-b106-422871cad625), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.315105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-f7c4354e-0364-4e17-8ecf-5dde7b99338e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf HTTP/1.1" status: 200 len: 217 time: 0.0701506 Feb 15 01:51:06.317394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] DHCP port deletion for c8b212bc-670d-4d2e-86d7-1ca67d899364 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:51:06.318796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] For port 2ecd1a85-01f2-40ad-95da-b1c975137a64, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ecd1a85-01f2-40ad-95da-b1c975137a64,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:06.319418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.365727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Calling delete_port for 2ecd1a85-01f2-40ad-95da-b1c975137a64 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:06.387639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 576040f0-737b-4bc9-b947-d180950e218c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:06.413453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 576040f0-737b-4bc9-b947-d180950e218c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:06.414411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 576040f0-737b-4bc9-b947-d180950e218c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:06.420348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:06.422770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67ff49f9-50ec-4eaf-9b4c-30dc54a52522 req-59282b8e-4584-4d92-a134-34ae1ee75486 tempest-VolumesActionsTest-1751083282 tempest-VolumesActionsTest-1751083282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6026c1c5-58dc-467c-8903-cd63c0d0f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0720909 Feb 15 01:51:06.430670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:06.434695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:06.438901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event updated for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:06.470754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-df314495-f7e1-440f-9536-43f1fa4ced40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:06.471110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Deleting port 2ecd1a85-01f2-40ad-95da-b1c975137a64 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:06.471732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.472237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-df314495-f7e1-440f-9536-43f1fa4ced40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d9bcc33-f59d-49d8-a592-70dc597c2d57 HTTP/1.1" status: 200 len: 862 time: 0.1499047 Feb 15 01:51:06.514485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-f3e657e6-1c1c-45ce-92a2-a4e7c8ea9a8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbef4277-c7ea-4f8c-bb19-3efde00cf73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338352 Feb 15 01:51:06.522386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:06.523043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.575779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Allocated IP 172.20.0.13 (91617652-8c79-4d44-bcc2-2a7627a9d83b/0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2/914f17ab-b41e-4833-a03b-ac9bfc56ccd3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:06.586634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:06.587109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.636934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] For port 2ecd1a85-01f2-40ad-95da-b1c975137a64, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ecd1a85-01f2-40ad-95da-b1c975137a64,segment=NetworkSegment(af744051-0f3d-4309-921b-0620d45ac84f),segment_id=af744051-0f3d-4309-921b-0620d45ac84f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:06.637495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.657585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Calling delete_port for 2ecd1a85-01f2-40ad-95da-b1c975137a64 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:06.705496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecd1a85-01f2-40ad-95da-b1c975137a64,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:06.717689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] No DVR routers for this DVR port 2ecd1a85-01f2-40ad-95da-b1c975137a64 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:06.833572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:06.856387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:06.860809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (2ecd1a85-01f2-40ad-95da-b1c975137a64), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.893452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c8b212bc-670d-4d2e-86d7-1ca67d899364), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.904845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] No DVR routers for this DVR port 2ecd1a85-01f2-40ad-95da-b1c975137a64 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:06.944513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2acb-8ea3-401d-9ead-1c0f36e27d23 None None] Pushing event deleted for resources: {'Port': ['ID=2ecd1a85-01f2-40ad-95da-b1c975137a64,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:06.944883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b212bc-670d-4d2e-86d7-1ca67d899364']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:06.963766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:06.964455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:06.983004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:07.001401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks [] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.014483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:07.021343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af744051-0f3d-4309-921b-0620d45ac84f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:07.021820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af744051-0f3d-4309-921b-0620d45ac84f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:07.043338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (af744051-0f3d-4309-921b-0620d45ac84f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.069266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (af744051-0f3d-4309-921b-0620d45ac84f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.082522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:51:07.083111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (af744051-0f3d-4309-921b-0620d45ac84f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:51:07.085057 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:51:07.140690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.206535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:07.207610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-4691fbbf-b2e6-4eca-9708-2f29780f2951 service neutron] 10.222.0.31 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816931 Feb 15 01:51:07.241459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b740f-648e-4734-8a1d-fa3ad5bd6502 req-d1552582-6de1-438f-afcb-c2cdb45aff3e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:07.249017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-507b740f-648e-4734-8a1d-fa3ad5bd6502 req-d1552582-6de1-438f-afcb-c2cdb45aff3e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 943 time: 0.6959338 Feb 15 01:51:07.343112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.343669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-49e9e9c2-b8d3-4bb7-b6e2-f337c07458f6 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5341403 Feb 15 01:51:07.350910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-507b740f-648e-4734-8a1d-fa3ad5bd6502 req-13e71797-fd83-425a-8b5d-d328c685336d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010437 Feb 15 01:51:07.359702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Request body: {'port': {'device_id': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:07.376557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:07.401658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f20567c3-9760-431d-afa8-c00ddfdfb9d0 req-f2e29e32-334b-4fe1-abd3-89182089b483 service neutron] 10.222.0.31 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849873 Feb 15 01:51:07.448104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event updated for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:07.462285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c8b212bc-670d-4d2e-86d7-1ca67d899364), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.480493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.484547 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c45e6f-51f4-4ae2-96b3-733c352673e1 x-openstack-request-id: req-c4c45e6f-51f4-4ae2-96b3-733c352673e1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:07.491187 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:07.491463 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4c45e6f-51f4-4ae2-96b3-733c352673e1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:07.491896 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf', 'status': 'completed', 'code': 200} Feb 15 01:51:07.492544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (087c8a6b-338e-4203-b106-422871cad625), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.495834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c8b212bc-670d-4d2e-86d7-1ca67d899364 HTTP/1.1" status: 204 len: 168 time: 1.5469537 Feb 15 01:51:07.542768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:07.552629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:07.571616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:07.578127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5da50-8232-4aa4-bb64-1dbff36fc334 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b212bc-670d-4d2e-86d7-1ca67d899364,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:07.618163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device be9b69dd-c275-43f2-8999-1374ae390618 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:07.664266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: be9b69dd-c275-43f2-8999-1374ae390618 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:07.664266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device be9b69dd-c275-43f2-8999-1374ae390618 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:07.664266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ecd1a85-01f2-40ad-95da-b1c975137a64 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:07.689584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Allocated IP 172.20.0.2 (91617652-8c79-4d44-bcc2-2a7627a9d83b/0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2/d94f1257-8c8f-45e5-8a2d-3298148ced25) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:07.694945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2ecd1a85-01f2-40ad-95da-b1c975137a64 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:07.696036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ecd1a85-01f2-40ad-95da-b1c975137a64 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:07.728647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:07.730178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.769899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd24d-fc99-458a-addc-067cffd4d3b4 req-ce2d3e41-601a-4431-a3d9-2ca53c2a67ee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:07.771398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9cd24d-fc99-458a-addc-067cffd4d3b4 req-ce2d3e41-601a-4431-a3d9-2ca53c2a67ee tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1622093 Feb 15 01:51:07.774824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-39a1fc13-8933-400c-a76d-01bf15462b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:07.776246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-39a1fc13-8933-400c-a76d-01bf15462b64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15b617cbd564714bf9c1d7176fa0399&device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 1126 time: 0.1565144 Feb 15 01:51:07.859702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ce50fdbd-ea3e-4c68-8ff4-aa660e1a38d9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6457059 Feb 15 01:51:07.873230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9cd24d-fc99-458a-addc-067cffd4d3b4 req-802c56eb-eeb8-4b6f-a5a8-4925522befea tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950117 Feb 15 01:51:07.878865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Request body: {'port': {'device_id': '221d4914-1e62-4a91-88af-2435cc974f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:07.909928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks [] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.910052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-0c1f3be0-7538-42a3-9d90-e1fab30cc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:07.910052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-0c1f3be0-7538-42a3-9d90-e1fab30cc939 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbef4277-c7ea-4f8c-bb19-3efde00cf73a HTTP/1.1" status: 200 len: 923 time: 0.1243532 Feb 15 01:51:07.954293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-8d13afa8-5111-43cc-a5aa-f6d8708a4701 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf HTTP/1.1" status: 200 len: 217 time: 0.0392387 Feb 15 01:51:07.961774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:07.993047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b9120aa-43a9-4bec-8eed-c9d7a519e0af req-0590b7b9-3f53-4d3e-acbe-c271fa7cc8f1 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 210 time: 0.0352206 Feb 15 01:51:08.034188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-279b1a31-c9c0-478b-b9c8-1b90972b3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:08.036063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-279b1a31-c9c0-478b-b9c8-1b90972b3cbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d9bcc33-f59d-49d8-a592-70dc597c2d57 HTTP/1.1" status: 200 len: 862 time: 0.0744052 Feb 15 01:51:08.082214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-4beeaca3-f77d-43c2-9288-6d08114798c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbef4277-c7ea-4f8c-bb19-3efde00cf73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397537 Feb 15 01:51:08.093953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.132176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:08.178860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Network 91617652-8c79-4d44-bcc2-2a7627a9d83b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:08.184957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event updated for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:08.189160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:08.193810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:08.233613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a276c082-af4c-4d5d-b783-f6fb0d0d376c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=710d75a8d6b34fce81182b5391ecf371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0940354 Feb 15 01:51:08.234885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:08.270211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:08.270804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.290294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643922dc-737b-4029-af83-6ef223028eec req-a7e3f0c2-1d7a-4047-be97-ef8c662c7556 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:08.291824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-643922dc-737b-4029-af83-6ef223028eec req-a7e3f0c2-1d7a-4047-be97-ef8c662c7556 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 943 time: 0.2123621 Feb 15 01:51:08.308375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] Publish callbacks [] for security_group (23c13887-29da-44b6-aab6-078cce66c579), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.317271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-09fccd8a-5c6c-4eb9-81bd-45344f42ee63 service neutron] 10.222.0.31 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846554 Feb 15 01:51:08.334756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] Publish callbacks [] for security_group (23c13887-29da-44b6-aab6-078cce66c579), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.356558 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-df3f52c4-be20-49aa-b33d-8fb34af80b3a tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9981594 Feb 15 01:51:08.372626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Request body: {'port': {'device_id': 'a8184598-f890-484d-96d6-a3038c295ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:08.420582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087c8a6b-338e-4203-b106-422871cad625 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:08.441326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.451875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks [] for port (087c8a6b-338e-4203-b106-422871cad625), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.468503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-643922dc-737b-4029-af83-6ef223028eec req-52715899-02b8-47da-896f-09b99ee60f8a tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614861 Feb 15 01:51:08.505523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:08.513856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Transition to ACTIVE for port object 087c8a6b-338e-4203-b106-422871cad625 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:08.517867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f6e0c45-e8e8-4c22-9eeb-ab780d3f2ea3 req-85c7a8e8-fce6-42be-aff1-a96f7fd8e9e6 service neutron] 10.222.0.31 "GET /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740060 Feb 15 01:51:08.556842 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23c13887-29da-44b6-aab6-078cce66c579), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.559120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.563066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23c13887-29da-44b6-aab6-078cce66c579 HTTP/1.1" status: 204 len: 168 time: 0.3256176 Feb 15 01:51:08.573721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725faa1-e862-4675-a8ce-5f6a2e31ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c13887-29da-44b6-aab6-078cce66c579,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:08.677992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (087c8a6b-338e-4203-b106-422871cad625), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.687947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:08.687947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:08.687947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.812758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09773a58-45fd-49ed-bba7-abfea0443214 req-4480d529-8a08-4af0-8999-ba8634697cd6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:08.814530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09773a58-45fd-49ed-bba7-abfea0443214 req-4480d529-8a08-4af0-8999-ba8634697cd6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1829536 Feb 15 01:51:08.830939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Pushing event updated for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:08.845575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:08.846212 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.866953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.867312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.867666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.868128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.868504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.868937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.869144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.869481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.869813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.870145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.870473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.870850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.871120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:08.883439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:08.884839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:08.887242 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ccc59f-9faa-48ac-a72f-234f6e775d70" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:08.918371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:08.931997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks [] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.935524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Attempting to bind port 087c8a6b-338e-4203-b106-422871cad625 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:08.935524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Attempting to bind port 087c8a6b-338e-4203-b106-422871cad625 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:08.935524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Attempting to bind port 087c8a6b-338e-4203-b106-422871cad625 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:08.948619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Transition to ACTIVE for port object 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:08.952862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09773a58-45fd-49ed-bba7-abfea0443214 req-fb26e049-9a13-41d9-9cba-870f42a7e3d1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183777 Feb 15 01:51:08.963443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Port 087c8a6b-338e-4203-b106-422871cad625 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:08.963443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Attempting to bind port 087c8a6b-338e-4203-b106-422871cad625 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:08.964036 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:08.964142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:08.964142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Checking segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:08.964142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Bound using segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:08.964142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Bound port: 087c8a6b-338e-4203-b106-422871cad625, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:08.964142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (087c8a6b-338e-4203-b106-422871cad625), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.023892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92184279-1607-4377-826a-549a2ab59d78 x-openstack-request-id: req-92184279-1607-4377-826a-549a2ab59d78 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:09.024186 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:09.024463 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92184279-1607-4377-826a-549a2ab59d78 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:09.024952 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:51:09.029748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:09.110290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.194942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Pushing event updated for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:09.209188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:09.227860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=087c8a6b-338e-4203-b106-422871cad625,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:09.255851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c52d-5cbe-42b3-8c7b-c544fd4d3288 req-ede5e45e-a6d2-4426-8c7d-096050976d75 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.263099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3915c52d-5cbe-42b3-8c7b-c544fd4d3288 req-ede5e45e-a6d2-4426-8c7d-096050976d75 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1589224 Feb 15 01:51:09.272599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f65ac-ce40-4589-acd4-3abef4c289da req-13fc00a7-1111-4e4f-b8fe-e1902c44ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.274127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c61f65ac-ce40-4589-acd4-3abef4c289da req-13fc00a7-1111-4e4f-b8fe-e1902c44ac77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1128 time: 0.1890073 Feb 15 01:51:09.340498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (087c8a6b-338e-4203-b106-422871cad625), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.347209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Attempting to bind port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:09.347554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Attempting to bind port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:09.347869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Attempting to bind port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:09.362690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3915c52d-5cbe-42b3-8c7b-c544fd4d3288 req-5617ee81-af4e-4ec0-9823-1caed3d3defe tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945420 Feb 15 01:51:09.363326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:09.363805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Attempting to bind port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:09.406230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:09.406576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Checking segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:09.407029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Bound using segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:09.407479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Bound port: 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:09.407977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.430105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c61f65ac-ce40-4589-acd4-3abef4c289da req-8b80245b-2715-454b-bf16-f70615833df6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473897 Feb 15 01:51:09.452580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94f1257-8c8f-45e5-8a2d-3298148ced25 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:09.454237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.454863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.456278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] 10.222.0.37 "PUT /v2.0/ports/087c8a6b-338e-4203-b106-422871cad625 HTTP/1.1" status: 200 len: 1092 time: 2.1009240 Feb 15 01:51:09.488047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks [] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.496558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'name': 'network-vif-deleted', 'tag': '576040f0-737b-4bc9-b947-d180950e218c'}, {'name': 'network-changed', 'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'tag': '087c8a6b-338e-4203-b106-422871cad625'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:09.499361 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0cad40-11af-4887-86bc-5b480ec8cb7f" -d '{"events": [{"server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "name": "network-vif-deleted", "tag": "576040f0-737b-4bc9-b947-d180950e218c"}, {"name": "network-changed", "server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "tag": "087c8a6b-338e-4203-b106-422871cad625"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:09.515247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Transition to ACTIVE for port object d94f1257-8c8f-45e5-8a2d-3298148ced25 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:09.544137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:09.548671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:09.549547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d461df-2e9e-4483-add2-e4739e78764e service neutron] Pushing event updated for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:09.567430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec3f5-0219-4afa-8218-0b4c7369c5c6 req-3eeec6cb-5d38-4cd5-ad8b-ee60a3e75f61 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.569155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b3ec3f5-0219-4afa-8218-0b4c7369c5c6 req-3eeec6cb-5d38-4cd5-ad8b-ee60a3e75f61 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 931 time: 0.0855157 Feb 15 01:51:09.606945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.652924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b3ec3f5-0219-4afa-8218-0b4c7369c5c6 req-26ecaf4f-7ac1-4ab3-bce7-31eddb546770 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Feb 15 01:51:09.671560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-fcba7858-dcd0-46c2-a188-ec0e4dadbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.673136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-fcba7858-dcd0-46c2-a188-ec0e4dadbeae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 1126 time: 0.0771301 Feb 15 01:51:09.699351 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:09.705116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Pushing event updated for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:09.762041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-9568e9ba-2a50-4db5-88d7-08122159ee30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087c8a6b-338e-4203-b106-422871cad625 HTTP/1.1" status: 200 len: 217 time: 0.0769362 Feb 15 01:51:09.867625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-bd4bc26a-ccb6-4dd0-8b94-f9ce5038b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.869181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-bd4bc26a-ccb6-4dd0-8b94-f9ce5038b3a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.0987864 Feb 15 01:51:09.877646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f045bb-6423-4927-a874-5db667752630 req-954c585c-c923-4c08-95fa-a3f2085e1fc9 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:09.886388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8f045bb-6423-4927-a874-5db667752630 req-954c585c-c923-4c08-95fa-a3f2085e1fc9 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 943 time: 0.1272655 Feb 15 01:51:09.928595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-42daf6f0-3a8d-4276-8e49-665a5cba7924 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385492 Feb 15 01:51:10.090076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8f045bb-6423-4927-a874-5db667752630 req-a670d6ee-f329-4520-b589-5e2b57eec1c4 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026689 Feb 15 01:51:10.092971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-4b73159d-976c-4348-95f4-acf44ff7d7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573467 Feb 15 01:51:10.128996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.129736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.131006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] 10.222.0.31 "PUT /v2.0/ports/914f17ab-b41e-4833-a03b-ac9bfc56ccd3 HTTP/1.1" status: 200 len: 1093 time: 2.2612507 Feb 15 01:51:10.133950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:10.136206 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57" -d '{"events": [{"name": "network-changed", "server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:10.152156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Attempting to bind port d94f1257-8c8f-45e5-8a2d-3298148ced25 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:10.152156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Attempting to bind port d94f1257-8c8f-45e5-8a2d-3298148ced25 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:10.152156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Attempting to bind port d94f1257-8c8f-45e5-8a2d-3298148ced25 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:10.156447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Port d94f1257-8c8f-45e5-8a2d-3298148ced25 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:10.156774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Attempting to bind port d94f1257-8c8f-45e5-8a2d-3298148ced25 on network 91617652-8c79-4d44-bcc2-2a7627a9d83b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:10.164721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:10.165059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Checking segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:10.165443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Bound using segment: {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:10.165924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Bound port: d94f1257-8c8f-45e5-8a2d-3298148ced25, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:10.166284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.188484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f5af4-4d82-417c-9026-930652fdaf04 service neutron] Pushing event updated for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:10.256232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-3c7c8949-a3a0-4667-aefc-d99fc7f9dc77 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562810 Feb 15 01:51:10.257977 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b1f93b-03a7-4dcc-ac3c-b70c3ee65550 x-openstack-request-id: req-e0b1f93b-03a7-4dcc-ac3c-b70c3ee65550 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:10.258340 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6026c1c5-58dc-467c-8903-cd63c0d0f5e2", "name": "network-vif-deleted", "tag": "576040f0-737b-4bc9-b947-d180950e218c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "tag": "087c8a6b-338e-4203-b106-422871cad625", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:10.258590 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0b1f93b-03a7-4dcc-ac3c-b70c3ee65550 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:10.258980 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6026c1c5-58dc-467c-8903-cd63c0d0f5e2', 'name': 'network-vif-deleted', 'tag': '576040f0-737b-4bc9-b947-d180950e218c', 'status': 'completed', 'code': 200} Feb 15 01:51:10.259527 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'tag': '087c8a6b-338e-4203-b106-422871cad625', 'status': 'completed', 'code': 200} Feb 15 01:51:10.325209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:10.375259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b6fc7-910a-4c39-b941-886d7ff5b3f5 req-d8e74f4e-7eaf-4503-8844-5803902e01f8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.378784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-200b6fc7-910a-4c39-b941-886d7ff5b3f5 req-d8e74f4e-7eaf-4503-8844-5803902e01f8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.0921800 Feb 15 01:51:10.442890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:10.463944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:10.474956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-79664033-426e-48e9-8f31-5daf46946b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.477633 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-79664033-426e-48e9-8f31-5daf46946b22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=221d4914-1e62-4a91-88af-2435cc974f8f HTTP/1.1" status: 200 len: 1127 time: 0.1585488 Feb 15 01:51:10.526433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 11183740-dbfd-45c3-9427-d0f2a04ae1bf details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:10.544738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-200b6fc7-910a-4c39-b941-886d7ff5b3f5 req-bf3aa276-0a99-4078-a947-11212bbdfb4b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577678 Feb 15 01:51:10.557462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.576321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.579125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.579125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] 10.222.0.37 "PUT /v2.0/ports/d94f1257-8c8f-45e5-8a2d-3298148ced25 HTTP/1.1" status: 200 len: 1092 time: 2.2112148 Feb 15 01:51:10.580820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-c3ae1e30-df7e-4c05-b032-e49dd8eb0076 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3 HTTP/1.1" status: 200 len: 217 time: 0.0910246 Feb 15 01:51:10.627089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-81889dc7-c7ba-4d52-a53f-4a3e581751f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.632709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-81889dc7-c7ba-4d52-a53f-4a3e581751f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 1126 time: 0.1991060 Feb 15 01:51:10.698529 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1addfcb-da00-4246-8800-fbad9cfd70fa x-openstack-request-id: req-f1addfcb-da00-4246-8800-fbad9cfd70fa {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:10.698836 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:10.699089 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1addfcb-da00-4246-8800-fbad9cfd70fa {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:10.699595 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3', 'status': 'completed', 'code': 200} Feb 15 01:51:10.759355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-5ba4c640-ce91-4100-b0a5-486fd149e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.762736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-5ba4c640-ce91-4100-b0a5-486fd149e784 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.1551497 Feb 15 01:51:10.809776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01645db8-eabd-4c1c-83ad-e773d638ae0c service neutron] Pushing event updated for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:10.812342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-15596981-network', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:10.836249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf,segment=NetworkSegment(6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2),segment_id=6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:10.850938 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-7ed3115a-c48e-4aac-ae2b-5cadf6272805 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742614 Feb 15 01:51:10.881608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-02e7b236-b463-4188-823b-2ec115963950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.882318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '11183740-dbfd-45c3-9427-d0f2a04ae1bf', 'network_id': 'dbef4277-c7ea-4f8c-bb19-3efde00cf73a', 'port_id': '11183740-dbfd-45c3-9427-d0f2a04ae1bf', 'mac_address': 'fa:16:3e:45:6e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9bcc33-f59d-49d8-a592-70dc597c2d57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:10.883164 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-02e7b236-b463-4188-823b-2ec115963950 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 1126 time: 0.1193392 Feb 15 01:51:10.949006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 11183740-dbfd-45c3-9427-d0f2a04ae1bf is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:10.949399 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.959119 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-b4f3a827-bc19-4c0c-8b3c-764a7e3a6075 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25 HTTP/1.1" status: 200 len: 217 time: 0.0436325 Feb 15 01:51:10.961852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-1b31b2d1-a52a-405f-be54-fd042c14a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.963997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-1b31b2d1-a52a-405f-be54-fd042c14a8e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 917 time: 0.3271952 Feb 15 01:51:10.966022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11183740-dbfd-45c3-9427-d0f2a04ae1bf {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:10.967023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Made reservation on behalf of 9c74fa8383a94c62b075ba7d7bb02150 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:10.969870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:10.992066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf,segment=NetworkSegment(6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2),segment_id=6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:10.995566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5d54-9a73-4942-9e46-96a2fddf69cd req-cbfa5bac-4ac6-4e2d-a6b9-0421cc40344b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:10.997377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a39a5d54-9a73-4942-9e46-96a2fddf69cd req-cbfa5bac-4ac6-4e2d-a6b9-0421cc40344b tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1981387 Feb 15 01:51:11.000219 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.039901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-1c99f580-2ee2-4c43-95d9-f0444eeffe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.041508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-1c99f580-2ee2-4c43-95d9-f0444eeffe12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.0707958 Feb 15 01:51:11.047294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-0201c9f6-0357-49ab-8e9d-59e826bcb3c5 service neutron] 10.222.0.31 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894877 Feb 15 01:51:11.074110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-e71db6c8-fb9b-45c2-9850-0d09588433b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087c8a6b-338e-4203-b106-422871cad625 HTTP/1.1" status: 200 len: 217 time: 0.0995507 Feb 15 01:51:11.086771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-4461dcd7-0c98-4914-9e70-b422867ac722 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377343 Feb 15 01:51:11.106408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.173872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-2bf2a8fc-2ed4-4662-b798-024498858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.175375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-2bf2a8fc-2ed4-4662-b798-024498858ad7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.0876403 Feb 15 01:51:11.180473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a39a5d54-9a73-4942-9e46-96a2fddf69cd req-dc411e2b-1fce-4235-8ac0-47f7937f42ef tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604650 Feb 15 01:51:11.221434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-cfc98f67-d3f3-48a2-a819-ffded751af05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353179 Feb 15 01:51:11.231877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:11.290706 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-c8087b3c-9efd-4b37-82f5-405e4ea36858 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938064 Feb 15 01:51:11.321867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks [] for security_group (a2274f07-9c0e-4137-9290-2689a084270d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.331281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['11183740-dbfd-45c3-9427-d0f2a04ae1bf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:11.412594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a2274f07-9c0e-4137-9290-2689a084270d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.412788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-367adc49-1f46-47a9-8c31-221feb7e296f service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114302 Feb 15 01:51:11.424607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1512ee17-f5ba-4748-b182-7c7879e28596 req-dac05829-4992-4425-a74a-fa00dfd7d170 service neutron] 10.222.0.31 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687909 Feb 15 01:51:11.485332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-ad4b89e3-5632-439b-a8b0-195befb06267 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565610 Feb 15 01:51:11.496214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:51:11.506928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2274f07-9c0e-4137-9290-2689a084270d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:11.533484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.533846 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Added segment 0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f of type vlan for network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 Feb 15 01:51:11.580952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9e86-4fdb-42b1-85c2-445c8cf68a7a req-5f019e46-5942-4a9c-b013-54aa794f268c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.584797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f23e9e86-4fdb-42b1-85c2-445c8cf68a7a req-5f019e46-5942-4a9c-b013-54aa794f268c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 943 time: 0.2385244 Feb 15 01:51:11.662271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.665835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-2c982852-d5ed-4b87-91c5-add08ce8fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.668244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-2c982852-d5ed-4b87-91c5-add08ce8fca4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=221d4914-1e62-4a91-88af-2435cc974f8f HTTP/1.1" status: 200 len: 1127 time: 0.0773194 Feb 15 01:51:11.698584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d0cad40-11af-4887-86bc-5b480ec8cb7f req-b9ecbb53-b0a7-4975-9d92-e9ef27f84a20 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050560 Feb 15 01:51:11.727928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f23e9e86-4fdb-42b1-85c2-445c8cf68a7a req-c55462ce-a318-4691-861c-0a33c1c85ad5 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158831 Feb 15 01:51:11.768262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-8a96fd94-d723-4879-8e1a-8bee901711a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.770051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-8a96fd94-d723-4879-8e1a-8bee901711a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 917 time: 0.0955856 Feb 15 01:51:11.812610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-e298de24-d479-42fd-b18b-45624f00e40d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3 HTTP/1.1" status: 200 len: 217 time: 0.0366881 Feb 15 01:51:11.838721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.839873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.840914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:11.857036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c5882-f75a-4c59-92d3-64dd69fd031d req-676a7721-f684-482f-8ceb-be60ee31e547 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.858600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-086c5882-f75a-4c59-92d3-64dd69fd031d req-676a7721-f684-482f-8ceb-be60ee31e547 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 944 time: 0.0672219 Feb 15 01:51:11.869302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-737308e2-8884-4024-90db-1774da27e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:11.870961 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-737308e2-8884-4024-90db-1774da27e235 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.0524879 Feb 15 01:51:11.904163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-cd9a666b-a002-48c4-9f01-3735bba39154 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264659 Feb 15 01:51:11.934981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] Pushing event updated for resources: {'Network': ['ID=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:11.948857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:51:11.962349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-086c5882-f75a-4c59-92d3-64dd69fd031d req-ae23e8c5-f1ec-4751-aab4-04404845ea30 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Feb 15 01:51:11.987301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c79d72f9-8af4-47cb-a247-62a4ce7b4618 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6576626 Feb 15 01:51:11.988041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:12.000503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Request body: {'subnet': {'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-15596981-subnet', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:12.050736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-0c45f7d6-04b7-49bd-b748-590ce3c39058 service neutron] 10.222.0.31 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405632 Feb 15 01:51:12.094690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:12.101931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Made reservation on behalf of 9c74fa8383a94c62b075ba7d7bb02150 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:12.105633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.155489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5426a1a4-bbc9-4115-9c4b-f1d2ff18de57 req-d1c94b75-2f36-4e51-a5c9-94e52f6fe6d0 service neutron] 10.222.0.31 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Feb 15 01:51:12.238766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db39a94-5e77-4911-9a5f-42799ebeaaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.360074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db39a94-5e77-4911-9a5f-42799ebeaaf6 admin admin] Publish callbacks [] for security_group (d653e72c-ef84-420e-aba6-39370817a52c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.431402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db39a94-5e77-4911-9a5f-42799ebeaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d653e72c-ef84-420e-aba6-39370817a52c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.434112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (57489c25-10c6-49b1-b4a1-e60bf7eaddd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.517753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2db39a94-5e77-4911-9a5f-42799ebeaaf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=052eb440636f43aaa6bb439334c140bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188471 Feb 15 01:51:12.518228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:12.523827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db39a94-5e77-4911-9a5f-42799ebeaaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d653e72c-ef84-420e-aba6-39370817a52c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:12.534874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57489c25-10c6-49b1-b4a1-e60bf7eaddd6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:12.557709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 11183740-dbfd-45c3-9427-d0f2a04ae1bf up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:12.562270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Checking segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:12.562818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Network hostable DHCP agents. Network: 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:51:12.608509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] Publish callbacks [] for security_group (d653e72c-ef84-420e-aba6-39370817a52c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.625877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] Publish callbacks [] for security_group (d653e72c-ef84-420e-aba6-39370817a52c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.682163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab29be-78ab-49e5-8ac3-5168eacf0b30 req-3c3318a7-6461-4ead-80d8-3a201bbbc61d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:12.683631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48ab29be-78ab-49e5-8ac3-5168eacf0b30 req-3c3318a7-6461-4ead-80d8-3a201bbbc61d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Feb 15 01:51:12.700476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:12.702826 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:12.736657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48ab29be-78ab-49e5-8ac3-5168eacf0b30 req-0b7ef129-fbb1-4da6-af97-856412db8082 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Feb 15 01:51:12.823083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 11183740-dbfd-45c3-9427-d0f2a04ae1bf completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:12.827140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 11183740-dbfd-45c3-9427-d0f2a04ae1bf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:12.827520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.834808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:51:12.866008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b93e-3748-43a8-a25e-5fcbb77f78c1 req-e5fe55c7-d551-4bb7-9ce0-8cc0dcccc5d7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:12.868317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e47b93e-3748-43a8-a25e-5fcbb77f78c1 req-e5fe55c7-d551-4bb7-9ce0-8cc0dcccc5d7 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.0693619 Feb 15 01:51:12.876848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d653e72c-ef84-420e-aba6-39370817a52c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.879502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.883607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d653e72c-ef84-420e-aba6-39370817a52c HTTP/1.1" status: 204 len: 168 time: 0.3614759 Feb 15 01:51:12.890018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da5996-39b7-46fb-9430-5a2007572b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d653e72c-ef84-420e-aba6-39370817a52c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:12.929064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 11183740-dbfd-45c3-9427-d0f2a04ae1bf is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:12.930024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.932979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e47b93e-3748-43a8-a25e-5fcbb77f78c1 req-cafdada3-99f6-4442-be73-fdb16725daf6 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Feb 15 01:51:12.934834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:12.942468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:12.942468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:12.959070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcb68a-a3b3-41b2-871b-0f383a6d0f11 None None] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:12.992427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:12.992427 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250a903-4875-4b5a-8299-ed554b75e421" -d '{"events": [{"server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "name": "network-vif-plugged", "status": "completed", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:12.992753 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1368572-b296-40ec-a01b-4b1d19ffcee1 x-openstack-request-id: req-f1368572-b296-40ec-a01b-4b1d19ffcee1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:12.992753 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:12.992753 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1368572-b296-40ec-a01b-4b1d19ffcee1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:12.992753 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25', 'status': 'completed', 'code': 200} Feb 15 01:51:13.107232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f696c62-d74d-449d-bd39-a29d34705a13 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1125309 Feb 15 01:51:13.107232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-31780abb-0dcf-4b6b-887a-7b5e0a25644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.108483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-31780abb-0dcf-4b6b-887a-7b5e0a25644b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6013e5748c154eb5b29bdac27819ef43&device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 1126 time: 0.1026213 Feb 15 01:51:13.108833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:13.120368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:13.181108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf,segment=NetworkSegment(6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2),segment_id=6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:13.195473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1dd0-2918-445d-8bd3-ffcd8c5848a8 req-e4cd6a85-ac03-41b0-a65d-21f4fd1bc631 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.195679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-048a1dd0-2918-445d-8bd3-ffcd8c5848a8 req-e4cd6a85-ac03-41b0-a65d-21f4fd1bc631 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 943 time: 0.1601832 Feb 15 01:51:13.251133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:51:13.252349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.279726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.281117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-35755022-7ec3-47b1-8198-6b796d077059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.283229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-35755022-7ec3-47b1-8198-6b796d077059 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 200 len: 917 time: 0.1616266 Feb 15 01:51:13.288563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-048a1dd0-2918-445d-8bd3-ffcd8c5848a8 req-7edccbf2-8816-4b98-a6fa-829b94438c4f tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841219 Feb 15 01:51:13.300403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (792e7444-44ff-4874-9d87-84b5140a33a0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.304998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (792e7444-44ff-4874-9d87-84b5140a33a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.336435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-00ca1c8f-9f3a-4d2c-9946-8f50c65e0f58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25 HTTP/1.1" status: 200 len: 217 time: 0.0454690 Feb 15 01:51:13.430238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for router_controller (792e7444-44ff-4874-9d87-84b5140a33a0), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.443013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-37a6f63c-7ad8-4938-9d20-a96abb6d37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.445055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-37a6f63c-7ad8-4938-9d20-a96abb6d37c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 200 len: 856 time: 0.1003330 Feb 15 01:51:13.448762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:13.498827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-bd170e19-0a93-401d-afc4-b8a8dd1105e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91617652-8c79-4d44-bcc2-2a7627a9d83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345342 Feb 15 01:51:13.514586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Allocated IP 172.20.0.2 (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057/57489c25-10c6-49b1-b4a1-e60bf7eaddd6/279fb7d3-0768-4859-9cc0-f85a378b1cf0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:13.536126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdc79a-5795-40e6-beb1-93a33542e72c req-117b8f57-51ca-4802-bd3f-5eb051fe0ecf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.537667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9cdc79a-5795-40e6-beb1-93a33542e72c req-117b8f57-51ca-4802-bd3f-5eb051fe0ecf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.1100230 Feb 15 01:51:13.549961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:13.555094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'floatingip': {'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:13.649886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.697919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks [] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.734313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:13.794589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-23718273-a301-4070-b81b-fe206b83cab7 service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878890 Feb 15 01:51:13.807702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.832920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for router_gateway (792e7444-44ff-4874-9d87-84b5140a33a0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.838038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-786f8ebe-9d83-480b-8316-a23dfca6aade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.871562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:13.872703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Pushing event updated for resources: {'Port': ['ID=279fb7d3-0768-4859-9cc0-f85a378b1cf0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:13.875731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:13.877818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:13.948776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Attempting to bind port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:13.949483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Attempting to bind port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:13.950602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Attempting to bind port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 on network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:13.959020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:13.960410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Checking segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:13.960410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.962343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Bound using segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:13.963065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Bound port: 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:13.963668 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:13.996362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-a0e7fdbe-a3d2-4819-99e9-d69996ffad78 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:13.998068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-a0e7fdbe-a3d2-4819-99e9-d69996ffad78 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 945 time: 0.1786261 Feb 15 01:51:14.032891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-786f8ebe-9d83-480b-8316-a23dfca6aade admin admin] Publish callbacks [] for security_group (1235f619-ae18-45af-b942-d3c208f20775), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.035907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93b86652-1eb1-4c80-a0ef-fd89b256a6fa req-2193c224-9638-4b05-807e-03395bac2a5d service neutron] 10.222.0.37 "GET /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129200 Feb 15 01:51:14.051820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] For port 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:14.056521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] For port 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=279fb7d3-0768-4859-9cc0-f85a378b1cf0,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:14.066091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5636e3e-6712-4f5b-a3c3-e3d3a995eed2 req-4dbcbc29-0555-4e91-8412-ea4a34283cbf tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:14.067654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5636e3e-6712-4f5b-a3c3-e3d3a995eed2 req-4dbcbc29-0555-4e91-8412-ea4a34283cbf tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 945 time: 0.4309139 Feb 15 01:51:14.131744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-786f8ebe-9d83-480b-8316-a23dfca6aade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1235f619-ae18-45af-b942-d3c208f20775), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.140577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.221015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5636e3e-6712-4f5b-a3c3-e3d3a995eed2 req-56124469-723b-4e47-a23b-4ee3768c10b5 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325066 Feb 15 01:51:14.259529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725fba-9eda-49ae-88f2-e0cc808db095 None None] Pushing event updated for resources: {'Port': ['ID=279fb7d3-0768-4859-9cc0-f85a378b1cf0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:14.272997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.278929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f8ebe-9d83-480b-8316-a23dfca6aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1235f619-ae18-45af-b942-d3c208f20775,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:14.297712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port 5025fe37-a78d-49e2-95db-d661ce4e6343 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:14.298076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.319038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-786f8ebe-9d83-480b-8316-a23dfca6aade admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd07b749ad7649f8bd9f164c2573b6fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5500667 Feb 15 01:51:14.323531 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd06e01-a41f-40a0-8630-55ea5563b861 x-openstack-request-id: req-2bd06e01-a41f-40a0-8630-55ea5563b861 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:14.323830 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "name": "network-vif-plugged", "status": "completed", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:14.324086 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bd06e01-a41f-40a0-8630-55ea5563b861 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:14.324513 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf', 'code': 200} Feb 15 01:51:14.325732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:14.380712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.392749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 087c8a6b-338e-4203-b106-422871cad625 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:14.470036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port 5025fe37-a78d-49e2-95db-d661ce4e6343, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5025fe37-a78d-49e2-95db-d661ce4e6343,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:14.470548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.502562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for 5025fe37-a78d-49e2-95db-d661ce4e6343 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:14.559615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=087c8a6b-338e-4203-b106-422871cad625,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:14.574759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '087c8a6b-338e-4203-b106-422871cad625', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'port_id': '087c8a6b-338e-4203-b106-422871cad625', 'mac_address': 'fa:16:3e:99:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:14.581277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:14.625064 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Floating IP 482033b8-50f3-4f8e-a75f-d8fca1e46d8f associated. External IP: 172.25.2.28, port: 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9. Feb 15 01:51:14.719445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:14.733128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'port_id': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3', 'mac_address': 'fa:16:3e:9f:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:14.814017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 087c8a6b-338e-4203-b106-422871cad625 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:14.814563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (087c8a6b-338e-4203-b106-422871cad625), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.840404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:14.840806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.844086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087c8a6b-338e-4203-b106-422871cad625 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:14.873541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:14.882857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=087c8a6b-338e-4203-b106-422871cad625,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:14.903175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:14.963594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (087c8a6b-338e-4203-b106-422871cad625), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:14.967836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d94f1257-8c8f-45e5-8a2d-3298148ced25 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:15.022117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:15.025092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] Publish callbacks [] for security_group (1235f619-ae18-45af-b942-d3c208f20775), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.037432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Router 87761262-06f6-4484-bf5c-dce5e5fc5926 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:51:15.050779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] Publish callbacks [] for security_group (1235f619-ae18-45af-b942-d3c208f20775), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.103373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'd94f1257-8c8f-45e5-8a2d-3298148ced25', 'network_id': '91617652-8c79-4d44-bcc2-2a7627a9d83b', 'port_id': 'd94f1257-8c8f-45e5-8a2d-3298148ced25', 'mac_address': 'fa:16:3e:4f:81:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:15.107919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.109774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:15.119272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9048-ce37-469a-bf5f-df1fb282b4de req-c66b6c5a-a743-4de1-90db-1f2628402e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:15.121140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33fa9048-ce37-469a-bf5f-df1fb282b4de req-c66b6c5a-a743-4de1-90db-1f2628402e08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 1128 time: 0.7034438 Feb 15 01:51:15.156935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.157341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.157695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.158230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.158575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.158915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.159380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.159744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.160078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.160885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.161275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.161617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.161951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:15.185292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:51:15.190569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.196763 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Sync routers for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:51:15.204456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5025fe37-a78d-49e2-95db-d661ce4e6343), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.224064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1235f619-ae18-45af-b942-d3c208f20775), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.227432 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:15.227874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.228080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:15.229498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1235f619-ae18-45af-b942-d3c208f20775 HTTP/1.1" status: 204 len: 168 time: 0.8967838 Feb 15 01:51:15.263503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73ecae-b9d5-49cb-9a7d-fdc9b6ed84a6 req-53e1daa7-92b9-458e-81b5-40e24e8f9171 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:15.272826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=5025fe37-a78d-49e2-95db-d661ce4e6343,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:15.281473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb73ecae-b9d5-49cb-9a7d-fdc9b6ed84a6 req-53e1daa7-92b9-458e-81b5-40e24e8f9171 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=28565643-e57d-48ad-9929-f248395884a5 HTTP/1.1" status: 200 len: 867 time: 0.8688059 Feb 15 01:51:15.319524 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02828a53-0f92-453e-98c0-905fb287f8d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "PUT /v2.0/floatingips/482033b8-50f3-4f8e-a75f-d8fca1e46d8f HTTP/1.1" status: 200 len: 990 time: 1.7684340 Feb 15 01:51:15.334572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:15.336619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:15.339857 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c227636a-1f8d-4863-adf5-8c8cc4e097fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:15.343620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port 5025fe37-a78d-49e2-95db-d661ce4e6343 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:15.347032 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.352729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c73b9801-4d58-42c1-a9db-21be1b91bec1 req-09748b82-913c-4f91-bac1-3bcccb60826a tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.31 "DELETE /v2.0/ports/5025fe37-a78d-49e2-95db-d661ce4e6343 HTTP/1.1" status: 204 len: 173 time: 1.3477018 Feb 15 01:51:15.367996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5025fe37-a78d-49e2-95db-d661ce4e6343'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:15.375967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3d81-6162-4e68-8cd2-1e08040cf9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235f619-ae18-45af-b942-d3c208f20775,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:15.449744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33fa9048-ce37-469a-bf5f-df1fb282b4de req-cb11f4bd-9a02-4119-94a7-0cda052b119c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876785 Feb 15 01:51:15.451030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for router_gateway (792e7444-44ff-4874-9d87-84b5140a33a0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.498797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.500963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb73ecae-b9d5-49cb-9a7d-fdc9b6ed84a6 req-25b5b307-238d-41d9-8aab-59ff87445869 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185175 Feb 15 01:51:15.502188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.520509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['914f17ab-b41e-4833-a03b-ac9bfc56ccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:15.586487 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:15.595475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d94f1257-8c8f-45e5-8a2d-3298148ced25 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:15.595876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.614529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94f1257-8c8f-45e5-8a2d-3298148ced25 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:15.639281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:15.754709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 279fb7d3-0768-4859-9cc0-f85a378b1cf0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:15.762269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.883630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616fd9-122d-48a3-9276-9c1c80792338 req-339ba5e6-5a65-431c-9209-1495b89ec45f tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:15.902427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6616fd9-122d-48a3-9276-9c1c80792338 req-339ba5e6-5a65-431c-9209-1495b89ec45f tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 943 time: 0.2208052 Feb 15 01:51:15.925974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:15.926354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:15.944205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Allocated IP 172.25.2.83 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/937c6efc-31a0-407f-9c0b-8848306c5364) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:15.987108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:16.021105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19bd07e-8df7-48f4-849f-6a7cd450be61 None None] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:16.038612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '482033b8-50f3-4f8e-a75f-d8fca1e46d8f', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5724c-98ad-4827-8932-68202bb30548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:50:52Z', 'updated_at': '2022-02-15T01:51:14Z', 'revision_number': 1, 'project_id': '7d2995decd09492485535a5a466e33de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:16.051474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6616fd9-122d-48a3-9276-9c1c80792338 req-de7565e7-77b3-4548-b638-1da6ed761dfd tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480286 Feb 15 01:51:16.075175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Checking router: 87761262-06f6-4484-bf5c-dce5e5fc5926 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:51:16.087165 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:16.087908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:16.140505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for port (937c6efc-31a0-407f-9c0b-8848306c5364), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:16.215456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:16.215859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:16.221932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['d94f1257-8c8f-45e5-8a2d-3298148ced25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:16.233627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe6e7-8cf5-4bb6-a4a7-98c90b8d3e85 req-225da786-534d-43ff-bdd1-de3d6d07b89a tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:16.235748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11abe6e7-8cf5-4bb6-a4a7-98c90b8d3e85 req-225da786-534d-43ff-bdd1-de3d6d07b89a tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 945 time: 0.0849860 Feb 15 01:51:16.262826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['087c8a6b-338e-4203-b106-422871cad625'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:16.285265 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:16.292649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11abe6e7-8cf5-4bb6-a4a7-98c90b8d3e85 req-8c59bfc5-de2f-4dc7-80f6-97560e5fac8e tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Feb 15 01:51:16.298183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:16.346071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8108773d-81c3-4745-97bf-b6ac24fdbb0d None None] Provisioning complete for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:16.346443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8108773d-81c3-4745-97bf-b6ac24fdbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:16.432472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:16.440732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:16.444245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Pushing event updated for resources: {'Port': ['ID=937c6efc-31a0-407f-9c0b-8848306c5364,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:16.455006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:16.505181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=279fb7d3-0768-4859-9cc0-f85a378b1cf0,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:16.617631 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:16.655282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:16.694636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b53721-5b75-42dd-903a-c84c98afdc85 req-5e79660c-6769-40a6-99c4-3615ca0ea0ad tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:16.703232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2b53721-5b75-42dd-903a-c84c98afdc85 req-5e79660c-6769-40a6-99c4-3615ca0ea0ad tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.2637975 Feb 15 01:51:16.751186 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '482033b8-50f3-4f8e-a75f-d8fca1e46d8f', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5724c-98ad-4827-8932-68202bb30548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:50:52Z', 'updated_at': '2022-02-15T01:51:14Z', 'revision_number': 1, 'project_id': '7d2995decd09492485535a5a466e33de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:16.801893 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee625-1d76-467e-8249-057ba0adbca8 None None] The sync data for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 is: [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '482033b8-50f3-4f8e-a75f-d8fca1e46d8f', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5724c-98ad-4827-8932-68202bb30548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:50:52Z', 'updated_at': '2022-02-15T01:51:14Z', 'revision_number': 1, 'project_id': '7d2995decd09492485535a5a466e33de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:51:16.966216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2b53721-5b75-42dd-903a-c84c98afdc85 req-0a3e355b-e6fd-4d55-8deb-cc11255008b8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620864 Feb 15 01:51:16.972068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:16.978920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=279fb7d3-0768-4859-9cc0-f85a378b1cf0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:16.994802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8108773d-81c3-4745-97bf-b6ac24fdbb0d None None] Current status of the port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:16.997055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:16.997572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.053837 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20abb485-3d49-4467-ae71-104672564198 x-openstack-request-id: req-20abb485-3d49-4467-ae71-104672564198 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:17.054379 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:17.054379 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20abb485-3d49-4467-ae71-104672564198 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:17.054955 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'status': 'completed', 'code': 200} Feb 15 01:51:17.240004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-11d4939a-fd03-4057-94a6-c3a1fa91cc59 None None] Provisioning complete for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:17.242783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11d4939a-fd03-4057-94a6-c3a1fa91cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.252911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d775d9-d64f-479c-9ef3-33d4af046554 None None] New status for floating IP 482033b8-50f3-4f8e-a75f-d8fca1e46d8f: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:51:17.319351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-beb3a2bc-a47c-4cad-b5ac-248fc4093518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:17.321499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-beb3a2bc-a47c-4cad-b5ac-248fc4093518 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1128 time: 0.2378798 Feb 15 01:51:17.368924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0df16-6519-4a3a-a6a8-bddf044bb1bf req-2a3b92af-3fb4-4f0c-aa52-665bf83a4123 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:17.370458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9a0df16-6519-4a3a-a6a8-bddf044bb1bf req-2a3b92af-3fb4-4f0c-aa52-665bf83a4123 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.1646535 Feb 15 01:51:17.406137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for router_gateway (792e7444-44ff-4874-9d87-84b5140a33a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.503912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:17.504696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.571415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9a0df16-6519-4a3a-a6a8-bddf044bb1bf req-77269b72-a660-4167-8bad-fdec2240bcf9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701734 Feb 15 01:51:17.579897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-1a3e163a-4ae2-4a02-9bd7-f14f055730e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:17.581492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-1a3e163a-4ae2-4a02-9bd7-f14f055730e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2529740 Feb 15 01:51:17.599993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:17.612077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:17.619045 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b486696-784b-4af9-8e68-7a79c3504978" -d '{"events": [{"server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "name": "network-vif-plugged", "status": "completed", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:17.621761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 279fb7d3-0768-4859-9cc0-f85a378b1cf0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:17.743303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-aa5a4900-c9d9-4b24-a6e6-4f16cb19537c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 1000 time: 0.1164038 Feb 15 01:51:17.822996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (792e7444-44ff-4874-9d87-84b5140a33a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.842289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-cf3576bd-3bc8-4a8f-8946-b94c4023f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:17.843767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-cf3576bd-3bc8-4a8f-8946-b94c4023f27f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0841973 Feb 15 01:51:17.873242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:17.906100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176f23-f98a-41a1-9a11-0fbb6d5e6ddd req-9c12630d-0e31-4a4f-8580-bdc0c67a0d85 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:17.907651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e176f23-f98a-41a1-9a11-0fbb6d5e6ddd req-9c12630d-0e31-4a4f-8580-bdc0c67a0d85 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 944 time: 0.1808615 Feb 15 01:51:17.936145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-11d4939a-fd03-4057-94a6-c3a1fa91cc59 None None] Current status of the port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:17.971536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:17.979240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:17.979687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.017105 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.046137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e176f23-f98a-41a1-9a11-0fbb6d5e6ddd req-7aaf313b-10cf-479a-95a3-a31566d9e8d5 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Feb 15 01:51:18.048794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-71284e2f-15eb-4cab-9fb6-c6c9a02b289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:18.050625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-71284e2f-15eb-4cab-9fb6-c6c9a02b289b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1607916 Feb 15 01:51:18.086823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:18.179410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-eedcc405-21f5-47e3-82d0-5bc64478e66a service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205606 Feb 15 01:51:18.246610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Router 792e7444-44ff-4874-9d87-84b5140a33a0 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:51:18.404939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-4f581828-0ff5-44f9-9e21-2439ccdba25e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:18.406320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-4f581828-0ff5-44f9-9e21-2439ccdba25e tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.2478848 Feb 15 01:51:18.423755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d94f1257-8c8f-45e5-8a2d-3298148ced25 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:18.451355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c227636a-1f8d-4863-adf5-8c8cc4e097fc req-2567091e-3e47-4d6c-a07f-9c816e5530af service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622480 Feb 15 01:51:18.462009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-f2ffc382-ea0a-473e-9113-c1bc8bbbf5a3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/quotas/d46b324e72e849da85abc48c0e038316 HTTP/1.1" status: 200 len: 375 time: 0.0264647 Feb 15 01:51:18.471016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:51:18.485473 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Sync routers for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:51:18.496829 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:18.497482 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:18.516776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-f5ba2f28-4741-45e3-81a0-0fce864db40c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394294 Feb 15 01:51:18.591965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port d94f1257-8c8f-45e5-8a2d-3298148ced25 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:18.599836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port d94f1257-8c8f-45e5-8a2d-3298148ced25 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:18.600267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.640648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5025fe37-a78d-49e2-95db-d661ce4e6343 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:18.661523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-eecd0f13-a750-4f05-8102-6cb4a3485943 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355667 Feb 15 01:51:18.676087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.677369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-38c9386f-3619-47a0-bd95-7a6f51b850d1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5659542 Feb 15 01:51:18.680407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:18.709055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 5025fe37-a78d-49e2-95db-d661ce4e6343 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:18.709397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5025fe37-a78d-49e2-95db-d661ce4e6343 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:18.799081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d94f1257-8c8f-45e5-8a2d-3298148ced25 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:18.804845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.821060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-3ee4e907-9b91-4a77-9a04-e2634e4627b2 service neutron] 10.222.0.43 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586339 Feb 15 01:51:18.841250 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:18.879052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:18.974273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:18.975153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 087c8a6b-338e-4203-b106-422871cad625 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:19.067622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'name': 'network-vif-deleted', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:19.072796 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0235e7-cacf-4f82-a65f-0d5635acdc5e" -d '{"events": [{"server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "name": "network-vif-deleted", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:19.142608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:19.214155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 087c8a6b-338e-4203-b106-422871cad625 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:19.218291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 087c8a6b-338e-4203-b106-422871cad625 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:19.218671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (087c8a6b-338e-4203-b106-422871cad625), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:19.224912 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:16Z', 'revision_number': 3, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:19.267560 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Checking router: 792e7444-44ff-4874-9d87-84b5140a33a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:51:19.267560 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Updating router 792e7444-44ff-4874-9d87-84b5140a33a0 port 937c6efc-31a0-407f-9c0b-8848306c5364 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:51:19.270869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d736a-c459-4dc3-b529-62752e9cd1d9 req-d9e2e0f0-bd75-4b39-8759-dcdda5dfd02d tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:19.278825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f38d736a-c459-4dc3-b529-62752e9cd1d9 req-d9e2e0f0-bd75-4b39-8759-dcdda5dfd02d tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 945 time: 0.0782845 Feb 15 01:51:19.302873 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:19.384199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f38d736a-c459-4dc3-b529-62752e9cd1d9 req-b5433aa3-61dc-4832-8b65-d68e0c9fdf6a tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999210 Feb 15 01:51:19.466999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 087c8a6b-338e-4203-b106-422871cad625 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:19.468207 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (087c8a6b-338e-4203-b106-422871cad625), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:19.508589 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b5aa4-c610-49ec-bc35-7b4bd20dc536 x-openstack-request-id: req-d82b5aa4-c610-49ec-bc35-7b4bd20dc536 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:19.508886 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "name": "network-vif-plugged", "status": "completed", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:19.509674 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d82b5aa4-c610-49ec-bc35-7b4bd20dc536 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:19.511950 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3', 'code': 200} Feb 15 01:51:19.594969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=087c8a6b-338e-4203-b106-422871cad625,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:19.653067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73993d-7d35-4c01-a8a8-c053fc7b49fb req-a126844f-7899-4e72-9915-b0c5f6039ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:19.654552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf73993d-7d35-4c01-a8a8-c053fc7b49fb req-a126844f-7899-4e72-9915-b0c5f6039ffd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=221d4914-1e62-4a91-88af-2435cc974f8f HTTP/1.1" status: 200 len: 1129 time: 0.0860486 Feb 15 01:51:19.671988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (087c8a6b-338e-4203-b106-422871cad625), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:19.735805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d7457-c002-47b3-9c48-688a26171212 req-41df7f3d-62e7-4c99-ad24-e29171e75306 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:19.743236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b62d7457-c002-47b3-9c48-688a26171212 req-41df7f3d-62e7-4c99-ad24-e29171e75306 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.1021447 Feb 15 01:51:19.753880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf73993d-7d35-4c01-a8a8-c053fc7b49fb req-c2a4a7ae-231e-4642-b37b-1a5fa1edf627 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792220 Feb 15 01:51:19.793085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:19.807888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b62d7457-c002-47b3-9c48-688a26171212 req-a957aa85-6f8d-4ec1-bd64-b01859fbbb54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637038 Feb 15 01:51:19.954414 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks [] for port (937c6efc-31a0-407f-9c0b-8848306c5364), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:19.961175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75fbab-d606-40a4-935e-27154a871480 req-40541d11-0f8e-4004-a445-89b90d432203 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:19.969864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e75fbab-d606-40a4-935e-27154a871480 req-40541d11-0f8e-4004-a445-89b90d432203 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 945 time: 0.0729988 Feb 15 01:51:20.059743 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.066057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e75fbab-d606-40a4-935e-27154a871480 req-15121ce3-1aa1-4177-ae2d-64e93368ff13 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932426 Feb 15 01:51:20.135949 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Pushing event updated for resources: {'Port': ['ID=937c6efc-31a0-407f-9c0b-8848306c5364,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:20.140011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Attempting to bind port 937c6efc-31a0-407f-9c0b-8848306c5364 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:20.140483 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Attempting to bind port 937c6efc-31a0-407f-9c0b-8848306c5364 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:20.140904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Attempting to bind port 937c6efc-31a0-407f-9c0b-8848306c5364 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:20.146835 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ac4ff6-9618-4f0f-96e0-5399ca80bbc3 x-openstack-request-id: req-f5ac4ff6-9618-4f0f-96e0-5399ca80bbc3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:20.146835 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28565643-e57d-48ad-9929-f248395884a5", "name": "network-vif-deleted", "tag": "5025fe37-a78d-49e2-95db-d661ce4e6343", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:20.146835 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5ac4ff6-9618-4f0f-96e0-5399ca80bbc3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:20.149686 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28565643-e57d-48ad-9929-f248395884a5', 'name': 'network-vif-deleted', 'tag': '5025fe37-a78d-49e2-95db-d661ce4e6343', 'status': 'completed', 'code': 200} Feb 15 01:51:20.157482 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.158048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.158604 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.159225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.159771 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.160350 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.161160 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.161704 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.163680 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.164398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.164952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.165519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.166050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:20.168496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.189962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:20.191105 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:20.191817 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.192972 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:20.194055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Bound port: 937c6efc-31a0-407f-9c0b-8848306c5364, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:20.194055 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.281038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e13fc37-7f17-46e5-970d-e94128db4bf5 req-5d31806a-2da5-4873-83c1-e296e8eb1ac8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 210 time: 0.0626113 Feb 15 01:51:20.302502 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] For port 937c6efc-31a0-407f-9c0b-8848306c5364, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:20.306119 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] For port 937c6efc-31a0-407f-9c0b-8848306c5364, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=937c6efc-31a0-407f-9c0b-8848306c5364,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:20.385829 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.412450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Allocated IP 172.20.0.1 (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057/57489c25-10c6-49b1-b4a1-e60bf7eaddd6/5ea16838-a782-493f-97a2-e52b781ccc9b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:20.501967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728acd94-6b79-484d-bbce-8484fb816487 req-368a3bc8-133d-4f9e-9597-67f047d8cd1d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:20.504082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-728acd94-6b79-484d-bbce-8484fb816487 req-368a3bc8-133d-4f9e-9597-67f047d8cd1d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.0758772 Feb 15 01:51:20.520757 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:20.521447 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:50:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:20.586998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-728acd94-6b79-484d-bbce-8484fb816487 req-188a119e-b3b0-493c-a1ad-b0fc9a654c15 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718288 Feb 15 01:51:20.635588 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d898-8b18-4f7f-abf2-17038a49abb7 None None] Pushing event updated for resources: {'Port': ['ID=937c6efc-31a0-407f-9c0b-8848306c5364,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:20.664760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks [] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.778387 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:20.815581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:20.927443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:20.971032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:20.985512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:20.994550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:21.017647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.017647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.018002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.022275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.025429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.026018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.026555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.027087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.028818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.029557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.030961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.032429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.032968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:51:21.109396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36338908-95f6-4583-8b28-73e798921597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:21.135689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (792e7444-44ff-4874-9d87-84b5140a33a0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:21.189453 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:16Z', 'revision_number': 3, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:21.238236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0add-e239-4b27-98b6-4eee5df52bb2 None None] The sync data for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 is: [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:16Z', 'revision_number': 3, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:51:21.397264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f5a592d-a0b9-4769-9905-6a6188afda35 None None] Provisioning complete for port 5ea16838-a782-493f-97a2-e52b781ccc9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:21.398180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f5a592d-a0b9-4769-9905-6a6188afda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:21.450128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a592d-a0b9-4769-9905-6a6188afda35 None None] Port 5ea16838-a782-493f-97a2-e52b781ccc9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:51:21.466284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:21.511611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25'}, {'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087c8a6b-338e-4203-b106-422871cad625'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:21.516093 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8244bc-d9d8-4804-bc87-59d1c4cd5270" -d '{"events": [{"server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25"}, {"server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "name": "network-vif-plugged", "status": "completed", "tag": "087c8a6b-338e-4203-b106-422871cad625"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:21.889875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks [] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:21.984335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:22.109260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:22.112417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (792e7444-44ff-4874-9d87-84b5140a33a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:22.239313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:22.243972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:22.450553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Router 792e7444-44ff-4874-9d87-84b5140a33a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:51:22.588526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a7fe0c09-4a68-49a9-bb61-fce98ee33575 None None] Provisioning complete for port 5ea16838-a782-493f-97a2-e52b781ccc9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:22.589619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0c09-4a68-49a9-bb61-fce98ee33575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:22.609503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:51:22.624128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-337baf7b-df08-48d3-9ea9-b7e87cfceaf0 admin admin] 10.222.0.43 "PUT /v2.0/routers/792e7444-44ff-4874-9d87-84b5140a33a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9425201 Feb 15 01:51:22.648581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe0c09-4a68-49a9-bb61-fce98ee33575 None None] Port 5ea16838-a782-493f-97a2-e52b781ccc9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:51:22.731049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-9155c702-5e53-4e78-9656-5df3eace6a03 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:22.732567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-9155c702-5e53-4e78-9656-5df3eace6a03 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 811 time: 0.7023902 Feb 15 01:51:22.744979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361f897-5e9e-40fd-9614-7999145c2aa4 req-027f99c0-bf77-428e-93b3-301917a3303e tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:22.746477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0361f897-5e9e-40fd-9614-7999145c2aa4 req-027f99c0-bf77-428e-93b3-301917a3303e tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 945 time: 0.5610485 Feb 15 01:51:22.751191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Request body: {'port': {'device_id': '199cb413-e49a-4620-be6a-bc108c714b83', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'admin_state_up': True, 'tenant_id': 'd46b324e72e849da85abc48c0e038316'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:22.852337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0361f897-5e9e-40fd-9614-7999145c2aa4 req-28d59970-9491-4b10-a9a8-5a0fbfbee1c5 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976958 Feb 15 01:51:22.952386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-251bcfb9-5423-4374-86fd-3172d8df7797 req-bc217595-202d-424c-a429-8a68a4ac5781 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 210 time: 0.0361395 Feb 15 01:51:22.962985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Made reservation on behalf of d46b324e72e849da85abc48c0e038316 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:22.972094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.004948 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a0b84f-eda7-4695-8167-c9554e2bd59d x-openstack-request-id: req-e5a0b84f-eda7-4695-8167-c9554e2bd59d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:23.005725 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "name": "network-vif-plugged", "status": "completed", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25", "code": 200}, {"server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "name": "network-vif-plugged", "status": "completed", "tag": "087c8a6b-338e-4203-b106-422871cad625", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:23.006136 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5a0b84f-eda7-4695-8167-c9554e2bd59d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:23.006679 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25', 'code': 200} Feb 15 01:51:23.007125 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087c8a6b-338e-4203-b106-422871cad625', 'code': 200} Feb 15 01:51:23.177730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a3f5-b25b-4d37-ba6e-0c7b3d502a02 req-55699559-ce0c-4bf2-ad37-1fb6ebbf0028 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:23.179941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e000a3f5-b25b-4d37-ba6e-0c7b3d502a02 req-55699559-ce0c-4bf2-ad37-1fb6ebbf0028 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 945 time: 0.1267354 Feb 15 01:51:23.200684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Allocated IP 172.20.0.6 (353fc174-ed35-4f0d-96ed-071c0faea74a/bafa25f5-0bb3-438e-8f10-c280ef09c7f7/ea0052c8-1538-42e6-89ad-fcf3676a698c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:23.230949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c75d3-a37f-407c-b577-9d0f4da63b7f req-3ee438ac-62ff-4d58-8172-17ca7b77ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:23.233201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-236c75d3-a37f-407c-b577-9d0f4da63b7f req-3ee438ac-62ff-4d58-8172-17ca7b77ed06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 1128 time: 0.0736639 Feb 15 01:51:23.292273 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-236c75d3-a37f-407c-b577-9d0f4da63b7f req-33f8a998-197e-4042-ab47-ac631d5b14cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526743 Feb 15 01:51:23.317226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9de2f870-b51f-438e-9bf1-a19efd6c439f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.332843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e000a3f5-b25b-4d37-ba6e-0c7b3d502a02 req-db02444e-9dcd-4cad-a7eb-e1b77202d31d tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7224039-9cee-4c42-8b64-c7f4220fe75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228268 Feb 15 01:51:23.348949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955d185-a641-43b1-a5cc-296f715b3833 req-7195bc32-4844-452b-96ab-89432c730f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:23.350480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9955d185-a641-43b1-a5cc-296f715b3833 req-7195bc32-4844-452b-96ab-89432c730f02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 1128 time: 0.1877112 Feb 15 01:51:23.463362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks [] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.587908 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.597919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 937c6efc-31a0-407f-9c0b-8848306c5364 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:23.603544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Sync routers for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:51:23.691568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:23.692857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:23.696805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9955d185-a641-43b1-a5cc-296f715b3833 req-8629c511-29e1-4491-8f8d-52589b9f1474 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579828 Feb 15 01:51:23.717852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Network 353fc174-ed35-4f0d-96ed-071c0faea74a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:23.739280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:23.744984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:23.748412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event updated for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:23.826091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:23.827008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.828459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 937c6efc-31a0-407f-9c0b-8848306c5364 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:23.829112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:23.847201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-834c19c6-e27b-4f0c-906b-dcdb827f15cf tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:23.848594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-834c19c6-e27b-4f0c-906b-dcdb827f15cf tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.31 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 945 time: 0.1564403 Feb 15 01:51:23.939613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:23.964040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-d411c4f2-6837-42cf-885d-689acbfc46e8 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2165430 Feb 15 01:51:23.988934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Request body: {'port': {'device_id': '199cb413-e49a-4620-be6a-bc108c714b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:24.081482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Deleting port 11183740-dbfd-45c3-9427-d0f2a04ae1bf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:24.081833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.134956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 937c6efc-31a0-407f-9c0b-8848306c5364 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:24.135456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.143828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.205504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 937c6efc-31a0-407f-9c0b-8848306c5364, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=937c6efc-31a0-407f-9c0b-8848306c5364,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:24.241824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:24.252843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58457169', 'description': 'tempest-description--1710595982'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:24.312270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.361553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] For port 11183740-dbfd-45c3-9427-d0f2a04ae1bf, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=11183740-dbfd-45c3-9427-d0f2a04ae1bf,segment=NetworkSegment(6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2),segment_id=6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:24.362059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.369432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.449969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=937c6efc-31a0-407f-9c0b-8848306c5364,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:24.493376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Calling delete_port for 11183740-dbfd-45c3-9427-d0f2a04ae1bf owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:24.508995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (65f77b3b-56a7-42c6-b523-72a247ab7377), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.522116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 2, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:24.555413 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.556548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Checking router: 792e7444-44ff-4874-9d87-84b5140a33a0 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:51:24.557171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Updating router 792e7444-44ff-4874-9d87-84b5140a33a0 port 5ea16838-a782-493f-97a2-e52b781ccc9b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:51:24.562554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (65f77b3b-56a7-42c6-b523-72a247ab7377), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.595743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.639737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b800b9-7d8a-4105-b113-2d053a735631 req-891aad7e-87c0-4492-ae87-7911d70fae07 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:24.642098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f77b3b-56a7-42c6-b523-72a247ab7377,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:24.647350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5b800b9-7d8a-4105-b113-2d053a735631 req-891aad7e-87c0-4492-ae87-7911d70fae07 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 945 time: 0.2937577 Feb 15 01:51:24.709393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.711353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8195c89-1c99-4b0a-9736-ed0bd46b3d39 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4680071 Feb 15 01:51:24.715525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:24.732881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:24.738646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'security_group_rule': {'security_group_id': '65f77b3b-56a7-42c6-b523-72a247ab7377', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:24.811857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5b800b9-7d8a-4105-b113-2d053a735631 req-fda06501-d98e-4cdb-b2ca-5a39bd33b4f5 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631110 Feb 15 01:51:24.974717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:24.990075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (03990654-7e40-46ba-84ab-90c5a3b04dbf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:24.997576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:25.074773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (11183740-dbfd-45c3-9427-d0f2a04ae1bf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.098737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['11183740-dbfd-45c3-9427-d0f2a04ae1bf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:25.116853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0052c8-1538-42e6-89ad-fcf3676a698c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:25.145279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:25.145820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.153639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks [] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.156204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Pushing event deleted for resources: {'Port': ['ID=11183740-dbfd-45c3-9427-d0f2a04ae1bf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.213735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75792f-ffc8-4677-b3c9-d9702893c873 req-f13ac601-760a-4d89-b45a-44c8ae35c5ba tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:25.221010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca75792f-ffc8-4677-b3c9-d9702893c873 req-f13ac601-760a-4d89-b45a-44c8ae35c5ba tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 931 time: 0.2928805 Feb 15 01:51:25.226125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Transition to ACTIVE for port object ea0052c8-1538-42e6-89ad-fcf3676a698c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:25.228177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (03990654-7e40-46ba-84ab-90c5a3b04dbf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.250872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] No DVR routers for this DVR port 11183740-dbfd-45c3-9427-d0f2a04ae1bf on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:25.259341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.262612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3609976d-5fa9-48c5-b2b7-cba2f354484a req-de231583-7c61-4d2b-b6cb-62707a0ccd99 tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.31 "DELETE /v2.0/ports/11183740-dbfd-45c3-9427-d0f2a04ae1bf HTTP/1.1" status: 204 len: 173 time: 1.4068556 Feb 15 01:51:25.263093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'name': 'network-vif-deleted', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:25.265450 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63c21d-6a8c-4ba7-8aaf-76f1540a2e47" -d '{"events": [{"server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "name": "network-vif-deleted", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:25.318588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca75792f-ffc8-4677-b3c9-d9702893c873 req-19935ce4-5740-494e-9bf9-ec78922c8be3 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Feb 15 01:51:25.323068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks [] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.325745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (03990654-7e40-46ba-84ab-90c5a3b04dbf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.325893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:25.343463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.361576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:25.396846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.454723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.470802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03990654-7e40-46ba-84ab-90c5a3b04dbf,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.504420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d2ad-b8e9-43d3-a838-947593d81a75 None None] Pushing event updated for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.591783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4d7dd7c-072e-4f85-b78f-6e24dd377341 req-e311332a-9c6b-4e86-9f4b-fbf1d41faedb tempest-ServerAddressesNegativeTestJSON-648286022 tempest-ServerAddressesNegativeTestJSON-648286022-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f66e67-b38c-4316-9d31-05344de7b7c6 HTTP/1.1" status: 200 len: 210 time: 0.1784074 Feb 15 01:51:25.600103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:25.637691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.641422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6e2e48ac-94f3-46ff-bc71-3c116bc5b35b tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9228103 Feb 15 01:51:25.644156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:25.646027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 937c6efc-31a0-407f-9c0b-8848306c5364 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:25.651113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'security_group_rule': {'security_group_id': '65f77b3b-56a7-42c6-b523-72a247ab7377', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:25.654239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Attempting to bind port 5ea16838-a782-493f-97a2-e52b781ccc9b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:25.655149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Attempting to bind port 5ea16838-a782-493f-97a2-e52b781ccc9b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:25.655675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Attempting to bind port 5ea16838-a782-493f-97a2-e52b781ccc9b on network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:25.718584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:25.726469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Checking segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:25.726469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.727007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Bound using segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:25.727696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Bound port: 5ea16838-a782-493f-97a2-e52b781ccc9b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:25.728273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.759138 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866233e-a1b5-438a-af21-188f6ae0bcc2 x-openstack-request-id: req-3866233e-a1b5-438a-af21-188f6ae0bcc2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:25.761073 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f66e67-b38c-4316-9d31-05344de7b7c6", "name": "network-vif-deleted", "tag": "11183740-dbfd-45c3-9427-d0f2a04ae1bf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:25.761073 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3866233e-a1b5-438a-af21-188f6ae0bcc2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:25.762472 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f66e67-b38c-4316-9d31-05344de7b7c6', 'name': 'network-vif-deleted', 'tag': '11183740-dbfd-45c3-9427-d0f2a04ae1bf', 'status': 'completed', 'code': 200} Feb 15 01:51:25.763476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.765214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (ed200811-c700-43f7-9f96-04bc1aa15562), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.812716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.887132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Attempting to bind port ea0052c8-1538-42e6-89ad-fcf3676a698c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:25.889670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Attempting to bind port ea0052c8-1538-42e6-89ad-fcf3676a698c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:25.889670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Attempting to bind port ea0052c8-1538-42e6-89ad-fcf3676a698c on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:25.896174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Port ea0052c8-1538-42e6-89ad-fcf3676a698c on network 353fc174-ed35-4f0d-96ed-071c0faea74a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:25.896668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Attempting to bind port ea0052c8-1538-42e6-89ad-fcf3676a698c on network 353fc174-ed35-4f0d-96ed-071c0faea74a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:25.905477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:25.906637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Checking segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:25.907642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Bound using segment: {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:25.909295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Bound port: ea0052c8-1538-42e6-89ad-fcf3676a698c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb6956-ab26-4b83-bbf1-710a43e62215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:25.910122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.910330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (ed200811-c700-43f7-9f96-04bc1aa15562), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.966529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ed200811-c700-43f7-9f96-04bc1aa15562), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:25.985807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed200811-c700-43f7-9f96-04bc1aa15562,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:25.997703 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.025848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 937c6efc-31a0-407f-9c0b-8848306c5364 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:26.026782 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.071379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86719-bd67-4b2e-bf6c-dd67c9e6bc75 req-8ff1bd46-f3a0-4541-83c3-332b89c9f4eb tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:26.073935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cf86719-bd67-4b2e-bf6c-dd67c9e6bc75 req-8ff1bd46-f3a0-4541-83c3-332b89c9f4eb tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 945 time: 0.1159458 Feb 15 01:51:26.077594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:26.083960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] For port 5ea16838-a782-493f-97a2-e52b781ccc9b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:26.090489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.092348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f7e7d69b-d65a-4cfd-b57c-f516dbe44c0a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4461615 Feb 15 01:51:26.095360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:26.102306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:26.105872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:26.114737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-10a6818b-f839-4ebc-bf4e-5eaf91bc6c5d None None] Provisioning complete for port 5ea16838-a782-493f-97a2-e52b781ccc9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:26.115223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a6818b-f839-4ebc-bf4e-5eaf91bc6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.191459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-10a6818b-f839-4ebc-bf4e-5eaf91bc6c5d None None] Port 5ea16838-a782-493f-97a2-e52b781ccc9b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:51:26.199393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] For port 5ea16838-a782-493f-97a2-e52b781ccc9b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ea16838-a782-493f-97a2-e52b781ccc9b,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:26.206495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cf86719-bd67-4b2e-bf6c-dd67c9e6bc75 req-7ac55986-d1a0-4f57-9fd0-2777b4873111 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108708 Feb 15 01:51:26.211786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.266498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:26.267932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.268742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea0052c8-1538-42e6-89ad-fcf3676a698c HTTP/1.1" status: 200 len: 1092 time: 2.2911241 Feb 15 01:51:26.288989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.357376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b72c22-e474-4fe5-8088-848a8a771f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:26.383930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30f2fa-c478-4829-b5e1-64d1c3982c81 req-222cc802-a13b-4c10-8941-f7fa785f4581 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:26.393107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c30f2fa-c478-4829-b5e1-64d1c3982c81 req-222cc802-a13b-4c10-8941-f7fa785f4581 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=221d4914-1e62-4a91-88af-2435cc974f8f HTTP/1.1" status: 200 len: 946 time: 0.1035249 Feb 15 01:51:26.426532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.436871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:26.469796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 937c6efc-31a0-407f-9c0b-8848306c5364 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:26.500667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c30f2fa-c478-4829-b5e1-64d1c3982c81 req-0b60abf2-95f9-4d04-94c5-a622963b2b5d tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062107 Feb 15 01:51:26.667785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:26.670919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:26.697740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f85d23-b336-45f0-a6cd-c5fafd7c6154 req-e804365c-83d1-4d0a-b21a-c411190754e2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:26.705500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Allocated IP 172.25.2.142 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:26.712028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:26.712531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92f85d23-b336-45f0-a6cd-c5fafd7c6154 req-e804365c-83d1-4d0a-b21a-c411190754e2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 943 time: 0.0938568 Feb 15 01:51:26.789171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92f85d23-b336-45f0-a6cd-c5fafd7c6154 req-875238af-54d3-4dcb-ba9d-d5f441197fd1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756207 Feb 15 01:51:26.936772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d2ad-b8e9-43d3-a838-947593d81a75 None None] Pushing event updated for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:26.995017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7919d-7521-46cd-884a-4f58814a8296 req-2b40e326-8d74-4efb-bd73-0766d19b57a2 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:27.005876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dad7919d-7521-46cd-884a-4f58814a8296 req-2b40e326-8d74-4efb-bd73-0766d19b57a2 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 945 time: 0.1496851 Feb 15 01:51:27.034302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-0045c94d-8b78-45c0-97f6-1b1ef205d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:27.035833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-0045c94d-8b78-45c0-97f6-1b1ef205d1fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 1126 time: 0.6001225 Feb 15 01:51:27.058680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.109291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dad7919d-7521-46cd-884a-4f58814a8296 req-e6d4b1c2-5431-4727-b3da-16e58955cf09 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011503 Feb 15 01:51:27.117956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:27.121714 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.205621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.240100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:27.252751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-aeac78fa-299a-413d-b60e-2ddfca95382b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c HTTP/1.1" status: 200 len: 217 time: 0.1744492 Feb 15 01:51:27.327319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51b01-947f-4c91-9cec-ece27f4928db req-430d0e0f-4a17-4721-8199-b5c023d8ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:27.329156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-430d0e0f-4a17-4721-8199-b5c023d8ac04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.0696957 Feb 15 01:51:27.367791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Provisioning complete for port 5ea16838-a782-493f-97a2-e52b781ccc9b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:27.368170 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.376735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:27.386904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:27.400890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:27.447347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-bbd0c67f-f3b5-4f75-b7d8-d318717f6ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103492 Feb 15 01:51:27.490036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:27.527256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Deleting subnet 5d9bcc33-f59d-49d8-a592-70dc597c2d57 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:51:27.544411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'Port': ['ID=0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:27.578902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Publish callbacks [] for subnet (5d9bcc33-f59d-49d8-a592-70dc597c2d57), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.668607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-fc6b5e24-2bb8-4b4c-b429-205017419e0c service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113099 Feb 15 01:51:27.695714 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.763349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (5d9bcc33-f59d-49d8-a592-70dc597c2d57), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.764761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:27.767913 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5fe59-f2ef-407e-b7b9-7a702562da3d" -d '{"events": [{"name": "network-changed", "server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:27.830445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff51b01-947f-4c91-9cec-ece27f4928db req-7f2c25b4-e680-4719-a3de-cf686b7c24b5 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551554 Feb 15 01:51:27.862634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Current status of the port 5ea16838-a782-493f-97a2-e52b781ccc9b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:27.863377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.902598 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d0217b-97f2-4354-b5de-2914d271eb05 x-openstack-request-id: req-03d0217b-97f2-4354-b5de-2914d271eb05 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:27.903899 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:27.904395 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03d0217b-97f2-4354-b5de-2914d271eb05 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:27.905066 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c', 'status': 'completed', 'code': 200} Feb 15 01:51:27.969831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] For port 5ea16838-a782-493f-97a2-e52b781ccc9b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ea16838-a782-493f-97a2-e52b781ccc9b,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:27.972631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:27.973563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:27.989339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (5d9bcc33-f59d-49d8-a592-70dc597c2d57), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.047486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.072361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.097095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-be96ea28-01ae-4ec0-9600-fdabb9578d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:28.101482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-be96ea28-01ae-4ec0-9600-fdabb9578d9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d46b324e72e849da85abc48c0e038316&device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 1126 time: 0.1226666 Feb 15 01:51:28.123908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:28.136827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317da7d-89a5-4dfe-9b80-39abef0efcc1 req-5d7f8282-4c46-44ee-a9e5-4308669e07eb tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:28.150424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:28.151342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1317da7d-89a5-4dfe-9b80-39abef0efcc1 req-5d7f8282-4c46-44ee-a9e5-4308669e07eb tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 945 time: 0.1123776 Feb 15 01:51:28.156818 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dbb42b-415f-44dd-8103-225660d5f1a7" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:28.189288 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.225999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (5d9bcc33-f59d-49d8-a592-70dc597c2d57), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.231018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.235391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad39c3-2846-4273-a572-403b91c7cf6b None None] Pushing event updated for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:28.293415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9bcc33-f59d-49d8-a592-70dc597c2d57,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:28.298986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.305649 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ca4a647-37f9-4163-b19c-a10678f05064 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d9bcc33-f59d-49d8-a592-70dc597c2d57 HTTP/1.1" status: 204 len: 168 time: 1.0651021 Feb 15 01:51:28.314128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:28.331653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:25Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:28.369586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:28.385075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f68f98-f31f-4cc2-adeb-a414541f31ac None None] The sync data for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 is: [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:25Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:51:28.435736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1317da7d-89a5-4dfe-9b80-39abef0efcc1 req-2eaeb7fc-2820-4673-b0a2-1b418dfe6d07 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817352 Feb 15 01:51:28.575884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-d9523829-bb70-44f6-a764-1ba72fcf7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:28.577488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-d9523829-bb70-44f6-a764-1ba72fcf7a6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 200 len: 912 time: 0.4684160 Feb 15 01:51:28.583906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (dbef4277-c7ea-4f8c-bb19-3efde00cf73a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.651630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 11183740-dbfd-45c3-9427-d0f2a04ae1bf no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:28.680688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-6f2ed65f-985b-4d5a-a0d5-f192a68c99f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c HTTP/1.1" status: 200 len: 217 time: 0.0853858 Feb 15 01:51:28.724929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 11183740-dbfd-45c3-9427-d0f2a04ae1bf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:28.728383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 11183740-dbfd-45c3-9427-d0f2a04ae1bf not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:28.896976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-29abce46-c08f-48ab-9736-b31209c3612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:28.901674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-29abce46-c08f-48ab-9736-b31209c3612f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 200 len: 851 time: 0.2175024 Feb 15 01:51:28.920274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bb650-aa83-4a82-a22a-ee4ff72aee78 req-1f0e5de4-5364-47a9-8592-d1147139fb66 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:28.932451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490bb650-aa83-4a82-a22a-ee4ff72aee78 req-1f0e5de4-5364-47a9-8592-d1147139fb66 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 943 time: 0.2660444 Feb 15 01:51:28.955650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (dbef4277-c7ea-4f8c-bb19-3efde00cf73a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:28.993982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-c6d8fc68-51e0-4f69-babf-29c53b19b5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353fc174-ed35-4f0d-96ed-071c0faea74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584500 Feb 15 01:51:29.014996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbef4277-c7ea-4f8c-bb19-3efde00cf73a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:29.056381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.064412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:29.071752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:29.083434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.124793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.141460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:51:29.142615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (6d78fc2c-c1cd-487c-bf61-bd36a94bb9b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:51:29.150676 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:51:29.153557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490bb650-aa83-4a82-a22a-ee4ff72aee78 req-69d7c12f-2fb7-482d-9e3d-19b2e07b9098 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187302 Feb 15 01:51:29.184784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.261485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-8c84f474-3fa3-4aee-8ce4-fbb5245348b8 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561264 Feb 15 01:51:29.487571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (dbef4277-c7ea-4f8c-bb19-3efde00cf73a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.505414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.513491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dbef4277-c7ea-4f8c-bb19-3efde00cf73a HTTP/1.1" status: 204 len: 168 time: 1.1957381 Feb 15 01:51:29.513491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'Port': ['ID=0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:29.555699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c708702-abd8-4ac6-bf64-e3763b843375 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbef4277-c7ea-4f8c-bb19-3efde00cf73a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:29.560529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149192-fb34-4483-bcf9-4741128d5997 req-5a6ce827-49e0-42f3-a56f-22d95b03f1ef tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:29.568676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.574799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69149192-fb34-4483-bcf9-4741128d5997 req-5a6ce827-49e0-42f3-a56f-22d95b03f1ef tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 945 time: 0.2607307 Feb 15 01:51:29.639816 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9745e11b-9539-45b6-979b-8ce8241f5b0f x-openstack-request-id: req-9745e11b-9539-45b6-979b-8ce8241f5b0f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:29.640557 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:29.645592 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9745e11b-9539-45b6-979b-8ce8241f5b0f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:29.645592 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:51:29.667256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.668563 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-50c85d91-2830-4c04-9f1a-a90306f96fb8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5715296 Feb 15 01:51:29.690609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ea16838-a782-493f-97a2-e52b781ccc9b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:29.732976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40a5fe59-f2ef-407e-b7b9-7a702562da3d req-cbf0619c-d249-4fe7-86c0-48dd37096e34 service neutron] 10.222.0.37 "GET /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673934 Feb 15 01:51:29.897426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5ea16838-a782-493f-97a2-e52b781ccc9b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:29.898819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:29.991423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea0a61-6cf9-43af-9b56-d8c3908157c4 req-4723748b-e827-4b1f-9d34-39ede89d69f4 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:30.004187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ea0a61-6cf9-43af-9b56-d8c3908157c4 req-4723748b-e827-4b1f-9d34-39ede89d69f4 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fcbafa-3729-401e-9ac1-f0e50e3e04f3 HTTP/1.1" status: 200 len: 945 time: 0.1903079 Feb 15 01:51:30.069054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Deleting port 087c8a6b-338e-4203-b106-422871cad625 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:30.070117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (087c8a6b-338e-4203-b106-422871cad625), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:30.222830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ea0a61-6cf9-43af-9b56-d8c3908157c4 req-a55b53c9-2c61-4a5f-a3ad-32db0ce6b213 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175715 Feb 15 01:51:30.254048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:30.311936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] For port 087c8a6b-338e-4203-b106-422871cad625, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=087c8a6b-338e-4203-b106-422871cad625,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:30.312345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (087c8a6b-338e-4203-b106-422871cad625), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:30.338672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1dea9d7a-2930-408b-b439-84845550ee48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b15b617cbd564714bf9c1d7176fa0399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804691 Feb 15 01:51:30.339761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:30.352651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Calling delete_port for 087c8a6b-338e-4203-b106-422871cad625 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:30.483018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea0052c8-1538-42e6-89ad-fcf3676a698c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:30.603820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-66b3fbf1-e419-4749-9402-3afe4edd260d tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--58457169&fields=id&tenant_id=9c74fa8383a94c62b075ba7d7bb02150 HTTP/1.1" status: 200 len: 267 time: 0.2119141 Feb 15 01:51:30.628020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] Publish callbacks [] for security_group (b7224039-9cee-4c42-8b64-c7f4220fe75a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:30.800636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:30.825487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5ea16838-a782-493f-97a2-e52b781ccc9b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:30.835386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'ea0052c8-1538-42e6-89ad-fcf3676a698c', 'network_id': '353fc174-ed35-4f0d-96ed-071c0faea74a', 'port_id': 'ea0052c8-1538-42e6-89ad-fcf3676a698c', 'mac_address': 'fa:16:3e:a6:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa25f5-0bb3-438e-8f10-c280ef09c7f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:30.890058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] Publish callbacks [] for security_group (b7224039-9cee-4c42-8b64-c7f4220fe75a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:30.896549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ea0052c8-1538-42e6-89ad-fcf3676a698c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:30.898038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:30.915144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0052c8-1538-42e6-89ad-fcf3676a698c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:30.941561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:31.002625 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:31.019414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-39bc4980-d64a-43ac-a0a6-c1a02a3f23bf tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:31.021183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-39bc4980-d64a-43ac-a0a6-c1a02a3f23bf tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/networks?id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 HTTP/1.1" status: 200 len: 810 time: 0.4013760 Feb 15 01:51:31.072137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:31.096260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-8cced25c-0e6d-4104-894b-4106dc538aa8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/quotas/9c74fa8383a94c62b075ba7d7bb02150 HTTP/1.1" status: 200 len: 375 time: 0.0263257 Feb 15 01:51:31.163708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b7224039-9cee-4c42-8b64-c7f4220fe75a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:31.166732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:31.167955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7224039-9cee-4c42-8b64-c7f4220fe75a HTTP/1.1" status: 204 len: 168 time: 0.8271708 Feb 15 01:51:31.197503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-1798b7eb-cda4-4119-829a-6b8187df99b1 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c74fa8383a94c62b075ba7d7bb02150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887175 Feb 15 01:51:31.201487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (087c8a6b-338e-4203-b106-422871cad625), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:31.203229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b0f61-db94-4ee2-af25-b3e2c6754fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7224039-9cee-4c42-8b64-c7f4220fe75a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:31.227213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['d94f1257-8c8f-45e5-8a2d-3298148ced25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:31.246599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event deleted for resources: {'Port': ['ID=087c8a6b-338e-4203-b106-422871cad625,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:31.250671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['914f17ab-b41e-4833-a03b-ac9bfc56ccd3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:31.339872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] No DVR routers for this DVR port 087c8a6b-338e-4203-b106-422871cad625 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:31.342852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:31.347045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69149192-fb34-4483-bcf9-4741128d5997 req-38e704f4-2238-4dfd-893a-57fb28ba6223 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "DELETE /v2.0/ports/087c8a6b-338e-4203-b106-422871cad625 HTTP/1.1" status: 204 len: 173 time: 1.7591996 Feb 15 01:51:31.348388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'name': 'network-vif-deleted', 'tag': '087c8a6b-338e-4203-b106-422871cad625'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:31.351032 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a96e4-a3ab-432d-bbc7-407f6b774c71" -d '{"events": [{"server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "name": "network-vif-deleted", "tag": "087c8a6b-338e-4203-b106-422871cad625"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:31.437452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ea0052c8-1538-42e6-89ad-fcf3676a698c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:31.981666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-e136f774-1730-4e49-8400-970d71e0a366 service neutron] 10.222.0.43 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349958 Feb 15 01:51:32.208090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-417016a8-99ae-4fd7-9bd5-d4183fb353ef service neutron] 10.222.0.43 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215753 Feb 15 01:51:32.462214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 087c8a6b-338e-4203-b106-422871cad625 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:32.510690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 087c8a6b-338e-4203-b106-422871cad625 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:32.512446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 087c8a6b-338e-4203-b106-422871cad625 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:33.457458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c5cb-5edd-479c-8cb4-751543b1e211 req-18e72563-9a7e-4ac6-9c05-ba14d37c91fe tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:33.466410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eca8c5cb-5edd-479c-8cb4-751543b1e211 req-18e72563-9a7e-4ac6-9c05-ba14d37c91fe tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 944 time: 0.0928409 Feb 15 01:51:33.570711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eca8c5cb-5edd-479c-8cb4-751543b1e211 req-16816656-091a-44f0-8a0f-f51d049a7157 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Feb 15 01:51:33.733719 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ad87a-8cc3-4ecf-96d4-305c08686749 x-openstack-request-id: req-869ad87a-8cc3-4ecf-96d4-305c08686749 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:33.734094 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fcbafa-3729-401e-9ac1-f0e50e3e04f3", "name": "network-vif-deleted", "tag": "087c8a6b-338e-4203-b106-422871cad625", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:33.734352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-869ad87a-8cc3-4ecf-96d4-305c08686749 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:33.734987 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fcbafa-3729-401e-9ac1-f0e50e3e04f3', 'name': 'network-vif-deleted', 'tag': '087c8a6b-338e-4203-b106-422871cad625', 'status': 'completed', 'code': 200} Feb 15 01:51:33.809788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:33.856963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efb6c309-29cb-42e4-b88d-ded40fa0930e req-99253c59-4676-4c23-902c-e964f98244f3 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 210 time: 0.0536144 Feb 15 01:51:33.980126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-862977656-network', 'tenant_id': '4309a180c2f1468ca8dd883c5aecee64'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:34.111222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Made reservation on behalf of 4309a180c2f1468ca8dd883c5aecee64 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:34.113996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.130337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.263406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks [] for security_group (c2233a6a-4a78-4d59-a87e-7e5b90f920f3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.461394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea0052c8-1538-42e6-89ad-fcf3676a698c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:34.516964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c2233a6a-4a78-4d59-a87e-7e5b90f920f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.562846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port ea0052c8-1538-42e6-89ad-fcf3676a698c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:34.570531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port ea0052c8-1538-42e6-89ad-fcf3676a698c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:34.572719 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.579891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:51:34.627481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2233a6a-4a78-4d59-a87e-7e5b90f920f3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:34.630588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (52c03ef1-ad02-49fc-b406-54978ce45411), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.630938 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Added segment 52c03ef1-ad02-49fc-b406-54978ce45411 of type vlan for network e05239ba-f0d9-4322-8b66-62ffd5d3c868 Feb 15 01:51:34.752984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e05239ba-f0d9-4322-8b66-62ffd5d3c868), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.767379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ea0052c8-1538-42e6-89ad-fcf3676a698c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:34.768250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.797464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8f50-a962-4e6f-97e0-e7e28c15ca0f req-f498c754-2b41-4967-8a9f-962406f0eef5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:34.799095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd2b8f50-a962-4e6f-97e0-e7e28c15ca0f req-f498c754-2b41-4967-8a9f-962406f0eef5 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 944 time: 0.0660219 Feb 15 01:51:34.801480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:34.803772 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470564e8-5956-4d2f-ba63-d08aa54e3815" -d '{"events": [{"server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "name": "network-vif-plugged", "status": "completed", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:34.830698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:34.868888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd2b8f50-a962-4e6f-97e0-e7e28c15ca0f req-c2137bf1-985d-411c-bbb9-f823e63f1c70 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Feb 15 01:51:34.898724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e05239ba-f0d9-4322-8b66-62ffd5d3c868), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.900104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:34.904548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:34.950880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:35.030502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] Pushing event updated for resources: {'Network': ['ID=e05239ba-f0d9-4322-8b66-62ffd5d3c868,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:35.083466 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dd21d354-7931-4b75-8dc9-d9e2beaead3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2691476 Feb 15 01:51:35.083963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:35.090057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Request body: {'subnet': {'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-862977656-subnet', 'tenant_id': '4309a180c2f1468ca8dd883c5aecee64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:35.135527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:35.154472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e05239ba-f0d9-4322-8b66-62ffd5d3c868 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:51:35.243332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Made reservation on behalf of 4309a180c2f1468ca8dd883c5aecee64 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:35.245827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:35.324998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587bf55-67b6-497f-8591-9ffcc5172795 req-81256df2-a8e6-4faf-8087-6e729a29bf97 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:35.331104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587bf55-67b6-497f-8591-9ffcc5172795 req-81256df2-a8e6-4faf-8087-6e729a29bf97 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:35.332763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1587bf55-67b6-497f-8591-9ffcc5172795 req-81256df2-a8e6-4faf-8087-6e729a29bf97 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=221d4914-1e62-4a91-88af-2435cc974f8f&device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 1682 time: 0.1381903 Feb 15 01:51:35.394222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1587bf55-67b6-497f-8591-9ffcc5172795 req-19869e2e-b0a1-4069-953a-030d7e8e197b tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/security-groups?id=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489049 Feb 15 01:51:35.464403 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049eae8f-fb2c-475a-96da-1afcdd1a46fa x-openstack-request-id: req-049eae8f-fb2c-475a-96da-1afcdd1a46fa {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:35.465763 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "name": "network-vif-plugged", "status": "completed", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:35.473215 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-049eae8f-fb2c-475a-96da-1afcdd1a46fa {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:35.473215 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c', 'code': 200} Feb 15 01:51:35.639858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e15a384-8528-449b-b8fc-5c3fa1c1b25c req-0665ec9a-2ae3-4c7c-8059-aec5ec89a096 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 210 time: 0.0751679 Feb 15 01:51:36.259681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-3bcd9397-c09d-45a3-b656-9e6653797373 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:36.261373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-3bcd9397-c09d-45a3-b656-9e6653797373 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.31 "GET /v2.0/networks?id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 HTTP/1.1" status: 200 len: 810 time: 0.1426032 Feb 15 01:51:36.417896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e573-0c65-4559-9d46-7555cd243883 req-106d6a9b-357e-4e1a-8fec-31e21b2a91d2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:36.417896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06b7e573-0c65-4559-9d46-7555cd243883 req-106d6a9b-357e-4e1a-8fec-31e21b2a91d2 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.2888086 Feb 15 01:51:36.424011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (c3d8e884-1933-4798-94e8-89c3bf1e9a35), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:36.448375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfef6bd-c9af-4a39-b050-a0f9271ea94b req-eb110244-0163-4d21-971c-500676280cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:36.449841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cfef6bd-c9af-4a39-b050-a0f9271ea94b req-eb110244-0163-4d21-971c-500676280cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 1128 time: 0.8567734 Feb 15 01:51:36.530284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-025c69a4-3948-4b6f-806f-7269ccd9c79d tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c74fa8383a94c62b075ba7d7bb02150 HTTP/1.1" status: 200 len: 378 time: 0.1938341 Feb 15 01:51:36.555867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'port': {'device_id': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'admin_state_up': True, 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'security_groups': ['65f77b3b-56a7-42c6-b523-72a247ab7377']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:36.596250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d8e884-1933-4798-94e8-89c3bf1e9a35,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:36.702250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Checking segment: {'id': '52c03ef1-ad02-49fc-b406-54978ce45411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:36.702678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Network hostable DHCP agents. Network: e05239ba-f0d9-4322-8b66-62ffd5d3c868, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:51:36.723947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06b7e573-0c65-4559-9d46-7555cd243883 req-09fcb87c-041e-4f63-8f25-6d075bce4a69 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964458 Feb 15 01:51:36.765496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cfef6bd-c9af-4a39-b050-a0f9271ea94b req-040f8586-446f-4b21-83f3-1f29f1072d9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840793 Feb 15 01:51:36.862024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Network e05239ba-f0d9-4322-8b66-62ffd5d3c868 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:51:36.945831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Made reservation on behalf of 9c74fa8383a94c62b075ba7d7bb02150 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:36.950235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:37.007001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e05239ba-f0d9-4322-8b66-62ffd5d3c868) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:37.015159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:37.015502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:37.020089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74dbabd-c707-4714-b2ee-3c3adc658436 None None] Network e05239ba-f0d9-4322-8b66-62ffd5d3c868 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:37.162884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410edcf-97dc-421a-bc84-b7850d778450 None None] Network e05239ba-f0d9-4322-8b66-62ffd5d3c868 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:37.334651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Allocated IP 172.20.0.8 (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057/57489c25-10c6-49b1-b4a1-e60bf7eaddd6/8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:37.369877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6fa9d9e-e3f2-47b6-9ec4-d7da1c49482f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2768664 Feb 15 01:51:37.448763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20f9835f-3c37-42fb-a9c5-e07d25153c41 req-128fa791-c7c5-4a00-8344-718e9c1e2778 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 210 time: 0.0702920 Feb 15 01:51:37.665744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:37.812473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:37.879993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:37.883545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:37.895701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:37.990213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event updated for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:38.000073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:38.001343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:38.123385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-fba1ae30-ddca-43af-b717-51ba1c707c20 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5747962 Feb 15 01:51:38.146832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Request body: {'port': {'device_id': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:38.313901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73c0c708-0d0d-4724-ba3c-70b5911f2a6f None None] Provisioning complete for port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:38.313901 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73c0c708-0d0d-4724-ba3c-70b5911f2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:38.393152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73c0c708-0d0d-4724-ba3c-70b5911f2a6f None None] Port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:51:38.509457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-b667966a-5d24-41e3-8a75-9b9480e236fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:38.511746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-b667966a-5d24-41e3-8a75-9b9480e236fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1128 time: 0.1820498 Feb 15 01:51:38.529912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761314a8-8969-4532-abcc-2ecced491abd req-6046e457-73ed-447b-ab1d-13c551553821 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:38.540514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-761314a8-8969-4532-abcc-2ecced491abd req-6046e457-73ed-447b-ab1d-13c551553821 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.2425480 Feb 15 01:51:38.562083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:38.618054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-761314a8-8969-4532-abcc-2ecced491abd req-df0562e3-0fb4-4a03-ac39-504c980f3c76 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715461 Feb 15 01:51:38.705939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-7d35816a-2ebd-4520-9c4e-1feb5362cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:38.708588 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-7d35816a-2ebd-4520-9c4e-1feb5362cc98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1537588 Feb 15 01:51:38.877573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-757dcb1c-3702-46d1-98df-34cbf3e28768 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 1000 time: 0.1608851 Feb 15 01:51:39.025197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-16cc71cd-dca6-4514-a791-addbbeb7f678 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:39.027983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-9c83d343-dbbc-4f87-a468-8a76419bfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:39.028873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-16cc71cd-dca6-4514-a791-addbbeb7f678 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.31 "GET /v2.0/ports?device_id=221d4914-1e62-4a91-88af-2435cc974f8f HTTP/1.1" status: 200 len: 946 time: 0.3477061 Feb 15 01:51:39.033447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-9c83d343-dbbc-4f87-a468-8a76419bfd41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1484540 Feb 15 01:51:39.150432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-f6c81186-746c-4e56-bb40-e8e2e9a4810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:39.153389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-f6c81186-746c-4e56-bb40-e8e2e9a4810d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1131051 Feb 15 01:51:39.279573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-e534d3d2-9568-4cc5-95a5-a64f74420b35 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172514 Feb 15 01:51:39.337284 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:51:39.430130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-30e3e78e-27e2-438b-a14e-8b31b6845036 req-19753730-6cb1-49b1-80de-ff6c927c13de service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434910 Feb 15 01:51:39.624889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-d02da1c6-decc-4677-aa75-af20bc001592 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:39.627086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-d02da1c6-decc-4677-aa75-af20bc001592 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/networks?id=e05239ba-f0d9-4322-8b66-62ffd5d3c868 HTTP/1.1" status: 200 len: 812 time: 0.3354769 Feb 15 01:51:39.635583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Deleting port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:39.637566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:39.717728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-827b9043-3f19-4a97-88b9-b0ff77143746 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/quotas/4309a180c2f1468ca8dd883c5aecee64 HTTP/1.1" status: 200 len: 375 time: 0.0580411 Feb 15 01:51:40.046596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] For port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:40.096237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:40.096237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-d3a2cc06-718a-4b5c-a14f-a28ad388a075 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4309a180c2f1468ca8dd883c5aecee64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2036514 Feb 15 01:51:40.111882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:40.117113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Calling delete_port for 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:40.155347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks [] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:40.257719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-312cc14c-86a3-4c3e-91eb-e1f5b5c761b1 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:40.259347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-312cc14c-86a3-4c3e-91eb-e1f5b5c761b1 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 945 time: 0.5517964 Feb 15 01:51:40.260547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Transition to ACTIVE for port object 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:40.364872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:40.383982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-7c62b4da-fd67-41cb-97bd-64740b6de7a0 service neutron] 10.222.0.43 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833662 Feb 15 01:51:40.651226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:40.809641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-634b412a-cc61-495c-9a41-b3e5b791276d service neutron] 10.222.0.43 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246690 Feb 15 01:51:40.825473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Deleting port d94f1257-8c8f-45e5-8a2d-3298148ced25 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:40.825829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:40.888592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Attempting to bind port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:40.888959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Attempting to bind port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:40.889374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Attempting to bind port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 on network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:40.891752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (914f17ab-b41e-4833-a03b-ac9bfc56ccd3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:40.920236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 on network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:40.920236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Attempting to bind port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 on network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:40.991848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event deleted for resources: {'Port': ['ID=914f17ab-b41e-4833-a03b-ac9bfc56ccd3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:41.007182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:41.007527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Checking segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:41.007919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Bound using segment: {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:41.008432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Bound port: 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:41.008804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.015705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] No DVR routers for this DVR port 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:41.018447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.026312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ad5e2df-b7c7-43d0-991c-91d9c20eeaf7 req-5ccfc72d-79ed-436f-8724-9d8abadb4d2c tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.31 "DELETE /v2.0/ports/914f17ab-b41e-4833-a03b-ac9bfc56ccd3 HTTP/1.1" status: 204 len: 173 time: 1.9809425 Feb 15 01:51:41.033573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'name': 'network-vif-deleted', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:41.035880 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb45042-4499-4d3d-a1e7-af50e382fd05" -d '{"events": [{"server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "name": "network-vif-deleted", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:41.159695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:41.163062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:41.177364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] For port d94f1257-8c8f-45e5-8a2d-3298148ced25, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d94f1257-8c8f-45e5-8a2d-3298148ced25,segment=NetworkSegment(67f5653e-5ed3-48bb-9ad9-e3c8bf579d09),segment_id=67f5653e-5ed3-48bb-9ad9-e3c8bf579d09)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:41.180508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.206695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Calling delete_port for d94f1257-8c8f-45e5-8a2d-3298148ced25 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:41.239067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.449414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:41.454548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.457068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] 10.222.0.31 "PUT /v2.0/ports/8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 HTTP/1.1" status: 200 len: 1092 time: 3.3237686 Feb 15 01:51:41.493001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d779b7-5b33-43c0-adff-295ea5b4b61a service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:41.525145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47502-104f-41c1-aa62-f97290f1d158 req-cc7bdec8-5fc6-450a-9289-7dee39c0bdd0 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:41.540862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48a47502-104f-41c1-aa62-f97290f1d158 req-cc7bdec8-5fc6-450a-9289-7dee39c0bdd0 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 943 time: 0.2222197 Feb 15 01:51:41.814071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d94f1257-8c8f-45e5-8a2d-3298148ced25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.862645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Pushing event deleted for resources: {'Port': ['ID=d94f1257-8c8f-45e5-8a2d-3298148ced25,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:41.946539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48a47502-104f-41c1-aa62-f97290f1d158 req-2890d841-d7ca-4585-83ac-d109b08ba34a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4100716 Feb 15 01:51:41.950685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] No DVR routers for this DVR port d94f1257-8c8f-45e5-8a2d-3298148ced25 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:41.953202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:41.957944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b90644-e7d9-41fa-8d6a-8816f4d7d4dd req-90a59ea7-a64c-490b-935c-27e0d02d0861 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.37 "DELETE /v2.0/ports/d94f1257-8c8f-45e5-8a2d-3298148ced25 HTTP/1.1" status: 204 len: 173 time: 1.6926901 Feb 15 01:51:41.995569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-a98d0f88-9426-4c09-a19a-4f383ef95c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:42.000050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-a98d0f88-9426-4c09-a19a-4f383ef95c04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c74fa8383a94c62b075ba7d7bb02150&device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 1126 time: 0.3418229 Feb 15 01:51:42.140352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-251ecae0-30b1-4820-b953-27867989237d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 HTTP/1.1" status: 200 len: 217 time: 0.1283436 Feb 15 01:51:42.230094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-e5a19d4c-d036-4403-aea2-6b6a6b2e3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:42.231737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-e5a19d4c-d036-4403-aea2-6b6a6b2e3c16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57489c25-10c6-49b1-b4a1-e60bf7eaddd6 HTTP/1.1" status: 200 len: 849 time: 0.0709267 Feb 15 01:51:42.242307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7f67b-2d1f-49ec-8807-7957423c2d13 req-8731dd75-8786-4284-9b74-68b26200a9a1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:42.251342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ace7f67b-2d1f-49ec-8807-7957423c2d13 req-8731dd75-8786-4284-9b74-68b26200a9a1 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.1257346 Feb 15 01:51:42.349101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca320-3f81-44f1-86c5-9595b3794902 req-470108a2-f349-422a-a659-79511fb83b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:42.354345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-470108a2-f349-422a-a659-79511fb83b72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0936847 Feb 15 01:51:42.378972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ace7f67b-2d1f-49ec-8807-7957423c2d13 req-159ab596-eaa9-4e72-9fb0-cbfc1fd34648 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Feb 15 01:51:42.483595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d94f1257-8c8f-45e5-8a2d-3298148ced25 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:42.564927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: d94f1257-8c8f-45e5-8a2d-3298148ced25 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:42.565280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d94f1257-8c8f-45e5-8a2d-3298148ced25 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:42.580120 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2cb290-d153-4a7d-9360-0991ff9b4576 x-openstack-request-id: req-3f2cb290-d153-4a7d-9360-0991ff9b4576 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:42.581241 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d4914-1e62-4a91-88af-2435cc974f8f", "name": "network-vif-deleted", "tag": "914f17ab-b41e-4833-a03b-ac9bfc56ccd3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:42.581241 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f2cb290-d153-4a7d-9360-0991ff9b4576 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:42.582180 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d4914-1e62-4a91-88af-2435cc974f8f', 'name': 'network-vif-deleted', 'tag': '914f17ab-b41e-4833-a03b-ac9bfc56ccd3', 'status': 'completed', 'code': 200} Feb 15 01:51:42.646517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8577646b-0b09-4551-817c-30d4f539d17a req-dd912f8c-3771-404a-8146-62b0de37fa8e tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 210 time: 0.0781100 Feb 15 01:51:42.723569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:42.730209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-e37bccbb-59de-48c1-8a1a-25c546fecafe service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465474 Feb 15 01:51:42.783006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:42.783359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 914f17ab-b41e-4833-a03b-ac9bfc56ccd3 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:42.951545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-033ca320-3f81-44f1-86c5-9595b3794902 req-00386f29-ab38-40ba-af3d-9e122bcaad6e service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141702 Feb 15 01:51:43.343322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49d928fa-760c-432e-9111-ff3d50dba2aa req-8f4ce4a1-6b82-4814-a186-9f96fd0a21c9 tempest-ListServersNegativeTestJSON-2024912459 tempest-ListServersNegativeTestJSON-2024912459-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8184598-f890-484d-96d6-a3038c295ebe HTTP/1.1" status: 200 len: 210 time: 0.0365014 Feb 15 01:51:43.569496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fdd9-09e1-4bfd-865c-dd6712926bab req-2520f077-abc3-45a1-9c76-2a01af9558b7 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:43.578452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4082fdd9-09e1-4bfd-865c-dd6712926bab req-2520f077-abc3-45a1-9c76-2a01af9558b7 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 943 time: 0.1029558 Feb 15 01:51:43.658197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4082fdd9-09e1-4bfd-865c-dd6712926bab req-4d01eb95-6be5-487b-af17-6db15a0feab9 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788834 Feb 15 01:51:43.997523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbd4de-8ad9-4c6c-ad0b-67d772ef1eab req-de5eedd3-fa7e-4ddb-a38f-55cd97d35d7c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:44.012174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3cbbd4de-8ad9-4c6c-ad0b-67d772ef1eab req-de5eedd3-fa7e-4ddb-a38f-55cd97d35d7c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.1976674 Feb 15 01:51:44.120943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3cbbd4de-8ad9-4c6c-ad0b-67d772ef1eab req-d3a1145f-68ee-4052-ab72-0805bda65bce tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076698 Feb 15 01:51:44.242342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8612a57d-e46e-4b0e-a669-2795ce1aca88 req-247afb68-32f3-49e8-9b48-f43c0c22ce14 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 210 time: 0.0420904 Feb 15 01:51:44.451338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:44.539182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Deleting subnet 0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:51:44.547973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Publish callbacks [] for subnet (0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:44.573662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-4b3a0542-b418-4a2e-bae5-cb728664d53c tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:44.575748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-4b3a0542-b418-4a2e-bae5-cb728664d53c tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.37 "GET /v2.0/networks?id=e05239ba-f0d9-4322-8b66-62ffd5d3c868 HTTP/1.1" status: 200 len: 812 time: 0.1461995 Feb 15 01:51:44.587037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'}, {'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'name': 'network-vif-deleted', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:44.589873 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3114741-547a-4367-a225-43c39518538b" -d '{"events": [{"name": "network-changed", "server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4"}, {"server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "name": "network-vif-deleted", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:44.597256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Request body: {'port': {'device_id': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868', 'admin_state_up': True, 'tenant_id': '4309a180c2f1468ca8dd883c5aecee64'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:44.666781 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:44.739804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:44.763961 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2b1d7-56fd-4927-b3df-25c88e98ec1f x-openstack-request-id: req-28a2b1d7-56fd-4927-b3df-25c88e98ec1f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:44.764462 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4", "status": "completed", "code": 200}, {"server_uuid": "a8184598-f890-484d-96d6-a3038c295ebe", "name": "network-vif-deleted", "tag": "d94f1257-8c8f-45e5-8a2d-3298148ced25", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:44.764727 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28a2b1d7-56fd-4927-b3df-25c88e98ec1f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:44.765155 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'status': 'completed', 'code': 200} Feb 15 01:51:44.767175 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8184598-f890-484d-96d6-a3038c295ebe', 'name': 'network-vif-deleted', 'tag': 'd94f1257-8c8f-45e5-8a2d-3298148ced25', 'status': 'completed', 'code': 200} Feb 15 01:51:44.775667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:44.866880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114741-547a-4367-a225-43c39518538b req-38b22b8c-fad2-40b6-a8b1-044fbb79f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:44.871306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-38b22b8c-fad2-40b6-a8b1-044fbb79f5aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c74fa8383a94c62b075ba7d7bb02150&device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 1126 time: 0.1403339 Feb 15 01:51:44.958510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.008395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:45.022063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'port_id': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'mac_address': 'fa:16:3e:62:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:45.026836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:45.044788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.050523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-680a8fdd-ca02-4ede-a979-dee9f2f2d4f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c3340bd-dd2e-44d6-86ab-9e15bfb33aa2 HTTP/1.1" status: 204 len: 168 time: 0.5946727 Feb 15 01:51:45.050907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:45.054291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114741-547a-4367-a225-43c39518538b req-2d0c367b-2876-4b7d-ae1c-1d883d1ec5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:45.056007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-2d0c367b-2876-4b7d-ae1c-1d883d1ec5c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 HTTP/1.1" status: 200 len: 911 time: 0.1780221 Feb 15 01:51:45.081197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:45.081580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.102548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:45.123459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:45.133404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Made reservation on behalf of 4309a180c2f1468ca8dd883c5aecee64 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:45.136845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.143968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-d7be0b47-c982-42d5-9b8f-722bb39331b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 HTTP/1.1" status: 200 len: 217 time: 0.0667279 Feb 15 01:51:45.231558 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.233691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.346825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679a76-97d8-4532-acf5-703e8bea0a99 req-9bf072d8-d59a-421f-9f97-5d97a5f0ca78 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:45.349087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97679a76-97d8-4532-acf5-703e8bea0a99 req-9bf072d8-d59a-421f-9f97-5d97a5f0ca78 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 943 time: 0.3696637 Feb 15 01:51:45.375062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:45.471497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:45.842801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (91617652-8c79-4d44-bcc2-2a7627a9d83b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:45.850095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114741-547a-4367-a225-43c39518538b req-0d8b998c-0372-4d96-89cb-511f612b69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:45.850288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-0d8b998c-0372-4d96-89cb-511f612b69aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57489c25-10c6-49b1-b4a1-e60bf7eaddd6 HTTP/1.1" status: 200 len: 849 time: 0.6696105 Feb 15 01:51:46.029713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97679a76-97d8-4532-acf5-703e8bea0a99 req-5b5a0d88-b857-4527-a73e-df2ff965e6da tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1950328 Feb 15 01:51:46.140623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Allocated IP 172.20.0.10 (e05239ba-f0d9-4322-8b66-62ffd5d3c868/c3d8e884-1933-4798-94e8-89c3bf1e9a35/137e7111-3da5-492f-8695-5515f25b973c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:46.195917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114741-547a-4367-a225-43c39518538b req-1296e766-fdf5-42a1-80b0-b4604f5059e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:46.197590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-1296e766-fdf5-42a1-80b0-b4604f5059e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3321819 Feb 15 01:51:46.200439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (91617652-8c79-4d44-bcc2-2a7627a9d83b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.284554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91617652-8c79-4d44-bcc2-2a7627a9d83b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:46.316462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:46.316769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f5653e-5ed3-48bb-9ad9-e3c8bf579d09') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:46.343898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (67f5653e-5ed3-48bb-9ad9-e3c8bf579d09), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.377979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf3968-888f-4e3f-8f9e-d18e801c3741 req-71e18266-bf6d-4b95-9bff-194b8aa6e595 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:46.379529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46cf3968-888f-4e3f-8f9e-d18e801c3741 req-71e18266-bf6d-4b95-9bff-194b8aa6e595 tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.2418880 Feb 15 01:51:46.435607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (67f5653e-5ed3-48bb-9ad9-e3c8bf579d09), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.458738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:51:46.459227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (67f5653e-5ed3-48bb-9ad9-e3c8bf579d09), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:51:46.474009 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:51:46.491279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-0da29262-4d2b-48bc-a8c8-8876f7599c85 service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778108 Feb 15 01:51:46.625325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks [] for port (137e7111-3da5-492f-8695-5515f25b973c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.732628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.747487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46cf3968-888f-4e3f-8f9e-d18e801c3741 req-e11542d6-cf63-46e4-ae25-829b8398b6ab tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345749 Feb 15 01:51:46.774562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:46.797663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (91617652-8c79-4d44-bcc2-2a7627a9d83b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.817898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Network e05239ba-f0d9-4322-8b66-62ffd5d3c868 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:46.823634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:46.826958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/91617652-8c79-4d44-bcc2-2a7627a9d83b HTTP/1.1" status: 204 len: 168 time: 1.7748270 Feb 15 01:51:46.867249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:46.882325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c585d-8922-49d8-9593-656ba7fc39a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91617652-8c79-4d44-bcc2-2a7627a9d83b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:46.884332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:46.945278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:46.950869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:46.951248 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.000932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Pushing event updated for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:47.070077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3114741-547a-4367-a225-43c39518538b req-563baaf6-214e-42b1-b168-d079e6f2bbaa service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357780 Feb 15 01:51:47.109609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:47.109844 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.123813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:47.124539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.157483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:47.165570 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0552193b-0ccd-4b68-9d2b-7ba228e3a3b9" -d '{"events": [{"server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:47.191035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9aebb-535c-4fce-baf6-cf82e785f610 req-6d6fb323-3c47-490d-9117-8aa29aa64045 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:47.193249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:47.201840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee9aebb-535c-4fce-baf6-cf82e785f610 req-6d6fb323-3c47-490d-9117-8aa29aa64045 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 932 time: 0.2987287 Feb 15 01:51:47.255052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee9aebb-535c-4fce-baf6-cf82e785f610 req-59bf4fc9-aad7-4c35-909d-8898b2e601b6 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Feb 15 01:51:47.281444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-201d6636-3c6b-4b4a-8b2b-61debf87caea tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6966324 Feb 15 01:51:47.295012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Request body: {'port': {'device_id': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:47.339355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.380887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (137e7111-3da5-492f-8695-5515f25b973c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.393896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:47.685126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137e7111-3da5-492f-8695-5515f25b973c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:47.693317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks [] for port (137e7111-3da5-492f-8695-5515f25b973c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.707148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Transition to ACTIVE for port object 137e7111-3da5-492f-8695-5515f25b973c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:51:47.716947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:47.769411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:47.777123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3627222e-7577-40b6-bf6c-799d39237bd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6013e5748c154eb5b29bdac27819ef43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588434 Feb 15 01:51:47.780024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:47.837843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] Publish callbacks [] for security_group (b3f2b58b-dd96-4fdd-837d-eb2b15467ddf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.863654 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.872499 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] Publish callbacks [] for security_group (b3f2b58b-dd96-4fdd-837d-eb2b15467ddf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.905047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:47.941574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c8f0-f4fd-4275-bf3a-a814a119437f req-64eada2e-c34f-47f2-929f-dddcfe674baf tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:47.951515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36a4c8f0-f4fd-4275-bf3a-a814a119437f req-64eada2e-c34f-47f2-929f-dddcfe674baf tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.1793661 Feb 15 01:51:47.999705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Pushing event updated for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:48.048421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a79-06a7-41cd-b9e7-f694b6e7741d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.070139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b3f2b58b-dd96-4fdd-837d-eb2b15467ddf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.073111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.074309 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3f2b58b-dd96-4fdd-837d-eb2b15467ddf HTTP/1.1" status: 204 len: 168 time: 0.2917678 Feb 15 01:51:48.090658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36a4c8f0-f4fd-4275-bf3a-a814a119437f req-5ab31e59-2d3a-4af4-b53b-020214f4eaac tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379991 Feb 15 01:51:48.097412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecac34a-990c-4afa-ab55-bbff80316473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2b58b-dd96-4fdd-837d-eb2b15467ddf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:48.135146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Attempting to bind port 137e7111-3da5-492f-8695-5515f25b973c on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:51:48.135519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Attempting to bind port 137e7111-3da5-492f-8695-5515f25b973c by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '52c03ef1-ad02-49fc-b406-54978ce45411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:51:48.135857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Attempting to bind port 137e7111-3da5-492f-8695-5515f25b973c on network e05239ba-f0d9-4322-8b66-62ffd5d3c868 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:48.145209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Port 137e7111-3da5-492f-8695-5515f25b973c on network e05239ba-f0d9-4322-8b66-62ffd5d3c868 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:51:48.145535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Attempting to bind port 137e7111-3da5-492f-8695-5515f25b973c on network e05239ba-f0d9-4322-8b66-62ffd5d3c868 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:51:48.158288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:51:48.158624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Checking segment: {'id': '52c03ef1-ad02-49fc-b406-54978ce45411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:48.159057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Bound using segment: {'id': '52c03ef1-ad02-49fc-b406-54978ce45411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:51:48.159475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Bound port: 137e7111-3da5-492f-8695-5515f25b973c, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c03ef1-ad02-49fc-b406-54978ce45411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:51:48.159839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (137e7111-3da5-492f-8695-5515f25b973c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.172891 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337d00a-8d01-4c04-a00b-e4039ebdc45f x-openstack-request-id: req-9337d00a-8d01-4c04-a00b-e4039ebdc45f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:48.174157 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:48.176600 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9337d00a-8d01-4c04-a00b-e4039ebdc45f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:48.179558 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'code': 200} Feb 15 01:51:48.327709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a79-06a7-41cd-b9e7-f694b6e7741d admin admin] Publish callbacks [] for security_group (94b406eb-527f-46f7-a7cf-8f1a45f12e1c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.363625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:51:48.367858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=137e7111-3da5-492f-8695-5515f25b973c,segment=NetworkSegment(52c03ef1-ad02-49fc-b406-54978ce45411),segment_id=52c03ef1-ad02-49fc-b406-54978ce45411)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:51:48.375405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29726436-d724-4d9c-a365-2567873bf8fc req-df1cc9f4-8e7d-4c50-8aeb-69dc82159222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.376986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29726436-d724-4d9c-a365-2567873bf8fc req-df1cc9f4-8e7d-4c50-8aeb-69dc82159222 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 1128 time: 0.1471086 Feb 15 01:51:48.383865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c583d5-298a-4f8c-8013-2c9bfad66d9e req-625117b6-c3de-4811-bb2d-25f5d14d7ecb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.385251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9c583d5-298a-4f8c-8013-2c9bfad66d9e req-625117b6-c3de-4811-bb2d-25f5d14d7ecb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.1197684 Feb 15 01:51:48.392713 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a79-06a7-41cd-b9e7-f694b6e7741d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94b406eb-527f-46f7-a7cf-8f1a45f12e1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.473112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8b20a79-06a7-41cd-b9e7-f694b6e7741d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17ff03de78e64033a03ffd0695c6bd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999996 Feb 15 01:51:48.473112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b20a79-06a7-41cd-b9e7-f694b6e7741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b406eb-527f-46f7-a7cf-8f1a45f12e1c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:48.473482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:48.503382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.542464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9c583d5-298a-4f8c-8013-2c9bfad66d9e req-67a6f105-c5b5-473f-bd38-7a79d46cd32c tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6c50af6-78e3-46f8-81e9-9145e69d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507001 Feb 15 01:51:48.564321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29726436-d724-4d9c-a365-2567873bf8fc req-470a60df-bd79-4e9e-8d13-a495dec894b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1718254 Feb 15 01:51:48.564321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.564321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.564321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] 10.222.0.37 "PUT /v2.0/ports/137e7111-3da5-492f-8695-5515f25b973c HTTP/1.1" status: 200 len: 1093 time: 1.2722285 Feb 15 01:51:48.564321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'tag': '137e7111-3da5-492f-8695-5515f25b973c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:48.565998 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "tag": "137e7111-3da5-492f-8695-5515f25b973c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:48.586625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] Publish callbacks [] for security_group (94b406eb-527f-46f7-a7cf-8f1a45f12e1c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.592972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075c1fe-6d9c-4274-a2b4-a928eeb8f49a service neutron] Pushing event updated for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:48.626851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] Publish callbacks [] for security_group (94b406eb-527f-46f7-a7cf-8f1a45f12e1c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.700839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcfc6e-4155-4ccd-9fd6-9ca173bac587 req-a264b994-08d9-4633-8a41-ab51ea2d88e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.708429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fdcfc6e-4155-4ccd-9fd6-9ca173bac587 req-a264b994-08d9-4633-8a41-ab51ea2d88e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.0721681 Feb 15 01:51:48.759981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94b406eb-527f-46f7-a7cf-8f1a45f12e1c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.764249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:48.767611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94b406eb-527f-46f7-a7cf-8f1a45f12e1c HTTP/1.1" status: 204 len: 168 time: 0.2903702 Feb 15 01:51:48.785932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fdcfc6e-4155-4ccd-9fd6-9ca173bac587 req-99882099-79ed-4f68-b70a-fc627443758e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738807 Feb 15 01:51:48.796475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-279f98e5-2681-44d3-aaa0-37eedd323a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.803601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9a851-562b-4d59-9237-ad04f4256594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b406eb-527f-46f7-a7cf-8f1a45f12e1c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:48.804731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-279f98e5-2681-44d3-aaa0-37eedd323a89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4309a180c2f1468ca8dd883c5aecee64&device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 1127 time: 0.0722380 Feb 15 01:51:48.854798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-839edb66-04b1-4def-ae5a-609267dea0dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=137e7111-3da5-492f-8695-5515f25b973c HTTP/1.1" status: 200 len: 217 time: 0.0476968 Feb 15 01:51:48.940892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-62e13d88-c312-467a-b0f9-e0955106ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.942459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-62e13d88-c312-467a-b0f9-e0955106ceb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d8e884-1933-4798-94e8-89c3bf1e9a35 HTTP/1.1" status: 200 len: 852 time: 0.0804989 Feb 15 01:51:48.983868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159d613-e451-499e-89a7-f054ebc0def2 req-2c07e2ab-e63c-4ca2-8327-25b48ec80625 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:48.985397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0159d613-e451-499e-89a7-f054ebc0def2 req-2c07e2ab-e63c-4ca2-8327-25b48ec80625 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 944 time: 0.0944657 Feb 15 01:51:48.987489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-9c9da0f0-ab59-41e6-96d3-4594547460d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e05239ba-f0d9-4322-8b66-62ffd5d3c868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382349 Feb 15 01:51:49.111424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0159d613-e451-499e-89a7-f054ebc0def2 req-f6cbce92-e1c0-4b0c-be73-7bb705a722b1 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107309 Feb 15 01:51:49.135182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-c6b84d99-9172-477b-9b56-2fe5a008efe8 service neutron] 10.222.0.37 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400764 Feb 15 01:51:49.169839 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274608d1-7b5c-49f0-a4be-b68985aac144 x-openstack-request-id: req-274608d1-7b5c-49f0-a4be-b68985aac144 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:49.170452 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "tag": "137e7111-3da5-492f-8695-5515f25b973c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:49.170891 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-274608d1-7b5c-49f0-a4be-b68985aac144 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:49.171618 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'tag': '137e7111-3da5-492f-8695-5515f25b973c', 'status': 'completed', 'code': 200} Feb 15 01:51:49.276727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a692d8-7113-4554-85f2-293bbb3ea735 req-f3ff7b20-5005-4f05-a1fd-be6836db9923 service neutron] 10.222.0.37 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346204 Feb 15 01:51:49.434681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-1f8007f9-75da-435b-a32e-e93e4a64d7fb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:49.437051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-1f8007f9-75da-435b-a32e-e93e4a64d7fb tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 945 time: 0.0706775 Feb 15 01:51:49.535582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:49.566436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-9d0dfcbb-d544-439e-842d-c4fb6d988e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:49.574328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-9d0dfcbb-d544-439e-842d-c4fb6d988e6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4309a180c2f1468ca8dd883c5aecee64&device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 1127 time: 0.1360712 Feb 15 01:51:49.576619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-580d5c13-e457-4bb6-9bf1-a9c5c7121469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.600797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:49.656574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Deleting port ea0052c8-1538-42e6-89ad-fcf3676a698c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:51:49.656574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.687599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-580d5c13-e457-4bb6-9bf1-a9c5c7121469 admin admin] Publish callbacks [] for security_group (748480c1-3108-4500-a150-b5748e872b42), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.737205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-3a5528f3-4617-4f63-9735-41c299c7d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:49.738712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-3a5528f3-4617-4f63-9735-41c299c7d1cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e05239ba-f0d9-4322-8b66-62ffd5d3c868 HTTP/1.1" status: 200 len: 913 time: 0.1580081 Feb 15 01:51:49.773120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-580d5c13-e457-4bb6-9bf1-a9c5c7121469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (748480c1-3108-4500-a150-b5748e872b42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.796551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1558281902-network', 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:49.829255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] For port ea0052c8-1538-42e6-89ad-fcf3676a698c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea0052c8-1538-42e6-89ad-fcf3676a698c,segment=NetworkSegment(b6eb6956-ab26-4b83-bbf1-710a43e62215),segment_id=b6eb6956-ab26-4b83-bbf1-710a43e62215)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:49.829632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.841887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-580d5c13-e457-4bb6-9bf1-a9c5c7121469 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cce41a157da49ee9a917bb679089e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047807 Feb 15 01:51:49.844139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Calling delete_port for ea0052c8-1538-42e6-89ad-fcf3676a698c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:51:49.847373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:49.868427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5c13-e457-4bb6-9bf1-a9c5c7121469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748480c1-3108-4500-a150-b5748e872b42,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:49.896643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-578e6008-7ec7-4e9c-acfc-605f77f4cc96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=137e7111-3da5-492f-8695-5515f25b973c HTTP/1.1" status: 200 len: 217 time: 0.1491082 Feb 15 01:51:49.915381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] Publish callbacks [] for security_group (748480c1-3108-4500-a150-b5748e872b42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.929119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:49.931607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.946266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:49.962168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] Publish callbacks [] for security_group (748480c1-3108-4500-a150-b5748e872b42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.022166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-a37752bb-97af-4306-be8e-efabae800340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:50.024319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-a37752bb-97af-4306-be8e-efabae800340 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d8e884-1933-4798-94e8-89c3bf1e9a35 HTTP/1.1" status: 200 len: 852 time: 0.1169841 Feb 15 01:51:50.051813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ade48-b12d-483c-b45c-bbf341c9b33e req-701e4f1c-275f-47ba-9b84-da8cede3e0f1 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:50.054006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e39ade48-b12d-483c-b45c-bbf341c9b33e req-701e4f1c-275f-47ba-9b84-da8cede3e0f1 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.1610999 Feb 15 01:51:50.092818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks [] for security_group (58e367dd-3d4f-45f5-adc2-cfda1d91fc72), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.100195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-da78ceb7-5919-4fd6-918f-254fcbb76850 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e05239ba-f0d9-4322-8b66-62ffd5d3c868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665720 Feb 15 01:51:50.119971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (748480c1-3108-4500-a150-b5748e872b42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.124666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.126297 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/748480c1-3108-4500-a150-b5748e872b42 HTTP/1.1" status: 204 len: 168 time: 0.2777243 Feb 15 01:51:50.135863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf4983-c8fd-4d3d-880d-9eac352572f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748480c1-3108-4500-a150-b5748e872b42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:50.181096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (58e367dd-3d4f-45f5-adc2-cfda1d91fc72), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.216639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:51:50.228135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e39ade48-b12d-483c-b45c-bbf341c9b33e req-f64ab9e6-dbcf-44c2-bb7a-c8ac12022272 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308322 Feb 15 01:51:50.236936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e367dd-3d4f-45f5-adc2-cfda1d91fc72,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:50.243949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fb01da7b-696f-423d-9ed9-cec8ddc2186b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.245475 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Added segment fb01da7b-696f-423d-9ed9-cec8ddc2186b of type vlan for network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 Feb 15 01:51:50.273515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-5074c571-2b62-427a-97b4-3b363c4a7e85 service neutron] 10.222.0.37 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620691 Feb 15 01:51:50.301283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ea0052c8-1538-42e6-89ad-fcf3676a698c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.306241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.313829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ea0052c8-1538-42e6-89ad-fcf3676a698c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:50.394122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Pushing event deleted for resources: {'Port': ['ID=ea0052c8-1538-42e6-89ad-fcf3676a698c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:50.413281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.415241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:50.415368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.431212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d885a70-4086-4910-958f-ed74c100ee96 req-a608070c-236d-4007-8c2a-a00270a796bf tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 210 time: 0.0436409 Feb 15 01:51:50.501913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:50.517417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:51:50.526448 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd2348a0-6c52-41c4-974c-a47841c11580 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9219787 Feb 15 01:51:50.535235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:50.539190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] No DVR routers for this DVR port ea0052c8-1538-42e6-89ad-fcf3676a698c on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:51:50.545443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Request body: {'subnet': {'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1558281902-subnet', 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:50.546874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.550576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e51bfef-0e28-49d4-ba8f-42847c421567 req-62eed9e7-e468-4c06-ae02-bab6203b05be tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.37 "DELETE /v2.0/ports/ea0052c8-1538-42e6-89ad-fcf3676a698c HTTP/1.1" status: 204 len: 173 time: 1.1026030 Feb 15 01:51:50.606836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5b7d4e3-1e81-4508-bc42-037bd11b56d1 req-e2edf9b6-83b0-4250-910d-5df9f18e8e4a service neutron] 10.222.0.37 "GET /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182919 Feb 15 01:51:50.653649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376402e8-e0f9-4c86-a62e-96c246167628 req-477f1a9e-a82b-431c-966f-e4812434ac35 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:50.656049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-376402e8-e0f9-4c86-a62e-96c246167628 req-477f1a9e-a82b-431c-966f-e4812434ac35 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 944 time: 0.1142313 Feb 15 01:51:50.672017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:50.676548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:50.733263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-376402e8-e0f9-4c86-a62e-96c246167628 req-ce9616bf-72f8-4b53-9509-839437c6788b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Feb 15 01:51:50.974092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (4a9cb312-5b06-408c-b7e3-b614324d126c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:51.024763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce75e43c-89c5-48e6-a20d-c5552ae7d529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:51.046943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9cb312-5b06-408c-b7e3-b614324d126c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:51.050028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Checking segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:51:51.050493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Network hostable DHCP agents. Network: 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:51:51.137331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:51:51.173513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'name': 'network-vif-deleted', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:51.176434 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624f0891-1564-4ddb-8cf1-82035ce67dbc" -d '{"events": [{"server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "name": "network-vif-deleted", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:51.225629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:51.230813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:51.231415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:51.239176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d94a34-9493-43e9-84ef-50519a4aed99 None None] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:51.279284 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b410314-ee56-429a-8bb0-3540a2e93bc7 x-openstack-request-id: req-4b410314-ee56-429a-8bb0-3540a2e93bc7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:51.279284 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199cb413-e49a-4620-be6a-bc108c714b83", "name": "network-vif-deleted", "tag": "ea0052c8-1538-42e6-89ad-fcf3676a698c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:51.279780 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b410314-ee56-429a-8bb0-3540a2e93bc7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:51.280439 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199cb413-e49a-4620-be6a-bc108c714b83', 'name': 'network-vif-deleted', 'tag': 'ea0052c8-1538-42e6-89ad-fcf3676a698c', 'status': 'completed', 'code': 200} Feb 15 01:51:51.361026 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7347bdce-beaf-4861-959c-99cc177537b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8243701 Feb 15 01:51:51.422156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e3f34-4b6e-4c21-9e15-e4ed91b6119a None None] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:51:51.457624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e106-ae45-458f-be6c-3a42ff549998 req-8716dabc-0f31-4674-ac65-77098f908deb tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:51.466766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8507e106-ae45-458f-be6c-3a42ff549998 req-8716dabc-0f31-4674-ac65-77098f908deb tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.0693049 Feb 15 01:51:51.524877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8507e106-ae45-458f-be6c-3a42ff549998 req-630224bf-d004-40ff-af7e-cf02fd707f79 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572581 Feb 15 01:51:51.664204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddacd0b-b50b-4a0e-aa7c-2b7e397f9fa6 req-187f4a34-852e-4cf8-bc48-c8bb1c2e1d6f tempest-DeleteServersTestJSON-1710019464 tempest-DeleteServersTestJSON-1710019464-project] 10.222.0.43 "GET /v2.0/ports?device_id=199cb413-e49a-4620-be6a-bc108c714b83 HTTP/1.1" status: 200 len: 210 time: 0.0549028 Feb 15 01:51:51.791833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e88a8f-8b1c-498b-9263-48b8e08ad876 req-7fe56a02-33ac-4bde-beb6-ca4bd003c07c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:51.805448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:51.811298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Request body: {'floatingip': {'port_id': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:51.822938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05e88a8f-8b1c-498b-9263-48b8e08ad876 req-7fe56a02-33ac-4bde-beb6-ca4bd003c07c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.1057065 Feb 15 01:51:51.916782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:51.949107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3a1a-c51c-4be0-9ffe-afd962bd4a31 req-134ae8b1-b650-42a9-87bd-29aa3f33c218 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:51.957218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e4e3a1a-c51c-4be0-9ffe-afd962bd4a31 req-134ae8b1-b650-42a9-87bd-29aa3f33c218 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 944 time: 0.0632281 Feb 15 01:51:52.016430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e4e3a1a-c51c-4be0-9ffe-afd962bd4a31 req-9b90a09a-9970-4be4-ad30-65cb33114b6f tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Feb 15 01:51:52.487873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 137e7111-3da5-492f-8695-5515f25b973c details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:52.522073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea0052c8-1538-42e6-89ad-fcf3676a698c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:52.553943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: ea0052c8-1538-42e6-89ad-fcf3676a698c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:51:52.554642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea0052c8-1538-42e6-89ad-fcf3676a698c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:51:52.578637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-f3255901-5dc6-40d3-9235-22a3b4bd2a83 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:52.588869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-f3255901-5dc6-40d3-9235-22a3b4bd2a83 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.2327147 Feb 15 01:51:52.604757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-142abb1e-e0b1-466a-9b39-b60619198510 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/quotas/70960bad017b4fadbeebd089f3bdf7bf HTTP/1.1" status: 200 len: 375 time: 0.0148857 Feb 15 01:51:52.628383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:52.641695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-c73846a0-728d-4f6f-8fe3-2c72fdcf017b tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359566 Feb 15 01:51:52.684219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=137e7111-3da5-492f-8695-5515f25b973c,segment=NetworkSegment(52c03ef1-ad02-49fc-b406-54978ce45411),segment_id=52c03ef1-ad02-49fc-b406-54978ce45411)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:52.697079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '137e7111-3da5-492f-8695-5515f25b973c', 'network_id': 'e05239ba-f0d9-4322-8b66-62ffd5d3c868', 'port_id': '137e7111-3da5-492f-8695-5515f25b973c', 'mac_address': 'fa:16:3e:50:8a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8e884-1933-4798-94e8-89c3bf1e9a35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:52.699294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:52.742187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-e585ac22-39b5-42e3-834a-36a1bd2746a6 service neutron] 10.222.0.43 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996182 Feb 15 01:51:52.748042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 137e7111-3da5-492f-8695-5515f25b973c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:52.748495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (137e7111-3da5-492f-8695-5515f25b973c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:52.775464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137e7111-3da5-492f-8695-5515f25b973c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:52.792859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:51:52.832714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:51:52.861361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-04f4f84c-2628-4d55-8724-f1f78dbe9cfd service neutron] 10.222.0.43 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090441 Feb 15 01:51:52.876128 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Floating IP 071576c6-34c6-413e-8dee-f26c87049319 associated. External IP: 172.25.2.142, port: 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4. Feb 15 01:51:52.917117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=137e7111-3da5-492f-8695-5515f25b973c,segment=NetworkSegment(52c03ef1-ad02-49fc-b406-54978ce45411),segment_id=52c03ef1-ad02-49fc-b406-54978ce45411)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:53.006598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.085909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:53.086307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.136777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:53.139101 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6de710-ad1b-4204-968e-ee053128ea5d" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:53.159026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:53.172743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:53.173550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:53.201715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:51:53.256672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:53.257068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.473726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['137e7111-3da5-492f-8695-5515f25b973c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:53.501503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de9f16-ead4-4529-8a25-420ad3be59ea req-a859c0d5-4ba6-4dff-89a9-51d351dd40b9 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:53.504454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20de9f16-ead4-4529-8a25-420ad3be59ea req-a859c0d5-4ba6-4dff-89a9-51d351dd40b9 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 945 time: 0.1195993 Feb 15 01:51:53.528183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Router 792e7444-44ff-4874-9d87-84b5140a33a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:51:53.563937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d7dca41-cc8e-46a0-9fab-0eb324783753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.566506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.572980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:53.628901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20de9f16-ead4-4529-8a25-420ad3be59ea req-191d4b19-dad6-453a-85cd-2b5608f916fe tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179371 Feb 15 01:51:53.673713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:51:53.678375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:53.680892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c13a13-79ba-499f-a2d8-924cd13dd3de x-openstack-request-id: req-d9c13a13-79ba-499f-a2d8-924cd13dd3de {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:53.680892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:53.681095 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9c13a13-79ba-499f-a2d8-924cd13dd3de {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:53.682552 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:51:53.688431 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Sync routers for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:51:53.714822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:53.730268 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:53.730569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:51:53.730569 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:51:53.730827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a32a9cd-0145-4cdf-bf9a-a7f819948f09 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "PUT /v2.0/floatingips/071576c6-34c6-413e-8dee-f26c87049319 HTTP/1.1" status: 200 len: 991 time: 1.9218633 Feb 15 01:51:53.730934 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:53.731576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:53.735222 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3" -d '{"events": [{"name": "network-changed", "server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:53.903405 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:53.984714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a025a-2118-4334-a002-20f3a172fa49 req-694ee1d4-6b43-4ffd-912c-edf841b10c51 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:53.988500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3a025a-2118-4334-a002-20f3a172fa49 req-694ee1d4-6b43-4ffd-912c-edf841b10c51 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.0797586 Feb 15 01:51:54.066300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3a025a-2118-4334-a002-20f3a172fa49 req-30829a8d-aac2-41b4-827e-98b06a9916a8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644586 Feb 15 01:51:54.170306 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '071576c6-34c6-413e-8dee-f26c87049319', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'port_id': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'mac_address': 'fa:16:3e:62:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:51:27Z', 'updated_at': '2022-02-15T01:51:52Z', 'revision_number': 1, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:54.213875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Checking router: 792e7444-44ff-4874-9d87-84b5140a33a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:51:54.223102 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:51:54.224054 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:54.270807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:54.275070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:54.286607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:51:54.300461 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2e4c0-1e30-4194-958f-b07d4a09ebb3 x-openstack-request-id: req-5ad2e4c0-1e30-4194-958f-b07d4a09ebb3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:54.300769 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:54.301019 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ad2e4c0-1e30-4194-958f-b07d4a09ebb3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:54.301433 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'status': 'completed', 'code': 200} Feb 15 01:51:54.312533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:54.368572 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:51:54.395860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:54.463967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34ca21f5-55a5-4a29-bbb7-21f7700d077f req-273eaed3-9a9f-4e33-ab06-fa33b0da8cd4 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 210 time: 0.0781860 Feb 15 01:51:54.475721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-a37bd86c-e79a-4f27-ac76-f6ee2352b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:54.477568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-a37bd86c-e79a-4f27-ac76-f6ee2352b7cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c74fa8383a94c62b075ba7d7bb02150&device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 1128 time: 0.1557999 Feb 15 01:51:54.493733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:54.496184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:54.504564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:51:54.650400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-6e2dae3f-f2c8-43d0-8d6d-f324606712a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:54.652409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-6e2dae3f-f2c8-43d0-8d6d-f324606712a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 HTTP/1.1" status: 200 len: 911 time: 0.1676083 Feb 15 01:51:54.799069 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '071576c6-34c6-413e-8dee-f26c87049319', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'port_id': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'mac_address': 'fa:16:3e:62:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:51:27Z', 'updated_at': '2022-02-15T01:51:52Z', 'revision_number': 1, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:51:54.826815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-8efcbdc9-d094-4582-bac0-09015610da78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 HTTP/1.1" status: 200 len: 999 time: 0.1576593 Feb 15 01:51:54.853588 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78412f3-f821-4bc9-9773-dd38ab827129 None None] The sync data for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 is: [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '071576c6-34c6-413e-8dee-f26c87049319', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'port_id': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'mac_address': 'fa:16:3e:62:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:51:27Z', 'updated_at': '2022-02-15T01:51:52Z', 'revision_number': 1, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:51:54.976994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-e9617c73-616b-494d-baab-58abbdd24eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:54.990579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-e9617c73-616b-494d-baab-58abbdd24eb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=57489c25-10c6-49b1-b4a1-e60bf7eaddd6 HTTP/1.1" status: 200 len: 849 time: 0.1582284 Feb 15 01:51:55.020608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ff60-8114-48aa-95a9-feec5b427695 req-7c6a0131-d589-44b7-a158-d0f71035c187 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:55.029723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a7ff60-8114-48aa-95a9-feec5b427695 req-7c6a0131-d589-44b7-a158-d0f71035c187 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 945 time: 0.1762264 Feb 15 01:51:55.123636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-134ce873-fdc5-4ecf-9f20-2eedebddca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:55.125308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-134ce873-fdc5-4ecf-9f20-2eedebddca68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1275897 Feb 15 01:51:55.169095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a7ff60-8114-48aa-95a9-feec5b427695 req-788d248e-f1eb-45d1-a2db-833a5d9cd414 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384077 Feb 15 01:51:55.299018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec410479-b4ab-48ec-9f2c-0a10c0ff3971 None None] New status for floating IP 071576c6-34c6-413e-8dee-f26c87049319: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:51:55.364147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:55.384488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-fdaaecec-fc00-422b-a4cb-bbfadf2f9fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504740 Feb 15 01:51:55.624500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74b3f432-9eb0-4a3c-857e-a3db74ab0bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:55.684872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12ce4632-568a-4817-9f61-3b13f4f39818 req-08fe4d13-22fe-4c00-be0d-67d06c16b23f tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 210 time: 0.0650942 Feb 15 01:51:55.691599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1eb1b2-a89f-4699-a738-8d75c0f046a3 req-5a2f2bd0-49ed-4b72-8a60-a45a9f679248 service neutron] 10.222.0.31 "GET /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992826 Feb 15 01:51:55.801330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74b3f432-9eb0-4a3c-857e-a3db74ab0bcf admin admin] Publish callbacks [] for security_group (1b65d9f2-8b53-4ec9-b0df-65d92297beef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:55.874652 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:55.905009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74b3f432-9eb0-4a3c-857e-a3db74ab0bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b65d9f2-8b53-4ec9-b0df-65d92297beef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:55.975744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74b3f432-9eb0-4a3c-857e-a3db74ab0bcf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c09fedc306694fe9a109ff2c77ded8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6096458 Feb 15 01:51:55.979884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:56.013149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3f432-9eb0-4a3c-857e-a3db74ab0bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b65d9f2-8b53-4ec9-b0df-65d92297beef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:56.072965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] Publish callbacks [] for security_group (1b65d9f2-8b53-4ec9-b0df-65d92297beef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:56.113603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] Publish callbacks [] for security_group (1b65d9f2-8b53-4ec9-b0df-65d92297beef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:56.234529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1b65d9f2-8b53-4ec9-b0df-65d92297beef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:56.239042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:56.241782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b65d9f2-8b53-4ec9-b0df-65d92297beef HTTP/1.1" status: 204 len: 168 time: 0.2607057 Feb 15 01:51:56.261470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d8f7d-aabe-415b-97e7-ec37e05bbe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b65d9f2-8b53-4ec9-b0df-65d92297beef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:56.515851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 137e7111-3da5-492f-8695-5515f25b973c up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:56.719974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 137e7111-3da5-492f-8695-5515f25b973c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:51:56.726540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 137e7111-3da5-492f-8695-5515f25b973c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:56.728406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (137e7111-3da5-492f-8695-5515f25b973c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:56.835909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:51:57.023151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 137e7111-3da5-492f-8695-5515f25b973c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:57.026359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (137e7111-3da5-492f-8695-5515f25b973c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.073807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153afc7-15a7-4bb2-a57d-cda490eb81ef req-46b2c986-2651-4060-adf6-937e36b10d9c tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:57.093879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e153afc7-15a7-4bb2-a57d-cda490eb81ef req-46b2c986-2651-4060-adf6-937e36b10d9c tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 945 time: 0.7791388 Feb 15 01:51:57.105894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e7111-3da5-492f-8695-5515f25b973c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:51:57.110467 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43892915-ffa8-47d0-b00a-62994f58f7ef" -d '{"events": [{"server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "name": "network-vif-plugged", "status": "completed", "tag": "137e7111-3da5-492f-8695-5515f25b973c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:51:57.134163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=137e7111-3da5-492f-8695-5515f25b973c,segment=NetworkSegment(52c03ef1-ad02-49fc-b406-54978ce45411),segment_id=52c03ef1-ad02-49fc-b406-54978ce45411)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:57.140557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:51:57.141239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.250847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.351417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:51:57.353697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.366674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:57.369074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8c3b10d0-d360-4063-85d8-eb81ebb342dc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:57.370581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8c3b10d0-d360-4063-85d8-eb81ebb342dc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.4053121 Feb 15 01:51:57.390927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Request body: {'port': {'device_id': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'admin_state_up': True, 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:57.395994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.398383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd222518-95e5-4997-b670-e82ee4d1ed59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.425812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:57.462657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:51:57.550530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.590531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd222518-95e5-4997-b670-e82ee4d1ed59 admin admin] Publish callbacks [] for security_group (ab55e532-7bb4-4e98-87ac-18735537db0d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.657724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e153afc7-15a7-4bb2-a57d-cda490eb81ef req-9aea1500-9953-4f9e-b038-e52d9d02d258 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496664 Feb 15 01:51:57.663496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-4fb16de3-0dc2-40f3-b316-7c5bb2ca87d5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:57.664975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-4fb16de3-0dc2-40f3-b316-7c5bb2ca87d5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.31 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.1486948 Feb 15 01:51:57.685222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:57.687329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd222518-95e5-4997-b670-e82ee4d1ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ab55e532-7bb4-4e98-87ac-18735537db0d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:57.698626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Request body: {'port': {'device_id': '7e552c54-4313-4123-a17d-ef82d586638e', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'admin_state_up': True, 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:51:57.828988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222518-95e5-4997-b670-e82ee4d1ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55e532-7bb4-4e98-87ac-18735537db0d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:57.844981 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd222518-95e5-4997-b670-e82ee4d1ed59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6273fa48a7d64b599021628d83981e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4771183 Feb 15 01:51:57.849680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:51:57.993328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] Publish callbacks [] for security_group (ab55e532-7bb4-4e98-87ac-18735537db0d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.044387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] Publish callbacks [] for security_group (ab55e532-7bb4-4e98-87ac-18735537db0d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.059821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:58.063205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.134084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:51:58.137477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.232505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ab55e532-7bb4-4e98-87ac-18735537db0d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.236968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:58.238286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab55e532-7bb4-4e98-87ac-18735537db0d HTTP/1.1" status: 204 len: 168 time: 0.3840511 Feb 15 01:51:58.253969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ffc8c-cb57-4153-be54-745e0c72909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55e532-7bb4-4e98-87ac-18735537db0d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:58.616077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Allocated IP 172.20.0.9 (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775/4a9cb312-5b06-408c-b7e3-b614324d126c/9cbbf53f-7cd9-40e2-b84a-f8bf13596e23) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:58.754203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dc8fc18-d11c-413e-b4b8-56e0236b7bc1 req-c679de2d-39fb-4712-bd27-a72342c22133 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 210 time: 0.0924382 Feb 15 01:51:58.904231 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba66ff-a086-40bd-80c8-edba158cf2d7 x-openstack-request-id: req-2cba66ff-a086-40bd-80c8-edba158cf2d7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:51:58.904780 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "name": "network-vif-plugged", "status": "completed", "tag": "137e7111-3da5-492f-8695-5515f25b973c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:51:58.904780 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cba66ff-a086-40bd-80c8-edba158cf2d7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:51:58.905266 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e7111-3da5-492f-8695-5515f25b973c', 'code': 200} Feb 15 01:51:59.149417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks [] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:59.174496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3309b12-39ea-4631-bb82-7958a458caf5 req-b3184bf2-17a7-4d32-9fab-90bb826c955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.175455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3309b12-39ea-4631-bb82-7958a458caf5 req-b3184bf2-17a7-4d32-9fab-90bb826c955e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 1129 time: 0.1587837 Feb 15 01:51:59.247163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.253932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.274527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.285361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.302213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.311935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.323300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.330548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-dbcc9cf9-784e-4294-9286-6b86c357e930 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.3096559 Feb 15 01:51:59.439019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:59.475471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3309b12-39ea-4631-bb82-7958a458caf5 req-6ac41822-736a-44f5-8629-5eea731047c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732179 Feb 15 01:51:59.554253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event updated for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:51:59.588921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e052aa53-41e5-4299-9cf9-7b0eebd5a0f4 req-414f21af-862d-41d6-b134-1905660ce645 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2521315 Feb 15 01:51:59.641114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:51:59.641114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:51:59.641114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:51:59.645558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Allocated IP 172.20.0.4 (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775/4a9cb312-5b06-408c-b7e3-b614324d126c/6203647f-98ee-4e5f-b811-177477659ecd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:51:59.814711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.815443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:51:59.886267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981389f-dd24-4549-8f64-b09d4101208e req-9cdd22f9-4889-43a0-bcbe-218411236728 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:51:59.888195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4981389f-dd24-4549-8f64-b09d4101208e req-9cdd22f9-4889-43a0-bcbe-218411236728 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 946 time: 0.1870275 Feb 15 01:52:00.009906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-7fa5f7b6-9bb9-4200-8ff7-2a4af0fd2b49 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6299880 Feb 15 01:52:00.035185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Request body: {'port': {'device_id': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:00.051164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4981389f-dd24-4549-8f64-b09d4101208e req-46bf2cf3-d07b-4fa0-b892-5fcd9f5e05e9 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434777 Feb 15 01:52:00.188926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks [] for port (6203647f-98ee-4e5f-b811-177477659ecd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:00.249587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98dc6e53-efeb-462f-93e8-003deaf75d6e req-0d9dec65-a14f-43b2-bd20-e1a55320b27a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 210 time: 0.0509298 Feb 15 01:52:00.260686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:00.470092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:00.593509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:00.596463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event updated for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:00.662951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:00.673587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:00.754388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:00.754388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:00.849041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-77cda022-7da5-4890-ba72-11acf276cca8 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1681194 Feb 15 01:52:00.890749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Request body: {'port': {'device_id': '7e552c54-4313-4123-a17d-ef82d586638e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:00.906562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:00.912123 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7670499f-cb5c-4e59-9d3f-d5609e5bb9d2" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:00.952974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:00.968829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks [] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:00.984035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:00.990868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:00.997513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.002938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.009031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.015429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.023688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.026273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-ce140f95-bf0e-4a0c-8e28-eddddc927eec tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.2573378 Feb 15 01:52:01.096614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Transition to ACTIVE for port object 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:01.112488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6203647f-98ee-4e5f-b811-177477659ecd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:01.196718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:01.365959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c47b360-e4c8-4164-9ef2-781a10e3a627 req-87f8541f-da0f-4bd0-8a02-961f099fcba3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3014014 Feb 15 01:52:01.424921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:01.486112 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dea9ce-f0ab-4783-8a14-eaa030d858e1 x-openstack-request-id: req-a1dea9ce-f0ab-4783-8a14-eaa030d858e1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:01.486410 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:01.486687 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1dea9ce-f0ab-4783-8a14-eaa030d858e1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:01.487234 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:52:01.677897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Attempting to bind port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:01.678285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Attempting to bind port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:01.678675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Attempting to bind port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:01.702441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6de94-2d9f-4cc5-853a-50f027b912d1 req-8210b8d0-0598-4357-b874-cd7b086c0147 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:01.712343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ee6de94-2d9f-4cc5-853a-50f027b912d1 req-8210b8d0-0598-4357-b874-cd7b086c0147 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 946 time: 0.1666789 Feb 15 01:52:01.712343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:01.712670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Attempting to bind port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:01.795255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:01.795814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Checking segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:01.796408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Bound using segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:01.797200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Bound port: 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:01.797748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:01.855073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:01.882114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:01.885417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:01.953522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ee6de94-2d9f-4cc5-853a-50f027b912d1 req-e6280736-90d8-495d-a478-4e80c2fb7967 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420917 Feb 15 01:52:02.013339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.042587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e6f8e-2313-434e-85b8-cfcac5f375fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.147308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6203647f-98ee-4e5f-b811-177477659ecd {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:02.154299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.154925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.156348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 HTTP/1.1" status: 200 len: 1092 time: 2.1350503 Feb 15 01:52:02.159367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:02.161881 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b7c842-728e-498c-88b8-182e2df61522" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:02.179718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks [] for port (6203647f-98ee-4e5f-b811-177477659ecd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.199862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82425f-55e7-4aa8-a4e1-2abff50826f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:02.214748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Transition to ACTIVE for port object 6203647f-98ee-4e5f-b811-177477659ecd will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:02.241456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.247211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.252706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.260270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.265910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.272095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.284444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.286399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c968e52a-433f-4461-9ab1-0e87f797640e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.2131901 Feb 15 01:52:02.302004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e6f8e-2313-434e-85b8-cfcac5f375fe admin admin] Publish callbacks [] for security_group (4fa42845-72a0-4890-9f45-1ff53e9206a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.308838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5682-06e6-4bf0-bb1c-22a899915459 req-066423e0-a186-4581-ae10-3e96f1eeac90 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.327227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9aae5682-06e6-4bf0-bb1c-22a899915459 req-066423e0-a186-4581-ae10-3e96f1eeac90 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 931 time: 0.2566142 Feb 15 01:52:02.398232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.413670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e6f8e-2313-434e-85b8-cfcac5f375fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4fa42845-72a0-4890-9f45-1ff53e9206a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.510808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-945e6f8e-2313-434e-85b8-cfcac5f375fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f42ebc00d0e44332a96931dea9b518df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542597 Feb 15 01:52:02.512202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6f8e-2313-434e-85b8-cfcac5f375fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa42845-72a0-4890-9f45-1ff53e9206a2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:02.530772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:02.582313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Pushing event updated for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:02.613425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] Publish callbacks [] for security_group (4fa42845-72a0-4890-9f45-1ff53e9206a2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.633012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-3f56f30b-0c39-4586-8a16-2e81db200252 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.634679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-3f56f30b-0c39-4586-8a16-2e81db200252 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3043976 Feb 15 01:52:02.668078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] Publish callbacks [] for security_group (4fa42845-72a0-4890-9f45-1ff53e9206a2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.745208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-36e892f2-7c87-4804-b3c6-05120ea65842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:02.746734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-36e892f2-7c87-4804-b3c6-05120ea65842 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=fc5431c6-0ad4-489a-9773-b9d5947ea4a8 HTTP/1.1" status: 200 len: 1126 time: 0.3889866 Feb 15 01:52:02.776944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9aae5682-06e6-4bf0-bb1c-22a899915459 req-97619693-ae83-4e75-a40a-e9b43c100aac tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477432 Feb 15 01:52:02.916229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4fa42845-72a0-4890-9f45-1ff53e9206a2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.919174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:02.923241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fa42845-72a0-4890-9f45-1ff53e9206a2 HTTP/1.1" status: 204 len: 168 time: 0.3911343 Feb 15 01:52:02.948273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dd718-b406-4a7b-a71f-3bb5a248fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa42845-72a0-4890-9f45-1ff53e9206a2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:02.952776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-832d1ee6-6514-4293-935f-50a532e95214 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 HTTP/1.1" status: 200 len: 217 time: 0.1878040 Feb 15 01:52:03.085596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-a3e28c4a-03ed-4d21-9eba-e50c0b5d9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:03.090643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-a3e28c4a-03ed-4d21-9eba-e50c0b5d9273 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.0890305 Feb 15 01:52:03.186986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-32d82425-42da-404c-8f08-e19e64506ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866086 Feb 15 01:52:03.280795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Attempting to bind port 6203647f-98ee-4e5f-b811-177477659ecd on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:03.281484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Attempting to bind port 6203647f-98ee-4e5f-b811-177477659ecd by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:03.283183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Attempting to bind port 6203647f-98ee-4e5f-b811-177477659ecd on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:03.408071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Port 6203647f-98ee-4e5f-b811-177477659ecd on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:03.408462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Attempting to bind port 6203647f-98ee-4e5f-b811-177477659ecd on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:03.411765 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9870b2-809b-45f1-8cb0-d54b89b3558a x-openstack-request-id: req-4a9870b2-809b-45f1-8cb0-d54b89b3558a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:03.412055 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:03.412383 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a9870b2-809b-45f1-8cb0-d54b89b3558a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:03.412733 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23', 'status': 'completed', 'code': 200} Feb 15 01:52:03.503208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:03.503566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Checking segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:03.503962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Bound using segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:03.504513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Bound port: 6203647f-98ee-4e5f-b811-177477659ecd, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:03.504933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6203647f-98ee-4e5f-b811-177477659ecd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:04.163357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-c3afd477-a8cd-4308-91f1-4ba134b8ad3d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.5160248 Feb 15 01:52:04.187259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:04.273544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-d4fa95d4-7ca6-4082-abd2-f92f6aa94436 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568590 Feb 15 01:52:04.327347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.334779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.340862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.347175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.353078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.359308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.365501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:04.384797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-d3c6f6c0-f96a-420f-95fc-363915b522ae tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5444 time: 0.9186864 Feb 15 01:52:04.498533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b4842e5-7582-42dd-a572-3d666e95cb3a req-4b89c7ff-cab6-40ca-8818-ba9e851e1ccc tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054075 Feb 15 01:52:04.573018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1784e71d-7621-40c0-b12f-b6ab42dbb67f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:04.628106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:04.694789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:04.761387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1784e71d-7621-40c0-b12f-b6ab42dbb67f is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:04.762225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:04.797144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:04.798513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:04.801283 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e50dd-633c-418f-8c31-36f40f37aff4" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:04.859326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6203647f-98ee-4e5f-b811-177477659ecd,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:04.872897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:04.887836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:04.888906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d8664fc7-2173-4b10-983f-fa167fc1b958 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:05.043770 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.051057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:05.106897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076088628'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:05.205049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-3bc84918-1e79-4efb-a140-f3ff996a800c service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981726 Feb 15 01:52:05.238822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Pushing event updated for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:05.239192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d8664fc7-2173-4b10-983f-fa167fc1b958 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:05.240244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.260886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:05.265060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.281068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.307923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:05.308613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.313816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-96a5e2d0-d0d5-4bc7-b225-656424a61f1d service neutron] 10.222.0.31 "PUT /v2.0/ports/6203647f-98ee-4e5f-b811-177477659ecd HTTP/1.1" status: 200 len: 1092 time: 4.4345369 Feb 15 01:52:05.323803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:05.413683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.414446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:05.425477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:05.426340 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85" -d '{"events": [{"name": "network-changed", "server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "tag": "6203647f-98ee-4e5f-b811-177477659ecd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:05.496802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for security_group (771fbcf4-caa2-47c7-aa20-e633d0ec8c52), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.539448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082af4-ce47-4007-9628-40e2ec01311b req-74b9a7d6-e874-459d-9085-ecba12f9d3b4 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:05.553221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba082af4-ce47-4007-9628-40e2ec01311b req-74b9a7d6-e874-459d-9085-ecba12f9d3b4 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 943 time: 0.7319334 Feb 15 01:52:05.572400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (771fbcf4-caa2-47c7-aa20-e633d0ec8c52), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.595967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:05.597040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:05.622482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (87ce6a88-c294-48ae-b16c-620403c2584c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.622834 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 87ce6a88-c294-48ae-b16c-620403c2584c of type vlan for network 67c7fc44-43d4-494e-8367-11a96c585ce0 Feb 15 01:52:05.674065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:05.674493 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.698743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (67c7fc44-43d4-494e-8367-11a96c585ce0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.714228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:05.784036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba082af4-ce47-4007-9628-40e2ec01311b req-14cf8e05-ab53-43de-ab4e-1a2e5127bcbe tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297735 Feb 15 01:52:05.791397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771fbcf4-caa2-47c7-aa20-e633d0ec8c52,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:05.795882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.796651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 874a5499-e7ca-44e1-b6f9-78404ef34423 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:05.831094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (67c7fc44-43d4-494e-8367-11a96c585ce0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.836967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:05.837601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:05.859628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7c842-728e-498c-88b8-182e2df61522 req-91ea2203-5076-48a9-9c32-e5efe1d1b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:05.867431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-91ea2203-5076-48a9-9c32-e5efe1d1b374 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=fc5431c6-0ad4-489a-9773-b9d5947ea4a8 HTTP/1.1" status: 200 len: 1126 time: 0.4234374 Feb 15 01:52:05.903531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:05.919903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-41bd7f1e-479b-4dcb-897e-cb0b957be701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:05.921477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-41bd7f1e-479b-4dcb-897e-cb0b957be701 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 1126 time: 0.4867725 Feb 15 01:52:05.943199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0667188 Feb 15 01:52:05.949536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:05.965565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629486162'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:06.019192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785d6c-1c2c-4185-87f2-7cf081b0a3af tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=67c7fc44-43d4-494e-8367-11a96c585ce0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:06.116318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:06.119760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.164352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:06.169257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:06.203239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-803b10db-f929-49ba-8f72-eeb221067814 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6203647f-98ee-4e5f-b811-177477659ecd HTTP/1.1" status: 200 len: 217 time: 0.2236991 Feb 15 01:52:06.214483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:06.247342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5004d994-2cd1-4cd0-944e-834530e1b4f9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.247693 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 5004d994-2cd1-4cd0-944e-834530e1b4f9 of type vlan for network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 Feb 15 01:52:06.384884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.472555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] For port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:06.493181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 874a5499-e7ca-44e1-b6f9-78404ef34423 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:06.493720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.544285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-5b698052-7b25-444e-afa4-7d5df7b5e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:06.559092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-5b698052-7b25-444e-afa4-7d5df7b5e8f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.3409221 Feb 15 01:52:06.574524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.581331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:06.582644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.602921 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14b5c6-afdd-47f7-b3b2-10d296723431 x-openstack-request-id: req-1a14b5c6-afdd-47f7-b3b2-10d296723431 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:06.603584 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "1784e71d-7621-40c0-b12f-b6ab42dbb67f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:06.616780 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a14b5c6-afdd-47f7-b3b2-10d296723431 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:06.617218 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1784e71d-7621-40c0-b12f-b6ab42dbb67f', 'code': 200} Feb 15 01:52:06.627506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7c842-728e-498c-88b8-182e2df61522 req-6716c59f-4c53-4ada-bae0-c871b56d2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:06.629090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-6716c59f-4c53-4ada-bae0-c871b56d2a1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 914 time: 0.7609143 Feb 15 01:52:06.636240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:06.637724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-a96e2b0a-4a0b-47e4-bdc2-7d88687f4396 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660107 Feb 15 01:52:06.664441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] device_id is not set on port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:52:06.722716 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a8224-687b-4ad8-b7aa-2e67a2b81419 x-openstack-request-id: req-ea0a8224-687b-4ad8-b7aa-2e67a2b81419 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:06.722974 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "tag": "6203647f-98ee-4e5f-b811-177477659ecd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:06.723275 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea0a8224-687b-4ad8-b7aa-2e67a2b81419 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:06.723628 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd', 'status': 'completed', 'code': 200} Feb 15 01:52:06.729756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-216aa8a7-daab-4e75-9e68-83ff38cab0f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 HTTP/1.1" status: 200 len: 217 time: 0.0891030 Feb 15 01:52:06.732462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Publish callbacks [] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.738790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.739568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 616cb1bd-7468-4a56-9bd9-4f0d82eee37d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:06.776715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:06.822056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:06.875762 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76143f35-45e0-4555-a44e-cec42beac0a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9251289 Feb 15 01:52:06.880497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:06.886256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:06.900814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:06.946129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:52:06.946764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 616cb1bd-7468-4a56-9bd9-4f0d82eee37d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:06.947350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:06.951667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:06.988903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:06.996099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.009375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.016760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.023785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.031315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.045593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.057893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81467eae-2c00-42de-b53c-3d0d906df139 req-4771614f-f5ce-414b-b81f-49fec120800c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 5436 time: 0.2682705 Feb 15 01:52:07.078542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Pushing event updated for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:07.128947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] No DVR routers for this DVR port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:07.147698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:07.147698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.218407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7c842-728e-498c-88b8-182e2df61522 req-881cbc78-7f44-43f0-b3cd-33629f73004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.219946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-881cbc78-7f44-43f0-b3cd-33629f73004e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.4408097 Feb 15 01:52:07.232240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] In _notify_port_updated(), no bound segment for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:52:07.233136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.233750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.235116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-003a965f-16fd-4282-83f3-00ef0fef0f84 service neutron] 10.222.0.37 "PUT /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 200 len: 1031 time: 3.0628331 Feb 15 01:52:07.255588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:07.326964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-95d104ad-5536-4825-858e-922eae9551b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535276 Feb 15 01:52:07.355908 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.359073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:07.382123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:07.385218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-d75e3730-b616-4ec0-b54c-399511a57a2b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:07.386841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-d75e3730-b616-4ec0-b54c-399511a57a2b tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "GET /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0559311 Feb 15 01:52:07.387852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.407770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:07.542148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.553534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:07.587769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9801a196-3a2b-4816-b42e-3d2503047c34 None None] Provisioning complete for port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:07.588148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9801a196-3a2b-4816-b42e-3d2503047c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.615422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81467eae-2c00-42de-b53c-3d0d906df139 req-0689b028-c836-4d99-8ffb-2a93fca8c2c1 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=8aa4ef04-271d-4141-bee9-15b88dad5b86&id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5456681 Feb 15 01:52:07.615422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-4dac87bc-a5eb-465b-9d6d-f3fdcac3d064 service neutron] 10.222.0.31 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9583225 Feb 15 01:52:07.744806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:07.745845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.872938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:07.878495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9801a196-3a2b-4816-b42e-3d2503047c34 None None] Port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:07.962338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:07.991335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:08.019689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1784e71d-7621-40c0-b12f-b6ab42dbb67f,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:08.059813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:08.077988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-eab8cced-41a0-425a-90b7-166499a32b75 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876631 Feb 15 01:52:08.123758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:08.207573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '87ce6a88-c294-48ae-b16c-620403c2584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:08.212653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 67c7fc44-43d4-494e-8367-11a96c585ce0, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:08.290183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] For port 1784e71d-7621-40c0-b12f-b6ab42dbb67f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:08.315300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-b6a5b80c-c668-42dc-94db-7f923cb69549 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:08.324880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-b6a5b80c-c668-42dc-94db-7f923cb69549 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 946 time: 0.1394906 Feb 15 01:52:08.388604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1d15a-33db-4cb1-96fb-ab6ddb974eea req-e3b25bb3-f60c-4e08-be08-22eabc252e30 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:08.396799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88f1d15a-33db-4cb1-96fb-ab6ddb974eea req-e3b25bb3-f60c-4e08-be08-22eabc252e30 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 946 time: 0.3708541 Feb 15 01:52:08.419273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b19ffb-6e42-48eb-a40d-9cf7b4f9c496 req-39715835-f628-45ec-8854-353f6c8cdad9 service neutron] 10.222.0.31 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999513 Feb 15 01:52:08.489542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] device_id is not set on port 1784e71d-7621-40c0-b12f-b6ab42dbb67f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:52:08.494074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:08.560902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Publish callbacks [] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:08.590459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Deleting port 137e7111-3da5-492f-8695-5515f25b973c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:08.590809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (137e7111-3da5-492f-8695-5515f25b973c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:08.600620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:08.604202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 67c7fc44-43d4-494e-8367-11a96c585ce0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:08.608665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:08.609269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:08.653824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:08.662596 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2a9b7-db06-4cb8-8efa-ffec2b7d1f6b" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:08.666297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22ef59-7692-4862-9441-c426ab07ad4c None None] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:08.674803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88f1d15a-33db-4cb1-96fb-ab6ddb974eea req-d4cb8926-b2fc-4c70-9deb-0230f410039c tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2233a6a-4a78-4d59-a87e-7e5b90f920f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668886 Feb 15 01:52:08.721115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b7c842-728e-498c-88b8-182e2df61522 req-23bd6160-b385-41dc-afeb-0ed9f3a63524 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300173 Feb 15 01:52:08.721749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:08.851005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:52:08.861977 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8583bee1-3726-4007-993c-2d4d40981020 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9822223 Feb 15 01:52:08.871176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:08.882026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:08.902641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] For port 137e7111-3da5-492f-8695-5515f25b973c, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=137e7111-3da5-492f-8695-5515f25b973c,segment=NetworkSegment(52c03ef1-ad02-49fc-b406-54978ce45411),segment_id=52c03ef1-ad02-49fc-b406-54978ce45411)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:08.902641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (137e7111-3da5-492f-8695-5515f25b973c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.045185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-a6758e1b-8b0b-4ef2-a838-baaadf61ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:09.047001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-a6758e1b-8b0b-4ef2-a838-baaadf61ab4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 1126 time: 0.4985232 Feb 15 01:52:09.175617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Calling delete_port for 137e7111-3da5-492f-8695-5515f25b973c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:09.175915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:09.196371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-67c7fc44-43d4-494e-8367-11a96c585ce0', 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:52:09.197290 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.222125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'port_id': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23', 'mac_address': 'fa:16:3e:f3:b6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9cb312-5b06-408c-b7e3-b614324d126c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:09.353673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-5a071a02-2ac3-4951-b918-ba01e1679b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:09.356524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-5a071a02-2ac3-4951-b918-ba01e1679b76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 914 time: 0.2933254 Feb 15 01:52:09.361901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] No DVR routers for this DVR port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:09.500393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:09.500393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.560779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:09.563045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] In _notify_port_updated(), no bound segment for port 1784e71d-7621-40c0-b12f-b6ab42dbb67f on network 03410c93-95c1-4dd9-aaef-eeef4a808098 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:52:09.564040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:09.564656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.565903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-7f192eab-6070-4761-ad49-003081229199 service neutron] 10.222.0.37 "PUT /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 200 len: 1033 time: 2.1628091 Feb 15 01:52:09.571685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.579832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:09.604867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Pushing event updated for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:09.607933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-aaac6538-4c47-4bf7-ab83-7a4604ab8310 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6203647f-98ee-4e5f-b811-177477659ecd HTTP/1.1" status: 200 len: 217 time: 0.1829393 Feb 15 01:52:09.610831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:09.666706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-619ceacb-da6e-46f7-b3c2-2a4484d9194c None None] Provisioning complete for port 1784e71d-7621-40c0-b12f-b6ab42dbb67f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:09.667317 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-619ceacb-da6e-46f7-b3c2-2a4484d9194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.704341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8f1bd-0e73-4f3f-b60f-648139a51580 req-81288c4d-7129-4099-8dd7-43e30f06370f tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:09.712201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c8f1bd-0e73-4f3f-b60f-648139a51580 req-81288c4d-7129-4099-8dd7-43e30f06370f tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 943 time: 0.8487241 Feb 15 01:52:09.725513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.725892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.726237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.726584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.726918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.727244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.727568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.727899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.728233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.728568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.728891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.729211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.729532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f192eab-6070-4761-ad49-003081229199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:09.832766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c8f1bd-0e73-4f3f-b60f-648139a51580 req-42bc65be-157b-4deb-8837-f0f45c8555c5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172583 Feb 15 01:52:09.869789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (137e7111-3da5-492f-8695-5515f25b973c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:09.915997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-97a60c59-d2e0-47ab-a524-145a885763fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:09.922752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-97a60c59-d2e0-47ab-a524-145a885763fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.2295609 Feb 15 01:52:09.974641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-11aa5bc3-dd15-4626-af2b-0d78628619d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434549 Feb 15 01:52:10.059285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Pushing event deleted for resources: {'Port': ['ID=137e7111-3da5-492f-8695-5515f25b973c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:10.120710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Allocated IP 2001:db8::2 (67c7fc44-43d4-494e-8367-11a96c585ce0/9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a/c2c12534-6773-4b37-aea4-7f78a6c82894) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:10.134799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['137e7111-3da5-492f-8695-5515f25b973c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:10.143772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.162879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:10.163212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.305647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-619ceacb-da6e-46f7-b3c2-2a4484d9194c None None] Port 1784e71d-7621-40c0-b12f-b6ab42dbb67f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:10.314338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] No DVR routers for this DVR port 137e7111-3da5-492f-8695-5515f25b973c on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:10.317726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.321496 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c14a6489-0e51-4c6c-a531-140d62d9383e req-101575cc-adb3-4b6b-85a8-69ede479159b tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.37 "DELETE /v2.0/ports/137e7111-3da5-492f-8695-5515f25b973c HTTP/1.1" status: 204 len: 173 time: 1.9894905 Feb 15 01:52:10.330179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'name': 'network-vif-deleted', 'tag': '137e7111-3da5-492f-8695-5515f25b973c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:10.330179 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e15631-aa79-49bc-8277-080161625abf" -d '{"events": [{"server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "name": "network-vif-deleted", "tag": "137e7111-3da5-492f-8695-5515f25b973c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:10.354439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (00d5b428-a1a0-4ad9-8697-8000b8a11054), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.369635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:10.473471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['9cbbf53f-7cd9-40e2-b84a-f8bf13596e23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:10.500545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=00d5b428-a1a0-4ad9-8697-8000b8a11054,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:10.521330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '5004d994-2cd1-4cd0-944e-834530e1b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:10.521569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:10.574196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:10.650921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 137e7111-3da5-492f-8695-5515f25b973c no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:10.730979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Deleting subnet be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:10.732206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:10.732206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.732837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Publish callbacks [] for subnet (be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.732965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:10.733070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 137e7111-3da5-492f-8695-5515f25b973c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:10.733070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 137e7111-3da5-492f-8695-5515f25b973c not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:10.739836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks [] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.753836 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.839579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.883445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:10.889206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:10.895079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:10.901278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:10.907532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:10.909561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df1c3058-e621-40c3-9499-2ae902dff18e req-48fb1f35-d1d2-4016-9c17-64a4c9f44cac tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 3876 time: 0.8831832 Feb 15 01:52:10.926227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6203647f-98ee-4e5f-b811-177477659ecd details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:10.966225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:10.972138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:10.981294 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.004468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-f653c226-ee4b-4bb3-9765-2325ce8c9f45 service neutron] 10.222.0.31 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200160 Feb 15 01:52:11.028106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.071506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:11.079834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:11.090776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:11.104190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:11.104981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.147681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.153273 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbc9e8d3-cdf8-421a-a339-2aad6cf778f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be9ad5aa-e9fe-46d6-adc9-a9ce1a5f5906 HTTP/1.1" status: 204 len: 168 time: 0.5757265 Feb 15 01:52:11.154218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:11.213987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37251db7-6757-49c2-ae63-694e5be45936 None None] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:11.260696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4e35b04-2dbf-462f-a22c-ad768b6eb79f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3845646 Feb 15 01:52:11.264517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:11.266257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:11.278769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:11.297974 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.301424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-82d07d06-a961-457c-b0f0-3b2a238ccead tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "DELETE /v2.0/ports/ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0 HTTP/1.1" status: 204 len: 173 time: 1.7220609 Feb 15 01:52:11.313262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (098e1861-9850-4478-a1db-27f902423d05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.317380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126729294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:11.333837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:11.336094 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da2d76-95f1-410b-ad8a-ba51b2427be8" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:11.409892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Pushing event updated for resources: {'Port': ['ID=c2c12534-6773-4b37-aea4-7f78a6c82894,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:11.412542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:11.419832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:11.422574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df1c3058-e621-40c3-9499-2ae902dff18e req-f3a3fb90-9cc1-4c4f-814a-9e3e4e534496 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4909909 Feb 15 01:52:11.522119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (098e1861-9850-4478-a1db-27f902423d05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.601073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098e1861-9850-4478-a1db-27f902423d05']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:11.637377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019b253e-e5d9-4664-9e86-19701388125f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:11.641857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019b253e-e5d9-4664-9e86-19701388125f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:11.672651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (019b253e-e5d9-4664-9e86-19701388125f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.696426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c8490a27-899a-462a-8757-47cf5efe6143), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.697894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c8490a27-899a-462a-8757-47cf5efe6143), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.715414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (019b253e-e5d9-4664-9e86-19701388125f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.720889 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ee96c-64d8-4513-85ab-c7990e550057 x-openstack-request-id: req-0e3ee96c-64d8-4513-85ab-c7990e550057 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:11.726372 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-unplugged", "status": "completed", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:11.726372 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e3ee96c-64d8-4513-85ab-c7990e550057 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:11.726372 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'code': 200} Feb 15 01:52:11.726372 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'code': 200} Feb 15 01:52:11.726372 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'code': 200} Feb 15 01:52:11.726975 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'code': 200} Feb 15 01:52:11.727330 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'code': 200} Feb 15 01:52:11.740582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:11.741358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (019b253e-e5d9-4664-9e86-19701388125f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:11.744632 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:11.750604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e179dc8-b0c3-48b6-ad82-5d57b4439e85 req-5a05b412-529d-4450-8380-494e76d64581 service neutron] 10.222.0.31 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140775 Feb 15 01:52:11.830134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6203647f-98ee-4e5f-b811-177477659ecd,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:11.871683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '6203647f-98ee-4e5f-b811-177477659ecd', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'port_id': '6203647f-98ee-4e5f-b811-177477659ecd', 'mac_address': 'fa:16:3e:c0:86:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9cb312-5b06-408c-b7e3-b614324d126c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:11.933689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (c8490a27-899a-462a-8757-47cf5efe6143), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.933958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0', 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '00d5b428-a1a0-4ad9-8697-8000b8a11054'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:52:11.934575 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:11.956587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-491760bb-7867-454a-9e40-1d352fb01480 req-bca65e14-f90d-447e-bf1e-10c1d98cde85 tempest-ServerPasswordTestJSON-1646625718 tempest-ServerPasswordTestJSON-1646625718-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8e306f-ceaa-4daa-a577-e1f825f30c9e HTTP/1.1" status: 200 len: 210 time: 0.0350175 Feb 15 01:52:11.966873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 874a5499-e7ca-44e1-b6f9-78404ef34423 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:11.967319 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.019033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (098e1861-9850-4478-a1db-27f902423d05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.034657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Attempting to bind port c2c12534-6773-4b37-aea4-7f78a6c82894 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:12.040562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Attempting to bind port c2c12534-6773-4b37-aea4-7f78a6c82894 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '87ce6a88-c294-48ae-b16c-620403c2584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:12.040562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Attempting to bind port c2c12534-6773-4b37-aea4-7f78a6c82894 on network 67c7fc44-43d4-494e-8367-11a96c585ce0 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:12.061451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.078461 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/098e1861-9850-4478-a1db-27f902423d05 HTTP/1.1" status: 204 len: 168 time: 0.9238896 Feb 15 01:52:12.079935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03df97c-f734-40bb-a629-9202924758b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=098e1861-9850-4478-a1db-27f902423d05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:12.081337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:12.092786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:12.093174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Checking segment: {'id': '87ce6a88-c294-48ae-b16c-620403c2584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:12.097696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.098119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Bound using segment: {'id': '87ce6a88-c294-48ae-b16c-620403c2584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:12.098740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Bound port: c2c12534-6773-4b37-aea4-7f78a6c82894, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ce6a88-c294-48ae-b16c-620403c2584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67c7fc44-43d4-494e-8367-11a96c585ce0'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:12.099590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.102657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c8490a27-899a-462a-8757-47cf5efe6143), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.112895 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caf7653-0c59-44d5-983d-1dc37842dc3e x-openstack-request-id: req-2caf7653-0c59-44d5-983d-1dc37842dc3e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:12.114712 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e306f-ceaa-4daa-a577-e1f825f30c9e", "name": "network-vif-deleted", "tag": "137e7111-3da5-492f-8695-5515f25b973c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:12.114982 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2caf7653-0c59-44d5-983d-1dc37842dc3e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:12.115464 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e306f-ceaa-4daa-a577-e1f825f30c9e', 'name': 'network-vif-deleted', 'tag': '137e7111-3da5-492f-8695-5515f25b973c', 'status': 'completed', 'code': 200} Feb 15 01:52:12.138439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6203647f-98ee-4e5f-b811-177477659ecd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:12.138841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6203647f-98ee-4e5f-b811-177477659ecd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.198381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Deleting subnet 722e2405-84cd-4ea7-bbc8-1bf407ae2f8f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:12.204603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port 874a5499-e7ca-44e1-b6f9-78404ef34423, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=874a5499-e7ca-44e1-b6f9-78404ef34423,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:12.206259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.206417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Publish callbacks [] for subnet (722e2405-84cd-4ea7-bbc8-1bf407ae2f8f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.281909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (722e2405-84cd-4ea7-bbc8-1bf407ae2f8f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.319843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6203647f-98ee-4e5f-b811-177477659ecd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:12.373075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (722e2405-84cd-4ea7-bbc8-1bf407ae2f8f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.457201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.457511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.457801 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Floating IP 9fdc48d7-6aca-4b20-aa3d-4042709def64 disassociated. External IP: 172.25.2.19, port: 874a5499-e7ca-44e1-b6f9-78404ef34423. Feb 15 01:52:12.458823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 874a5499-e7ca-44e1-b6f9-78404ef34423 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:12.465619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6203647f-98ee-4e5f-b811-177477659ecd,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:12.501426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] For port c2c12534-6773-4b37-aea4-7f78a6c82894, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:12.521429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] For port c2c12534-6773-4b37-aea4-7f78a6c82894, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c12534-6773-4b37-aea4-7f78a6c82894,segment=NetworkSegment(87ce6a88-c294-48ae-b16c-620403c2584c),segment_id=87ce6a88-c294-48ae-b16c-620403c2584c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:12.532538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Allocated IP 2001:db8:1::2 (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0/00d5b428-a1a0-4ad9-8697-8000b8a11054/9c77173c-8174-4e3b-90c2-8c8b3bcea6f5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:12.557517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (722e2405-84cd-4ea7-bbc8-1bf407ae2f8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.602545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.614955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722e2405-84cd-4ea7-bbc8-1bf407ae2f8f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:12.617727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.624086 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-25ccf617-6ad2-4217-b48a-4baf49d1ece7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/722e2405-84cd-4ea7-bbc8-1bf407ae2f8f HTTP/1.1" status: 204 len: 168 time: 0.5417738 Feb 15 01:52:12.628769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:12.657740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.659045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33e4456e-d855-41a3-9076-75e97b94a6e0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3628156 Feb 15 01:52:12.663915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:12.690145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:12.720626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df88b21-4cc8-4fcf-b446-ad55df1fdb5f req-1d8c06a4-9525-40cc-96f0-65c82dda37a3 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:12.722754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8df88b21-4cc8-4fcf-b446-ad55df1fdb5f req-1d8c06a4-9525-40cc-96f0-65c82dda37a3 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 944 time: 0.5504367 Feb 15 01:52:12.738363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.825004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8df88b21-4cc8-4fcf-b446-ad55df1fdb5f req-0d4e0838-40ea-4d9a-b06f-62a7cf3389c3 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948164 Feb 15 01:52:12.825892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (874a5499-e7ca-44e1-b6f9-78404ef34423), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:12.935489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=874a5499-e7ca-44e1-b6f9-78404ef34423,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:13.003295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c731f203-afaa-42e0-a6db-58f4fff32643), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.017197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['6203647f-98ee-4e5f-b811-177477659ecd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:13.070421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:13.227417 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb614bf-6811-4fad-bca6-b7b3d85b69ab x-openstack-request-id: req-9fb614bf-6811-4fad-bca6-b7b3d85b69ab {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:13.230088 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:13.230579 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fb614bf-6811-4fad-bca6-b7b3d85b69ab {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:13.231191 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': 'ea2c97f6-3135-4e49-b61f-9c9cfcbe51c0', 'status': 'completed', 'code': 200} Feb 15 01:52:13.265186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Router b772097b-0149-4bd8-8f60-1c59e31dd92e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:13.268416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks [] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.276439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd14c3-f5ee-47c2-94e0-e545febbe1ff None None] Pushing event updated for resources: {'Port': ['ID=c2c12534-6773-4b37-aea4-7f78a6c82894,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:13.300149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:13.331074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:13.331731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.420749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.441136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c731f203-afaa-42e0-a6db-58f4fff32643), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.600716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.620578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c731f203-afaa-42e0-a6db-58f4fff32643']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:13.627262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:13.667358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462dd6bf-e913-4c4e-a040-7bb8d1ec6dce') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:13.669460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462dd6bf-e913-4c4e-a040-7bb8d1ec6dce') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:13.677381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:13.687803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:13.704052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (462dd6bf-e913-4c4e-a040-7bb8d1ec6dce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.748652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:13.763055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786277-230d-49bc-9a51-d3a65518efb8 req-4375d53e-98fd-4442-9e84-46f5b43ee662 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:13.768992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786277-230d-49bc-9a51-d3a65518efb8 req-4375d53e-98fd-4442-9e84-46f5b43ee662 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:13.773124 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Sync routers for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:13.774811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786277-230d-49bc-9a51-d3a65518efb8 req-4375d53e-98fd-4442-9e84-46f5b43ee662 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:13.782039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Pushing event updated for resources: {'Port': ['ID=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:13.782161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1786277-230d-49bc-9a51-d3a65518efb8 req-4375d53e-98fd-4442-9e84-46f5b43ee662 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 2410 time: 0.3396726 Feb 15 01:52:13.797965 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:13.801022 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:13.836639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (462dd6bf-e913-4c4e-a040-7bb8d1ec6dce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.852828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port 874a5499-e7ca-44e1-b6f9-78404ef34423 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:13.856151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.859609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-bb584a42-2db4-4443-b583-29d4ff22a119 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "DELETE /v2.0/ports/874a5499-e7ca-44e1-b6f9-78404ef34423 HTTP/1.1" status: 204 len: 173 time: 2.5141475 Feb 15 01:52:13.922582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:13.923724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.930696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:13.932853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (462dd6bf-e913-4c4e-a040-7bb8d1ec6dce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:13.936436 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:13.939819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1786277-230d-49bc-9a51-d3a65518efb8 req-7bfa1598-d5e3-4930-bb9a-2c91bbb44a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538668 Feb 15 01:52:13.947985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c12534-6773-4b37-aea4-7f78a6c82894 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:14.040586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:14.066077 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:14.068800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:14.112702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:14.115748 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77a8b48-9b26-43c1-8585-c2be28c00c4f" -d '{"events": [{"server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "name": "network-vif-plugged", "status": "completed", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:14.153402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:14.180266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.263453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Deleting subnet c3d8e884-1933-4798-94e8-89c3bf1e9a35 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:14.275060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Publish callbacks [] for subnet (c3d8e884-1933-4798-94e8-89c3bf1e9a35), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.288738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Attempting to bind port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:14.289258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Attempting to bind port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5004d994-2cd1-4cd0-944e-834530e1b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:14.289721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Attempting to bind port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 on network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:14.342429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:14.344402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Checking segment: {'id': '5004d994-2cd1-4cd0-944e-834530e1b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:14.344839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.345246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Bound using segment: {'id': '5004d994-2cd1-4cd0-944e-834530e1b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:14.356555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Bound port: 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5004d994-2cd1-4cd0-944e-834530e1b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:14.357051 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.402313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (c3d8e884-1933-4798-94e8-89c3bf1e9a35), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.419820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c2c12534-6773-4b37-aea4-7f78a6c82894 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:14.420201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.475792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:14.552333 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Checking router: b772097b-0149-4bd8-8f60-1c59e31dd92e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:52:14.594974 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:14.595606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:14.641939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] For port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:14.653895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:14.804698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c2c12534-6773-4b37-aea4-7f78a6c82894 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:14.805502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.829843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c3d8e884-1933-4798-94e8-89c3bf1e9a35), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.839176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Deleting subnet bafa25f5-0bb3-438e-8f10-c280ef09c7f7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:14.866891 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:14.867686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Publish callbacks [] for subnet (bafa25f5-0bb3-438e-8f10-c280ef09c7f7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.886006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c2c12534-6773-4b37-aea4-7f78a6c82894, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c12534-6773-4b37-aea4-7f78a6c82894,segment=NetworkSegment(87ce6a88-c294-48ae-b16c-620403c2584c),segment_id=87ce6a88-c294-48ae-b16c-620403c2584c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:14.902483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69cd8d2-d4e3-4752-b9de-525d3d85ad3e None None] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:14.949338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69064d7c-7e7b-4db6-bdaf-8b4d8f55ac6d req-bf2c713a-b004-4383-a674-ecd0607b0fa6 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:14.957608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69064d7c-7e7b-4db6-bdaf-8b4d8f55ac6d req-bf2c713a-b004-4383-a674-ecd0607b0fa6 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 944 time: 0.3814886 Feb 15 01:52:14.973430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c731f203-afaa-42e0-a6db-58f4fff32643), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.981628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (bafa25f5-0bb3-438e-8f10-c280ef09c7f7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.983008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:14.987341 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] 10.222.0.43 "DELETE /v2.0/networks/c731f203-afaa-42e0-a6db-58f4fff32643 HTTP/1.1" status: 204 len: 168 time: 2.3571756 Feb 15 01:52:15.007535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37491aa-10c3-4d8c-ab23-115faefe405f admin admin] Pushing event deleted for resources: {'Network': ['ID=c731f203-afaa-42e0-a6db-58f4fff32643,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:15.045487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port d8664fc7-2173-4b10-983f-fa167fc1b958 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:15.045885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.120400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6203647f-98ee-4e5f-b811-177477659ecd up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:15.155023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port d8664fc7-2173-4b10-983f-fa167fc1b958, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d8664fc7-2173-4b10-983f-fa167fc1b958,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:15.155400 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.168812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for d8664fc7-2173-4b10-983f-fa167fc1b958 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:15.179092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8::1 (67c7fc44-43d4-494e-8367-11a96c585ce0/9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a/a177bd0f-5b7f-4108-a174-4d5fc66e8748) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:15.257706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:15.260071 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c02c9b-8045-4424-9515-18b7acf30aae" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:15.281266 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:15.340959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69064d7c-7e7b-4db6-bdaf-8b4d8f55ac6d req-d4197227-fcb4-4938-a5e1-c0f45d5643f9 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755944 Feb 15 01:52:15.343383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cad063-0bea-41d5-8ba8-bff82b30aa47 None None] The sync data for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 is: [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:45:12Z', 'revision_number': 4, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8', 'name': '', 'network_id': '2fe20b20-2d7b-4149-af03-93149eca3d9b', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'mac_address': 'fa:16:3e:39:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:10Z', 'updated_at': '2022-02-15T01:45:18Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'subnets': [{'id': '8ed72078-ec8e-4cca-9389-3e2f99b633b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:15.353600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bafa25f5-0bb3-438e-8f10-c280ef09c7f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.441890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.495581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:15.533633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (c3d8e884-1933-4798-94e8-89c3bf1e9a35), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.574724 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59e78a30-9fcf-49fc-925e-c1c4edfb11a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b837e48a30264312b873f40681a0e706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776343 Feb 15 01:52:15.591686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:15.593363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d8e884-1933-4798-94e8-89c3bf1e9a35,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:15.653884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c685bd4-ac1c-4f9b-8d8c-8b865cb43dfd req-e1026af3-0d8e-42ce-b337-8782dbe16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:15.656921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c685bd4-ac1c-4f9b-8d8c-8b865cb43dfd req-e1026af3-0d8e-42ce-b337-8782dbe16540 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc5431c6-0ad4-489a-9773-b9d5947ea4a8 HTTP/1.1" status: 200 len: 1128 time: 0.1096842 Feb 15 01:52:15.660085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.675334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.689358 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14031643-8d1c-4ed6-a802-9510637a1e7f x-openstack-request-id: req-14031643-8d1c-4ed6-a802-9510637a1e7f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:15.689723 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "name": "network-vif-plugged", "status": "completed", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:15.690095 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14031643-8d1c-4ed6-a802-9510637a1e7f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:15.690562 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23', 'code': 200} Feb 15 01:52:15.701717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-641b3c7a-366e-4f0d-822a-04e71e346fc7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3d8e884-1933-4798-94e8-89c3bf1e9a35 HTTP/1.1" status: 204 len: 168 time: 1.6597829 Feb 15 01:52:15.711448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d8664fc7-2173-4b10-983f-fa167fc1b958), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.714797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:15.716140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.740981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] For port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,segment=NetworkSegment(5004d994-2cd1-4cd0-944e-834530e1b4f9),segment_id=5004d994-2cd1-4cd0-944e-834530e1b4f9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:15.789787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] Publish callbacks [] for security_group (0e283d07-5891-46aa-9b70-62cdf1b668cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.818946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=d8664fc7-2173-4b10-983f-fa167fc1b958,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:15.819803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bda1e9f1-4869-49c4-831e-f299b80345ef None None] Provisioning complete for port c2c12534-6773-4b37-aea4-7f78a6c82894 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:15.821542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (bafa25f5-0bb3-438e-8f10-c280ef09c7f7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.830279 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bda1e9f1-4869-49c4-831e-f299b80345ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.842200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.849473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] Publish callbacks [] for security_group (0e283d07-5891-46aa-9b70-62cdf1b668cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.894451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafa25f5-0bb3-438e-8f10-c280ef09c7f7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:15.919475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.961707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:15.963317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-47bb00ca-34da-4c7e-a7dd-ec4de81e5210 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bafa25f5-0bb3-438e-8f10-c280ef09c7f7 HTTP/1.1" status: 204 len: 168 time: 1.8068268 Feb 15 01:52:15.969401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:15.991647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52466c61-9e7f-4152-9555-44aaf56e3162 None None] New status for floating IP 9fdc48d7-6aca-4b20-aa3d-4042709def64: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:52:15.997153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f021a-e2a8-47d8-b645-b9b8638845d1 req-f916a54d-cfc5-469b-b8e9-cc451d2ae12e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:16.004951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f021a-e2a8-47d8-b645-b9b8638845d1 req-f916a54d-cfc5-469b-b8e9-cc451d2ae12e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:16.014458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b9f021a-e2a8-47d8-b645-b9b8638845d1 req-f916a54d-cfc5-469b-b8e9-cc451d2ae12e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 1677 time: 0.3499358 Feb 15 01:52:16.030154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port d8664fc7-2173-4b10-983f-fa167fc1b958 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:16.041511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.044431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-03c18682-48f5-4c1f-9955-bc2ea03b4a72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "DELETE /v2.0/ports/d8664fc7-2173-4b10-983f-fa167fc1b958 HTTP/1.1" status: 204 len: 173 time: 2.1356695 Feb 15 01:52:16.066868 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c685bd4-ac1c-4f9b-8d8c-8b865cb43dfd req-acaf4611-dce7-4fd0-851e-36cfff469110 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026709 Feb 15 01:52:16.096810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0e283d07-5891-46aa-9b70-62cdf1b668cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.100029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.104541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e283d07-5891-46aa-9b70-62cdf1b668cc HTTP/1.1" status: 204 len: 168 time: 0.5069611 Feb 15 01:52:16.125320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:16.144400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:16.166276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:16.166846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.169779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce3ae9-6c5c-429d-af81-c0fb4746323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e283d07-5891-46aa-9b70-62cdf1b668cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:16.174126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=a177bd0f-5b7f-4108-a174-4d5fc66e8748,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:16.220953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b9f021a-e2a8-47d8-b645-b9b8638845d1 req-d8f61020-5a47-4be4-8f01-65fb4c678242 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032456 Feb 15 01:52:16.271237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e05239ba-f0d9-4322-8b66-62ffd5d3c868), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.275132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 6203647f-98ee-4e5f-b811-177477659ecd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:16.310845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (353fc174-ed35-4f0d-96ed-071c0faea74a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.327876 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:52:16.331878 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6b0edc-b9ba-490b-834d-a8720e2e4f0f x-openstack-request-id: req-4b6b0edc-b9ba-490b-834d-a8720e2e4f0f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:16.332411 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "874a5499-e7ca-44e1-b6f9-78404ef34423", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:16.334162 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b6b0edc-b9ba-490b-834d-a8720e2e4f0f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:16.335594 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '874a5499-e7ca-44e1-b6f9-78404ef34423', 'status': 'completed', 'code': 200} Feb 15 01:52:16.341736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c2c12534-6773-4b37-aea4-7f78a6c82894,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:16.355085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 6203647f-98ee-4e5f-b811-177477659ecd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:16.357522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6203647f-98ee-4e5f-b811-177477659ecd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.401278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.401649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.402002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.402349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.402687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.403081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.403438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.403774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.404191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.404465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.404845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.405112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.406056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:16.515202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bda1e9f1-4869-49c4-831e-f299b80345ef None None] Current status of the port c2c12534-6773-4b37-aea4-7f78a6c82894 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:16.614261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 6203647f-98ee-4e5f-b811-177477659ecd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:16.615099 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6203647f-98ee-4e5f-b811-177477659ecd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.654311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b699a-a46a-4429-9262-c718bd07f73a None None] Pushing event updated for resources: {'Port': ['ID=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:16.687932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cb808923-2b2f-4d35-8b64-b0418e1ef748 None None] Provisioning complete for port c2c12534-6773-4b37-aea4-7f78a6c82894 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:16.694104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb808923-2b2f-4d35-8b64-b0418e1ef748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.727983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e05239ba-f0d9-4322-8b66-62ffd5d3c868), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.767483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6203647f-98ee-4e5f-b811-177477659ecd,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:16.794286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05239ba-f0d9-4322-8b66-62ffd5d3c868']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:16.814503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cb808923-2b2f-4d35-8b64-b0418e1ef748 None None] Current status of the port c2c12534-6773-4b37-aea4-7f78a6c82894 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:16.825757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c03ef1-ad02-49fc-b406-54978ce45411') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:16.826355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c03ef1-ad02-49fc-b406-54978ce45411') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:16.837076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:16.837437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.838816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (52c03ef1-ad02-49fc-b406-54978ce45411), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.883729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (52c03ef1-ad02-49fc-b406-54978ce45411), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.900993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:16.901445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (52c03ef1-ad02-49fc-b406-54978ce45411), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.921481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:16.970157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (353fc174-ed35-4f0d-96ed-071c0faea74a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:17.004510 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:17.008765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.050314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353fc174-ed35-4f0d-96ed-071c0faea74a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:17.061654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6eb6956-ab26-4b83-bbf1-710a43e62215') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:17.061972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6eb6956-ab26-4b83-bbf1-710a43e62215') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:17.074029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b6eb6956-ab26-4b83-bbf1-710a43e62215), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.091209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b6eb6956-ab26-4b83-bbf1-710a43e62215), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.093540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f3d1668e-0c48-4eae-ae5b-93b6d8a8e04f None None] Provisioning complete for port a177bd0f-5b7f-4108-a174-4d5fc66e8748 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:17.098194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3d1668e-0c48-4eae-ae5b-93b6d8a8e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.098397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:17.098721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b6eb6956-ab26-4b83-bbf1-710a43e62215), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.117328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e05239ba-f0d9-4322-8b66-62ffd5d3c868), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.132941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.136232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e05239ba-f0d9-4322-8b66-62ffd5d3c868 HTTP/1.1" status: 204 len: 168 time: 1.4171650 Feb 15 01:52:17.159328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:17.176717 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:17.192739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1668e-0c48-4eae-ae5b-93b6d8a8e04f None None] Port a177bd0f-5b7f-4108-a174-4d5fc66e8748 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:17.201970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4291d6-d45d-4a6f-8a35-cc45e0951d0a req-8609ee99-b46e-4691-8f88-57acec47822d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:17.203760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb4291d6-d45d-4a6f-8a35-cc45e0951d0a req-8609ee99-b46e-4691-8f88-57acec47822d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 944 time: 0.6439953 Feb 15 01:52:17.218273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938245-4c35-4bb1-81b0-a73b4f333d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05239ba-f0d9-4322-8b66-62ffd5d3c868,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:17.268358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (353fc174-ed35-4f0d-96ed-071c0faea74a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.275328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.279220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] 10.222.0.43 "DELETE /v2.0/networks/353fc174-ed35-4f0d-96ed-071c0faea74a HTTP/1.1" status: 204 len: 168 time: 1.2565572 Feb 15 01:52:17.312354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ff640-013f-46c6-873d-7dfd065439ae admin admin] Pushing event deleted for resources: {'Network': ['ID=353fc174-ed35-4f0d-96ed-071c0faea74a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:17.359307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:17.359693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.374130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb4291d6-d45d-4a6f-8a35-cc45e0951d0a req-b40c55ea-bfe3-4ead-9987-7900a836f4aa tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590936 Feb 15 01:52:17.386603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:17.507664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:17.540550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.619560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1015bcf-dbb1-47fd-a707-0a8592b720b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fbf1342bce049ebb3c4915c37e952ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105280 Feb 15 01:52:17.620371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:17.667674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.670047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.686743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:17.691820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:17.695670 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47863dd5-03e6-4610-bf71-0dce29e0fa2e" -d '{"events": [{"server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "name": "network-vif-plugged", "status": "completed", "tag": "6203647f-98ee-4e5f-b811-177477659ecd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:17.742223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d272-3441-446a-a0f8-78cd044f85df req-ff216857-8635-423a-9c4a-a301aa5132f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:17.747660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d272-3441-446a-a0f8-78cd044f85df req-ff216857-8635-423a-9c4a-a301aa5132f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:17.750035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d195d272-3441-446a-a0f8-78cd044f85df req-ff216857-8635-423a-9c4a-a301aa5132f2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 1677 time: 0.1913047 Feb 15 01:52:17.801092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] Publish callbacks [] for security_group (33b33a1a-c37d-4c24-b773-29d46eda3f7b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.831830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85532732-ff79-4cf7-ba99-05f189a43aac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4309a180c2f1468ca8dd883c5aecee64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397293 Feb 15 01:52:17.885600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d195d272-3441-446a-a0f8-78cd044f85df req-e2f210a3-740c-4d31-9e39-2890448f4b46 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274412 Feb 15 01:52:17.886671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:17.895502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (519bf6f5-b9d3-484f-80e5-17fe6b16ec7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:17.961953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.021469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c12534-6773-4b37-aea4-7f78a6c82894 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:18.070460 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e393365-4b7d-4b5b-804b-493a6570fd17 x-openstack-request-id: req-5e393365-4b7d-4b5b-804b-493a6570fd17 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:18.070725 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "name": "network-vif-plugged", "status": "completed", "tag": "6203647f-98ee-4e5f-b811-177477659ecd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:18.070981 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e393365-4b7d-4b5b-804b-493a6570fd17 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:18.071378 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd', 'code': 200} Feb 15 01:52:18.076656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:18.081353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port 519bf6f5-b9d3-484f-80e5-17fe6b16ec7e on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:18.092971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.096928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "DELETE /v2.0/ports/519bf6f5-b9d3-484f-80e5-17fe6b16ec7e HTTP/1.1" status: 204 len: 173 time: 2.0403376 Feb 15 01:52:18.097981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805c1bc-257a-46a9-8917-af33d65e6b91 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=519bf6f5-b9d3-484f-80e5-17fe6b16ec7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:18.146397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] Publish callbacks [] for security_group (33b33a1a-c37d-4c24-b773-29d46eda3f7b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.163741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c2c12534-6773-4b37-aea4-7f78a6c82894 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:18.164449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.185852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=a177bd0f-5b7f-4108-a174-4d5fc66e8748,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:18.271199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:18.274984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:18.315734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd6419a8-b708-46d1-b8d1-0a14a6426a5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d46b324e72e849da85abc48c0e038316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314625 Feb 15 01:52:18.329671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:18.338116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c2c12534-6773-4b37-aea4-7f78a6c82894 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:18.339344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:18.381725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958'}, {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:18.402751 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e3528-3ca5-4911-8115-9bc0f6e4f44b" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958"}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:18.436140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] Publish callbacks [] for security_group (c2233a6a-4a78-4d59-a87e-7e5b90f920f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.443942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:18.444341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.478240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] Publish callbacks [] for security_group (c2233a6a-4a78-4d59-a87e-7e5b90f920f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.499929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a65c15-4d9b-431c-8fe1-c555ac3b5d52 None None] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:18.568170 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5dc3ee-31d0-40b8-b1cc-587f15cb6592 x-openstack-request-id: req-8c5dc3ee-31d0-40b8-b1cc-587f15cb6592 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:18.568503 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "d8664fc7-2173-4b10-983f-fa167fc1b958", "status": "completed", "code": 200}, {"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "519bf6f5-b9d3-484f-80e5-17fe6b16ec7e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:18.568857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (33b33a1a-c37d-4c24-b773-29d46eda3f7b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.568980 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c5dc3ee-31d0-40b8-b1cc-587f15cb6592 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:18.569364 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': 'd8664fc7-2173-4b10-983f-fa167fc1b958', 'status': 'completed', 'code': 200} Feb 15 01:52:18.569621 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '519bf6f5-b9d3-484f-80e5-17fe6b16ec7e', 'status': 'completed', 'code': 200} Feb 15 01:52:18.575074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.581748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33b33a1a-c37d-4c24-b773-29d46eda3f7b HTTP/1.1" status: 204 len: 168 time: 0.9593306 Feb 15 01:52:18.610430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5fd4e-5e9e-473b-a7c5-c09194380d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b33a1a-c37d-4c24-b773-29d46eda3f7b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:18.618699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7e76-75c6-48f1-9778-7e142837ce29 req-a2ba734c-3a07-449f-9a63-6890426271b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:18.627832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b09e7e76-75c6-48f1-9778-7e142837ce29 req-a2ba734c-3a07-449f-9a63-6890426271b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 1128 time: 0.4894061 Feb 15 01:52:18.656093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c2233a6a-4a78-4d59-a87e-7e5b90f920f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.671336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.680273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2233a6a-4a78-4d59-a87e-7e5b90f920f3 HTTP/1.1" status: 204 len: 168 time: 0.7923992 Feb 15 01:52:18.684593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:18.685197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.740411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c8490a27-899a-462a-8757-47cf5efe6143 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:52:18.767427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Provisioning complete for port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:18.768005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.816015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] Publish callbacks [] for security_group (d6c50af6-78e3-46f8-81e9-9145e69d8181), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:18.977648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250248a-7dac-4fe9-8f90-b95a10749f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2233a6a-4a78-4d59-a87e-7e5b90f920f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:18.993913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b09e7e76-75c6-48f1-9778-7e142837ce29 req-8df71ddd-6bf8-49e8-bad9-dd0c7a388365 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576672 Feb 15 01:52:18.994271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:19.008031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] Sync routers for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:19.011169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:19.019040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.019760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58f6611f-7c55-4cfe-bf15-690d8b74eaca tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3503675 Feb 15 01:52:19.023553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:19.025290 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:19.026932 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:19.076359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] Publish callbacks [] for security_group (d6c50af6-78e3-46f8-81e9-9145e69d8181), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.153542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:19.155641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f99836-69e0-4565-a4c1-0b3eec3738a1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:19.167160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e7f99836-69e0-4565-a4c1-0b3eec3738a1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports/a177bd0f-5b7f-4108-a174-4d5fc66e8748 HTTP/1.1" status: 200 len: 911 time: 0.1396761 Feb 15 01:52:19.171796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60954) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:19.187971 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:19.188991 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:19.190736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,segment=NetworkSegment(5004d994-2cd1-4cd0-944e-834530e1b4f9),segment_id=5004d994-2cd1-4cd0-944e-834530e1b4f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:19.248225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:19.249459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.317235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:19.318150 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444ab97-8ff1-4c31-8b83-4036baa78988 None None] The sync data for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:19.363687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa2e1-1a60-4002-871c-f06a5147cb2a req-c95108ca-2ce5-422a-900b-e71c6596e5a1 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:19.372108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c43fa2e1-1a60-4002-871c-f06a5147cb2a req-c95108ca-2ce5-422a-900b-e71c6596e5a1 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 945 time: 0.5882838 Feb 15 01:52:19.390601 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.391807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:19.392279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.419391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:19.483039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c43fa2e1-1a60-4002-871c-f06a5147cb2a req-d546f698-9525-45cd-b82c-42ee364785c7 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096280 Feb 15 01:52:19.545385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6c50af6-78e3-46f8-81e9-9145e69d8181), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.548324 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.549770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6c50af6-78e3-46f8-81e9-9145e69d8181 HTTP/1.1" status: 204 len: 168 time: 1.2128510 Feb 15 01:52:19.561960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e8ba-2c7c-46b4-b2f6-a09b190a9908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c50af6-78e3-46f8-81e9-9145e69d8181,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:19.575558 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:52:19.576210 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:52:19.624505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:19.800863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:19.834797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58f64f-ab9b-4aa0-8b47-2532df023a01 req-2a5b3e28-ba32-42bc-8103-c81aa9a116ad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:19.836808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd58f64f-ab9b-4aa0-8b47-2532df023a01 req-2a5b3e28-ba32-42bc-8103-c81aa9a116ad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 943 time: 0.2451348 Feb 15 01:52:19.880999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:19.881525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.893675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd58f64f-ab9b-4aa0-8b47-2532df023a01 req-7f101f1a-9473-41ca-a5a4-da27a3156478 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups?id=43a4407c-3e2e-4b31-af9f-5d64c7801570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513809 Feb 15 01:52:19.941467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:19.989460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:20.122489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e7131c6-4d93-4966-a595-98ef1e9f2de6 None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:20.162483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (895bfa65-d6e0-4205-b5b6-7421e55a9fa3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.202638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=895bfa65-d6e0-4205-b5b6-7421e55a9fa3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:20.209308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8:1::1 (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0/00d5b428-a1a0-4ad9-8697-8000b8a11054/7157e1bf-0f0d-43e1-add2-84df28aea55e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:20.245736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Provisioning complete for port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:20.246162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.283173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port 895bfa65-d6e0-4205-b5b6-7421e55a9fa3 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:20.288071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.293841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb8e1abb-3e1a-4b00-adcd-9ab2d60ea9a8 req-f33c8875-396a-4ca2-ae09-935599c81c04 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.37 "DELETE /v2.0/ports/895bfa65-d6e0-4205-b5b6-7421e55a9fa3 HTTP/1.1" status: 204 len: 173 time: 2.1657758 Feb 15 01:52:20.423493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.445815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:20.468756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Provisioning complete for port a177bd0f-5b7f-4108-a174-4d5fc66e8748 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:20.470033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.520927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c1832-8b35-42c3-83cd-6b67eff88763 None None] Port a177bd0f-5b7f-4108-a174-4d5fc66e8748 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:20.570860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:20.574427 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc74f50-6a17-4257-87df-63ca9b7615f8" -d '{"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:20.584950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.672179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:20.674301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:20.693129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:20.693364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:20.731816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe94de-451b-4974-8381-5fe28c1c4ec8 req-1c238edd-3a4d-4e27-a5eb-d7beb9ea1393 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:20.737225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61fe94de-451b-4974-8381-5fe28c1c4ec8 req-1c238edd-3a4d-4e27-a5eb-d7beb9ea1393 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 945 time: 0.1577160 Feb 15 01:52:20.843114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=7157e1bf-0f0d-43e1-add2-84df28aea55e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:20.957478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61fe94de-451b-4974-8381-5fe28c1c4ec8 req-f142d5b0-49f8-4c32-9fcb-10993a3de943 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135990 Feb 15 01:52:21.028043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:21.037647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6000256e-6353-4ec0-bca9-0dd4351f5428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:21.054843 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a743b-33bb-457f-b0f8-baf903a57375 x-openstack-request-id: req-f74a743b-33bb-457f-b0f8-baf903a57375 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:21.055365 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3277bb-eb93-456a-9bf1-c0094bf76d45", "name": "network-vif-deleted", "tag": "895bfa65-d6e0-4205-b5b6-7421e55a9fa3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:21.055741 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f74a743b-33bb-457f-b0f8-baf903a57375 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:21.056252 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3277bb-eb93-456a-9bf1-c0094bf76d45', 'name': 'network-vif-deleted', 'tag': '895bfa65-d6e0-4205-b5b6-7421e55a9fa3', 'status': 'completed', 'code': 200} Feb 15 01:52:21.258462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8f9de10-de86-4ac7-9a70-f04a9f9a599f req-0e03c6fc-d069-4eea-9762-787eca0ee505 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.1181021 Feb 15 01:52:21.358234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9c66d5ba-4222-402b-b6c2-e1615e098e4a None None] Provisioning complete for port 7157e1bf-0f0d-43e1-add2-84df28aea55e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:21.361320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c66d5ba-4222-402b-b6c2-e1615e098e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:21.435010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9c66d5ba-4222-402b-b6c2-e1615e098e4a None None] Port 7157e1bf-0f0d-43e1-add2-84df28aea55e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:21.448795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a7ce-ec16-4b7d-bc75-b006623fdf68 req-2bd036f3-2645-4fe0-80de-295adf90444d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:21.455509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebc0a7ce-ec16-4b7d-bc75-b006623fdf68 req-2bd036f3-2645-4fe0-80de-295adf90444d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5431c6-0ad4-489a-9773-b9d5947ea4a8 HTTP/1.1" status: 200 len: 945 time: 0.0771463 Feb 15 01:52:21.545967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebc0a7ce-ec16-4b7d-bc75-b006623fdf68 req-918851a6-f7be-45bc-bf57-0497c58ba0c7 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888782 Feb 15 01:52:21.690646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:21.702107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:21.817634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:21.818914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.246512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1925864103-network', 'tenant_id': '03817c6254a84c47a0a4da6e8dc3405d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:22.292582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=7157e1bf-0f0d-43e1-add2-84df28aea55e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:22.319106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.338556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.338957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.339311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.339665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.340006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.340365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.340702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.346256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.346674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.347031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.352035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.352035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:52:22.360398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Made reservation on behalf of 03817c6254a84c47a0a4da6e8dc3405d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:22.363044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.377615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.431795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:22.439352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:22.611651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cad42c7e-600e-451f-8d04-4108a04658d9 req-cce1bfa4-987f-4510-8b18-0d37a60de231 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0772183 Feb 15 01:52:22.642015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks [] for security_group (7fa7577a-c2e3-403d-bf11-637440efe1ad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.654495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c8490a27-899a-462a-8757-47cf5efe6143 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:22.704219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fa7577a-c2e3-403d-bf11-637440efe1ad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.726046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:22.737199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (728973c1-cb51-401d-8e75-bdea964dc4a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.737976 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Added segment 728973c1-cb51-401d-8e75-bdea964dc4a1 of type vlan for network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 Feb 15 01:52:22.793114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f3bbb946-a9df-46b0-82cf-af0bb67a98a8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.880126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa7577a-c2e3-403d-bf11-637440efe1ad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:22.887549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-370cc8e5-f462-4b88-b772-2e0bebf8ff39 None None] Provisioning complete for port 7157e1bf-0f0d-43e1-add2-84df28aea55e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:22.888605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-370cc8e5-f462-4b88-b772-2e0bebf8ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.912220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f3bbb946-a9df-46b0-82cf-af0bb67a98a8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.914593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:22.914593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:22.924400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:22.934485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceb801dc-4ed6-49fb-9c6a-a37b96831c8f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7584460 Feb 15 01:52:22.937168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 32846) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:22.976410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] Sync routers for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:22.999062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:22.999663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:23.002797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-370cc8e5-f462-4b88-b772-2e0bebf8ff39 None None] Port 7157e1bf-0f0d-43e1-add2-84df28aea55e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:23.024687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a948424-4b25-415c-a4c3-5d7ffd5aaf86 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:23.027455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2a948424-4b25-415c-a4c3-5d7ffd5aaf86 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports/7157e1bf-0f0d-43e1-add2-84df28aea55e HTTP/1.1" status: 200 len: 913 time: 0.0889568 Feb 15 01:52:23.030214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 32860) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:23.039296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:23.049262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:23.049678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bbb946-a9df-46b0-82cf-af0bb67a98a8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:23.050277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:23.066347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e25e1f4-b045-4a81-a6f1-4336913cef49 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3718550 Feb 15 01:52:23.080590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:23.094089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Request body: {'subnet': {'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1925864103-subnet', 'tenant_id': '03817c6254a84c47a0a4da6e8dc3405d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:23.102030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:23.105773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:23.106618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67cb36-ffcf-4ff0-acd2-15dd25006890 None None] The sync data for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:23.280643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Made reservation on behalf of 03817c6254a84c47a0a4da6e8dc3405d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:23.283683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:23.340019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b9218e8-47de-4499-8a3d-733f22937e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:23.665373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (895375c0-4a1f-4c84-a5dd-d2608514700b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:23.744480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895375c0-4a1f-4c84-a5dd-d2608514700b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:23.752584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Checking segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:23.753334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Network hostable DHCP agents. Network: f3bbb946-a9df-46b0-82cf-af0bb67a98a8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:23.859931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:23.933610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f2eb1aad-9ed6-4b03-be7d-d83c80ac4cc5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:23.935117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f2eb1aad-9ed6-4b03-be7d-d83c80ac4cc5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.9063427 Feb 15 01:52:23.944311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f3bbb946-a9df-46b0-82cf-af0bb67a98a8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:23.951030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:23.955744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:23.956595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b691112-1436-4c7c-b410-95f03ef4906a None None] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:24.017295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-8507eb1e-86c3-4fd2-b6c1-abc631dd59c7 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:24.019128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-8507eb1e-86c3-4fd2-b6c1-abc631dd59c7 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc5431c6-0ad4-489a-9773-b9d5947ea4a8 HTTP/1.1" status: 200 len: 945 time: 0.4340744 Feb 15 01:52:24.047303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-9756da67-dad9-4ea7-97c6-1dc219b0ff2a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/quotas/70960bad017b4fadbeebd089f3bdf7bf HTTP/1.1" status: 200 len: 375 time: 0.0543721 Feb 15 01:52:24.060135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a65ee76-eaed-40ae-adfa-d4f71ae13979 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9748807 Feb 15 01:52:24.110802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a2341-22b3-44c1-83ac-e437c180c77d None None] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:24.329268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-5611120d-0473-4611-9a37-01c19682b00d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:24.330978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-5611120d-0473-4611-9a37-01c19682b00d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e552c54-4313-4123-a17d-ef82d586638e HTTP/1.1" status: 200 len: 945 time: 0.3309519 Feb 15 01:52:24.355995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-37f31ba4-190d-4049-b253-107a75ce5a86 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863158 Feb 15 01:52:24.462122 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:24.508030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Deleting port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:24.508404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:24.678423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-65c70ae8-035c-4ff6-99c6-653834534010 service neutron] 10.222.0.43 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963600 Feb 15 01:52:24.727068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] For port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:24.727439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:24.812803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Calling delete_port for 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:24.818128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Deleting port 6203647f-98ee-4e5f-b811-177477659ecd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:24.818556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6203647f-98ee-4e5f-b811-177477659ecd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:24.992993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-8c7c1e94-2c06-47d1-acdf-1fb83cbd9526 service neutron] 10.222.0.43 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034468 Feb 15 01:52:24.995126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.111930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] For port 6203647f-98ee-4e5f-b811-177477659ecd, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=6203647f-98ee-4e5f-b811-177477659ecd,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:25.112540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6203647f-98ee-4e5f-b811-177477659ecd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.133526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Calling delete_port for 6203647f-98ee-4e5f-b811-177477659ecd owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:25.371696 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9cbbf53f-7cd9-40e2-b84a-f8bf13596e23), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.439934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event deleted for resources: {'Port': ['ID=9cbbf53f-7cd9-40e2-b84a-f8bf13596e23,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:25.527857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6203647f-98ee-4e5f-b811-177477659ecd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.648225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] No DVR routers for this DVR port 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:25.667345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.671112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9816c0e1-409e-4a33-8b53-faa1d2184bfb req-cbe1c578-3a15-48f4-80a1-d21893ce5958 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "DELETE /v2.0/ports/9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 HTTP/1.1" status: 204 len: 173 time: 1.6455538 Feb 15 01:52:25.710699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'name': 'network-vif-deleted', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:25.713094 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c7f72-cdd6-44bf-9b35-c85e316bb30b" -d '{"events": [{"server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "name": "network-vif-deleted", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:25.716926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event deleted for resources: {'Port': ['ID=6203647f-98ee-4e5f-b811-177477659ecd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:25.791219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] No DVR routers for this DVR port 6203647f-98ee-4e5f-b811-177477659ecd on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:25.798322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.801764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2caaec41-a2a5-432b-8643-8bafd75da30e req-a114b7cc-c24a-4f9a-aab9-49e44dac4843 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.31 "DELETE /v2.0/ports/6203647f-98ee-4e5f-b811-177477659ecd HTTP/1.1" status: 204 len: 173 time: 1.4637337 Feb 15 01:52:25.839356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 7157e1bf-0f0d-43e1-add2-84df28aea55e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:25.840092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.853164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112319-1286-4915-b849-4da337c8b0ed req-3a4465c1-388e-4e47-9b82-d5a129764ee9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:25.860414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a112319-1286-4915-b849-4da337c8b0ed req-3a4465c1-388e-4e47-9b82-d5a129764ee9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.2193816 Feb 15 01:52:25.867229 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:25.971537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a112319-1286-4915-b849-4da337c8b0ed req-41626bc4-986c-4a11-8833-2f6e2e847b96 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053019 Feb 15 01:52:26.001173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:26.016462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 7157e1bf-0f0d-43e1-add2-84df28aea55e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:26.094592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-310821b7-e1b3-46fc-ba99-c364428c23bb req-910a7a75-cd04-49e5-92ee-659ce406faa8 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0705376 Feb 15 01:52:26.376686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7157e1bf-0f0d-43e1-add2-84df28aea55e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:26.447205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=7157e1bf-0f0d-43e1-add2-84df28aea55e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:26.701817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:26.734874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:26.735409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9cbbf53f-7cd9-40e2-b84a-f8bf13596e23 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:26.988787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:27.071121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:27.092997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-d6301ccd-43f6-4f09-91e2-1085e5f2c039 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:27.094613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-d6301ccd-43f6-4f09-91e2-1085e5f2c039 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 814 time: 0.6569176 Feb 15 01:52:27.149054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-f9660dea-0c74-4ddd-be60-2e1eb76ed1c9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/quotas/03817c6254a84c47a0a4da6e8dc3405d HTTP/1.1" status: 200 len: 375 time: 0.0487683 Feb 15 01:52:27.220635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-d8764033-9a82-40c1-b9ba-7300e81845c1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379996 Feb 15 01:52:27.283882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:27.284593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:27.310747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:27.313308 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee585a80-589d-4d34-b14d-754436853dc6" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:27.331033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:27.380431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:27.440910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-69086157-3d78-4e44-9144-c12d9af7c00b service neutron] 10.222.0.43 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123115 Feb 15 01:52:27.444576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:27.445542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6203647f-98ee-4e5f-b811-177477659ecd no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:27.461316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c8490a27-899a-462a-8757-47cf5efe6143 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:27.533745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:27.538227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 6203647f-98ee-4e5f-b811-177477659ecd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:27.538587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 6203647f-98ee-4e5f-b811-177477659ecd not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:27.670225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-75c11563-3c9b-4f36-9fb9-4856c000b3d6 service neutron] 10.222.0.43 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206979 Feb 15 01:52:27.696738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:27.708619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a0abf4fa-2abd-4ee1-b7e4-910e74655594 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6759386 Feb 15 01:52:27.710217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:27.718608 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] Sync routers for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:27.741383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:27.742021 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:27.807151 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:27.819868 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:27.821670 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:27.862563 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:27.863452 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe50d6-3115-441c-bd74-afe7ee6048c2 None None] The sync data for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:28.170137 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59deff-703e-4b91-8d90-e89995139ca0 x-openstack-request-id: req-9e59deff-703e-4b91-8d90-e89995139ca0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:28.170692 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5431c6-0ad4-489a-9773-b9d5947ea4a8", "name": "network-vif-deleted", "tag": "9cbbf53f-7cd9-40e2-b84a-f8bf13596e23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:28.170692 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e59deff-703e-4b91-8d90-e89995139ca0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:28.171088 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5431c6-0ad4-489a-9773-b9d5947ea4a8', 'name': 'network-vif-deleted', 'tag': '9cbbf53f-7cd9-40e2-b84a-f8bf13596e23', 'status': 'completed', 'code': 200} Feb 15 01:52:28.204921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:28.568885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port a177bd0f-5b7f-4108-a174-4d5fc66e8748 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:28.569344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:28.674477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-cfdf1ef0-a695-4016-bcb0-20991b31819a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:28.676319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-cfdf1ef0-a695-4016-bcb0-20991b31819a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.1815598 Feb 15 01:52:28.689844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Request body: {'port': {'device_id': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'admin_state_up': True, 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:28.710056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:28.724545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for a177bd0f-5b7f-4108-a174-4d5fc66e8748 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:28.998976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:29.009115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:29.048559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86b9a202-78f6-4991-bee7-8c9865108121 req-273749e8-e8f8-4c9d-a8a8-507ca0384b88 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0719340 Feb 15 01:52:29.162804 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883bcb5-44f1-422e-9d82-934fd6555058 x-openstack-request-id: req-6883bcb5-44f1-422e-9d82-934fd6555058 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:29.163667 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:29.164134 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6883bcb5-44f1-422e-9d82-934fd6555058 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:29.164924 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:52:29.237981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e0746be-f77d-41e6-b09c-32167d6283cb req-6cb44548-ef64-4566-beb3-8f4f4062ac7b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 210 time: 0.0326045 Feb 15 01:52:29.283794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3c179bde-e916-41dc-853d-b1b60108b1c0 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:29.286070 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3c179bde-e916-41dc-853d-b1b60108b1c0 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 813 time: 0.2581897 Feb 15 01:52:29.312712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Request body: {'port': {'device_id': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'admin_state_up': True, 'tenant_id': '70960bad017b4fadbeebd089f3bdf7bf'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:29.326295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a177bd0f-5b7f-4108-a174-4d5fc66e8748), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:29.403592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf7e03c0-121b-4087-8690-6dad978168e0 req-f3099488-9feb-44d1-8a27-15fb4951eef6 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 210 time: 0.0879371 Feb 15 01:52:29.493599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=a177bd0f-5b7f-4108-a174-4d5fc66e8748,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:29.536598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Allocated IP 172.20.0.6 (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775/4a9cb312-5b06-408c-b7e3-b614324d126c/fd23daf3-d9fe-4367-90f1-c8fae3519bf5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:29.776822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c8490a27-899a-462a-8757-47cf5efe6143), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:29.823127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks [] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:29.839761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5cc4e-bd80-4031-9a21-e95f7da3f8f8 req-b0720c5c-e048-45eb-986d-09dbe3fb1c57 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:29.841367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c5cc4e-bd80-4031-9a21-e95f7da3f8f8 req-b0720c5c-e048-45eb-986d-09dbe3fb1c57 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1235268 Feb 15 01:52:29.979640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c5cc4e-bd80-4031-9a21-e95f7da3f8f8 req-80e1e5bd-a57f-4ace-bd80-8bbf5931d93f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206474 Feb 15 01:52:30.015077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Made reservation on behalf of 70960bad017b4fadbeebd089f3bdf7bf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:30.027012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.065551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c8490a27-899a-462a-8757-47cf5efe6143 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:30.071493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.140837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:30.147367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:30.156649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:30.213735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'name': 'network-vif-deleted', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:30.216186 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599148a6-a9bd-4152-bfe8-16794f11534a" -d '{"events": [{"server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "name": "network-vif-deleted", "tag": "6203647f-98ee-4e5f-b811-177477659ecd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:30.243766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event updated for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:30.297110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:30.299154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:30.299828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.308737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b991fee3-567f-4126-ba2b-6d8c81493d0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947416 Feb 15 01:52:30.309812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:30.322394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] Sync routers for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:30.341721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:30.342652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:30.347196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc904-e20c-4679-8bdb-e9cc9bbab154 req-bc12c2cd-6652-42ff-af42-46f9c9f411d8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:30.357262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baebc904-e20c-4679-8bdb-e9cc9bbab154 req-bc12c2cd-6652-42ff-af42-46f9c9f411d8 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.1326296 Feb 15 01:52:30.364502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-55e2bde1-de3d-4428-be9a-a0a6f71d6679 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8490a27-899a-462a-8757-47cf5efe6143 HTTP/1.1" status: 200 len: 205 time: 0.0524812 Feb 15 01:52:30.368583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:30.415620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:30.443799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] Routers {'c8490a27-899a-462a-8757-47cf5efe6143'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:30.444765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c8490a27-899a-462a-8757-47cf5efe6143'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:30.454256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baebc904-e20c-4679-8bdb-e9cc9bbab154 req-573d0bb6-bef6-4b0a-9637-0f5ab202a7c5 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934842 Feb 15 01:52:30.463820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-3b84166b-dd15-47f9-a813-5125cd14218e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7799487 Feb 15 01:52:30.476810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Request body: {'port': {'device_id': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:30.494902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (c8490a27-899a-462a-8757-47cf5efe6143), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.536837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:30.538315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bafa5e6-a500-45e7-a880-8aabae4f8f06 None None] The sync data for ids ['c8490a27-899a-462a-8757-47cf5efe6143'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:30.543315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Allocated IP 172.20.0.10 (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775/4a9cb312-5b06-408c-b7e3-b614324d126c/b1b01599-c5db-4a42-a37f-72a4082d4b14) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:30.638240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1431ae6-ede5-4cbc-aad3-5e699a3ed796 req-91795284-64c0-4644-80d4-7b7491b4c082 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0496638 Feb 15 01:52:30.648528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.745651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c8490a27-899a-462a-8757-47cf5efe6143), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.749752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (c8490a27-899a-462a-8757-47cf5efe6143), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.834339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:30.885870 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573788fb-daf0-47d2-8742-8f1e3b25630d x-openstack-request-id: req-573788fb-daf0-47d2-8742-8f1e3b25630d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:30.885870 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e552c54-4313-4123-a17d-ef82d586638e", "name": "network-vif-deleted", "tag": "6203647f-98ee-4e5f-b811-177477659ecd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:30.886219 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-573788fb-daf0-47d2-8742-8f1e3b25630d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:30.886566 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e552c54-4313-4123-a17d-ef82d586638e', 'name': 'network-vif-deleted', 'tag': '6203647f-98ee-4e5f-b811-177477659ecd', 'status': 'completed', 'code': 200} Feb 15 01:52:30.903705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks [] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:30.966222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a469e5a-17f2-4a6d-bf33-29f7b9579398 req-c48acdf1-c9b4-4bd3-85aa-ba54f5dfbe3d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 210 time: 0.0776131 Feb 15 01:52:31.003647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:31.029003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.057549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2e0e-6d10-4a24-b4f8-713fc4b167d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.230899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:31.238694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event updated for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:31.247365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:31.251131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:31.274140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:31.288808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-fd86f0a1-5c95-4693-a8a4-61acbe6597b5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:31.290787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-fd86f0a1-5c95-4693-a8a4-61acbe6597b5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.37 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 814 time: 0.4029737 Feb 15 01:52:31.299984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89140801-add9-4b81-871d-e5967db02ff0 req-b6370a6e-55e7-40ef-b38a-58310a54b184 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:31.301960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89140801-add9-4b81-871d-e5967db02ff0 req-b6370a6e-55e7-40ef-b38a-58310a54b184 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 932 time: 0.1923168 Feb 15 01:52:31.304339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'mac_address': 'fa:16:3e:bb:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:31.310457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c8490a27-899a-462a-8757-47cf5efe6143), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.311037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router c8490a27-899a-462a-8757-47cf5efe6143 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:52:31.312109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Request body: {'port': {'device_id': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'admin_state_up': True, 'tenant_id': '03817c6254a84c47a0a4da6e8dc3405d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:31.327326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:31.327326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.363999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.365943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5e0af45e-88d8-4edb-ae66-24e20246ba55 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143 HTTP/1.1" status: 204 len: 168 time: 0.9963388 Feb 15 01:52:31.371038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:31.372381 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.376913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:31.418016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:31.428762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd23daf3-d9fe-4367-90f1-c8fae3519bf5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:31.450043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks [] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.461009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:31.491880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Transition to ACTIVE for port object fd23daf3-d9fe-4367-90f1-c8fae3519bf5 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:31.507679 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-53a5ec93-ca67-446e-8009-f8e3b07cc74a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2048934 Feb 15 01:52:31.543871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.551398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89140801-add9-4b81-871d-e5967db02ff0 req-dc310bd5-ded6-4acc-be3e-f6b262cdb957 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270447 Feb 15 01:52:31.579718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Made reservation on behalf of 03817c6254a84c47a0a4da6e8dc3405d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:31.587935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.590237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Request body: {'port': {'device_id': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:31.599506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.645524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:31.655166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 00d5b428-a1a0-4ad9-8697-8000b8a11054 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:31.679972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (00d5b428-a1a0-4ad9-8697-8000b8a11054), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:31.701244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:31.784609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:31.968346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed82e-153e-4053-bcae-a8f34b5cd34a req-165db2df-1060-4a5f-8dd5-49d70bd72447 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:31.976125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7eed82e-153e-4053-bcae-a8f34b5cd34a req-165db2df-1060-4a5f-8dd5-49d70bd72447 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 945 time: 0.1878052 Feb 15 01:52:31.993875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Attempting to bind port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:32.002272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Attempting to bind port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:32.002272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Attempting to bind port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:32.013222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Allocated IP 172.20.0.9 (f3bbb946-a9df-46b0-82cf-af0bb67a98a8/895375c0-4a1f-4c84-a5dd-d2608514700b/e542e620-b535-4322-bc6d-e0860ff036b7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:32.015570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:32.016003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Attempting to bind port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:32.040034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:32.040597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Checking segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:32.041116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Bound using segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:32.041671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Bound port: fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:32.042137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.075038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7eed82e-153e-4053-bcae-a8f34b5cd34a req-9fa9fe58-7750-44ad-aa1e-a0cbf320e198 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979052 Feb 15 01:52:32.094749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2e0e-6d10-4a24-b4f8-713fc4b167d0 admin admin] Publish callbacks [] for security_group (ad5dd44e-a872-4d8e-922b-789fb0675b7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.118556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (00d5b428-a1a0-4ad9-8697-8000b8a11054), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.121205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.185876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2e0e-6d10-4a24-b4f8-713fc4b167d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad5dd44e-a872-4d8e-922b-789fb0675b7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.287992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b6a2e0e-6d10-4a24-b4f8-713fc4b167d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6af4e849adcd4a50aebf56e61fbae3b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4495752 Feb 15 01:52:32.331192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:32.335753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2e0e-6d10-4a24-b4f8-713fc4b167d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5dd44e-a872-4d8e-922b-789fb0675b7e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:32.437774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (00d5b428-a1a0-4ad9-8697-8000b8a11054), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.440324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d266b6f1-015b-46e7-af7a-8166c9f84f54 req-52488ef3-80a9-46ca-8638-1299950624fb tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.2939889 Feb 15 01:52:32.501817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] Publish callbacks [] for security_group (ad5dd44e-a872-4d8e-922b-789fb0675b7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.521588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:32.540025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:32.591714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks [] for port (e542e620-b535-4322-bc6d-e0860ff036b7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.611690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] Publish callbacks [] for security_group (ad5dd44e-a872-4d8e-922b-789fb0675b7e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.642849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.665980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:32.667167 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.669882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd23daf3-d9fe-4367-90f1-c8fae3519bf5 HTTP/1.1" status: 200 len: 1092 time: 2.1972075 Feb 15 01:52:32.705026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.737613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:32.745909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:32.753984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:32.773758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (00d5b428-a1a0-4ad9-8697-8000b8a11054), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.819937 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad5dd44e-a872-4d8e-922b-789fb0675b7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.822539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.823689 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad5dd44e-a872-4d8e-922b-789fb0675b7e HTTP/1.1" status: 204 len: 168 time: 0.4890542 Feb 15 01:52:32.824609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=00d5b428-a1a0-4ad9-8697-8000b8a11054,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:32.878950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.882886 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc04835d-d99b-477c-8696-8b93b5ba3ae8 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/00d5b428-a1a0-4ad9-8697-8000b8a11054 HTTP/1.1" status: 204 len: 168 time: 1.4994578 Feb 15 01:52:32.892668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4cb1b8-ec7a-4574-a2f6-74f27fd6f757 None None] Network b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:32.893483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:32.897456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.897974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b01599-c5db-4a42-a37f-72a4082d4b14 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:32.911158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:32.922601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:32.924208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks [] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:32.927558 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf" -d '{"events": [{"name": "network-changed", "server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:32.963857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea920f-8af7-419f-996d-c1bdae019540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5dd44e-a872-4d8e-922b-789fb0675b7e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:32.964107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2706-7c2d-4c09-b736-fec5d645f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:32.976741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-7e62e824-e0da-4a63-91e2-2bbcbc49a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:32.993477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-7e62e824-e0da-4a63-91e2-2bbcbc49a135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 1126 time: 0.1588209 Feb 15 01:52:33.023832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Transition to ACTIVE for port object b1b01599-c5db-4a42-a37f-72a4082d4b14 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:33.038883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:33.060362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:33.069289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.121933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-9339542d-6576-4101-971c-25d0a667c9b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5 HTTP/1.1" status: 200 len: 217 time: 0.0782161 Feb 15 01:52:33.126199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8195980 Feb 15 01:52:33.164642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.174237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Request body: {'port': {'device_id': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:33.196247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:33.196677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.237957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.300155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] DHCP port deletion for b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:52:33.303760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:33.402390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-c7db7b52-ad82-4701-8dd5-166b4a2d767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:33.404152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-c7db7b52-ad82-4701-8dd5-166b4a2d767b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.1382000 Feb 15 01:52:33.409233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.524366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:33.525075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.541615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Attempting to bind port b1b01599-c5db-4a42-a37f-72a4082d4b14 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:33.542225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Attempting to bind port b1b01599-c5db-4a42-a37f-72a4082d4b14 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:33.542827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Attempting to bind port b1b01599-c5db-4a42-a37f-72a4082d4b14 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:33.543096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Deleting port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:33.543468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.550052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.605121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Port b1b01599-c5db-4a42-a37f-72a4082d4b14 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:33.607704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:33.612782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Attempting to bind port b1b01599-c5db-4a42-a37f-72a4082d4b14 on network 3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:33.636232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:33.640827 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b6938-e4ee-4744-91f6-b8811c2cf808" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:33.644255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:33.647269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Checking segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:33.647974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Bound using segment: {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:33.649199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Bound port: b1b01599-c5db-4a42-a37f-72a4082d4b14, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb01da7b-696f-423d-9ed9-cec8ddc2186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:33.651889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.725906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.828140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:33.843125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:33.863049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] For port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,segment=NetworkSegment(5004d994-2cd1-4cd0-944e-834530e1b4f9),segment_id=5004d994-2cd1-4cd0-944e-834530e1b4f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:33.863481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.889122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.890558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:33.942479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.959457 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a HTTP/1.1" status: 204 len: 168 time: 1.0426114 Feb 15 01:52:33.961975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.963860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:33.967218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42be504-87e6-4122-8e31-70ff8f198e0f None None] Network 67c7fc44-43d4-494e-8367-11a96c585ce0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:33.983763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:33.986295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks [] for port (e542e620-b535-4322-bc6d-e0860ff036b7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:33.997684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:34.005244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Calling delete_port for 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:34.020364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:34.021027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.022710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] 10.222.0.37 "PUT /v2.0/ports/b1b01599-c5db-4a42-a37f-72a4082d4b14 HTTP/1.1" status: 200 len: 1093 time: 2.4511080 Feb 15 01:52:34.030216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Transition to ACTIVE for port object e542e620-b535-4322-bc6d-e0860ff036b7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:34.040693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-43d20fe7-9142-4e8b-a8f6-44b3e3ef64ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6045241 Feb 15 01:52:34.079829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:34.081283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e3664-8223-41cd-ac86-d34b1e459687 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.089956 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b18f62-6233-44a5-a839-61db7b5f1e90" -d '{"events": [{"name": "network-changed", "server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:34.135232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad2f06-d4d0-4f26-8d03-69d577a15a1f req-45570ddf-26b8-4407-ae9f-94c4672cdbc2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:34.144020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98ad2f06-d4d0-4f26-8d03-69d577a15a1f req-45570ddf-26b8-4407-ae9f-94c4672cdbc2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 931 time: 1.0164497 Feb 15 01:52:34.163413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.244575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dd73b-0ff2-4095-8499-b592e9e7ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.263315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:34.263712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.303849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf52419-9647-4ede-aadc-c884671fc11a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.337865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,segment=NetworkSegment(5004d994-2cd1-4cd0-944e-834530e1b4f9),segment_id=5004d994-2cd1-4cd0-944e-834530e1b4f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:34.403674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.421198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.475580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-27aaa727-6e4c-4162-9810-f196b2a5a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:34.477539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-27aaa727-6e4c-4162-9810-f196b2a5a931 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 1127 time: 0.2263434 Feb 15 01:52:34.481236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.513651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] DHCP port deletion for 67c7fc44-43d4-494e-8367-11a96c585ce0 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:52:34.534884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9c77173c-8174-4e3b-90c2-8c8b3bcea6f5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.536230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-c3252d0b-9fe4-4828-935a-68cebc88a923 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14 HTTP/1.1" status: 200 len: 217 time: 0.0509706 Feb 15 01:52:34.605114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-bb1a4161-848c-4e75-b8fa-006bc438e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:34.606678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-bb1a4161-848c-4e75-b8fa-006bc438e0fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.0585647 Feb 15 01:52:34.607484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:34.608015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] No DVR routers for this DVR port 9c77173c-8174-4e3b-90c2-8c8b3bcea6f5 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:34.632546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.655640 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-560e726c-7c0f-4263-9c0d-6842da7c6d6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419548 Feb 15 01:52:34.683728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cd373-3303-413f-9e4e-c8b30cd26355 None None] Pushing event deleted for resources: {'Port': ['ID=9c77173c-8174-4e3b-90c2-8c8b3bcea6f5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:34.721229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Deleting port c2c12534-6773-4b37-aea4-7f78a6c82894 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:34.721974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.753537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98ad2f06-d4d0-4f26-8d03-69d577a15a1f req-e0518ec2-2421-4740-93b6-6f8e688b6fde tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086700 Feb 15 01:52:34.863200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1919813798-network', 'tenant_id': '20feb733ecd34a8396be5f4139b73de7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:34.879742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045fe0-334f-4da2-81de-40ea177f269d req-cf445632-499c-49f8-af1f-3ab18a165e82 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:34.881354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90045fe0-334f-4da2-81de-40ea177f269d req-cf445632-499c-49f8-af1f-3ab18a165e82 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.31 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.5479324 Feb 15 01:52:34.891850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-0f3c5c20-ee52-4feb-b217-dcff1f2bea6e service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417234 Feb 15 01:52:34.919846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] For port c2c12534-6773-4b37-aea4-7f78a6c82894, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c12534-6773-4b37-aea4-7f78a6c82894,segment=NetworkSegment(87ce6a88-c294-48ae-b16c-620403c2584c),segment_id=87ce6a88-c294-48ae-b16c-620403c2584c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:34.920163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.935732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:34.955233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Calling delete_port for c2c12534-6773-4b37-aea4-7f78a6c82894 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:34.966586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:34.980009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5004d994-2cd1-4cd0-944e-834530e1b4f9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:34.980680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5004d994-2cd1-4cd0-944e-834530e1b4f9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:34.997167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (5004d994-2cd1-4cd0-944e-834530e1b4f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.030012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5004d994-2cd1-4cd0-944e-834530e1b4f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.048011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:35.048813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (5004d994-2cd1-4cd0-944e-834530e1b4f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:35.052174 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:35.070250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:35.070250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:35.070250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:35.144415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-8b07966e-8f9d-4b18-88ca-a2a84c801e7a service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815583 Feb 15 01:52:35.175526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Made reservation on behalf of 20feb733ecd34a8396be5f4139b73de7 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:35.179289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.227840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.228115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-6c282407-4985-4950-8ca9-0866c1901630 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212299 Feb 15 01:52:35.253320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:35.253639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:35.270529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (c2c12534-6773-4b37-aea4-7f78a6c82894), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.302261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:35.302640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Checking segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:35.303096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Bound using segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:35.303859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Bound port: e542e620-b535-4322-bc6d-e0860ff036b7, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:35.304013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.330535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] Pushing event deleted for resources: {'Port': ['ID=c2c12534-6773-4b37-aea4-7f78a6c82894,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:35.336538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cba3d-5685-47b7-b942-7e279cb563e5 None None] No DVR routers for this DVR port c2c12534-6773-4b37-aea4-7f78a6c82894 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:35.350083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks [] for security_group (e2fdaf06-b7fb-4da8-a10e-b213764ffcad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.358877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.393836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b536d-6ffc-4cdb-bd8f-960539da6322 req-30840c6a-ff87-4bd0-8cce-9f609f42c8bc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:35.395702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.398420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f1b536d-6ffc-4cdb-bd8f-960539da6322 req-30840c6a-ff87-4bd0-8cce-9f609f42c8bc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 944 time: 0.5160625 Feb 15 01:52:35.399812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0 HTTP/1.1" status: 204 len: 168 time: 1.3761394 Feb 15 01:52:35.405269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74636b8f-6a79-45ec-9af3-6e4302f89e2c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=b2dd03f7-475c-4dbe-a42d-e2e06e6ebfd0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:35.409467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:35.498517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2fdaf06-b7fb-4da8-a10e-b213764ffcad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.512678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Deleting port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:35.513085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.555351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:35.568758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0ed5cb38-b843-4828-8ca3-ae9bc5b49235), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.570747 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Added segment 0ed5cb38-b843-4828-8ca3-ae9bc5b49235 of type vlan for network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 Feb 15 01:52:35.625865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.631824 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-c72f2552-388f-4994-a7a7-b66725384076 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806604 Feb 15 01:52:35.660092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f1b536d-6ffc-4cdb-bd8f-960539da6322 req-8ec9dce7-cd4e-4c6a-85f6-fac5555eec0f tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428086 Feb 15 01:52:35.663008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] For port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:35.663008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.672714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:35.687559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:35.698489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (67c7fc44-43d4-494e-8367-11a96c585ce0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.716452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fdaf06-b7fb-4da8-a10e-b213764ffcad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:35.756431 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3dfdb9-7a53-4aa0-bca8-90eee84b2de5 x-openstack-request-id: req-2d3dfdb9-7a53-4aa0-bca8-90eee84b2de5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:35.756537 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:35.756725 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d3dfdb9-7a53-4aa0-bca8-90eee84b2de5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:35.763563 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5', 'status': 'completed', 'code': 200} Feb 15 01:52:35.782109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.837968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c12534-6773-4b37-aea4-7f78a6c82894 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:35.873066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:35.873699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.875111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] 10.222.0.37 "PUT /v2.0/ports/e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 1092 time: 2.7068102 Feb 15 01:52:35.902995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c2c12534-6773-4b37-aea4-7f78a6c82894 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:35.903421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c12534-6773-4b37-aea4-7f78a6c82894 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:35.916633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.917837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:35.919291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:35.976137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (67c7fc44-43d4-494e-8367-11a96c585ce0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.034224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53a28-8d0e-4f4b-83f4-202c181abd09 service neutron] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:36.046006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c7fc44-43d4-494e-8367-11a96c585ce0']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:36.049687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] Pushing event updated for resources: {'Network': ['ID=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:36.060994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:36.061510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-e750c945-4385-42b4-9548-b83852b23015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.063136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-e750c945-4385-42b4-9548-b83852b23015 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 1126 time: 0.2484250 Feb 15 01:52:36.064955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ce6a88-c294-48ae-b16c-620403c2584c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:36.065313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ce6a88-c294-48ae-b16c-620403c2584c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:36.161577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-5ed1cb35-beb8-4d07-9a31-acfa57aa9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.163293 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-5ed1cb35-beb8-4d07-9a31-acfa57aa9fc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 914 time: 0.0898528 Feb 15 01:52:36.168629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-618e0909-37ed-4851-84d1-0eb117d467cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5600410 Feb 15 01:52:36.169299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-85e164d4-d037-4ac8-96aa-89fad55ef42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.170711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (87ce6a88-c294-48ae-b16c-620403c2584c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.170864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-85e164d4-d037-4ac8-96aa-89fad55ef42c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1126 time: 0.1888020 Feb 15 01:52:36.172408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:36.177333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Request body: {'subnet': {'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1919813798-subnet', 'tenant_id': '20feb733ecd34a8396be5f4139b73de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:36.208926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e12f0e-821b-4a3f-aa09-2e992f372ae5 req-3c53a7a1-66e6-4abb-9399-d57ad7ab697d tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.217749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01e12f0e-821b-4a3f-aa09-2e992f372ae5 req-3c53a7a1-66e6-4abb-9399-d57ad7ab697d tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f35dd4-b20c-4208-b72e-0c3809abb354 HTTP/1.1" status: 200 len: 945 time: 0.3281393 Feb 15 01:52:36.238379 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-c68d80d2-c99e-4069-b772-c8989a40ad14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5 HTTP/1.1" status: 200 len: 217 time: 0.0424666 Feb 15 01:52:36.290734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-af9d475c-e018-430c-88cf-bf47aff539cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.292485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-af9d475c-e018-430c-88cf-bf47aff539cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.0478306 Feb 15 01:52:36.338709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-b9a57eee-683c-4e90-9d6c-11a55612f9f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383978 Feb 15 01:52:36.340054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (87ce6a88-c294-48ae-b16c-620403c2584c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.342459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Made reservation on behalf of 20feb733ecd34a8396be5f4139b73de7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:36.345154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.558631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:36.559551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (87ce6a88-c294-48ae-b16c-620403c2584c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:36.562453 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:36.603489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-3d9b98e2-ec4a-40f2-80bd-66810cf2ce7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.3662806 Feb 15 01:52:36.610303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7cfa8b3e-a34c-4b9f-9007-476149c2ccc6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.611382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.611761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.612083 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Floating IP 071576c6-34c6-413e-8dee-f26c87049319 disassociated. External IP: 172.25.2.142, port: 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4. Feb 15 01:52:36.612587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Calling delete_port for 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:36.757892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfa8b3e-a34c-4b9f-9007-476149c2ccc6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:36.774782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Checking segment: {'id': '0ed5cb38-b843-4828-8ca3-ae9bc5b49235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:36.775507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Network hostable DHCP agents. Network: 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:36.789298 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-e1ae8acc-a5a6-4b83-a5bc-218c7899496c service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575870 Feb 15 01:52:36.793696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (67c7fc44-43d4-494e-8367-11a96c585ce0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.856402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01e12f0e-821b-4a3f-aa09-2e992f372ae5 req-5c88dbd8-8d2f-4257-9952-6a60931dea7d tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f77b3b-56a7-42c6-b523-72a247ab7377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6376650 Feb 15 01:52:36.860341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-1b470159-85d9-4114-9bb0-af630ecb8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:36.861766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-1b470159-85d9-4114-9bb0-af630ecb8a6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0790315 Feb 15 01:52:36.895791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.901169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:36.913887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/67c7fc44-43d4-494e-8367-11a96c585ce0 HTTP/1.1" status: 204 len: 168 time: 1.5029337 Feb 15 01:52:36.938622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:36.944656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357169378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:36.954511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b45ac6-b685-457a-a549-71c7137a8096 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=67c7fc44-43d4-494e-8367-11a96c585ce0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:36.955205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-2fe62731-afb9-4193-928a-ab23e833417a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861483 Feb 15 01:52:36.981476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aedab00b-4b6b-4f43-b371-2dfbc8e22adf req-026b9482-9686-4da7-977d-a2cd9897f030 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852911 Feb 15 01:52:37.011817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:37.014514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event deleted for resources: {'Port': ['ID=8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:37.064336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:37.071447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.097266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:37.105516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:37.105898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973135a-2162-4786-81d3-b8ec76a9c790 None None] Network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:37.106390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.123434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:37.144060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1a42822c-5b65-4e9c-854f-09f08a40dad0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.144796 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 1a42822c-5b65-4e9c-854f-09f08a40dad0 of type vlan for network c2066bad-67c9-488e-8331-f786104d2fe2 Feb 15 01:52:37.215136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c2066bad-67c9-488e-8331-f786104d2fe2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.238001 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d909dfb1-6c6a-403f-aeac-591a9591ab61 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0643668 Feb 15 01:52:37.299007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4601da-6f85-4b12-9229-942766dc5823 None None] Network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:37.361017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c2066bad-67c9-488e-8331-f786104d2fe2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.364207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118532a-a5f9-4fa7-b28f-f9f3da06e183 req-6be28494-f172-46fc-b9b3-ac16d3822580 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:37.365784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0118532a-a5f9-4fa7-b28f-f9f3da06e183 req-6be28494-f172-46fc-b9b3-ac16d3822580 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.3470871 Feb 15 01:52:37.367519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:37.368077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-391a7938-8380-4621-9027-6659b5e6736c service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806386 Feb 15 01:52:37.368512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.451259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Router 792e7444-44ff-4874-9d87-84b5140a33a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:37.536126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=c2066bad-67c9-488e-8331-f786104d2fe2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:37.553961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c2066bad-67c9-488e-8331-f786104d2fe2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:37.582730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ac7209e4-136e-4589-bdeb-b9b6c7d3b801 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6422679 Feb 15 01:52:37.586519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:37.596941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:37.597333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0118532a-a5f9-4fa7-b28f-f9f3da06e183 req-d294b05e-c58c-4b08-b75e-be99a1904897 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023616 Feb 15 01:52:37.743229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7620c93e-173e-4d2b-a59e-a974d6c63700 req-563bfa01-4e57-4900-a0da-c06f67171882 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504558 Feb 15 01:52:37.779797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:37.782877 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5af7a-83ff-4def-8552-767732630207" -d '{"events": [{"name": "network-changed", "server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:37.790075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3349a15-a8ad-4c54-a103-850a084db557 req-74f426ea-314b-422d-b75f-89a5895b9ce1 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0440745 Feb 15 01:52:37.815606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:37.838542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Sync routers for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:37.858016 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab6e78-0713-406a-8760-838a39ce5565 x-openstack-request-id: req-edab6e78-0713-406a-8760-838a39ce5565 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:37.858319 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-plugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:37.858599 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edab6e78-0713-406a-8760-838a39ce5565 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:37.858999 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:52:37.868242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:37.870539 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:37.887038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:37.891211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.977810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] No DVR routers for this DVR port 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:37.982413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:37.985942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90045fe0-334f-4da2-81de-40ea177f269d req-d668800d-2147-4525-8a48-cca79a52f36f tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.31 "DELETE /v2.0/ports/8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 HTTP/1.1" status: 204 len: 173 time: 3.0833347 Feb 15 01:52:38.050303 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:38.090911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-503e77cc-6a8e-49a7-93f9-b9be1ec9888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.096766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-503e77cc-6a8e-49a7-93f9-b9be1ec9888c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 1127 time: 0.0874405 Feb 15 01:52:38.215584 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4e825-6b56-4a7a-9e3b-82e879fb8773 x-openstack-request-id: req-50e4e825-6b56-4a7a-9e3b-82e879fb8773 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:38.215933 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:38.216129 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50e4e825-6b56-4a7a-9e3b-82e879fb8773 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:38.216562 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14', 'status': 'completed', 'code': 200} Feb 15 01:52:38.287335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (da5630ae-adbe-4dc8-9311-a151ea1079b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:38.349234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f156ead-6fad-4f71-b92d-571d552d2c79 req-3e7e6c39-7dc9-4afd-9c79-05b43e1f6db9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.350824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f156ead-6fad-4f71-b92d-571d552d2c79 req-3e7e6c39-7dc9-4afd-9c79-05b43e1f6db9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.2626886 Feb 15 01:52:38.366493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=da5630ae-adbe-4dc8-9311-a151ea1079b2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:38.381242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '1a42822c-5b65-4e9c-854f-09f08a40dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:38.381599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: c2066bad-67c9-488e-8331-f786104d2fe2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:38.397776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-e2a01b7c-80fb-4d6d-a50b-9972cd684468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.399014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-e2a01b7c-80fb-4d6d-a50b-9972cd684468 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 200 len: 914 time: 0.2864208 Feb 15 01:52:38.407840 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:38.456744 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Checking router: 792e7444-44ff-4874-9d87-84b5140a33a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:52:38.465498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:38.466161 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:38.481145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network c2066bad-67c9-488e-8331-f786104d2fe2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:38.497208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-1a508dfa-02b2-43c2-9863-04d2277148f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14 HTTP/1.1" status: 200 len: 217 time: 0.0793240 Feb 15 01:52:38.590171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-b2400672-8f11-400a-adcc-465eb86631f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.594386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-b2400672-8f11-400a-adcc-465eb86631f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 200 len: 853 time: 0.0855775 Feb 15 01:52:38.602736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c2066bad-67c9-488e-8331-f786104d2fe2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:38.609356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.609857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:38.616371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff58574-fefd-4b5a-b958-2a24e67c3d58 None None] Network c2066bad-67c9-488e-8331-f786104d2fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:38.660970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-eb70b3fc-429f-4f88-963b-fd7d8e4e9271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541368 Feb 15 01:52:38.675209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f156ead-6fad-4f71-b92d-571d552d2c79 req-461556a1-2f75-4058-9b9c-34d87c2f70e4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008320 Feb 15 01:52:38.730066 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98554060-ba3d-4f3d-b5b5-8de25a8e64dc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1399620 Feb 15 01:52:38.730309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:38.734745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-34163839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:38.762264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fd23daf3-d9fe-4367-90f1-c8fae3519bf5 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:38.836030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:38.870033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (54f2c048-9a44-4168-a342-d4bd630c339e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:38.871617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (54f2c048-9a44-4168-a342-d4bd630c339e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:38.881326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-3184a6f2-4959-465a-b6c3-7173a5fd48f8 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990998 Feb 15 01:52:38.966779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296e41-8fdd-4c33-9814-2a99d44ec58c req-07d5e433-7b22-431f-b723-97b3a0840249 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:38.968634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85296e41-8fdd-4c33-9814-2a99d44ec58c req-07d5e433-7b22-431f-b723-97b3a0840249 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 944 time: 0.1687193 Feb 15 01:52:39.009208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (54f2c048-9a44-4168-a342-d4bd630c339e), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:39.091350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (54f2c048-9a44-4168-a342-d4bd630c339e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:39.112252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:39.120037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85296e41-8fdd-4c33-9814-2a99d44ec58c req-4c060af3-0012-4650-94f6-edb54187099e tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434915 Feb 15 01:52:39.205807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b18f62-6233-44a5-a839-61db7b5f1e90 req-80ad4f73-653c-4c53-bbca-c3f7ae4721a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073189 Feb 15 01:52:39.210188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:39.211612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6ba9120e-45f0-4e3f-bb1a-600735862cfc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4803491 Feb 15 01:52:39.214197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:39.220748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'port': {'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2', 'name': 'tempest-RoutersIpV6Test-500480099'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:39.251129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-c2066bad-67c9-488e-8331-f786104d2fe2', 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': 'da5630ae-adbe-4dc8-9311-a151ea1079b2'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:52:39.252903 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:39.263972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:39.264373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:39.310640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:39.364462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62aa3b1-91e6-4046-a5b0-cce616f7b82d None None] The sync data for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 is: [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:51:21Z', 'revision_number': 4, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '5ea16838-a782-493f-97a2-e52b781ccc9b', 'name': '', 'network_id': '10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'mac_address': 'fa:16:3e:f8:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:20Z', 'updated_at': '2022-02-15T01:51:27Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'subnets': [{'id': '57489c25-10c6-49b1-b4a1-e60bf7eaddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:39.674594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:39.704774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'port_id': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5', 'mac_address': 'fa:16:3e:72:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9cb312-5b06-408c-b7e3-b614324d126c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:39.798264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-1fb494e6-be4e-4e38-8e86-5bf077ff2a93 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:39.803862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-1fb494e6-be4e-4e38-8e86-5bf077ff2a93 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/networks?id=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 HTTP/1.1" status: 200 len: 814 time: 0.2864232 Feb 15 01:52:39.828780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-dc015833-430a-4b12-a6ee-1763f19faf7a tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/quotas/20feb733ecd34a8396be5f4139b73de7 HTTP/1.1" status: 200 len: 375 time: 0.0209908 Feb 15 01:52:39.864109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:39.864930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:39.892357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-cf763fbc-964f-4fe8-9691-acc30bd9b2a5 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20feb733ecd34a8396be5f4139b73de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558934 Feb 15 01:52:39.908625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd23daf3-d9fe-4367-90f1-c8fae3519bf5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:39.915612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Allocated IP 2001:db8::2 (c2066bad-67c9-488e-8331-f786104d2fe2/da5630ae-adbe-4dc8-9311-a151ea1079b2/5f38d593-269a-4ff8-9641-7f69d05481d3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:39.918744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403597d9-078d-4d3f-a99c-c4e0718528ef None None] New status for floating IP 071576c6-34c6-413e-8dee-f26c87049319: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:52:40.026657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:40.225308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-40f0ccad-46ae-4330-9897-d426f832b97a service neutron] 10.222.0.43 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221056 Feb 15 01:52:40.318123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks [] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:40.382757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:40.383798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:40.384585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b1b01599-c5db-4a42-a37f-72a4082d4b14 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:40.401918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:40.403032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:40.466129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-1e96d32d-7193-455b-98c8-f4726e287eac service neutron] 10.222.0.43 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360749 Feb 15 01:52:40.476810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] device_id is not set on port aca6f22a-35ca-485d-b115-518b734fdecf yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:52:40.505176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-64a316cb-68ca-4c07-98b5-fe56e0629ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:40.513877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-64a316cb-68ca-4c07-98b5-fe56e0629ee3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1129 time: 0.3186462 Feb 15 01:52:40.626743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Network c2066bad-67c9-488e-8331-f786104d2fe2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:40.644847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:52:40.656396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:40.677781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:40.710169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:40.779560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-1990c0b3-88a2-4b57-983d-d306ded881e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:40.781278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-1990c0b3-88a2-4b57-983d-d306ded881e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2452145 Feb 15 01:52:40.824158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8::3b9 (c2066bad-67c9-488e-8331-f786104d2fe2/da5630ae-adbe-4dc8-9311-a151ea1079b2/aca6f22a-35ca-485d-b115-518b734fdecf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:40.836179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:40.891827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'b1b01599-c5db-4a42-a37f-72a4082d4b14', 'network_id': '3ec9a9d6-fdc4-47d8-b093-c4aa5a818775', 'port_id': 'b1b01599-c5db-4a42-a37f-72a4082d4b14', 'mac_address': 'fa:16:3e:66:1a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9cb312-5b06-408c-b7e3-b614324d126c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:40.898928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Attempting to bind port 5f38d593-269a-4ff8-9641-7f69d05481d3 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:40.898928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Attempting to bind port 5f38d593-269a-4ff8-9641-7f69d05481d3 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1a42822c-5b65-4e9c-854f-09f08a40dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:40.898928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Attempting to bind port 5f38d593-269a-4ff8-9641-7f69d05481d3 on network c2066bad-67c9-488e-8331-f786104d2fe2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:40.901328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Pushing event updated for resources: {'Port': ['ID=5f38d593-269a-4ff8-9641-7f69d05481d3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:40.985103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-2906a98e-efe9-4bb5-8876-2bc9b72c2644 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 1000 time: 0.1974788 Feb 15 01:52:40.988895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b1b01599-c5db-4a42-a37f-72a4082d4b14 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:40.989590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.017639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b01599-c5db-4a42-a37f-72a4082d4b14 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:41.024511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:41.025316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Checking segment: {'id': '1a42822c-5b65-4e9c-854f-09f08a40dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:41.025957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.026574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Bound using segment: {'id': '1a42822c-5b65-4e9c-854f-09f08a40dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:41.027296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Bound port: 5f38d593-269a-4ff8-9641-7f69d05481d3, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a42822c-5b65-4e9c-854f-09f08a40dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c2066bad-67c9-488e-8331-f786104d2fe2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:41.027915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.052959 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef2372-5b98-4e05-958b-c381e4adb50a x-openstack-request-id: req-aaef2372-5b98-4e05-958b-c381e4adb50a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:41.056714 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:41.057306 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaef2372-5b98-4e05-958b-c381e4adb50a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:41.058025 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'status': 'completed', 'code': 200} Feb 15 01:52:41.200619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:41.219492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-ff9692d8-e639-4d32-bf9e-767d13ce2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.222138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-ff9692d8-e639-4d32-bf9e-767d13ce2f4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.2278326 Feb 15 01:52:41.260133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] For port 5f38d593-269a-4ff8-9641-7f69d05481d3, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:41.265538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] For port 5f38d593-269a-4ff8-9641-7f69d05481d3, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5f38d593-269a-4ff8-9641-7f69d05481d3,segment=NetworkSegment(1a42822c-5b65-4e9c-854f-09f08a40dad0),segment_id=1a42822c-5b65-4e9c-854f-09f08a40dad0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:41.275066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5af7a-83ff-4def-8552-767732630207 req-306e8b66-88b8-4a86-9579-b204b1ada1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.281105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-306e8b66-88b8-4a86-9579-b204b1ada1ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1126 time: 0.1608920 Feb 15 01:52:41.281553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.368356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:41.372750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.375751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:41.392089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-f73bf150-646e-4cfc-8db0-e5eb06a644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.397397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-f73bf150-646e-4cfc-8db0-e5eb06a644c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1665468 Feb 15 01:52:41.433682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c07ba-1f16-4a79-9759-cac36540fde7 req-1a4391ab-d061-42e9-bb5c-d9d84b848db4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.436013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109c07ba-1f16-4a79-9759-cac36540fde7 req-1a4391ab-d061-42e9-bb5c-d9d84b848db4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.1984191 Feb 15 01:52:41.505404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (aca6f22a-35ca-485d-b115-518b734fdecf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.574502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5af7a-83ff-4def-8552-767732630207 req-21132e53-e80d-482f-b5b2-ac99c0fb0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.578824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d98ff6-bdd6-4dc4-a773-99d1c535550a None None] Pushing event updated for resources: {'Port': ['ID=5f38d593-269a-4ff8-9641-7f69d05481d3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:41.580575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-21132e53-e80d-482f-b5b2-ac99c0fb0fe1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.2847688 Feb 15 01:52:41.616788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b1b01599-c5db-4a42-a37f-72a4082d4b14'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:41.621021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['fd23daf3-d9fe-4367-90f1-c8fae3519bf5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:41.646560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.710790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-36e7d869-e360-4402-93fa-cb2e55412837 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056195 Feb 15 01:52:41.823354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:41.834281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network c2066bad-67c9-488e-8331-f786104d2fe2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:41.834483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-109c07ba-1f16-4a79-9759-cac36540fde7 req-1cea41a3-edb7-4a02-b613-c6f01afa5677 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849254 Feb 15 01:52:41.840966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:41.875579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'port_id': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'mac_address': 'fa:16:3e:44:f9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895375c0-4a1f-4c84-a5dd-d2608514700b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:41.878483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:41.885916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-dfa2fad2-6580-4853-90a5-ce197aeb37f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.1728883 Feb 15 01:52:41.907815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:41.907815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.947909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:41.948322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:41.977140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:41.983855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=aca6f22a-35ca-485d-b115-518b734fdecf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:42.054507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:42.100234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54c341f0-e1d4-4bbb-8a59-bb9eecb48e37 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8824556 Feb 15 01:52:42.100796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:42.167135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:42.308242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:42.490378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:42.506227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fe6d0ab-1abb-4817-bfae-20f9954e585c req-233afc76-b5c4-4371-b194-9caa33af7368 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.4811094 Feb 15 01:52:42.535950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5af7a-83ff-4def-8552-767732630207 req-9cd68139-43e2-49c5-a1ab-cc90aba59103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:42.542073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-9cd68139-43e2-49c5-a1ab-cc90aba59103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.5930719 Feb 15 01:52:42.601490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-1f510dbb-bc38-4e5b-bb64-d845a6ed6ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540571 Feb 15 01:52:42.706072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:42.725217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d9b7d3e-4e04-4848-a440-d33838194e3d req-8c490b76-f963-47a6-b60d-d34da76ad3f7 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0028436 Feb 15 01:52:42.782141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1b88-ab3e-45de-8004-74f7104daf81 req-a69163cc-91e3-497f-97e6-29a50924a185 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:42.793731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6abb1b88-ab3e-45de-8004-74f7104daf81 req-a69163cc-91e3-497f-97e6-29a50924a185 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1817663 Feb 15 01:52:42.871100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-cc3975ca-a6da-4619-835d-2298061d5c01 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561700 Feb 15 01:52:42.939108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6abb1b88-ab3e-45de-8004-74f7104daf81 req-85baf30e-5d4b-41d6-96a0-f451f65b3f64 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443646 Feb 15 01:52:43.060602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'name': 'network-vif-deleted', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:43.064382 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8a59c-413e-4cd8-a339-1f388394f626" -d '{"events": [{"server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "name": "network-vif-deleted", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:43.162899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34f5af7a-83ff-4def-8552-767732630207 req-ba5bdacd-96a5-4581-8c5b-11f6f12702d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227395 Feb 15 01:52:43.215272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1e8c-6cae-4781-82bc-1263c70f9daa req-4618aeeb-477a-4fa6-b467-f35adb15b779 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:43.218764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-839b1e8c-6cae-4781-82bc-1263c70f9daa req-4618aeeb-477a-4fa6-b467-f35adb15b779 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 945 time: 0.1281316 Feb 15 01:52:43.288215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b1b01599-c5db-4a42-a37f-72a4082d4b14 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:43.384674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-839b1e8c-6cae-4781-82bc-1263c70f9daa req-6afa91d6-71ec-470f-b172-6839464cfbe1 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596370 Feb 15 01:52:43.390731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (aca6f22a-35ca-485d-b115-518b734fdecf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.425184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a7d54-afe7-48e8-ad53-415659829d32 None None] Network c2066bad-67c9-488e-8331-f786104d2fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:43.469601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.474488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port b1b01599-c5db-4a42-a37f-72a4082d4b14 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:43.504130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c457b11-203f-4c91-93aa-7aa82179fe76 req-2381f7d3-b2e4-4bf2-8e58-9dde43bd36d2 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 210 time: 0.0423737 Feb 15 01:52:43.525014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port b1b01599-c5db-4a42-a37f-72a4082d4b14 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:43.525659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.578125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Provisioning complete for port 5f38d593-269a-4ff8-9641-7f69d05481d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:43.578424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.625270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:43.635457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=aca6f22a-35ca-485d-b115-518b734fdecf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:43.740490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (65f77b3b-56a7-42c6-b523-72a247ab7377), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.758957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (54f2c048-9a44-4168-a342-d4bd630c339e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.787271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (65f77b3b-56a7-42c6-b523-72a247ab7377), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.809356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b1b01599-c5db-4a42-a37f-72a4082d4b14 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:43.809736 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:43.897715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:43.900215 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6505531-0fbd-44c4-a141-e9cb2476174b" -d '{"events": [{"server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:43.966340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5f38d593-269a-4ff8-9641-7f69d05481d3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:43.969306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:44.018810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444e0de-13a9-4f63-b7a7-e93f0991753c req-769b0d3c-88da-4286-af95-be7cc29a88e6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:44.033465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f444e0de-13a9-4f63-b7a7-e93f0991753c req-769b0d3c-88da-4286-af95-be7cc29a88e6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.1599798 Feb 15 01:52:44.039271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Current status of the port 5f38d593-269a-4ff8-9641-7f69d05481d3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:44.041432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.051837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (65f77b3b-56a7-42c6-b523-72a247ab7377), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.059568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.061888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "DELETE /v2.0/security-groups/65f77b3b-56a7-42c6-b523-72a247ab7377 HTTP/1.1" status: 204 len: 168 time: 0.4340315 Feb 15 01:52:44.063018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:44.083039 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-b1456b6d-8c5d-459d-bfff-18dff22f77d0 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] show failed (client error): The resource could not be found. Feb 15 01:52:44.085193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1456b6d-8c5d-459d-bfff-18dff22f77d0 tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "GET /v2.0/security-groups/65f77b3b-56a7-42c6-b523-72a247ab7377 HTTP/1.1" status: 404 len: 347 time: 0.0201397 Feb 15 01:52:44.102615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:44.124672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2538f0-e290-451a-b16e-41400576934a tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f77b3b-56a7-42c6-b523-72a247ab7377,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:44.135598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.136650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fd23daf3-d9fe-4367-90f1-c8fae3519bf5 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:44.229376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] For port 5f38d593-269a-4ff8-9641-7f69d05481d3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5f38d593-269a-4ff8-9641-7f69d05481d3,segment=NetworkSegment(1a42822c-5b65-4e9c-854f-09f08a40dad0),segment_id=1a42822c-5b65-4e9c-854f-09f08a40dad0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:44.262948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.294787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5f38d593-269a-4ff8-9641-7f69d05481d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:44.295365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.362770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f444e0de-13a9-4f63-b7a7-e93f0991753c req-c7e8a073-c928-423a-a498-606d4cae49e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283138 Feb 15 01:52:44.373364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.445077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:44.479734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:44.483739 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1a9725-9c03-470b-9d96-32c448ddd3d5 x-openstack-request-id: req-7b1a9725-9c03-470b-9d96-32c448ddd3d5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:44.484045 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f35dd4-b20c-4208-b72e-0c3809abb354", "name": "network-vif-deleted", "tag": "8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:44.484316 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b1a9725-9c03-470b-9d96-32c448ddd3d5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:44.485149 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f35dd4-b20c-4208-b72e-0c3809abb354', 'name': 'network-vif-deleted', 'tag': '8e9c72a5-aff1-44e7-b3b4-e5bd76e255f4', 'status': 'completed', 'code': 200} Feb 15 01:52:44.534553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-e62fb04d-dcfd-4b14-ac58-6fafe1a20911 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:44.538417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-e62fb04d-dcfd-4b14-ac58-6fafe1a20911 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.31 "GET /v2.0/networks?id=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 HTTP/1.1" status: 200 len: 814 time: 0.3790576 Feb 15 01:52:44.549815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:44.554496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.554880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Request body: {'port': {'device_id': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49', 'admin_state_up': True, 'tenant_id': '20feb733ecd34a8396be5f4139b73de7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:44.781912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e08de3-857e-44a3-b57e-95126255f5e6 req-cf06e960-53a9-4468-9408-df48f9985921 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0889821 Feb 15 01:52:44.878421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (aca6f22a-35ca-485d-b115-518b734fdecf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.884947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Made reservation on behalf of 20feb733ecd34a8396be5f4139b73de7 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:44.895544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:44.946596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Deleting port 0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:44.947212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.035994 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b21958-5283-4cf3-b2a5-330d58ac2fe5 x-openstack-request-id: req-99b21958-5283-4cf3-b2a5-330d58ac2fe5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:45.038141 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:45.038514 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99b21958-5283-4cf3-b2a5-330d58ac2fe5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:45.039024 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14', 'code': 200} Feb 15 01:52:45.089083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.089730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.127863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Calling delete_port for 0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:45.195641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d251e5-d4c5-4a1f-bfd1-8f93e249ea1d req-d50b5735-3f88-44f1-b2d6-5117f194b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:45.197531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80d251e5-d4c5-4a1f-bfd1-8f93e249ea1d req-d50b5735-3f88-44f1-b2d6-5117f194b883 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 1129 time: 0.2435467 Feb 15 01:52:45.272106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:45.273741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.309884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c157703-d195-4364-86da-d45488049804 None None] Provisioning complete for port aca6f22a-35ca-485d-b115-518b734fdecf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:45.310521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c157703-d195-4364-86da-d45488049804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.316133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b875d-99db-45a7-a7c7-471853c3db15 None None] Pushing event updated for resources: {'Port': ['ID=5f38d593-269a-4ff8-9641-7f69d05481d3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:45.360385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432b3d-1c82-4ca7-9728-b2252deaeace req-1d62dbe2-f482-411d-8396-e57419b921b4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:45.369604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8432b3d-1c82-4ca7-9728-b2252deaeace req-1d62dbe2-f482-411d-8396-e57419b921b4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.3413672 Feb 15 01:52:45.428230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80d251e5-d4c5-4a1f-bfd1-8f93e249ea1d req-67eeba85-f2f0-40f3-90e2-27663e04df34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202811 Feb 15 01:52:45.484993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.493576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (54f2c048-9a44-4168-a342-d4bd630c339e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.523237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8432b3d-1c82-4ca7-9728-b2252deaeace req-543e7a12-782e-4890-a363-e18e02c5dc89 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526492 Feb 15 01:52:45.527160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5f38d593-269a-4ff8-9641-7f69d05481d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:45.533949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Allocated IP 172.20.0.13 (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49/7cfa8b3e-a34c-4b9f-9007-476149c2ccc6/ac5778a6-a660-443f-a2b2-67c73663ef63) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:45.542333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.600898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:45.630489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c157703-d195-4364-86da-d45488049804 None None] Port aca6f22a-35ca-485d-b115-518b734fdecf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:45.660824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c157703-d195-4364-86da-d45488049804 None None] Provisioning complete for port 5f38d593-269a-4ff8-9641-7f69d05481d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:45.661208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c157703-d195-4364-86da-d45488049804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.729411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.775810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:45.792063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=aca6f22a-35ca-485d-b115-518b734fdecf,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:45.796271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:45.831444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be02a-4b4a-4f07-ad1a-4796f75062c0 req-6d757d15-144c-4a84-9636-c0f625b1471d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:45.843541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5be02a-4b4a-4f07-ad1a-4796f75062c0 req-6d757d15-144c-4a84-9636-c0f625b1471d tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 946 time: 0.2181644 Feb 15 01:52:45.851013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5f38d593-269a-4ff8-9641-7f69d05481d3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:45.854517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Pushing event deleted for resources: {'Port': ['ID=0b21a92b-92bf-4db8-8e13-2ac0e9df0e7b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:45.880177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network c2066bad-67c9-488e-8331-f786104d2fe2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:45.896555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:45.959074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5be02a-4b4a-4f07-ad1a-4796f75062c0 req-6610aabd-c399-466b-9f07-f89dfbd85dd4 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146202 Feb 15 01:52:45.979919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c157703-d195-4364-86da-d45488049804 None None] Current status of the port 5f38d593-269a-4ff8-9641-7f69d05481d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:46.011738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks [] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.024597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:46.148626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5f38d593-269a-4ff8-9641-7f69d05481d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:46.149053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.153008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9482801e-4e40-44cf-970d-4fd28c56d90c None None] Provisioning complete for port aca6f22a-35ca-485d-b115-518b734fdecf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:46.153008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9482801e-4e40-44cf-970d-4fd28c56d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.174028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d62bd9-28fe-499b-a8b9-9163902060ca req-d17bc8c6-233e-4181-b129-59dd4da3c485 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 210 time: 0.0958629 Feb 15 01:52:46.196527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks [] for floatingip (071576c6-34c6-413e-8dee-f26c87049319), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.202260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.204478 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a73fa6a4-5e5d-4064-82df-9a8d8eed603c tempest-ServersTestManualDisk-1096800421 tempest-ServersTestManualDisk-1096800421-project] 10.222.0.43 "DELETE /v2.0/floatingips/071576c6-34c6-413e-8dee-f26c87049319 HTTP/1.1" status: 204 len: 168 time: 2.1011233 Feb 15 01:52:46.209617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:46.239675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9482801e-4e40-44cf-970d-4fd28c56d90c None None] Port aca6f22a-35ca-485d-b115-518b734fdecf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:46.248922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e542e620-b535-4322-bc6d-e0860ff036b7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:46.261998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e542e620-b535-4322-bc6d-e0860ff036b7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:46.262374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.318370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.394513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 54f2c048-9a44-4168-a342-d4bd630c339e is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:52:46.450878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Pushing event updated for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:46.490962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5f38d593-269a-4ff8-9641-7f69d05481d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:46.507554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-62bf12f5-12a9-4ecd-b2d9-c835d4d6b6b1 None None] Provisioning complete for port aca6f22a-35ca-485d-b115-518b734fdecf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:46.507980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62bf12f5-12a9-4ecd-b2d9-c835d4d6b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.510325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:46.510702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.553631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:46.563970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-62bf12f5-12a9-4ecd-b2d9-c835d4d6b6b1 None None] Port aca6f22a-35ca-485d-b115-518b734fdecf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:52:46.565421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:46.570637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:46.575120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:46.630758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:46.645610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:46.646266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.647898 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] Sync routers for ids ['54f2c048-9a44-4168-a342-d4bd630c339e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:46.650220 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:46.673840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:46.675687 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] Routers {'54f2c048-9a44-4168-a342-d4bd630c339e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:46.676763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a2ce978f-dd23-47b1-80db-1cf9362e65e5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/54f2c048-9a44-4168-a342-d4bd630c339e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5743263 Feb 15 01:52:46.678203 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['54f2c048-9a44-4168-a342-d4bd630c339e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:46.701197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601ac50-97bb-4036-9ca2-e81e4e4a8b59 req-78d7ffb5-3b21-422c-a211-af2e7722f870 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:46.711271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e601ac50-97bb-4036-9ca2-e81e4e4a8b59 req-78d7ffb5-3b21-422c-a211-af2e7722f870 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.4193714 Feb 15 01:52:46.750165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:46.759840 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:46.772409 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] Routers {'54f2c048-9a44-4168-a342-d4bd630c339e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:46.773351 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['54f2c048-9a44-4168-a342-d4bd630c339e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:46.814512 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:46.816048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efc122-451f-4551-863e-5d2ddaf7d19c None None] The sync data for ids ['54f2c048-9a44-4168-a342-d4bd630c339e'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:46.877436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff59e88-b746-4928-aa86-32b6f102ffe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:46.880779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ff59e88-b746-4928-aa86-32b6f102ffe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports/aca6f22a-35ca-485d-b115-518b734fdecf HTTP/1.1" status: 200 len: 983 time: 0.1646547 Feb 15 01:52:46.882482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:47.036715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-754ce831-e57a-4f84-8150-32478338e5bb tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4868901 Feb 15 01:52:47.040467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5'}, {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:47.043400 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c20bf0-1797-4595-b81f-fafd59784885" -d '{"events": [{"server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "name": "network-vif-plugged", "status": "completed", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5"}, {"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:47.052898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e601ac50-97bb-4036-9ca2-e81e4e4a8b59 req-c501cdc4-86ab-4454-a676-77973aa21e09 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403263 Feb 15 01:52:47.113523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Request body: {'port': {'device_id': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:47.187811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-909a8a28-1354-46ca-879e-5e5c7148d6fe req-df817e75-a43b-4e58-9f13-ed54fcbe9b0d tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0424719 Feb 15 01:52:47.243484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:47.455815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (792e7444-44ff-4874-9d87-84b5140a33a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:47.706402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a2f48-9160-440a-ad2e-19cea4bf368f req-a42d8a1e-3b24-4f46-ba04-23acf07a53e5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:47.712410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-174a2f48-9160-440a-ad2e-19cea4bf368f req-a42d8a1e-3b24-4f46-ba04-23acf07a53e5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.3257794 Feb 15 01:52:47.860213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-174a2f48-9160-440a-ad2e-19cea4bf368f req-9c06b5e5-2161-4d53-b49f-a74a63c63d37 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370792 Feb 15 01:52:47.947204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (54f2c048-9a44-4168-a342-d4bd630c339e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:47.953041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.244812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port aca6f22a-35ca-485d-b115-518b734fdecf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:48.245423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.292322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5778a6-a660-443f-a2b2-67c73663ef63 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:48.304756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks [] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.337383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159cb81-4872-403b-b843-f512c5637253 req-89f001b2-b08c-4de2-ab5a-f315cfbf3385 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:48.346484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5159cb81-4872-403b-b843-f512c5637253 req-89f001b2-b08c-4de2-ab5a-f315cfbf3385 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 946 time: 0.1225784 Feb 15 01:52:48.361618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Transition to ACTIVE for port object ac5778a6-a660-443f-a2b2-67c73663ef63 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:52:48.365715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.385673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for aca6f22a-35ca-485d-b115-518b734fdecf owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:48.394722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Deleting port 5ea16838-a782-493f-97a2-e52b781ccc9b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:48.394722 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.480071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] For port 5ea16838-a782-493f-97a2-e52b781ccc9b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ea16838-a782-493f-97a2-e52b781ccc9b,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:48.480633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.516210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Calling delete_port for 5ea16838-a782-493f-97a2-e52b781ccc9b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:48.640425 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.696304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aca6f22a-35ca-485d-b115-518b734fdecf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:48.703839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5159cb81-4872-403b-b843-f512c5637253 req-b63c842b-ee70-457e-84ad-a27fa9dbd9ee tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561876 Feb 15 01:52:48.805950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:48.849437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=aca6f22a-35ca-485d-b115-518b734fdecf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:48.852634 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9117cc-0a42-45e6-ac50-dd4a7619d14b x-openstack-request-id: req-4d9117cc-0a42-45e6-ac50-dd4a7619d14b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:48.852941 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "name": "network-vif-plugged", "status": "completed", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5", "code": 200}, {"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:48.853196 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d9117cc-0a42-45e6-ac50-dd4a7619d14b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:48.853603 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5', 'code': 200} Feb 15 01:52:48.856253 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'code': 200} Feb 15 01:52:49.269610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (54f2c048-9a44-4168-a342-d4bd630c339e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Attempting to bind port ac5778a6-a660-443f-a2b2-67c73663ef63 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Attempting to bind port ac5778a6-a660-443f-a2b2-67c73663ef63 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '0ed5cb38-b843-4828-8ca3-ae9bc5b49235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Attempting to bind port ac5778a6-a660-443f-a2b2-67c73663ef63 on network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Port ac5778a6-a660-443f-a2b2-67c73663ef63 on network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Attempting to bind port ac5778a6-a660-443f-a2b2-67c73663ef63 on network 95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:49.454364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:49.455170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dddd-8fbc-4470-b319-51462434321a req-13f0da4d-20d1-4b6c-a507-a5676af38f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:49.455273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Checking segment: {'id': '0ed5cb38-b843-4828-8ca3-ae9bc5b49235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:49.455273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Bound using segment: {'id': '0ed5cb38-b843-4828-8ca3-ae9bc5b49235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:49.455273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Bound port: ac5778a6-a660-443f-a2b2-67c73663ef63, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed5cb38-b843-4828-8ca3-ae9bc5b49235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:49.455560 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4d5dddd-8fbc-4470-b319-51462434321a req-13f0da4d-20d1-4b6c-a507-a5676af38f46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1128 time: 0.3861501 Feb 15 01:52:49.455658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:49.455658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd9e5-043a-42bc-906b-e71a9280ede4 req-efc15eed-9b86-4f66-be4e-2fc781d05955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:49.455658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68cdd9e5-043a-42bc-906b-e71a9280ede4 req-efc15eed-9b86-4f66-be4e-2fc781d05955 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 1128 time: 0.4274457 Feb 15 01:52:49.455658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268017-bbd1-43c1-91e6-796724326d97 req-6b1624a2-7a7b-41a6-8d5a-75c5b1671058 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:49.455658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42268017-bbd1-43c1-91e6-796724326d97 req-6b1624a2-7a7b-41a6-8d5a-75c5b1671058 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 944 time: 0.3801224 Feb 15 01:52:49.492765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a4d5dddd-8fbc-4470-b319-51462434321a req-06544bb0-4c9c-49a1-b717-98b89b1d79a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211720 Feb 15 01:52:49.504367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 54f2c048-9a44-4168-a342-d4bd630c339e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:49.504583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:49.536419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ac5778a6-a660-443f-a2b2-67c73663ef63,segment=NetworkSegment(0ed5cb38-b843-4828-8ca3-ae9bc5b49235),segment_id=0ed5cb38-b843-4828-8ca3-ae9bc5b49235)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:49.548742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68cdd9e5-043a-42bc-906b-e71a9280ede4 req-21685fb8-107b-44ff-a838-e7f92b87271a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091909 Feb 15 01:52:49.563824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42268017-bbd1-43c1-91e6-796724326d97 req-22d7e29c-62bb-46d2-aa88-a0334fb4ae78 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175077 Feb 15 01:52:49.578038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5ea16838-a782-493f-97a2-e52b781ccc9b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:49.621870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea16838-a782-493f-97a2-e52b781ccc9b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:49.640896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:49.653848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] Sync routers for ids ['54f2c048-9a44-4168-a342-d4bd630c339e'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:49.658581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de7d7c0b-bcc9-4843-8eb6-2d58db74bed0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/54f2c048-9a44-4168-a342-d4bd630c339e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7728438 Feb 15 01:52:49.661224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:49.663831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:49.677609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] Routers {'54f2c048-9a44-4168-a342-d4bd630c339e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:49.678550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['54f2c048-9a44-4168-a342-d4bd630c339e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:49.736490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:49.736490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:49.736490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac5778a6-a660-443f-a2b2-67c73663ef63 HTTP/1.1" status: 200 len: 1093 time: 2.6780806 Feb 15 01:52:49.842986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:49.851072 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29419a4-4bc7-4d43-b960-6a0f0addbb22" -d '{"events": [{"name": "network-changed", "server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:49.851868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:49.880633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] Routers {'54f2c048-9a44-4168-a342-d4bd630c339e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:49.881745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['54f2c048-9a44-4168-a342-d4bd630c339e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:49.938448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:49.939329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d6d2d-8414-4ed5-9add-2015080d96b3 None None] The sync data for ids ['54f2c048-9a44-4168-a342-d4bd630c339e'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:50.128890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2fad8-c7d1-434b-a870-e55c0ff3a311 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:50.149590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef29cd-6339-4238-83e2-52f1ddd22e30 req-bcd96b72-dbe8-49d0-bd43-a1f3ca73f862 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:50.150937 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2357272d-86bd-4dea-b5a0-beb4a0f03957 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 01:52:50.152162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2357272d-86bd-4dea-b5a0-beb4a0f03957 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/54f2c048-9a44-4168-a342-d4bd630c339e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4838824 Feb 15 01:52:50.154889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:50.157537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70ef29cd-6339-4238-83e2-52f1ddd22e30 req-bcd96b72-dbe8-49d0-bd43-a1f3ca73f862 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.5024164 Feb 15 01:52:50.192596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59263a82-d20a-4f31-bc4d-97666a24dfbe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f2c048-9a44-4168-a342-d4bd630c339e HTTP/1.1" status: 200 len: 205 time: 0.0364492 Feb 15 01:52:50.193231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:50.235940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-1018f418-f5fc-404d-a4f9-34a8c6518bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:50.237490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-1018f418-f5fc-404d-a4f9-34a8c6518bd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20feb733ecd34a8396be5f4139b73de7&device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 1127 time: 0.3721871 Feb 15 01:52:50.279771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (54f2c048-9a44-4168-a342-d4bd630c339e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.288762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-a14d173c-8445-4e27-a4d1-e1a5ae9cb8f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5778a6-a660-443f-a2b2-67c73663ef63 HTTP/1.1" status: 200 len: 217 time: 0.0423727 Feb 15 01:52:50.361380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (792e7444-44ff-4874-9d87-84b5140a33a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.369614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70ef29cd-6339-4238-83e2-52f1ddd22e30 req-ba03412a-d7f7-4af2-85da-d27019856b81 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931767 Feb 15 01:52:50.390424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-03e8e087-debb-475e-8ac3-1c243736ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:50.394156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-03e8e087-debb-475e-8ac3-1c243736ee27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7cfa8b3e-a34c-4b9f-9007-476149c2ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0974753 Feb 15 01:52:50.526413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (54f2c048-9a44-4168-a342-d4bd630c339e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.528869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (54f2c048-9a44-4168-a342-d4bd630c339e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.532749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-06139e2c-34fa-43dd-8d4f-c2b069670d56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233566 Feb 15 01:52:50.567098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a314d9a1-b805-4ded-92ad-c030154fa5e6 req-16db02dc-393a-44e1-a907-26ee0b830f57 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0576246 Feb 15 01:52:50.693080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (54f2c048-9a44-4168-a342-d4bd630c339e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.693752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router 54f2c048-9a44-4168-a342-d4bd630c339e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:52:50.701337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.705382 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a18d4dd1-5cbd-4e81-b976-544ff5fb7c05 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/54f2c048-9a44-4168-a342-d4bd630c339e HTTP/1.1" status: 204 len: 168 time: 0.5089231 Feb 15 01:52:50.705921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:50.790536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056113d0-32d3-4284-a9a2-5262625f4800 req-e4c70d64-d7c7-4e14-a9f4-2d42754df620 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:50.793530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-056113d0-32d3-4284-a9a2-5262625f4800 req-e4c70d64-d7c7-4e14-a9f4-2d42754df620 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 945 time: 0.1437175 Feb 15 01:52:50.833960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet da5630ae-adbe-4dc8-9311-a151ea1079b2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:50.843341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (da5630ae-adbe-4dc8-9311-a151ea1079b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.905394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (da5630ae-adbe-4dc8-9311-a151ea1079b2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:50.979828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Router 792e7444-44ff-4874-9d87-84b5140a33a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:52:50.993271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-947c996e-c38c-4755-9e66-61f2f786d160 service neutron] 10.222.0.31 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398530 Feb 15 01:52:50.998777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-056113d0-32d3-4284-a9a2-5262625f4800 req-004770fa-399f-4166-a0c6-95d44ad3f40b tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867144 Feb 15 01:52:51.032862 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (da5630ae-adbe-4dc8-9311-a151ea1079b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.073876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8fd16d4-f38a-4f91-bf77-12093df2afb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.175407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68008bd1-2068-458a-8073-6d6da3bc01ca req-e8fb3de5-b92c-4a46-943b-2faa0445b6f0 service neutron] 10.222.0.31 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736512 Feb 15 01:52:51.259757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (da5630ae-adbe-4dc8-9311-a151ea1079b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.294152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=da5630ae-adbe-4dc8-9311-a151ea1079b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:51.301712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.305120 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b3651d6-adb7-4be9-b2bc-1422dbaa5296 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/da5630ae-adbe-4dc8-9311-a151ea1079b2 HTTP/1.1" status: 204 len: 168 time: 0.5980146 Feb 15 01:52:51.307697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:51.316489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d35ab8-46fa-423c-a766-394868c5a7d1 None None] Network c2066bad-67c9-488e-8331-f786104d2fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:51.352575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a2b4-8310-43e3-bd8d-b402639fc295 req-2e8cb6bb-f981-4471-8a67-04e9d8d5a1e9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:51.359850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2425a2b4-8310-43e3-bd8d-b402639fc295 req-2e8cb6bb-f981-4471-8a67-04e9d8d5a1e9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1832685 Feb 15 01:52:51.498536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c2066bad-67c9-488e-8331-f786104d2fe2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.527935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:52:51.556524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2425a2b4-8310-43e3-bd8d-b402639fc295 req-5b15312f-a5c0-4829-9b64-1529e63ae17f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956117 Feb 15 01:52:51.557314 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Sync routers for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:52:51.567230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:51.570905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d9aa75a5-9f18-4283-8c8d-b21ff31e7d44 admin admin] 10.222.0.43 "PUT /v2.0/routers/792e7444-44ff-4874-9d87-84b5140a33a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3573761 Feb 15 01:52:51.583344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:51.584192 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:51.603540 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047019e-2de9-49a4-bd27-c78922bebc66 x-openstack-request-id: req-b047019e-2de9-49a4-bd27-c78922bebc66 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:51.603836 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:51.604086 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b047019e-2de9-49a4-bd27-c78922bebc66 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:51.605326 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63', 'status': 'completed', 'code': 200} Feb 15 01:52:51.704898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] DHCP port deletion for c2066bad-67c9-488e-8331-f786104d2fe2 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:52:51.844907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5f38d593-269a-4ff8-9641-7f69d05481d3 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:51.900700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Deleting port 5f38d593-269a-4ff8-9641-7f69d05481d3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:51.901079 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:51.911007 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:51.997958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] For port 5f38d593-269a-4ff8-9641-7f69d05481d3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5f38d593-269a-4ff8-9641-7f69d05481d3,segment=NetworkSegment(1a42822c-5b65-4e9c-854f-09f08a40dad0),segment_id=1a42822c-5b65-4e9c-854f-09f08a40dad0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:52.002363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.102222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Calling delete_port for 5f38d593-269a-4ff8-9641-7f69d05481d3 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:52.125564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5f38d593-269a-4ff8-9641-7f69d05481d3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:52.125990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.328035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.367150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 5f38d593-269a-4ff8-9641-7f69d05481d3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:52.367743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.387417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea87ab9-6931-424c-8d8e-90d188916092 req-bc73b963-7c7e-4eb9-b6f7-34b4e3a17a53 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:52.390437 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:52:48Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:52.403266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ea87ab9-6931-424c-8d8e-90d188916092 req-bc73b963-7c7e-4eb9-b6f7-34b4e3a17a53 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 944 time: 0.1100211 Feb 15 01:52:52.425827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] Pushing event deleted for resources: {'Port': ['ID=5f38d593-269a-4ff8-9641-7f69d05481d3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:52.432725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82076d26-fef9-453f-bd48-e2d82fca7742 None None] No DVR routers for this DVR port 5f38d593-269a-4ff8-9641-7f69d05481d3 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:52.449623 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Checking router: 792e7444-44ff-4874-9d87-84b5140a33a0 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:52:52.460713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Routers {'792e7444-44ff-4874-9d87-84b5140a33a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:52:52.461800 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['792e7444-44ff-4874-9d87-84b5140a33a0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:52.485451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks [] for router (792e7444-44ff-4874-9d87-84b5140a33a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.495173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ea87ab9-6931-424c-8d8e-90d188916092 req-319c59e4-9eac-45ea-986f-154d645e1a21 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833404 Feb 15 01:52:52.514422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-ffc41bef-8b23-4cb5-a3bb-75a0775b2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:52.520362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-ffc41bef-8b23-4cb5-a3bb-75a0775b2427 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=20feb733ecd34a8396be5f4139b73de7&device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 1127 time: 0.8835912 Feb 15 01:52:52.626221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 5f38d593-269a-4ff8-9641-7f69d05481d3, host n-d-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:52.626563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.667734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 5f38d593-269a-4ff8-9641-7f69d05481d3 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:52.683061 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] Set router 792e7444-44ff-4874-9d87-84b5140a33a0 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:52:52.686405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Port 5f38d593-269a-4ff8-9641-7f69d05481d3 was not found and therefore no delete operation was performed {{(pid=103885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 01:52:52.715566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-dd541de8-b87d-4cf2-8af7-2cb340649a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:52.717129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-dd541de8-b87d-4cf2-8af7-2cb340649a81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 HTTP/1.1" status: 200 len: 915 time: 0.1908262 Feb 15 01:52:52.753524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5f38d593-269a-4ff8-9641-7f69d05481d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.809224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-4b6c8267-a3b3-49f2-a1ef-85d25c4f568e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5778a6-a660-443f-a2b2-67c73663ef63 HTTP/1.1" status: 200 len: 217 time: 0.0550947 Feb 15 01:52:52.831154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=5f38d593-269a-4ff8-9641-7f69d05481d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:52.842828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 5f38d593-269a-4ff8-9641-7f69d05481d3 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:52.867872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff651089-0a78-427a-9491-ffecbc47f2c5 req-0182dea1-eba7-4476-bf3b-1036aa10be31 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:52.869304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff651089-0a78-427a-9491-ffecbc47f2c5 req-0182dea1-eba7-4476-bf3b-1036aa10be31 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.1512482 Feb 15 01:52:52.896230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks [] for router_gateway (792e7444-44ff-4874-9d87-84b5140a33a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:52.968315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-3a581b34-a069-4fb9-adba-18094cc47414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:52.970391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-3a581b34-a069-4fb9-adba-18094cc47414 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7cfa8b3e-a34c-4b9f-9007-476149c2ccc6 HTTP/1.1" status: 200 len: 854 time: 0.1491008 Feb 15 01:52:53.010894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c2066bad-67c9-488e-8331-f786104d2fe2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.032009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-2d82dec0-3c04-4584-a64e-7bded2e0b080 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531590 Feb 15 01:52:53.044663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff651089-0a78-427a-9491-ffecbc47f2c5 req-ad8f4d80-0b20-4c6a-9e44-ef975f5d9821 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249766 Feb 15 01:52:53.047460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2066bad-67c9-488e-8331-f786104d2fe2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:53.079427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a42822c-5b65-4e9c-854f-09f08a40dad0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:53.079930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a42822c-5b65-4e9c-854f-09f08a40dad0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:53.085347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:52:48Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:53.145981 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1a5c1-e42a-460a-8a91-690ea9843d79 None None] The sync data for ids ['792e7444-44ff-4874-9d87-84b5140a33a0'] in n-d-829064-14 is: [{'id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'name': 'tempest-ServersTestManualDisk-15596981-router', 'tenant_id': '9c74fa8383a94c62b075ba7d7bb02150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:51:13Z', 'updated_at': '2022-02-15T01:52:48Z', 'revision_number': 5, 'project_id': '9c74fa8383a94c62b075ba7d7bb02150', 'gw_port': {'id': '937c6efc-31a0-407f-9c0b-8848306c5364', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e7444-44ff-4874-9d87-84b5140a33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:51:15Z', 'updated_at': '2022-02-15T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:52:53.148487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (1a42822c-5b65-4e9c-854f-09f08a40dad0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.161875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ac5778a6-a660-443f-a2b2-67c73663ef63 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:52:53.172099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1a42822c-5b65-4e9c-854f-09f08a40dad0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.190165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:53.190165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (1a42822c-5b65-4e9c-854f-09f08a40dad0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:53.192333 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:53.250234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51b8ea98-82d0-45ee-a3eb-7a997da219ee req-6878f34e-92fe-4256-8ae1-6b4bfdfefa72 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0703251 Feb 15 01:52:53.253036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Deleting port 937c6efc-31a0-407f-9c0b-8848306c5364 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:53.253986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.319029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-b760517e-0854-4dad-9bdd-199c393bf1c8 service neutron] 10.222.0.31 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733381 Feb 15 01:52:53.327138 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:52:53.330927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c2066bad-67c9-488e-8331-f786104d2fe2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.346814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.347743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/c2066bad-67c9-488e-8331-f786104d2fe2 HTTP/1.1" status: 204 len: 168 time: 2.0303009 Feb 15 01:52:53.359060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:53.364581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2017076313'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:53.371985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ac5778a6-a660-443f-a2b2-67c73663ef63,segment=NetworkSegment(0ed5cb38-b843-4828-8ca3-ae9bc5b49235),segment_id=0ed5cb38-b843-4828-8ca3-ae9bc5b49235)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:53.377665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9ca4-d4f1-4401-b477-3959ae135cdb tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=c2066bad-67c9-488e-8331-f786104d2fe2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:53.405495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'ac5778a6-a660-443f-a2b2-67c73663ef63', 'network_id': '95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49', 'port_id': 'ac5778a6-a660-443f-a2b2-67c73663ef63', 'mac_address': 'fa:16:3e:26:52:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfa8b3e-a34c-4b9f-9007-476149c2ccc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:52:53.442743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] For port 937c6efc-31a0-407f-9c0b-8848306c5364, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=937c6efc-31a0-407f-9c0b-8848306c5364,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:53.445793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.478051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Calling delete_port for 937c6efc-31a0-407f-9c0b-8848306c5364 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:53.511948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ac5778a6-a660-443f-a2b2-67c73663ef63 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:53.519397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.549445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5778a6-a660-443f-a2b2-67c73663ef63 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:52:53.549982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:53.554489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.602854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29419a4-4bc7-4d43-b960-6a0f0addbb22 req-b73448ed-a3cb-4c51-8da6-301ac83cd5a4 service neutron] 10.222.0.31 "GET /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671969 Feb 15 01:52:53.607622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ac5778a6-a660-443f-a2b2-67c73663ef63,segment=NetworkSegment(0ed5cb38-b843-4828-8ca3-ae9bc5b49235),segment_id=0ed5cb38-b843-4828-8ca3-ae9bc5b49235)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:53.608849 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfd99145-1cec-44cf-b36d-81a58b1a2f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.649630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:52:53.653958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f609c0-411d-45cd-9174-71cc8b835c8d req-403ed29d-a86f-4d3f-ad02-5dd99d76b05a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:53.655576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82f609c0-411d-45cd-9174-71cc8b835c8d req-403ed29d-a86f-4d3f-ad02-5dd99d76b05a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 945 time: 0.1861014 Feb 15 01:52:53.677587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2ae616d8-1673-48d7-ac55-c9985c3b5878), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.677992 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 2ae616d8-1673-48d7-ac55-c9985c3b5878 of type vlan for network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 Feb 15 01:52:53.687519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.784695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ea16838-a782-493f-97a2-e52b781ccc9b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:53.797887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6aa230c9-c0f6-4869-9b3a-3feb43023d48), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.817572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82f609c0-411d-45cd-9174-71cc8b835c8d req-5b0774d0-f028-4b75-a31c-56c8a1f0e5f5 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/security-groups?id=58e367dd-3d4f-45f5-adc2-cfda1d91fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557355 Feb 15 01:52:53.851973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5ea16838-a782-493f-97a2-e52b781ccc9b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:53.852896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ea16838-a782-493f-97a2-e52b781ccc9b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:53.883034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:53.947287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ac5778a6-a660-443f-a2b2-67c73663ef63'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:53.961090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (937c6efc-31a0-407f-9c0b-8848306c5364), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:53.994075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=937c6efc-31a0-407f-9c0b-8848306c5364,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:54.002626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6aa230c9-c0f6-4869-9b3a-3feb43023d48), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.008623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:54.009475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.035103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690979-ca6c-433b-9f72-879286ecc78b req-e550d534-fcbc-4ec4-9e95-a4bbe66f28a2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:54.054519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b690979-ca6c-433b-9f72-879286ecc78b req-e550d534-fcbc-4ec4-9e95-a4bbe66f28a2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1150315 Feb 15 01:52:54.142083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (792e7444-44ff-4874-9d87-84b5140a33a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.160027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b690979-ca6c-433b-9f72-879286ecc78b req-15d8e9d5-067b-4550-8eda-10202877859b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Feb 15 01:52:54.267704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (792e7444-44ff-4874-9d87-84b5140a33a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.270358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks [] for router_controller (792e7444-44ff-4874-9d87-84b5140a33a0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.335901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=6aa230c9-c0f6-4869-9b3a-3feb43023d48,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:54.344137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ccfac32-c83e-4996-9049-ab38b4b9f0ab tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9811809 Feb 15 01:52:54.344352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:54.350355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd8c99-1d1a-4078-9226-c4ec1c48cc87 req-c4b9abff-4fd4-4011-8983-7f00383ded4f tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:54.351991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:52:54.353098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81dd8c99-1d1a-4078-9226-c4ec1c48cc87 req-c4b9abff-4fd4-4011-8983-7f00383ded4f tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 945 time: 0.0955989 Feb 15 01:52:54.360767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:54.466948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81dd8c99-1d1a-4078-9226-c4ec1c48cc87 req-c1ffcdae-36ee-4234-8790-1657437d925b tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023438 Feb 15 01:52:54.507403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (792e7444-44ff-4874-9d87-84b5140a33a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.507403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792e7444-44ff-4874-9d87-84b5140a33a0 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:52:54.522078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.522078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-002e488e-c624-40fb-8992-b91069b324e1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/792e7444-44ff-4874-9d87-84b5140a33a0 HTTP/1.1" status: 204 len: 168 time: 2.9443820 Feb 15 01:52:54.523544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:54.542528 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.630145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Deleting subnet 57489c25-10c6-49b1-b4a1-e60bf7eaddd6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:52:54.634891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Publish callbacks [] for subnet (57489c25-10c6-49b1-b4a1-e60bf7eaddd6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.683218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (57489c25-10c6-49b1-b4a1-e60bf7eaddd6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.698150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:52:54.701549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.835765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (57489c25-10c6-49b1-b4a1-e60bf7eaddd6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:54.978484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (57489c25-10c6-49b1-b4a1-e60bf7eaddd6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.020498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57489c25-10c6-49b1-b4a1-e60bf7eaddd6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:55.028062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.034799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d342243a-88e4-4316-b70b-f8be6649d842 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/57489c25-10c6-49b1-b4a1-e60bf7eaddd6 HTTP/1.1" status: 204 len: 168 time: 0.5101707 Feb 15 01:52:55.037200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:55.041388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ffdf4-0cbe-4dac-9d4c-f2ef4ca67bf6 None None] Network 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:55.070539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7c20cd0b-74a2-41ff-934e-1c6cee18352c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.216413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ac5778a6-a660-443f-a2b2-67c73663ef63 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:52:55.229507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '2ae616d8-1673-48d7-ac55-c9985c3b5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:55.229781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 6aa230c9-c0f6-4869-9b3a-3feb43023d48, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:52:55.247971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=7c20cd0b-74a2-41ff-934e-1c6cee18352c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:55.265285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.304874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e12c9c-f3ef-45e7-8d0e-2f7d8fd77c83 req-80aae1a3-2eb0-4d88-a361-99241c2296f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:55.320816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4e12c9c-f3ef-45e7-8d0e-2f7d8fd77c83 req-80aae1a3-2eb0-4d88-a361-99241c2296f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.2676885 Feb 15 01:52:55.380280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:52:55.411171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port ac5778a6-a660-443f-a2b2-67c73663ef63 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:52:55.418278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port ac5778a6-a660-443f-a2b2-67c73663ef63 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:55.419131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.475719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4e12c9c-f3ef-45e7-8d0e-2f7d8fd77c83 req-bb4aa30a-dcf4-45b2-81f2-2d43bdd4d4f8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382906 Feb 15 01:52:55.475890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] DHCP port deletion for 10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:52:55.480819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Deleting port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:55.481421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.518917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6aa230c9-c0f6-4869-9b3a-3feb43023d48) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:55.523804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:55.528323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.543138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c354d-800c-4629-9a98-5be7beff9f86 None None] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:55.639328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] For port 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=279fb7d3-0768-4859-9cc0-f85a378b1cf0,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:55.639725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:55.677069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Calling delete_port for 279fb7d3-0768-4859-9cc0-f85a378b1cf0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:55.963681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-f87d3b39-c268-4150-b901-421e715beaf9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:55.965552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-f87d3b39-c268-4150-b901-421e715beaf9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 814 time: 0.3033397 Feb 15 01:52:55.970977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 279fb7d3-0768-4859-9cc0-f85a378b1cf0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:55.986929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-de316fa9-cc22-474b-beba-e8d819ddf639 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/quotas/03817c6254a84c47a0a4da6e8dc3405d HTTP/1.1" status: 200 len: 375 time: 0.0103638 Feb 15 01:52:56.011222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port ac5778a6-a660-443f-a2b2-67c73663ef63 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:56.011555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.030217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Deleting port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:56.030597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.048777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-b2231f3a-ec3d-4824-a962-5b4c61239858 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558507 Feb 15 01:52:56.067335 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-694b29f2-fd31-42fd-bfe9-e2d4893fd1ce tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7217226 Feb 15 01:52:56.074156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:56.077266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-705486773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:52:56.109820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6aa230c9-c0f6-4869-9b3a-3feb43023d48', 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '7c20cd0b-74a2-41ff-934e-1c6cee18352c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:52:56.110676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.132584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.139533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:56.141907 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e33a3-27f1-404c-8642-f98869d3c896" -d '{"events": [{"server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "name": "network-vif-plugged", "status": "completed", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:56.166074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] No DVR routers for this DVR port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:56.167718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=279fb7d3-0768-4859-9cc0-f85a378b1cf0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:56.167873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 01:52:56.168166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 01:52:56.168589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 279fb7d3-0768-4859-9cc0-f85a378b1cf0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:56.169187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 937c6efc-31a0-407f-9c0b-8848306c5364 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:56.176963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ac5778a6-a660-443f-a2b2-67c73663ef63,segment=NetworkSegment(0ed5cb38-b843-4828-8ca3-ae9bc5b49235),segment_id=0ed5cb38-b843-4828-8ca3-ae9bc5b49235)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:56.178843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] For port 279fb7d3-0768-4859-9cc0-f85a378b1cf0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=279fb7d3-0768-4859-9cc0-f85a378b1cf0,segment=NetworkSegment(0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f),segment_id=0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:56.179243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.215975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.222238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 937c6efc-31a0-407f-9c0b-8848306c5364 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:56.222238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 937c6efc-31a0-407f-9c0b-8848306c5364 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:56.223069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (4d85580f-599c-4247-93e0-8e420e5102d8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.224232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (4d85580f-599c-4247-93e0-8e420e5102d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.267740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Calling delete_port for 279fb7d3-0768-4859-9cc0-f85a378b1cf0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:56.273417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.290702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-3300cccd-f05c-4e7d-9dce-ddfd1425d04b service neutron] 10.222.0.43 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347634 Feb 15 01:52:56.346989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (4d85580f-599c-4247-93e0-8e420e5102d8), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.391779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:56.424654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (4d85580f-599c-4247-93e0-8e420e5102d8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.434052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.461070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Allocated IP 2001:db8::2 (6aa230c9-c0f6-4869-9b3a-3feb43023d48/7c20cd0b-74a2-41ff-934e-1c6cee18352c/7c1f72c2-b6e9-4a54-824b-e3a2fc20de79) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:56.491768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (279fb7d3-0768-4859-9cc0-f85a378b1cf0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.521714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:56.535968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:56.536598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:52:56.546383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.555092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72a283fd-0c12-4760-a566-66941deca6cc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4801908 Feb 15 01:52:56.557761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:56.569048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] Pushing event deleted for resources: {'Port': ['ID=279fb7d3-0768-4859-9cc0-f85a378b1cf0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:56.572315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab7a97-69a2-42ed-9dfe-f1e73dea552e None None] No DVR routers for this DVR port 279fb7d3-0768-4859-9cc0-f85a378b1cf0 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:56.614402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.624107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-267a57f6-3927-4cbb-ae62-8cc6f983b808 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:56.625639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-267a57f6-3927-4cbb-ae62-8cc6f983b808 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/ports?device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 945 time: 0.1861918 Feb 15 01:52:56.653766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-ed060e0a-579c-4089-921f-45db53641bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419733 Feb 15 01:52:56.662088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.677296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:52:56.677718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0e87a8fe-d267-4f8a-ba6a-80f0f4f2400f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:52:56.755996 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:52:56.783573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks [] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.864688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.926843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Deleting port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:56.928921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.968448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:56.981243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:56.987422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:56.998980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:57.023179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Pushing event updated for resources: {'Port': ['ID=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:57.050568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.064345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057 HTTP/1.1" status: 204 len: 168 time: 2.0255508 Feb 15 01:52:57.094562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c84317-2a5e-440b-b2bd-97a7019bdcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ea1874-1bcf-4a6b-bc2c-3f3a0e5d2057,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:57.155025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c26f9e1-7de7-440a-aed8-0c10ddba3bb0 req-6866c6ed-c22d-42fe-a909-468079bbf24f tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0554469 Feb 15 01:52:57.175234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Attempting to bind port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:52:57.175234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Attempting to bind port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2ae616d8-1673-48d7-ac55-c9985c3b5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:52:57.175234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Attempting to bind port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 on network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:52:57.197723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:52:57.201171 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.204748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Checking segment: {'id': '2ae616d8-1673-48d7-ac55-c9985c3b5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:52:57.205923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.208411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Bound using segment: {'id': '2ae616d8-1673-48d7-ac55-c9985c3b5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:52:57.209191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Bound port: 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae616d8-1673-48d7-ac55-c9985c3b5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6aa230c9-c0f6-4869-9b3a-3feb43023d48'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:52:57.209825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.267348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] For port fd23daf3-d9fe-4367-90f1-c8fae3519bf5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:52:57.267828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.299260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Calling delete_port for fd23daf3-d9fe-4367-90f1-c8fae3519bf5 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:52:57.394709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] For port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:52:57.398356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] For port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,segment=NetworkSegment(2ae616d8-1673-48d7-ac55-c9985c3b5878),segment_id=2ae616d8-1673-48d7-ac55-c9985c3b5878)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:52:57.471442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.477166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.633853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aac464-7cec-4399-8148-6637b8eb7df6 None None] Pushing event updated for resources: {'Port': ['ID=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:57.657125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:57.704322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fd23daf3-d9fe-4367-90f1-c8fae3519bf5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:57.718169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b1b01599-c5db-4a42-a37f-72a4082d4b14'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:52:57.794611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6306051-89f1-41c2-bcaf-723daea581c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c74fa8383a94c62b075ba7d7bb02150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362948 Feb 15 01:52:57.807609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:52:57.841859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event deleted for resources: {'Port': ['ID=fd23daf3-d9fe-4367-90f1-c8fae3519bf5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:57.905407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8::1 (6aa230c9-c0f6-4869-9b3a-3feb43023d48/7c20cd0b-74a2-41ff-934e-1c6cee18352c/e191f561-8d93-4575-bda2-cbbe75a265ca) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:52:58.041968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] No DVR routers for this DVR port fd23daf3-d9fe-4367-90f1-c8fae3519bf5 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:52:58.064662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.069338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12dbb946-1fd8-4948-ae0c-3affcda9a6f9 req-fc011b4a-d556-49d6-adf1-a0294740f800 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "DELETE /v2.0/ports/fd23daf3-d9fe-4367-90f1-c8fae3519bf5 HTTP/1.1" status: 204 len: 173 time: 1.4311073 Feb 15 01:52:58.078920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'name': 'network-vif-deleted', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:52:58.082826 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b05880-3458-4ac2-95f9-3e12b042db62" -d '{"events": [{"server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "name": "network-vif-deleted", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:52:58.138237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48df131-d89e-4685-87e0-64d5faa24d15 req-d08d4e51-4ff3-4438-ac92-80f218b9c78e tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:58.145815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c48df131-d89e-4685-87e0-64d5faa24d15 req-d08d4e51-4ff3-4438-ac92-80f218b9c78e tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 946 time: 0.3234999 Feb 15 01:52:58.152785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.174665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] Publish callbacks [] for security_group (a2274f07-9c0e-4137-9290-2689a084270d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.250885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] Publish callbacks [] for security_group (a2274f07-9c0e-4137-9290-2689a084270d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.273818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c48df131-d89e-4685-87e0-64d5faa24d15 req-9cdba648-8208-4b04-9c5d-67902d0d1dd8 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270776 Feb 15 01:52:58.330570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.387493 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51922a31-228b-49ff-8510-a1929498b2ed x-openstack-request-id: req-51922a31-228b-49ff-8510-a1929498b2ed {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:58.387493 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "name": "network-vif-plugged", "status": "completed", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:58.387493 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51922a31-228b-49ff-8510-a1929498b2ed {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:58.387493 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63', 'code': 200} Feb 15 01:52:58.394206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:58.395533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:58.398961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:52:58.399773 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (4d85580f-599c-4247-93e0-8e420e5102d8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.484047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=e191f561-8d93-4575-bda2-cbbe75a265ca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:58.505544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a2274f07-9c0e-4137-9290-2689a084270d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.512780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.516757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2274f07-9c0e-4137-9290-2689a084270d HTTP/1.1" status: 204 len: 168 time: 0.6957002 Feb 15 01:52:58.575926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522658-e28d-4fb7-816b-520d10de3792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2274f07-9c0e-4137-9290-2689a084270d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:58.616659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5317-1e1a-4bab-b1d7-0091e8c050f4 req-62552170-1c8b-4b8b-b62a-3e9d7c7291a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:58.616659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cfc5317-1e1a-4bab-b1d7-0091e8c050f4 req-62552170-1c8b-4b8b-b62a-3e9d7c7291a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 1129 time: 0.1575415 Feb 15 01:52:58.628194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99218b1-25dd-4fa7-bc7c-9f1966d0a622 req-33fb0a36-d166-44e2-b08e-70a0acd1017c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:58.631598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f99218b1-25dd-4fa7-bc7c-9f1966d0a622 req-33fb0a36-d166-44e2-b08e-70a0acd1017c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.1602068 Feb 15 01:52:58.732108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:58.737821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cfc5317-1e1a-4bab-b1d7-0091e8c050f4 req-7c90c650-c656-47f0-a999-5730f7217bd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053987 Feb 15 01:52:58.745992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f99218b1-25dd-4fa7-bc7c-9f1966d0a622 req-19665a47-291c-429d-b37d-994de72be201 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064641 Feb 15 01:52:58.893194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53d19cd9-4b34-44ad-b54c-74322416ffbe req-b8d1532c-f0ad-48dd-984c-b8556e0c0055 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0416062 Feb 15 01:52:59.122895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e300fd2f-3719-4ac8-83b9-8f625a36b016 req-0244160f-7ad5-401d-9bf8-c1ca619cd89a tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=d10134e9-bd60-4f54-82b3-cea8a7813559 HTTP/1.1" status: 200 len: 210 time: 0.0586393 Feb 15 01:52:59.166438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.174784 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762212f-c472-4f9a-8b37-2a77fa06a10c x-openstack-request-id: req-8762212f-c472-4f9a-8b37-2a77fa06a10c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:52:59.175141 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10134e9-bd60-4f54-82b3-cea8a7813559", "name": "network-vif-deleted", "tag": "fd23daf3-d9fe-4367-90f1-c8fae3519bf5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:52:59.175396 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8762212f-c472-4f9a-8b37-2a77fa06a10c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:52:59.175799 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10134e9-bd60-4f54-82b3-cea8a7813559', 'name': 'network-vif-deleted', 'tag': 'fd23daf3-d9fe-4367-90f1-c8fae3519bf5', 'status': 'completed', 'code': 200} Feb 15 01:52:59.235435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.236544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (4d85580f-599c-4247-93e0-8e420e5102d8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.323991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-110ef566-d155-4e48-97b6-a95cb2bf5e78 req-82b6faba-43c2-424e-b073-1cdffb73e0a2 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0415885 Feb 15 01:52:59.341402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fd23daf3-d9fe-4367-90f1-c8fae3519bf5 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:52:59.365713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-3b6f168b-64a7-4c69-acfa-0df6179c3a81 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:52:59.367501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-3b6f168b-64a7-4c69-acfa-0df6179c3a81 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 946 time: 0.1334250 Feb 15 01:52:59.417620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: fd23daf3-d9fe-4367-90f1-c8fae3519bf5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:52:59.418635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device fd23daf3-d9fe-4367-90f1-c8fae3519bf5 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:52:59.500483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ebd8d-78d8-4021-9d60-4784eae69ea2 None None] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:52:59.528574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:52:59.531964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:52:59.600649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Provisioning complete for port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:52:59.600649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.626397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Deleting port b1b01599-c5db-4a42-a37f-72a4082d4b14 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:52:59.626786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.756795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=e191f561-8d93-4575-bda2-cbbe75a265ca,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:52:59.855659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Current status of the port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:52:59.858044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 4d85580f-599c-4247-93e0-8e420e5102d8 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:52:59.867059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:52:59.991820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] For port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,segment=NetworkSegment(2ae616d8-1673-48d7-ac55-c9985c3b5878),segment_id=2ae616d8-1673-48d7-ac55-c9985c3b5878)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:00.010415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:00.090228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:00.099146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31327a15-36a8-47f6-a6ca-a6b0bc587740 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/4d85580f-599c-4247-93e0-8e420e5102d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5385487 Feb 15 01:53:00.107003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:00.113601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:00.151755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] Sync routers for ids ['4d85580f-599c-4247-93e0-8e420e5102d8'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:00.199519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4435d-74e7-4529-87c2-12510fdb8acc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:00.220333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ac4435d-74e7-4529-87c2-12510fdb8acc tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports/e191f561-8d93-4575-bda2-cbbe75a265ca HTTP/1.1" status: 200 len: 911 time: 0.1056080 Feb 15 01:53:00.223824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:00.236275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:00.236675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:00.265607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b831037-4250-4f9f-a04a-6ca24a55bef8 req-363c3241-d9e3-4bd1-90ff-26bef2d466ab tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:00.274405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b831037-4250-4f9f-a04a-6ca24a55bef8 req-363c3241-d9e3-4bd1-90ff-26bef2d466ab tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 946 time: 0.8325355 Feb 15 01:53:00.293770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] Routers {'4d85580f-599c-4247-93e0-8e420e5102d8'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:00.294578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4d85580f-599c-4247-93e0-8e420e5102d8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:00.354996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:00.383820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] Routers {'4d85580f-599c-4247-93e0-8e420e5102d8'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:00.384480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4d85580f-599c-4247-93e0-8e420e5102d8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:00.489863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:00.499934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908970-759b-47a8-8e83-4780dfcb7d82 None None] Pushing event updated for resources: {'Port': ['ID=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:00.557824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:00.566013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b831037-4250-4f9f-a04a-6ca24a55bef8 req-7f4a6497-f8a0-4512-8443-e69c7a417a36 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898815 Feb 15 01:53:00.570892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc2a3f-02be-4d53-b800-ba9c53b239ec None None] The sync data for ids ['4d85580f-599c-4247-93e0-8e420e5102d8'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:00.602429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Provisioning complete for port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:00.603171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:00.605924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] For port b1b01599-c5db-4a42-a37f-72a4082d4b14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b1b01599-c5db-4a42-a37f-72a4082d4b14,segment=NetworkSegment(fb01da7b-696f-423d-9ed9-cec8ddc2186b),segment_id=fb01da7b-696f-423d-9ed9-cec8ddc2186b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:00.614160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:00.648784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Calling delete_port for b1b01599-c5db-4a42-a37f-72a4082d4b14 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:00.679619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-a4b68ffc-b04d-4322-a453-d6352439f993 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:00.681651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-a4b68ffc-b04d-4322-a453-d6352439f993 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 814 time: 0.4703381 Feb 15 01:53:00.730725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1709985952-network', 'tenant_id': '32fc9d3f907b4432895988fd92f437ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:00.754306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Request body: {'port': {'device_id': '973fd568-573e-490f-bd0d-766567b8b6b0', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'admin_state_up': True, 'tenant_id': '03817c6254a84c47a0a4da6e8dc3405d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:00.790575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:00.851945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Current status of the port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:00.866895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Provisioning complete for port e191f561-8d93-4575-bda2-cbbe75a265ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:00.867308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:00.909141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eed819fe-1cc3-4d5b-a1f7-2d733023a1b1 None None] Port e191f561-8d93-4575-bda2-cbbe75a265ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:00.997649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c71c-991c-47a7-ad45-db5d47cb3321 req-2c98f8d6-df99-4834-ac34-ad190d80dbcc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:01.000634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb04c71c-991c-47a7-ad45-db5d47cb3321 req-2c98f8d6-df99-4834-ac34-ad190d80dbcc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.2777584 Feb 15 01:53:01.011149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Made reservation on behalf of 32fc9d3f907b4432895988fd92f437ee for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:01.017666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.046184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d50d7860-2cd0-4b67-b88c-72ac402f7ea3 None None] Provisioning complete for port e191f561-8d93-4575-bda2-cbbe75a265ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:01.046577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d50d7860-2cd0-4b67-b88c-72ac402f7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.087582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d50d7860-2cd0-4b67-b88c-72ac402f7ea3 None None] Port e191f561-8d93-4575-bda2-cbbe75a265ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:01.092152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.208525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-796d4b88-59bf-4cd6-8697-f0c0e5dde0db None None] Provisioning complete for port e191f561-8d93-4575-bda2-cbbe75a265ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:01.208915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-796d4b88-59bf-4cd6-8697-f0c0e5dde0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.222431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (4d85580f-599c-4247-93e0-8e420e5102d8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.243240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb04c71c-991c-47a7-ad45-db5d47cb3321 req-5dce3ca0-3a7e-4c60-bbae-97d6fca10116 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162290 Feb 15 01:53:01.291107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-796d4b88-59bf-4cd6-8697-f0c0e5dde0db None None] Port e191f561-8d93-4575-bda2-cbbe75a265ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:01.303063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks [] for security_group (8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.348258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3514eb5b-c367-4dc8-a7d6-c029425088ab req-477d4576-909c-4baa-9f38-d7fb14781ad0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Feb 15 01:53:01.349038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Made reservation on behalf of 03817c6254a84c47a0a4da6e8dc3405d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:01.352367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.439896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b1b01599-c5db-4a42-a37f-72a4082d4b14), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.439896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.482678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Pushing event deleted for resources: {'Port': ['ID=b1b01599-c5db-4a42-a37f-72a4082d4b14,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:01.523849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:01.530658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:01.563698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port e191f561-8d93-4575-bda2-cbbe75a265ca {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:01.567187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.611035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94f7a5bd-44b9-43a4-a70a-9ef7ea3fdfec req-ae86f147-20b6-49da-97e1-f141635c12bf tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0912647 Feb 15 01:53:01.629878 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3de48dc3-c703-4308-bbba-107ed98344b4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.630228 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Added segment 3de48dc3-c703-4308-bbba-107ed98344b4 of type vlan for network 20c91cac-5e18-48da-8685-fa0545c19c1f Feb 15 01:53:01.631681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] No DVR routers for this DVR port b1b01599-c5db-4a42-a37f-72a4082d4b14 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:01.648855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.648855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c88153-b0f5-49ca-bb0f-b810c9922ba2 req-663056a4-d0a9-4144-b772-e136de96b7fc tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.37 "DELETE /v2.0/ports/b1b01599-c5db-4a42-a37f-72a4082d4b14 HTTP/1.1" status: 204 len: 173 time: 2.2725446 Feb 15 01:53:01.649756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'name': 'network-vif-deleted', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:01.652173 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156ffc4-669f-426e-9ed7-f035b1f73706" -d '{"events": [{"server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "name": "network-vif-deleted", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:01.702466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Allocated IP 172.20.0.12 (f3bbb946-a9df-46b0-82cf-af0bb67a98a8/895375c0-4a1f-4c84-a5dd-d2608514700b/2073ee97-c12d-4de6-bcc4-e93aa5941d19) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:01.709553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (20c91cac-5e18-48da-8685-fa0545c19c1f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.736674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.756690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for e191f561-8d93-4575-bda2-cbbe75a265ca owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:01.854779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:01.855301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (20c91cac-5e18-48da-8685-fa0545c19c1f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.855301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:01.855301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.885104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8106303-e9e4-4780-9772-9be71b1bae57 req-de17e360-f266-4f97-a480-a850e48fc8b4 tempest-MultipleCreateTestJSON-1007371184 tempest-MultipleCreateTestJSON-1007371184-project] 10.222.0.43 "GET /v2.0/ports?device_id=533e3bd9-42d9-4e9a-aac1-f06446301e96 HTTP/1.1" status: 200 len: 210 time: 0.0768132 Feb 15 01:53:01.906892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:01.907504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:01.972963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] Pushing event updated for resources: {'Network': ['ID=20c91cac-5e18-48da-8685-fa0545c19c1f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:01.986679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 20c91cac-5e18-48da-8685-fa0545c19c1f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:02.047839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks [] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.070638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee25ef7c-7b9e-4a39-a0d2-f1e8e810d1ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5783033 Feb 15 01:53:02.077347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:02.094158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Request body: {'subnet': {'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1709985952-subnet', 'tenant_id': '32fc9d3f907b4432895988fd92f437ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:02.103535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed1a6-27d9-4b73-9e63-a267a0c68add req-a166ff4e-d6ea-4f35-8d52-1998901bc433 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:02.112517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-591ed1a6-27d9-4b73-9e63-a267a0c68add req-a166ff4e-d6ea-4f35-8d52-1998901bc433 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 946 time: 0.1368847 Feb 15 01:53:02.118091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:02.175129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-591ed1a6-27d9-4b73-9e63-a267a0c68add req-1b23b105-0e42-4ce5-a80a-be4fa82ca11e tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2fdaf06-b7fb-4da8-a10e-b213764ffcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Feb 15 01:53:02.196790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e191f561-8d93-4575-bda2-cbbe75a265ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.224908 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86242ac-3e2d-47bd-961b-a77265baa056 x-openstack-request-id: req-e86242ac-3e2d-47bd-961b-a77265baa056 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:02.224908 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e3bd9-42d9-4e9a-aac1-f06446301e96", "name": "network-vif-deleted", "tag": "b1b01599-c5db-4a42-a37f-72a4082d4b14", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:02.224908 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e86242ac-3e2d-47bd-961b-a77265baa056 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:02.224908 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e3bd9-42d9-4e9a-aac1-f06446301e96', 'name': 'network-vif-deleted', 'tag': 'b1b01599-c5db-4a42-a37f-72a4082d4b14', 'status': 'completed', 'code': 200} Feb 15 01:53:02.229951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=e191f561-8d93-4575-bda2-cbbe75a265ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:02.275872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.290213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:02.323940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Made reservation on behalf of 32fc9d3f907b4432895988fd92f437ee for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:02.326375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.346362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (4d85580f-599c-4247-93e0-8e420e5102d8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.367443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:02.423060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:02.436270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:02.599711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Pushing event updated for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:02.621458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 4d85580f-599c-4247-93e0-8e420e5102d8 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:02.643192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:02.643886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.702985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e61e-b4ac-459d-8f94-5b2bc60a3bcd req-334150d9-284c-4788-88d9-72c8ae9bc517 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:02.704504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0524e61e-b4ac-459d-8f94-5b2bc60a3bcd req-334150d9-284c-4788-88d9-72c8ae9bc517 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 932 time: 0.1816614 Feb 15 01:53:02.723221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:02.734141 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] Sync routers for ids ['4d85580f-599c-4247-93e0-8e420e5102d8'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:02.738445 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-956e8903-fec5-4a3a-98f4-392cfab0a285 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/4d85580f-599c-4247-93e0-8e420e5102d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5126841 Feb 15 01:53:02.741260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:02.751976 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] Routers {'4d85580f-599c-4247-93e0-8e420e5102d8'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:02.752621 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4d85580f-599c-4247-93e0-8e420e5102d8'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:02.779558 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f4f31aa-6fe6-473f-8b57-0059885243c7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d85580f-599c-4247-93e0-8e420e5102d8 HTTP/1.1" status: 200 len: 205 time: 0.0341387 Feb 15 01:53:02.779821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:02.797043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-eeb91f41-3452-4fde-bb14-dac37e731ae7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0753520 Feb 15 01:53:02.810458 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:02.816465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Request body: {'port': {'device_id': '973fd568-573e-490f-bd0d-766567b8b6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:02.825048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] Routers {'4d85580f-599c-4247-93e0-8e420e5102d8'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:02.826835 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4d85580f-599c-4247-93e0-8e420e5102d8'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:02.882591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0524e61e-b4ac-459d-8f94-5b2bc60a3bcd req-4502c0a1-d010-4813-9257-1a18095f36f2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682036 Feb 15 01:53:02.896562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (4d85580f-599c-4247-93e0-8e420e5102d8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:02.904684 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:02.906191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdeb27-94b4-45c2-a5f1-ed1307bc7182 None None] The sync data for ids ['4d85580f-599c-4247-93e0-8e420e5102d8'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:02.923403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (3992c981-a0e7-47fb-b318-f538c5692bb7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.002321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.046805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3992c981-a0e7-47fb-b318-f538c5692bb7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:03.091348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Checking segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:03.091713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Network hostable DHCP agents. Network: 20c91cac-5e18-48da-8685-fa0545c19c1f, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:03.092535 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (4d85580f-599c-4247-93e0-8e420e5102d8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.094874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (4d85580f-599c-4247-93e0-8e420e5102d8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.203412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f524-6c0f-416c-9d67-a5f9e811d147 req-fd675fa6-ae4d-4435-910a-53bd9c0151c8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:03.204940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca6f524-6c0f-416c-9d67-a5f9e811d147 req-fd675fa6-ae4d-4435-910a-53bd9c0151c8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 946 time: 0.1853337 Feb 15 01:53:03.227376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (4d85580f-599c-4247-93e0-8e420e5102d8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.228194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router 4d85580f-599c-4247-93e0-8e420e5102d8 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:53:03.235393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.236129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:03.236601 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa61c489-69b7-43e3-825f-68a758acb7a2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/4d85580f-599c-4247-93e0-8e420e5102d8 HTTP/1.1" status: 204 len: 168 time: 0.4557493 Feb 15 01:53:03.239399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:03.309631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 7c20cd0b-74a2-41ff-934e-1c6cee18352c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:03.313066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (7c20cd0b-74a2-41ff-934e-1c6cee18352c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.316718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:03.317114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.325015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Network 20c91cac-5e18-48da-8685-fa0545c19c1f is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:03.345544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:03.348421 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a095f46-eb8b-49ea-8f31-16d6eaf09392" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:03.360679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b1b01599-c5db-4a42-a37f-72a4082d4b14 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:03.367355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7c20cd0b-74a2-41ff-934e-1c6cee18352c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.383915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:03.385187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: b1b01599-c5db-4a42-a37f-72a4082d4b14 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:03.385539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b1b01599-c5db-4a42-a37f-72a4082d4b14 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:03.388790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca6f524-6c0f-416c-9d67-a5f9e811d147 req-76663364-0927-4ef3-a079-77f0e073b8b4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773846 Feb 15 01:53:03.432457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 20c91cac-5e18-48da-8685-fa0545c19c1f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:03.444766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90e10e-e0f1-4c0e-8d45-a0b735ef50f9 None None] Network 20c91cac-5e18-48da-8685-fa0545c19c1f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:03.458784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:03.458784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.478415 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.513375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2073ee97-c12d-4de6-bcc4-e93aa5941d19 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:03.521624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7c20cd0b-74a2-41ff-934e-1c6cee18352c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.549384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks [] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.554968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6297ad7d-1d88-4b6f-b437-af541a5f900a req-a8216cfd-b895-4ba4-ae78-0cfb4fddf911 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0471661 Feb 15 01:53:03.592763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-94f6fe80-b74e-4c30-b8f9-2f21f8ca0634 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5003643 Feb 15 01:53:03.592763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Transition to ACTIVE for port object 2073ee97-c12d-4de6-bcc4-e93aa5941d19 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:03.648151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:03.673732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.756054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7c20cd0b-74a2-41ff-934e-1c6cee18352c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.821268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=7c20cd0b-74a2-41ff-934e-1c6cee18352c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:03.832951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.841364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Pushing event updated for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:03.841635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ac06d924-3bc1-4595-8e8d-aebb422a9544 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/7c20cd0b-74a2-41ff-934e-1c6cee18352c HTTP/1.1" status: 204 len: 168 time: 0.5987613 Feb 15 01:53:03.843175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:03.854588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b6823-db0d-4b06-bad2-f2fc7b592999 None None] Network 6aa230c9-c0f6-4869-9b3a-3feb43023d48 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:03.899881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Deleting subnet 4a9cb312-5b06-408c-b7e3-b614324d126c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:03.904585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=14']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:03.915796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Publish callbacks [] for subnet (4a9cb312-5b06-408c-b7e3-b614324d126c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:03.993210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf807e90-2839-409e-ae8d-9a544ee37a5e None None] Network 20c91cac-5e18-48da-8685-fa0545c19c1f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:04.011830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (4a9cb312-5b06-408c-b7e3-b614324d126c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.020918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6aa230c9-c0f6-4869-9b3a-3feb43023d48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.083412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4a9cb312-5b06-408c-b7e3-b614324d126c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.112933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Attempting to bind port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:04.113395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Attempting to bind port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:04.113731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Attempting to bind port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:04.123520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:04.123843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Attempting to bind port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:04.137722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:04.139211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Checking segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:04.139211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Bound using segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:04.139211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Bound port: 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:04.139597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.228873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:04.231633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.231977 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898de94-b128-496d-beb0-9c29e4854fb2 x-openstack-request-id: req-6898de94-b128-496d-beb0-9c29e4854fb2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:04.231977 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:04.231977 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6898de94-b128-496d-beb0-9c29e4854fb2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:04.231977 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'code': 200} Feb 15 01:53:04.254289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:04.260124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] DHCP port deletion for 6aa230c9-c0f6-4869-9b3a-3feb43023d48 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:53:04.260700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:04.303869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (4a9cb312-5b06-408c-b7e3-b614324d126c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.324866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Deleting port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:04.325406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.337046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,segment=NetworkSegment(2ae616d8-1673-48d7-ac55-c9985c3b5878),segment_id=2ae616d8-1673-48d7-ac55-c9985c3b5878)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:04.337635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.344286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9cb312-5b06-408c-b7e3-b614324d126c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:04.348153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.355478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:04.419204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Pushing event updated for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:04.419492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] For port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,segment=NetworkSegment(2ae616d8-1673-48d7-ac55-c9985c3b5878),segment_id=2ae616d8-1673-48d7-ac55-c9985c3b5878)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:04.420356 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.423807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.430887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-912dcb7b-30c4-43b6-991d-c1beb34aa05a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4a9cb312-5b06-408c-b7e3-b614324d126c HTTP/1.1" status: 204 len: 168 time: 0.7814472 Feb 15 01:53:04.434615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:04.461922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Calling delete_port for 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:04.466246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:04.466548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.467934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2528f0da-c40f-4716-8554-fa8d4aaf7ebd service neutron] 10.222.0.31 "PUT /v2.0/ports/2073ee97-c12d-4de6-bcc4-e93aa5941d19 HTTP/1.1" status: 200 len: 1093 time: 1.6634870 Feb 15 01:53:04.468660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:04.472063 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01dbef-23e3-4173-adb7-9997923e1075" -d '{"events": [{"name": "network-changed", "server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:04.572772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.583723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7c1f72c2-b6e9-4a54-824b-e3a2fc20de79), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.615966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] Pushing event deleted for resources: {'Port': ['ID=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:04.617773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=7c1f72c2-b6e9-4a54-824b-e3a2fc20de79,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:04.618835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e1be2-383a-4ca9-8de6-d3bc892998bd None None] No DVR routers for this DVR port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:04.636828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:04.650867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.792029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6aa230c9-c0f6-4869-9b3a-3feb43023d48), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.822919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa230c9-c0f6-4869-9b3a-3feb43023d48']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:04.838068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae616d8-1673-48d7-ac55-c9985c3b5878') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:04.838622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae616d8-1673-48d7-ac55-c9985c3b5878') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:04.853455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (2ae616d8-1673-48d7-ac55-c9985c3b5878), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.873383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2ae616d8-1673-48d7-ac55-c9985c3b5878), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.882201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:04.883343 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (2ae616d8-1673-48d7-ac55-c9985c3b5878), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:04.964844 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:05.052688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6aa230c9-c0f6-4869-9b3a-3feb43023d48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.064286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-e15ee5cd-a3bb-4c35-a80c-4a68d092a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:05.064623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-e15ee5cd-a3bb-4c35-a80c-4a68d092a19a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.4177396 Feb 15 01:53:05.070766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.070988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-dadb4663-add8-493d-bb66-8880f074563c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:05.078879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-dadb4663-add8-493d-bb66-8880f074563c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.5190277 Feb 15 01:53:05.080679 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/6aa230c9-c0f6-4869-9b3a-3feb43023d48 HTTP/1.1" status: 204 len: 168 time: 1.2361822 Feb 15 01:53:05.083883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:05.088133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.092682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-668611626', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:05.109272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf5387-4e2b-4462-8c08-ae7273004b6e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=6aa230c9-c0f6-4869-9b3a-3feb43023d48,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:05.143975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-bf896795-6450-4813-bc49-98d98805fd24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19 HTTP/1.1" status: 200 len: 217 time: 0.0633183 Feb 15 01:53:05.156649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-912db8ce-4d7d-4ced-ba18-74b96fd1b4f5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/quotas/32fc9d3f907b4432895988fd92f437ee HTTP/1.1" status: 200 len: 375 time: 0.0783274 Feb 15 01:53:05.175557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec9a9d6-fdc4-47d8-b093-c4aa5a818775']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:05.185490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.187952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.221369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb01da7b-696f-423d-9ed9-cec8ddc2186b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:05.221717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb01da7b-696f-423d-9ed9-cec8ddc2186b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:05.241606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-21ca293f-2c47-4a5b-b48f-f729fc5c4f8a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841022 Feb 15 01:53:05.254467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (fb01da7b-696f-423d-9ed9-cec8ddc2186b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.320752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fb01da7b-696f-423d-9ed9-cec8ddc2186b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.323722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.334626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-ae6d66b4-65c6-4f5a-864a-76d27a02eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:05.336180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-ae6d66b4-65c6-4f5a-864a-76d27a02eb9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.1863868 Feb 15 01:53:05.338587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:05.339050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (fb01da7b-696f-423d-9ed9-cec8ddc2186b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:05.341053 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:05.445461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-718529a6-5cf8-4ac6-b64a-bf4063ffe992 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910261 Feb 15 01:53:05.554234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-732f3d90-fde8-4966-a010-5ed1472a2973 service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116601 Feb 15 01:53:05.654730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-d20d4189-be31-4d99-8dee-715c816a7f10 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:05.656133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-d20d4189-be31-4d99-8dee-715c816a7f10 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.31 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 946 time: 0.2513127 Feb 15 01:53:05.656797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3ec9a9d6-fdc4-47d8-b093-c4aa5a818775), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.671175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.675386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_gateway (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:05.677603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ec9a9d6-fdc4-47d8-b093-c4aa5a818775 HTTP/1.1" status: 204 len: 168 time: 1.2412226 Feb 15 01:53:05.738036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-2e343d47-bab9-4d4c-8b1a-35bb27f9f5ee service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824256 Feb 15 01:53:05.746239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ccc2-4c68-46d2-9a92-1bd128749056 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec9a9d6-fdc4-47d8-b093-c4aa5a818775,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:05.781152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-60c11c61-0595-4f60-8e9e-b16949680f52 service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257185 Feb 15 01:53:05.864087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:05.901015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:05.914099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c1f72c2-b6e9-4a54-824b-e3a2fc20de79 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:05.948486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a2db812-ef37-4139-9e2a-1e945d323e0d req-7fb17150-ab76-4b71-97b2-899cae002232 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000501 Feb 15 01:53:05.966117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Deleting port ac5778a6-a660-443f-a2b2-67c73663ef63 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:05.966802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.125936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_gateway (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.154570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.156343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:06.165464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] For port ac5778a6-a660-443f-a2b2-67c73663ef63, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=ac5778a6-a660-443f-a2b2-67c73663ef63,segment=NetworkSegment(0ed5cb38-b843-4828-8ca3-ae9bc5b49235),segment_id=0ed5cb38-b843-4828-8ca3-ae9bc5b49235)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:06.165759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.192790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Calling delete_port for ac5778a6-a660-443f-a2b2-67c73663ef63 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:06.270387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b4c34fe-24de-4351-af55-273bb856558a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70960bad017b4fadbeebd089f3bdf7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116245 Feb 15 01:53:06.273646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:06.382959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 172.25.2.118 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/53d9e1d6-6867-4617-b8dd-d4e679eff150) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:06.405195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] Publish callbacks [] for security_group (58e367dd-3d4f-45f5-adc2-cfda1d91fc72), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.445455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223678-29fb-4b5c-b959-93e6f36abc70 req-cc1b5e73-d0a6-4231-a826-3f4761cca415 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:06.447069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] Publish callbacks [] for security_group (58e367dd-3d4f-45f5-adc2-cfda1d91fc72), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.447697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85223678-29fb-4b5c-b959-93e6f36abc70 req-cc1b5e73-d0a6-4231-a826-3f4761cca415 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 944 time: 0.0668876 Feb 15 01:53:06.470292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ac5778a6-a660-443f-a2b2-67c73663ef63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.482726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['ac5778a6-a660-443f-a2b2-67c73663ef63'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:06.535956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Pushing event deleted for resources: {'Port': ['ID=ac5778a6-a660-443f-a2b2-67c73663ef63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:06.578472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] No DVR routers for this DVR port ac5778a6-a660-443f-a2b2-67c73663ef63 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:06.583597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:06.588970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be883d3f-f738-456d-921d-fb6ba282eec6 req-844be101-265f-447b-bdcd-bff0228c4807 tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.31 "DELETE /v2.0/ports/ac5778a6-a660-443f-a2b2-67c73663ef63 HTTP/1.1" status: 204 len: 173 time: 0.9218354 Feb 15 01:53:06.616525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85223678-29fb-4b5c-b959-93e6f36abc70 req-a5fbc3b3-9ee1-4d0e-a567-4430d4fa2b14 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623456 Feb 15 01:53:06.805143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09a6f51c-796e-4e1d-bc09-89bfd4d777af req-391fc89a-8021-434a-b8b2-078cfa005a6b tempest-ServerAddressesTestJSON-821557794 tempest-ServerAddressesTestJSON-821557794-project] 10.222.0.43 "GET /v2.0/ports?device_id=52de161d-ea2c-4808-95f2-abbbc4249e74 HTTP/1.1" status: 200 len: 210 time: 0.0631721 Feb 15 01:53:06.888236 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a539e7-a89a-42ee-975a-dff9aada6717 x-openstack-request-id: req-72a539e7-a89a-42ee-975a-dff9aada6717 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:06.889058 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:06.889321 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72a539e7-a89a-42ee-975a-dff9aada6717 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:06.889767 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19', 'status': 'completed', 'code': 200} Feb 15 01:53:07.015280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (58e367dd-3d4f-45f5-adc2-cfda1d91fc72), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:07.018119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:07.022229 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58e367dd-3d4f-45f5-adc2-cfda1d91fc72 HTTP/1.1" status: 204 len: 168 time: 0.7451568 Feb 15 01:53:07.022390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d630f146-cdcf-46ab-88a8-326b53c6db68 req-1f5cfbeb-edf2-487c-821c-d7f51b574910 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0548110 Feb 15 01:53:07.058027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-3d9de5f2-fc16-4ee9-a16f-cca7ca37e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:07.059619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-3d9de5f2-fc16-4ee9-a16f-cca7ca37e25a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.1475196 Feb 15 01:53:07.069670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43a2aa-19eb-4e24-b9a5-f00f1b966569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e367dd-3d4f-45f5-adc2-cfda1d91fc72,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:07.215340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (53d9e1d6-6867-4617-b8dd-d4e679eff150), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:07.238154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fa254be-20ec-498c-ab5a-e628f515927d req-b10fd0a6-c03b-4a6b-8d4f-5bb61b9511ef tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 210 time: 0.1348155 Feb 15 01:53:07.313685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-6a016882-08ae-4f39-850e-c22134c514fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:07.315956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-6a016882-08ae-4f39-850e-c22134c514fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.2498195 Feb 15 01:53:07.338806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (53d9e1d6-6867-4617-b8dd-d4e679eff150), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:07.406458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-6a117823-c023-4d3e-90e5-b1082526738a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19 HTTP/1.1" status: 200 len: 217 time: 0.0821717 Feb 15 01:53:07.408081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:07.414652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:07.417197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:07.453965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=53d9e1d6-6867-4617-b8dd-d4e679eff150,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:07.496174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-35afed2a-3ded-4cf3-86f4-09feb447d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:07.497743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-35afed2a-3ded-4cf3-86f4-09feb447d780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0647590 Feb 15 01:53:07.506227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6313-e1d9-4c3b-9307-6520b61738f2 req-5f7af503-c950-422e-9f4b-1a575be19b44 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:07.507910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebfd6313-e1d9-4c3b-9307-6520b61738f2 req-5f7af503-c950-422e-9f4b-1a575be19b44 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1747692 Feb 15 01:53:07.548572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-e60b0ab0-6eb9-4748-bf5a-d9155957dd51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395992 Feb 15 01:53:07.662087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebfd6313-e1d9-4c3b-9307-6520b61738f2 req-08a7c58a-9d58-4a9a-a26f-687fd3934182 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382248 Feb 15 01:53:07.732345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-3f77a7b9-bac6-4920-8996-ceb8bc5e58a4 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756575 Feb 15 01:53:07.899770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c757c20-3a4a-4f28-a41f-38ca2b7ba916 req-10a2a39b-7e19-4ede-8c0a-fabbfe3dbc3f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:07.901954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c757c20-3a4a-4f28-a41f-38ca2b7ba916 req-10a2a39b-7e19-4ede-8c0a-fabbfe3dbc3f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 944 time: 0.1473010 Feb 15 01:53:07.907242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c01dbef-23e3-4173-adb7-9997923e1075 req-55a69367-69f2-4bfd-9e31-3efad3da4c5f service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691787 Feb 15 01:53:07.926629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_gateway (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:07.994504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c757c20-3a4a-4f28-a41f-38ca2b7ba916 req-19358338-b55a-4461-a46c-21bd76067801 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861666 Feb 15 01:53:08.142339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46166a2-3200-4c06-8481-2873f7bfa04d req-ab434f2c-8ad2-453d-b8e1-3ff09791a740 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:08.147703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c46166a2-3200-4c06-8481-2873f7bfa04d req-ab434f2c-8ad2-453d-b8e1-3ff09791a740 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0941370 Feb 15 01:53:08.179250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.237422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c46166a2-3200-4c06-8481-2873f7bfa04d req-b0ebe993-a1d5-43db-a877-89367c34f0a0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826941 Feb 15 01:53:08.287165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:08.411870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Deleting subnet 7cfa8b3e-a34c-4b9f-9007-476149c2ccc6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:08.417243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47e952ec-ae6f-4d75-9691-0efa920eb943 req-cdc51bd6-36d6-442a-acac-7782b2de825e tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3277bb-eb93-456a-9bf1-c0094bf76d45 HTTP/1.1" status: 200 len: 210 time: 0.0568581 Feb 15 01:53:08.421195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Publish callbacks [] for subnet (7cfa8b3e-a34c-4b9f-9007-476149c2ccc6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.441123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 6e811068-cfa1-4bf5-8d9b-fe9be7b09182 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:53:08.461884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:08.513583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (7cfa8b3e-a34c-4b9f-9007-476149c2ccc6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.574120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1146c3e3-4402-46f6-97b8-fb2fb56cf7bd req-53a14a10-9fe1-41b4-a9f2-5ef14f2e155b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 210 time: 0.0753279 Feb 15 01:53:08.595808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:08.604258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-362820297-network', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:08.609886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7cfa8b3e-a34c-4b9f-9007-476149c2ccc6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.610919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] Sync routers for ids ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:08.625392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] Routers {'6e811068-cfa1-4bf5-8d9b-fe9be7b09182'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:08.626282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:08.670306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:08.679128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] Routers {'6e811068-cfa1-4bf5-8d9b-fe9be7b09182'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:08.679744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:08.718278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:08.718942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f9052-a6d0-4dc3-af04-2df6067d0e5d None None] The sync data for ids ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:08.745774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.748375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bdc2dbb3-7f01-41fc-a659-f111c00021f7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6620994 Feb 15 01:53:08.749873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:08.756308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b0061-25ac-4c39-84a6-b7101d32e42d req-f1db89c4-feb7-4b74-94eb-03caa0f870a4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:08.756308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c27b0061-25ac-4c39-84a6-b7101d32e42d req-f1db89c4-feb7-4b74-94eb-03caa0f870a4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0568051 Feb 15 01:53:08.780528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (7cfa8b3e-a34c-4b9f-9007-476149c2ccc6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.814272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfa8b3e-a34c-4b9f-9007-476149c2ccc6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:08.816185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Made reservation on behalf of f4e510161f2b4c5a8403f1e076cb5c57 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:08.824876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.835749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.839281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-62ef6705-e065-47ef-ac19-044a6b0f0b3f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7cfa8b3e-a34c-4b9f-9007-476149c2ccc6 HTTP/1.1" status: 204 len: 168 time: 0.5497212 Feb 15 01:53:08.843170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:08.850003 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:08.865011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c27b0061-25ac-4c39-84a6-b7101d32e42d req-596a0c46-ccef-47ba-9375-134eb211b531 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023853 Feb 15 01:53:08.894194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'name': 'network-vif-deleted', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:08.898242 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323ab1a-86cc-4935-a5e2-0aaa1d839566" -d '{"events": [{"server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "name": "network-vif-deleted", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:08.915104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c9d9ce5-b275-4d2d-a905-a461351e0e76 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers/6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 200 len: 884 time: 0.1635451 Feb 15 01:53:08.919108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:08.995045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.102650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.106080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks [] for security_group (996d2817-2869-4d37-9a92-181bdd9d755b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.131380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:09.144756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed5cb38-b843-4828-8ca3-ae9bc5b49235') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:09.145307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed5cb38-b843-4828-8ca3-ae9bc5b49235') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:09.155096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (0ed5cb38-b843-4828-8ca3-ae9bc5b49235), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.157678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-0b6e3045-ee5c-49d8-b83b-700c8684bd28 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:09.159749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-0b6e3045-ee5c-49d8-b83b-700c8684bd28 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.1676452 Feb 15 01:53:09.169165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0ed5cb38-b843-4828-8ca3-ae9bc5b49235), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.175799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Request body: {'port': {'device_id': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'admin_state_up': True, 'tenant_id': '32fc9d3f907b4432895988fd92f437ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:09.177124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:09.177744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (0ed5cb38-b843-4828-8ca3-ae9bc5b49235), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:09.179792 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:09.236581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2073ee97-c12d-4de6-bcc4-e93aa5941d19 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:09.238991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ac5778a6-a660-443f-a2b2-67c73663ef63 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:09.298189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: ac5778a6-a660-443f-a2b2-67c73663ef63 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:09.298535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device ac5778a6-a660-443f-a2b2-67c73663ef63 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:09.313303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.326368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.335095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49 HTTP/1.1" status: 204 len: 168 time: 0.4241445 Feb 15 01:53:09.418835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30acb44-fc3b-4a1f-bc89-30d38ecd32c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e71d84-fd9e-47c3-b0b1-d6f5ca4e9c49,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:09.520051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:09.532555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '2073ee97-c12d-4de6-bcc4-e93aa5941d19', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'port_id': '2073ee97-c12d-4de6-bcc4-e93aa5941d19', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895375c0-4a1f-4c84-a5dd-d2608514700b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:09.574673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (996d2817-2869-4d37-9a92-181bdd9d755b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.578140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:09.578606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.584217 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d645d-b928-4f54-89cd-ae92df2d77ea x-openstack-request-id: req-451d645d-b928-4f54-89cd-ae92df2d77ea {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:09.588764 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52de161d-ea2c-4808-95f2-abbbc4249e74", "name": "network-vif-deleted", "tag": "ac5778a6-a660-443f-a2b2-67c73663ef63", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:09.588764 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-451d645d-b928-4f54-89cd-ae92df2d77ea {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:09.588764 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52de161d-ea2c-4808-95f2-abbbc4249e74', 'name': 'network-vif-deleted', 'tag': 'ac5778a6-a660-443f-a2b2-67c73663ef63', 'status': 'completed', 'code': 200} Feb 15 01:53:09.597781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2073ee97-c12d-4de6-bcc4-e93aa5941d19 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:09.621241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:09.686522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.696471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:09.730596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996d2817-2869-4d37-9a92-181bdd9d755b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:09.756115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:09.761508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a30aa0d-1d80-4975-af98-d4f0b93ebf31), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.761868 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Added segment 9a30aa0d-1d80-4975-af98-d4f0b93ebf31 of type vlan for network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 Feb 15 01:53:09.763786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:09.775700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.776192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.776589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.776935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.777276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.778006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.778006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.778296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.778584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.778911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.779241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.779573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.779900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:09.811248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b34276d6-5094-48bb-9a27-a0952fc94c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20feb733ecd34a8396be5f4139b73de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440826 Feb 15 01:53:09.811492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:09.864692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-8f43626c-23f2-43ed-9786-5f97ad151d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:09.866244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-8f43626c-23f2-43ed-9786-5f97ad151d8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.2860782 Feb 15 01:53:09.868772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (43a8a90e-4b3e-4add-b5b3-adecd461dda3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.883455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89c3a-6bb8-43cb-8f37-f51033a4b833 req-093ea99b-2a97-4e4c-895d-d6900891be56 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:09.885717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] Publish callbacks [] for security_group (e2fdaf06-b7fb-4da8-a10e-b213764ffcad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.886097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2073ee97-c12d-4de6-bcc4-e93aa5941d19'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:09.891762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4f89c3a-6bb8-43cb-8f37-f51033a4b833 req-093ea99b-2a97-4e4c-895d-d6900891be56 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 944 time: 0.3090503 Feb 15 01:53:09.910563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] Publish callbacks [] for security_group (e2fdaf06-b7fb-4da8-a10e-b213764ffcad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:09.997826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Made reservation on behalf of 32fc9d3f907b4432895988fd92f437ee for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:10.001067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.010571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3facb72c-0820-4020-859c-e1c1578ad701 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0875134 Feb 15 01:53:10.010810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:10.015677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-668611626'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:10.055051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e2fdaf06-b7fb-4da8-a10e-b213764ffcad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.057648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.061115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2fdaf06-b7fb-4da8-a10e-b213764ffcad HTTP/1.1" status: 204 len: 168 time: 0.2465012 Feb 15 01:53:10.091020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4f89c3a-6bb8-43cb-8f37-f51033a4b833 req-844290b7-21c2-4380-b5fb-3e248a3b357d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980331 Feb 15 01:53:10.094552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf811f19-9054-4a1a-9425-811f0e0b93d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fdaf06-b7fb-4da8-a10e-b213764ffcad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:10.179945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-38d3445d-f7a7-492b-aa9f-6edd65783a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:10.181914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-38d3445d-f7a7-492b-aa9f-6edd65783a30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2865229 Feb 15 01:53:10.202599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (43a8a90e-4b3e-4add-b5b3-adecd461dda3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.206435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:10.206435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.400369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-18427359-3cc2-4533-a456-5441c9a60784 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.1889093 Feb 15 01:53:10.410165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9469807 Feb 15 01:53:10.422213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:10.430537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Request body: {'subnet': {'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-subnet', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:10.437360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4333b-8d2f-4ecb-b043-cd9b9e7d2ecb admin admin] Pushing event updated for resources: {'Network': ['ID=43a8a90e-4b3e-4add-b5b3-adecd461dda3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:10.449246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:10.501418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.511696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-ead9bb65-9260-4dd8-aaae-385d0d9ae12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:10.513344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-ead9bb65-9260-4dd8-aaae-385d0d9ae12c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1010017 Feb 15 01:53:10.533217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dddf9-3bb0-4f07-ada7-fc0d4b06fa83 req-8403ca48-0a24-42de-a453-965af2119d9c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:10.535009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-995dddf9-3bb0-4f07-ada7-fc0d4b06fa83 req-8403ca48-0a24-42de-a453-965af2119d9c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.3521721 Feb 15 01:53:10.551345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Allocated IP 172.20.0.11 (20c91cac-5e18-48da-8685-fa0545c19c1f/3992c981-a0e7-47fb-b318-f538c5692bb7/3ee82b91-7082-4dd0-b2ee-c5f330f75901) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:10.581430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Made reservation on behalf of f4e510161f2b4c5a8403f1e076cb5c57 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:10.585316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.594617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:10.744373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 6e811068-cfa1-4bf5-8d9b-fe9be7b09182 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:10.764848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-995dddf9-3bb0-4f07-ada7-fc0d4b06fa83 req-7788b319-c5cc-4cb3-a8f7-353d7842c7cd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151885 Feb 15 01:53:10.881173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-497212a7-540a-4294-bca4-e5eaa2990266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:10.882840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-497212a7-540a-4294-bca4-e5eaa2990266 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3576334 Feb 15 01:53:10.938618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeb505a-7c95-42fa-b043-3e8654ca8b49 req-57bbe225-7126-441f-9663-e0465c1142c6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 210 time: 0.0547681 Feb 15 01:53:11.068231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks [] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.127979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-1a3034fe-a2ad-4500-a24e-9b3026decd30 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336204 Feb 15 01:53:11.161364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.268942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2073ee97-c12d-4de6-bcc4-e93aa5941d19 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:11.287396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (43a4407c-3e2e-4b31-af9f-5d64c7801570), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.289998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c1c52ec-1132-4db1-bdca-ba353586e13a req-bedd3c8b-67bb-4ca3-af5c-d12f28191fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309798 Feb 15 01:53:11.303521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:11.311877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.313346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d3e2eb00-96e8-4960-b94d-1d5a6729200a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 200 len: 891 time: 1.3017340 Feb 15 01:53:11.317074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.322412 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] Sync routers for ids ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:11.339876 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] Routers {'6e811068-cfa1-4bf5-8d9b-fe9be7b09182'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:11.340992 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:11.363324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (43a4407c-3e2e-4b31-af9f-5d64c7801570), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.406867 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:11.418382 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] Routers {'6e811068-cfa1-4bf5-8d9b-fe9be7b09182'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:11.419457 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:11.441954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61959-f8a7-4f81-95af-bb9c9b8f990f req-e8ca2c2c-f408-4f8d-8747-9bb2071cc875 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:11.447865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:11.459663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:11.461113 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.464243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26c61959-f8a7-4f81-95af-bb9c9b8f990f req-e8ca2c2c-f408-4f8d-8747-9bb2071cc875 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 945 time: 0.1619668 Feb 15 01:53:11.498086 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:11.498333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.499201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf290b-3734-4b40-bebf-6a0a1b784987 None None] The sync data for ids ['6e811068-cfa1-4bf5-8d9b-fe9be7b09182'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:11.555250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Network 20c91cac-5e18-48da-8685-fa0545c19c1f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:11.562589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be7f06bb-8647-4718-9d4b-6c149d53be81 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers/6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 200 len: 891 time: 0.2433405 Feb 15 01:53:11.565652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.565932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:11.567978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.572213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (f8b03c3d-7d71-438f-9edc-ced1c412a03b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.599442 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5d61308-8e35-4b3d-ae29-0b31d7dab470 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 200 len: 205 time: 0.0322442 Feb 15 01:53:11.601955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.607027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:11.636380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:11.636682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.691159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (43a4407c-3e2e-4b31-af9f-5d64c7801570), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.697557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.701133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/security-groups/43a4407c-3e2e-4b31-af9f-5d64c7801570 HTTP/1.1" status: 204 len: 168 time: 0.5363195 Feb 15 01:53:11.704572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:11.704702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.704802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:11.708639 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c064a80-a8ec-4ee8-8699-39ba43e4103c" -d '{"events": [{"server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "name": "network-vif-plugged", "status": "completed", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:11.749974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84f343-7f5b-4787-b879-56d8485c3dad tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4407c-3e2e-4b31-af9f-5d64c7801570,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:11.767877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1873459008-network', 'tenant_id': '7611534984994e30b1ce8da8d5c81b71'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:11.795258 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.800657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26c61959-f8a7-4f81-95af-bb9c9b8f990f req-8dbb5d5c-4865-4b2b-9338-cd8116440d9e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326349 Feb 15 01:53:11.800657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:11.843309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b03c3d-7d71-438f-9edc-ced1c412a03b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:11.866828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Checking segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:11.871450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Network hostable DHCP agents. Network: 43a8a90e-4b3e-4add-b5b3-adecd461dda3, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:11.873465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.888457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:11.890275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.927634 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63679f-d02d-49f2-9543-8240fa73c336 x-openstack-request-id: req-db63679f-d02d-49f2-9543-8240fa73c336 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:11.928226 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "name": "network-vif-plugged", "status": "completed", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:11.929256 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db63679f-d02d-49f2-9543-8240fa73c336 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:11.929850 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19', 'code': 200} Feb 15 01:53:11.939797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:11.947886 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-60a77c24-6cc3-48b5-ac5b-2c5f384904b9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] show failed (client error): The resource could not be found. Feb 15 01:53:11.951753 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-60a77c24-6cc3-48b5-ac5b-2c5f384904b9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "GET /v2.0/security-groups/43a4407c-3e2e-4b31-af9f-5d64c7801570 HTTP/1.1" status: 404 len: 347 time: 0.2413242 Feb 15 01:53:11.951753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Made reservation on behalf of 7611534984994e30b1ce8da8d5c81b71 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:11.952011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:11.952114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:11.966370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.036522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-bfd16c60-2f6c-4c77-8044-2426cce1c9b9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8660135 Feb 15 01:53:12.041054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:12.070878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Request body: {'port': {'device_id': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:12.075926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_gateway (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.131192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks [] for security_group (907a01ed-e128-4b31-b74f-ac7c18df7695), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.175686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 43a8a90e-4b3e-4add-b5b3-adecd461dda3) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:12.186907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67293d44-ffee-4d6c-9a7b-de82ecce8253 None None] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:12.187223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:12.187836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.194536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6869ccc-4589-4c68-aa39-1c0353f9953e req-a1e63a26-de0d-48f8-954e-1eb8dbcb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:12.196069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6869ccc-4589-4c68-aa39-1c0353f9953e req-a1e63a26-de0d-48f8-954e-1eb8dbcb7749 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 1129 time: 0.2349653 Feb 15 01:53:12.236319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (907a01ed-e128-4b31-b74f-ac7c18df7695), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.262896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d69145-5506-47e8-8ebd-43c7e21b2e5f req-e3f3ae8a-d271-400d-8561-7bf57b22c692 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:12.270415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24d69145-5506-47e8-8ebd-43c7e21b2e5f req-e3f3ae8a-d271-400d-8561-7bf57b22c692 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.2717836 Feb 15 01:53:12.281706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a01ed-e128-4b31-b74f-ac7c18df7695,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:12.283660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.302857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 53d9e1d6-6867-4617-b8dd-d4e679eff150 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:12.303210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (53d9e1d6-6867-4617-b8dd-d4e679eff150), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.307202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfb417-9bd4-4f79-b66f-c921448eb137 None None] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:12.386560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:12.414608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (67e539be-adac-471f-b9b1-b681f5f822a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.414608 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Added segment 67e539be-adac-471f-b9b1-b681f5f822a9 of type vlan for network d938c150-c200-42dc-8f27-213e6980f1ce Feb 15 01:53:12.428587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (53d9e1d6-6867-4617-b8dd-d4e679eff150), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.446927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 53d9e1d6-6867-4617-b8dd-d4e679eff150 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:12.490985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d938c150-c200-42dc-8f27-213e6980f1ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.628899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6869ccc-4589-4c68-aa39-1c0353f9953e req-cf91e43d-7990-4f5b-add3-972c88d616ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123287 Feb 15 01:53:12.629354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d938c150-c200-42dc-8f27-213e6980f1ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.630886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:12.631601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.632087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f7f4435-c697-4e9b-90b1-5f46f58dee2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2078028 Feb 15 01:53:12.640938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:12.651415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:12.659395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port c2c95e3e-48c4-423a-ada4-b3eeb8882e3c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:12.659866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.683176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24d69145-5506-47e8-8ebd-43c7e21b2e5f req-e3e83e64-beff-4d51-864b-0e76b9a30b54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119036 Feb 15 01:53:12.745836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] Pushing event updated for resources: {'Network': ['ID=d938c150-c200-42dc-8f27-213e6980f1ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:12.756749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d938c150-c200-42dc-8f27-213e6980f1ce details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:12.766929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0bdf9640-3e18-4889-aa11-c787ed468e85 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1898885 Feb 15 01:53:12.771959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:12.776743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Request body: {'subnet': {'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1873459008-subnet', 'tenant_id': '7611534984994e30b1ce8da8d5c81b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:12.849109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.849109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.880639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (53d9e1d6-6867-4617-b8dd-d4e679eff150), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.880639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Made reservation on behalf of 7611534984994e30b1ce8da8d5c81b71 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:12.880639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.927174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.927601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:12.944711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for c2c95e3e-48c4-423a-ada4-b3eeb8882e3c owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:12.964093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8cb55-42b9-4e3c-8481-27371f63c6ed req-9536a055-62b1-4fed-bb80-c407b41f9965 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:12.965723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c8cb55-42b9-4e3c-8481-27371f63c6ed req-9536a055-62b1-4fed-bb80-c407b41f9965 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 932 time: 0.1784985 Feb 15 01:53:12.973702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=53d9e1d6-6867-4617-b8dd-d4e679eff150,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:13.042792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for router_controller (a02e7674-305f-4e78-bfa6-45f2b347460d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.099763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.111597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c8cb55-42b9-4e3c-8481-27371f63c6ed req-9a1ceb59-6879-4cfd-9217-d9b5f4626e8d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368332 Feb 15 01:53:13.180265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:13.191766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks [] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.237264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.279361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.298422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06753598-aa24-4f58-93a5-ba42143db1a8 req-7013b1cb-5f0d-4782-8d10-ddb0e14f74ab tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:13.299934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06753598-aa24-4f58-93a5-ba42143db1a8 req-7013b1cb-5f0d-4782-8d10-ddb0e14f74ab tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 946 time: 0.0802891 Feb 15 01:53:13.348538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06753598-aa24-4f58-93a5-ba42143db1a8 req-576d31bc-aa4c-4b7a-94de-49013f221572 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Feb 15 01:53:13.351580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Transition to ACTIVE for port object 3ee82b91-7082-4dd0-b2ee-c5f330f75901 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:13.351580 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c2c95e3e-48c4-423a-ada4-b3eeb8882e3c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.381519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=c2c95e3e-48c4-423a-ada4-b3eeb8882e3c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:13.431816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.454505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for router_gateway (a02e7674-305f-4e78-bfa6-45f2b347460d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.463115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6e811068-cfa1-4bf5-8d9b-fe9be7b09182), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.463681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router 6e811068-cfa1-4bf5-8d9b-fe9be7b09182 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:53:13.475050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.477329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4ffe305-4aed-4462-93a1-2f0760eb9867 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 204 len: 168 time: 1.8729522 Feb 15 01:53:13.479890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:13.484667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1656093419'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:13.487563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for floatingip (9fdc48d7-6aca-4b20-aa3d-4042709def64), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.490643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.491810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5f651e47-e85a-439e-83aa-0edcfb1fdac9 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/floatingips/9fdc48d7-6aca-4b20-aa3d-4042709def64 HTTP/1.1" status: 204 len: 168 time: 1.5386090 Feb 15 01:53:13.497552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:13.512163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:13.553083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (a4582ae3-4f30-4dbe-8142-f6ef1de9a26c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.589513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:13.592810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.644439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Attempting to bind port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:13.648165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Attempting to bind port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:13.648165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Attempting to bind port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:13.655211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 on network 20c91cac-5e18-48da-8685-fa0545c19c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:13.655533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Attempting to bind port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:13.663155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:13.663505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Checking segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:13.663892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Bound using segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:13.664347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Bound port: 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:13.664716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.665496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4582ae3-4f30-4dbe-8142-f6ef1de9a26c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:13.679920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 616cb1bd-7468-4a56-9bd9-4f0d82eee37d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:13.680268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.684672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:13.700070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Checking segment: {'id': '67e539be-adac-471f-b9b1-b681f5f822a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:13.700459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Network hostable DHCP agents. Network: d938c150-c200-42dc-8f27-213e6980f1ce, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:13.706187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ef285835-dfc1-41f7-ad8e-52eff2b593c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.706461 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment ef285835-dfc1-41f7-ad8e-52eff2b593c6 of type vlan for network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c Feb 15 01:53:13.761200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.844968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Network d938c150-c200-42dc-8f27-213e6980f1ce is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:13.851152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:13.853857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.854906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.858265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:13.858857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:13.859470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.874638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 616cb1bd-7468-4a56-9bd9-4f0d82eee37d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:13.897572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18231-4b89-488d-9f36-183e08eeb7af req-e0fad881-8c19-4140-aa92-8b927853b9c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:13.899265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46d18231-4b89-488d-9f36-183e08eeb7af req-e0fad881-8c19-4140-aa92-8b927853b9c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1267889 Feb 15 01:53:13.939242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.957503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d938c150-c200-42dc-8f27-213e6980f1ce) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:13.968388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557613c-d801-491f-89d4-66d03c2972fe None None] Network d938c150-c200-42dc-8f27-213e6980f1ce requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:13.975808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:13.976429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:13.985780 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5019836 Feb 15 01:53:13.988864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:14.002981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166f5c6-edf9-426c-91f6-3fa6a6728247 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=3cb0a7be-9bc6-4793-aa3f-101f7495fe7c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:14.004535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:14.007838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for router_gateway (a02e7674-305f-4e78-bfa6-45f2b347460d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.009109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:14.009921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.012163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ee82b91-7082-4dd0-b2ee-c5f330f75901 HTTP/1.1" status: 200 len: 1093 time: 1.9633756 Feb 15 01:53:14.018255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:14.021180 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:14.026436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.028556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:14.150908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8901e0-40a6-42b5-ab95-6eb302c528f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:14.160456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c4b78aa2-98e1-461d-bd1c-768b2fea8087 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3873239 Feb 15 01:53:14.177836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46d18231-4b89-488d-9f36-183e08eeb7af req-10d8f7a2-c5c2-40f2-a41c-92d3afadcdfe tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421017 Feb 15 01:53:14.178090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Allocated IP 172.25.2.94 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/dd1e9d29-e68c-4aa2-94d6-684002e55121) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:14.271999 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93767589-bc51-44b1-9a40-1f0595e2f41f x-openstack-request-id: req-93767589-bc51-44b1-9a40-1f0595e2f41f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:14.272310 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:14.272572 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93767589-bc51-44b1-9a40-1f0595e2f41f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:14.272986 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'status': 'completed', 'code': 200} Feb 15 01:53:14.308718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc2266-b8db-4d2d-a2b5-fad20923cf80 None None] Network d938c150-c200-42dc-8f27-213e6980f1ce requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:14.329531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-39f774e9-83ee-4714-b6b2-3484cedfaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:14.331715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-39f774e9-83ee-4714-b6b2-3484cedfaf0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 1127 time: 0.1667528 Feb 15 01:53:14.399995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:14.403450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.411368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-c72d2d59-caf4-49c6-ab5d-17591d0f3872 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901 HTTP/1.1" status: 200 len: 217 time: 0.0712197 Feb 15 01:53:14.431262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (616cb1bd-7468-4a56-9bd9-4f0d82eee37d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.439354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.526960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.548637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=616cb1bd-7468-4a56-9bd9-4f0d82eee37d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:14.582415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:14.588947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:14.591814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1e9d29-e68c-4aa2-94d6-684002e55121,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:14.594474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:14.602678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-3c52f6bf-d53f-4aa8-b086-ac7971fe64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:14.604236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-3c52f6bf-d53f-4aa8-b086-ac7971fe64ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.1689620 Feb 15 01:53:14.681681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-fa1ed9f5-3987-447f-9383-e31c80f4f2ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507689 Feb 15 01:53:14.712363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af0d1-75da-4093-880a-4a7dfdd395b0 req-3e1b2657-e280-456b-9543-de01a6a6a8d6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:14.719146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d98af0d1-75da-4093-880a-4a7dfdd395b0 req-3e1b2657-e280-456b-9543-de01a6a6a8d6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 944 time: 0.3241806 Feb 15 01:53:14.732614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.735841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ccd8a2b8-4c4a-422f-a703-ad71e5fee7e3 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/ports/616cb1bd-7468-4a56-9bd9-4f0d82eee37d HTTP/1.1" status: 204 len: 168 time: 1.2347171 Feb 15 01:53:14.738844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:14.852570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 1784e71d-7621-40c0-b12f-b6ab42dbb67f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:14.852990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:14.896830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d98af0d1-75da-4093-880a-4a7dfdd395b0 req-2323e4a1-7aed-4518-87a9-74d7567d6989 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767085 Feb 15 01:53:14.907858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-939f35b6-daf1-40af-9e94-4fbeaaddaa4b service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148769 Feb 15 01:53:15.015426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.047638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d574942c-ddde-46b0-8d3b-a90a063c836d req-9bc478a6-9a9b-48fc-acd2-ceac14c1869d service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310427 Feb 15 01:53:15.049070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (36d4c90c-1a48-4b96-8e00-0a44a158275c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.126999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=36d4c90c-1a48-4b96-8e00-0a44a158275c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:15.213924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': 'ef285835-dfc1-41f7-ad8e-52eff2b593c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:15.214157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:15.262934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ab29c-63f1-4000-b6c0-9596e13c4158 req-43008013-8811-44b7-b131-8ecf50265995 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:15.270614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a7ab29c-63f1-4000-b6c0-9596e13c4158 req-43008013-8811-44b7-b131-8ecf50265995 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 946 time: 0.1217444 Feb 15 01:53:15.271922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.335902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 1784e71d-7621-40c0-b12f-b6ab42dbb67f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:15.345979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a7ab29c-63f1-4000-b6c0-9596e13c4158 req-2b57d49d-3ed8-43ea-8dc5-4e4837415b0c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743079 Feb 15 01:53:15.351720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:15.352493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for router_gateway (a02e7674-305f-4e78-bfa6-45f2b347460d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.374168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-05e3170f-db33-42e6-91b8-9981de29cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:15.375717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-05e3170f-db33-42e6-91b8-9981de29cad6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 1127 time: 0.0718753 Feb 15 01:53:15.476000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:15.490042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4c247-ea61-46a4-b2f0-b4cec4677d96 None None] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:15.495429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:15.496335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.516066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-41d064bc-c87d-499e-8df5-12f856b99567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:15.518933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-41d064bc-c87d-499e-8df5-12f856b99567 service neutron] 10.222.0.37 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 916 time: 0.1367743 Feb 15 01:53:15.622641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:15.628868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1621612316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:15.629462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-988f36d7-3ac3-44a2-98d9-21738253cda9 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6376970 Feb 15 01:53:15.633700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-22a0321c-9c55-4f8e-baf7-e4a0fde5f1e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901 HTTP/1.1" status: 200 len: 217 time: 0.1070404 Feb 15 01:53:15.634280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3cb0a7be-9bc6-4793-aa3f-101f7495fe7c', 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '36d4c90c-1a48-4b96-8e00-0a44a158275c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:53:15.636272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.694128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-ea2481de-ec40-4023-b76c-1fb97d028b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:15.696524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-ea2481de-ec40-4023-b76c-1fb97d028b7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.0559187 Feb 15 01:53:15.730777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.733987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-1bd1854b-66c1-4c8d-a7fe-1b846cdf8474 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302758 Feb 15 01:53:15.822395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Allocated IP 2001:db8::2 (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c/36d4c90c-1a48-4b96-8e00-0a44a158275c/c903b7c6-e997-4488-abff-05cd5bd9710b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:15.826869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1784e71d-7621-40c0-b12f-b6ab42dbb67f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.839518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.840565 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.851330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-5a3e76bb-bbe4-438b-8a5c-852b4f39444c service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117136 Feb 15 01:53:15.873340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=1784e71d-7621-40c0-b12f-b6ab42dbb67f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:15.957108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:15.960885 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aeca7315-c057-4e21-944d-2a21a9ba1e3c tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/ports/1784e71d-7621-40c0-b12f-b6ab42dbb67f HTTP/1.1" status: 204 len: 168 time: 1.2183876 Feb 15 01:53:15.964584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:15.995656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks [] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.010963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (335fb739-d1d7-490b-a8a5-2c9edfd01917), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.039550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce5fcc-05b3-4794-8535-ae42d944a3d9 req-7237788d-6875-40f8-a8f2-3ec0e6906fc2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:16.041079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98ce5fcc-05b3-4794-8535-ae42d944a3d9 req-7237788d-6875-40f8-a8f2-3ec0e6906fc2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1734984 Feb 15 01:53:16.045502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d9b07a8-d9ba-43ee-be1f-10e62b8584a2 req-6e178de7-537e-4339-93a5-7042f0b8349b service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882584 Feb 15 01:53:16.060806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting subnet 18198009-6531-48f8-9951-3703885ad613 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:16.096083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.121295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Router a02e7674-305f-4e78-bfa6-45f2b347460d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:53:16.126792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.135988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:16.139472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:16.143322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:16.297419 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.298927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8186475-db21-42a0-a546-a904202c2226 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6750100 Feb 15 01:53:16.303037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:16.332257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (18198009-6531-48f8-9951-3703885ad613), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.351527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:16.352623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Pushing event updated for resources: {'Port': ['ID=c903b7c6-e997-4488-abff-05cd5bd9710b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:16.381534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Sync routers for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:16.396978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (18198009-6531-48f8-9951-3703885ad613), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.401677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Attempting to bind port c903b7c6-e997-4488-abff-05cd5bd9710b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:16.402270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Attempting to bind port c903b7c6-e997-4488-abff-05cd5bd9710b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ef285835-dfc1-41f7-ad8e-52eff2b593c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:16.402747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Attempting to bind port c903b7c6-e997-4488-abff-05cd5bd9710b on network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:16.413154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:16.413535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Checking segment: {'id': 'ef285835-dfc1-41f7-ad8e-52eff2b593c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:16.413939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.414985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Bound using segment: {'id': 'ef285835-dfc1-41f7-ad8e-52eff2b593c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:16.414985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Bound port: c903b7c6-e997-4488-abff-05cd5bd9710b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef285835-dfc1-41f7-ad8e-52eff2b593c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb0a7be-9bc6-4793-aa3f-101f7495fe7c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:16.415223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.432316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:16.432963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:16.511411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.516057 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31f349a1-df10-4dbe-8c46-2be11fae9931 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8708184 Feb 15 01:53:16.516057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:16.526189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98ce5fcc-05b3-4794-8535-ae42d944a3d9 req-5fc18b4f-438c-4a00-9fc5-23dd064ccf8f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666128 Feb 15 01:53:16.526189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (18198009-6531-48f8-9951-3703885ad613), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.590700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] For port c903b7c6-e997-4488-abff-05cd5bd9710b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:16.613454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] For port c903b7c6-e997-4488-abff-05cd5bd9710b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c903b7c6-e997-4488-abff-05cd5bd9710b,segment=NetworkSegment(ef285835-dfc1-41f7-ad8e-52eff2b593c6),segment_id=ef285835-dfc1-41f7-ad8e-52eff2b593c6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:16.627816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:16.698119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.709222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (18198009-6531-48f8-9951-3703885ad613), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.746024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Subnet': ['ID=18198009-6531-48f8-9951-3703885ad613,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:16.750138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.753444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-461d3afe-fdeb-49e3-adc1-0ddb284edb85 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/subnets/18198009-6531-48f8-9951-3703885ad613 HTTP/1.1" status: 204 len: 168 time: 0.7878969 Feb 15 01:53:16.755971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:16.821155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a7f99-b340-4a28-b000-1e11628f47f1 None None] Network 174daecd-a70f-4253-962a-55e2e7de0ed3 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:16.829484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting subnet 8b3299e3-9440-4f6c-a11a-ffefca6f252a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:16.834209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.837023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (8b3299e3-9440-4f6c-a11a-ffefca6f252a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:16.907747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8b3299e3-9440-4f6c-a11a-ffefca6f252a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.037203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Pushing event updated for resources: {'Port': ['ID=c903b7c6-e997-4488-abff-05cd5bd9710b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:17.048152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.048831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.049410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.049927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.050451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.051036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.051568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.052106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.052645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.053145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8b3299e3-9440-4f6c-a11a-ffefca6f252a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.053360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.053869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.054405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.054945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac2dbd4-94ac-423e-a638-245de19b1677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:17.126508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:14Z', 'revision_number': 3, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:17.197118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Checking router: a02e7674-305f-4e78-bfa6-45f2b347460d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:17.197484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Updating router a02e7674-305f-4e78-bfa6-45f2b347460d port dd1e9d29-e68c-4aa2-94d6-684002e55121 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:53:17.229706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8b3299e3-9440-4f6c-a11a-ffefca6f252a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.245923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.250104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] DHCP port deletion for 174daecd-a70f-4253-962a-55e2e7de0ed3 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:53:17.254336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.267040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/subnets/8b3299e3-9440-4f6c-a11a-ffefca6f252a HTTP/1.1" status: 204 len: 168 time: 0.5075812 Feb 15 01:53:17.276154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:17.341260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407fd4e-560f-4bb3-9bf3-267eef4f9759 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3299e3-9440-4f6c-a11a-ffefca6f252a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:17.434165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8::1 (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c/36d4c90c-1a48-4b96-8e00-0a44a158275c/1683d2de-9684-4991-86ed-dd03e99a3746) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:17.449670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd1082-0b56-4cfd-b2f6-d6df1a9087e5 None None] Network 03410c93-95c1-4dd9-aaef-eeef4a808098 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:17.483260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dcd51-3574-47c5-b25e-886a0d6b7ecd req-5d41769b-411b-474c-8352-83c2724f99ad tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:17.491391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428dcd51-3574-47c5-b25e-886a0d6b7ecd req-5d41769b-411b-474c-8352-83c2724f99ad tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 944 time: 0.2199812 Feb 15 01:53:17.496423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (174daecd-a70f-4253-962a-55e2e7de0ed3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.595288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428dcd51-3574-47c5-b25e-886a0d6b7ecd req-f5f894d6-88ee-4ba3-855a-50fdacd8a40a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028094 Feb 15 01:53:17.637827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (1683d2de-9684-4991-86ed-dd03e99a3746), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.657704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 901f7e28-0c70-46e9-a158-ae75a7abe996 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:17.660132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.767966 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.771399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Deleting port 901f7e28-0c70-46e9-a158-ae75a7abe996 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:17.777434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.847558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:17.856525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:17.857733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583472bd-db50-47c4-8907-3324856de30a req-7779b999-a531-428e-8b44-bbfa9166ef2d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:17.859946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:17.860536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (335fb739-d1d7-490b-a8a5-2c9edfd01917), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.871264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:17.872521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-583472bd-db50-47c4-8907-3324856de30a req-7779b999-a531-428e-8b44-bbfa9166ef2d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1911206 Feb 15 01:53:17.918251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c903b7c6-e997-4488-abff-05cd5bd9710b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:17.937225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=1683d2de-9684-4991-86ed-dd03e99a3746,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:17.981050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-583472bd-db50-47c4-8907-3324856de30a req-28f9954f-09fa-4405-8a6e-e2a66fd995a3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811379 Feb 15 01:53:17.992723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port 901f7e28-0c70-46e9-a158-ae75a7abe996, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=901f7e28-0c70-46e9-a158-ae75a7abe996,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:17.993101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.027186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] DHCP port deletion for 03410c93-95c1-4dd9-aaef-eeef4a808098 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:53:18.030334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 901f7e28-0c70-46e9-a158-ae75a7abe996 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:18.038549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.056657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] For port 901f7e28-0c70-46e9-a158-ae75a7abe996, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=901f7e28-0c70-46e9-a158-ae75a7abe996,segment=NetworkSegment(2f8d3ba9-7d5c-41f6-b861-ae72b19bb575),segment_id=2f8d3ba9-7d5c-41f6-b861-ae72b19bb575)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:18.057571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.126399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Calling delete_port for 901f7e28-0c70-46e9-a158-ae75a7abe996 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:18.170519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks [] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.238727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c903b7c6-e997-4488-abff-05cd5bd9710b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:18.245920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.246727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.276695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832903d3-cfbf-46a1-859f-675269f9ce88 req-b001f6f9-3914-4808-aebb-42805f60f763 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:18.278629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-832903d3-cfbf-46a1-859f-675269f9ce88 req-b001f6f9-3914-4808-aebb-42805f60f763 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 946 time: 0.1493189 Feb 15 01:53:18.329784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Deleting port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:18.330150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.347435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-ccad9c84-8afb-42bd-94a9-a89af4e9768c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:18.349293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-ccad9c84-8afb-42bd-94a9-a89af4e9768c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 946 time: 0.1252074 Feb 15 01:53:18.357304 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.359609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.363163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Allocated IP 172.20.0.1 (43a8a90e-4b3e-4add-b5b3-adecd461dda3/f8b03c3d-7d71-438f-9edc-ced1c412a03b/a13e4539-ece9-41db-ab3d-8ab9820cd948) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:18.435762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=901f7e28-0c70-46e9-a158-ae75a7abe996,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:18.449479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-832903d3-cfbf-46a1-859f-675269f9ce88 req-bae61d09-26be-4211-b7e5-873290c996c2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625645 Feb 15 01:53:18.464682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port 901f7e28-0c70-46e9-a158-ae75a7abe996 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:18.505476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (901f7e28-0c70-46e9-a158-ae75a7abe996), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.562666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Attempting to bind port dd1e9d29-e68c-4aa2-94d6-684002e55121 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:18.563068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Attempting to bind port dd1e9d29-e68c-4aa2-94d6-684002e55121 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:18.563437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Attempting to bind port dd1e9d29-e68c-4aa2-94d6-684002e55121 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:18.606837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:18.607206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:18.607599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.607994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:18.608514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Bound port: dd1e9d29-e68c-4aa2-94d6-684002e55121, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:18.608916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.614079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] No DVR routers for this DVR port 901f7e28-0c70-46e9-a158-ae75a7abe996 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:18.636594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340986f1-b7a2-4530-b513-6650e53459f4 None None] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:18.675178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (174daecd-a70f-4253-962a-55e2e7de0ed3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.699674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174daecd-a70f-4253-962a-55e2e7de0ed3']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:18.711271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:18.712019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8d3ba9-7d5c-41f6-b861-ae72b19bb575') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:18.744357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (2f8d3ba9-7d5c-41f6-b861-ae72b19bb575), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.765112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2f8d3ba9-7d5c-41f6-b861-ae72b19bb575), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.770556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:18.771279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (2f8d3ba9-7d5c-41f6-b861-ae72b19bb575), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:18.826634 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:18.953910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0885c-7dc7-408e-8c53-0edd80fe0552 None None] Pushing event updated for resources: {'Port': ['ID=dd1e9d29-e68c-4aa2-94d6-684002e55121,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:18.960900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks [] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.968365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514146d-970f-4045-801a-dc780b8268e1 req-6baa8b13-391e-4794-9b25-ed828aa923c4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:18.971730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2514146d-970f-4045-801a-dc780b8268e1 req-6baa8b13-391e-4794-9b25-ed828aa923c4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1068807 Feb 15 01:53:18.974963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Deleting port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:18.975366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:18.993348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Provisioning complete for port c903b7c6-e997-4488-abff-05cd5bd9710b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:18.993834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.017255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] For port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,segment=NetworkSegment(0435fe8c-58b9-421a-a19f-792b33e50e70),segment_id=0435fe8c-58b9-421a-a19f-792b33e50e70)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:19.017638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.029765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c903b7c6-e997-4488-abff-05cd5bd9710b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:19.032671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.039522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (1683d2de-9684-4991-86ed-dd03e99a3746), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.056329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (174daecd-a70f-4253-962a-55e2e7de0ed3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.061026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bea3b-4677-4f29-93db-a81a7f0de880 None None] Pushing event deleted for resources: {'Port': ['ID=901f7e28-0c70-46e9-a158-ae75a7abe996,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.079123 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.081284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Calling delete_port for 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:19.082469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/networks/174daecd-a70f-4253-962a-55e2e7de0ed3 HTTP/1.1" status: 204 len: 168 time: 1.7642207 Feb 15 01:53:19.085659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:19.103917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc16bc-6bd3-4a9e-96eb-0102b1682c61 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Network': ['ID=174daecd-a70f-4253-962a-55e2e7de0ed3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.129146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2514146d-970f-4045-801a-dc780b8268e1 req-43949e91-43f0-4a04-a4ff-42b877db025d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500137 Feb 15 01:53:19.159982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] For port 2073ee97-c12d-4de6-bcc4-e93aa5941d19, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2073ee97-c12d-4de6-bcc4-e93aa5941d19,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:19.160480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.182917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Calling delete_port for 2073ee97-c12d-4de6-bcc4-e93aa5941d19 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:19.185490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.238077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.239142 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (335fb739-d1d7-490b-a8a5-2c9edfd01917), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.250418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] For port dd1e9d29-e68c-4aa2-94d6-684002e55121, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:19.255492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:19.263583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (03410c93-95c1-4dd9-aaef-eeef4a808098), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.274979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:19.284136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Pushing event updated for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.294848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:19.309438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] For port dd1e9d29-e68c-4aa2-94d6-684002e55121, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dd1e9d29-e68c-4aa2-94d6-684002e55121,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:19.315117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c903b7c6-e997-4488-abff-05cd5bd9710b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c903b7c6-e997-4488-abff-05cd5bd9710b,segment=NetworkSegment(ef285835-dfc1-41f7-ad8e-52eff2b593c6),segment_id=ef285835-dfc1-41f7-ad8e-52eff2b593c6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:19.372806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Current status of the port c903b7c6-e997-4488-abff-05cd5bd9710b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:19.373193 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.396020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f18d7-42bc-40dc-9d55-f3d1311ae7b0 req-1bbaa1ac-789d-4176-8e25-314d586d14d5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:19.398273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c39f18d7-42bc-40dc-9d55-f3d1311ae7b0 req-1bbaa1ac-789d-4176-8e25-314d586d14d5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 944 time: 0.1026666 Feb 15 01:53:19.429084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:19.434707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.438931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=1683d2de-9684-4991-86ed-dd03e99a3746,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.449797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (a02e7674-305f-4e78-bfa6-45f2b347460d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.454090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.478960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c39f18d7-42bc-40dc-9d55-f3d1311ae7b0 req-758d2d3c-b4de-4b67-8d3f-987ff5d64a1f tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749569 Feb 15 01:53:19.538398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.553133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2073ee97-c12d-4de6-bcc4-e93aa5941d19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.576666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 901f7e28-0c70-46e9-a158-ae75a7abe996 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:19.578610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:19.589123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:19.596634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:19.605378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Pushing event deleted for resources: {'Port': ['ID=2073ee97-c12d-4de6-bcc4-e93aa5941d19,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.627989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Deleting port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:19.628350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.676817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] No DVR routers for this DVR port 2073ee97-c12d-4de6-bcc4-e93aa5941d19 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:19.682038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.687033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ae630d9-201e-471a-a9e3-9bc7ca6d9abc req-30f364da-a9f8-4392-af4e-366c8f15e768 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "DELETE /v2.0/ports/2073ee97-c12d-4de6-bcc4-e93aa5941d19 HTTP/1.1" status: 204 len: 173 time: 1.3287654 Feb 15 01:53:19.687720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'name': 'network-vif-deleted', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:19.690649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f4e09-8478-4640-8d64-738b6dac747e" -d '{"events": [{"server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "name": "network-vif-deleted", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:19.707825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 901f7e28-0c70-46e9-a158-ae75a7abe996 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:19.708461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 901f7e28-0c70-46e9-a158-ae75a7abe996 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:19.799885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] No DVR routers for this DVR port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:19.815942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:53:19.824547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] For port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc, host n-d-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:19.824925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.858070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Calling delete_port for 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:19.880732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc094-d3e7-4262-89b5-c0cd3845732c req-38dc5c70-61df-4d72-b31b-5b620a373679 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:19.882337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db6dc094-d3e7-4262-89b5-c0cd3845732c req-38dc5c70-61df-4d72-b31b-5b620a373679 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1337504 Feb 15 01:53:19.883410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc was not found and therefore no delete operation was performed {{(pid=103885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 01:53:19.886538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c903b7c6-e997-4488-abff-05cd5bd9710b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.891264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.929894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:19.931848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Port': ['ID=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:19.949388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] No DVR routers for this DVR port 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:19.985218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db6dc094-d3e7-4262-89b5-c0cd3845732c req-379f59fb-5b54-403a-8eb2-5d5c74b439d5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852101 Feb 15 01:53:19.992115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:20.005485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:20.005485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.128239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:53:20.128905 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:53:20.137845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:20.138435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:20.141152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (03410c93-95c1-4dd9-aaef-eeef4a808098), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.242028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:20.243416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03410c93-95c1-4dd9-aaef-eeef4a808098']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.246621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc3742c0-9a01-49e7-b640-2d8275fb645c req-2981cbb3-a209-46cb-a977-df577926e1ce tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=973fd568-573e-490f-bd0d-766567b8b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Feb 15 01:53:20.249026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 335fb739-d1d7-490b-a8a5-2c9edfd01917 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:53:20.261332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0885c-7dc7-408e-8c53-0edd80fe0552 None None] Pushing event updated for resources: {'Port': ['ID=dd1e9d29-e68c-4aa2-94d6-684002e55121,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:20.284395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0435fe8c-58b9-421a-a19f-792b33e50e70') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.284395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0435fe8c-58b9-421a-a19f-792b33e50e70') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.303832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (0435fe8c-58b9-421a-a19f-792b33e50e70), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.369763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3dc8c0-0d17-4a77-ae58-e662b9afde31 x-openstack-request-id: req-6a3dc8c0-0d17-4a77-ae58-e662b9afde31 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:20.370141 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973fd568-573e-490f-bd0d-766567b8b6b0", "name": "network-vif-deleted", "tag": "2073ee97-c12d-4de6-bcc4-e93aa5941d19", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:20.370528 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a3dc8c0-0d17-4a77-ae58-e662b9afde31 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:20.371051 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973fd568-573e-490f-bd0d-766567b8b6b0', 'name': 'network-vif-deleted', 'tag': '2073ee97-c12d-4de6-bcc4-e93aa5941d19', 'status': 'completed', 'code': 200} Feb 15 01:53:20.381934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0435fe8c-58b9-421a-a19f-792b33e50e70), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.433704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'port_id': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'mac_address': 'fa:16:3e:c1:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992c981-a0e7-47fb-b318-f538c5692bb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:20.435554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:20.436149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (0435fe8c-58b9-421a-a19f-792b33e50e70), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:20.446786 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:20.448819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef033b-66ab-4ac5-9a17-5979ede9adf8 None None] Pushing event deleted for resources: {'Port': ['ID=48b0d7d3-f13d-40b7-92c6-79a4a8d3f1dc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:20.495837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:20.496267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.518953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:20.545755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:20.558359 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] Sync routers for ids ['335fb739-d1d7-490b-a8a5-2c9edfd01917'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:20.569334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:20.573867 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] Routers {'335fb739-d1d7-490b-a8a5-2c9edfd01917'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:20.575226 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['335fb739-d1d7-490b-a8a5-2c9edfd01917'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.582057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:20.607078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e6e24e4d-4b3a-480f-913f-cc5c72c2a816 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/335fb739-d1d7-490b-a8a5-2c9edfd01917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3031785 Feb 15 01:53:20.610248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (03410c93-95c1-4dd9-aaef-eeef4a808098), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.612452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:20.614686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks [] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.634352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.641143 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] 10.222.0.43 "DELETE /v2.0/networks/03410c93-95c1-4dd9-aaef-eeef4a808098 HTTP/1.1" status: 204 len: 168 time: 1.5527501 Feb 15 01:53:20.683573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275343-57c0-4e39-9d6a-8e67f6c03cf5 tempest-TaggedBootDevicesTest_v242-1651331410 tempest-TaggedBootDevicesTest_v242-1651331410-project] Pushing event deleted for resources: {'Network': ['ID=03410c93-95c1-4dd9-aaef-eeef4a808098,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:20.688751 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.692979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.703490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc257d9-743c-4f1a-ba5c-df2fcf4406ba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:20.705132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9bc257d9-743c-4f1a-ba5c-df2fcf4406ba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports/1683d2de-9684-4991-86ed-dd03e99a3746 HTTP/1.1" status: 200 len: 911 time: 0.0882781 Feb 15 01:53:20.705396 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] Routers {'335fb739-d1d7-490b-a8a5-2c9edfd01917'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:20.706236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:52:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['335fb739-d1d7-490b-a8a5-2c9edfd01917'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:20.707942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:20.715387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36d4c90c-1a48-4b96-8e00-0a44a158275c'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:20.719908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.739598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-8138d2e2-4422-4c2e-96f8-e42dd8f209f0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:20.741480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-8138d2e2-4422-4c2e-96f8-e42dd8f209f0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.2641270 Feb 15 01:53:20.759905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-44f6c715-9884-4617-bb89-1244842d57c1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/quotas/7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 375 time: 0.0116582 Feb 15 01:53:20.820087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (a02e7674-305f-4e78-bfa6-45f2b347460d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:20.846749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-edb14f9e-8cfd-411f-b7b1-24486390254a None None] Current status of the port c903b7c6-e997-4488-abff-05cd5bd9710b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:20.925430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-a2ae6d15-d9f0-4576-8d5b-b0f4c270522b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1566126 Feb 15 01:53:20.983705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:21.004248 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:21.006012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ffe52-00c0-484a-8b47-2d87b5f795e1 None None] The sync data for ids ['335fb739-d1d7-490b-a8a5-2c9edfd01917'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:21.019233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Provisioning complete for port c903b7c6-e997-4488-abff-05cd5bd9710b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:21.019819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:21.028647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['3ee82b91-7082-4dd0-b2ee-c5f330f75901'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:21.032382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:21.044564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-ba5c6f96-a182-4f8a-ae0d-2c6fcdc0a834 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130142 Feb 15 01:53:21.061175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:21.068499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Pushing event updated for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:21.102930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3041ec23-430a-4d77-b0b3-ec7d5b456612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:21.184323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-eb71efb9-93e9-4e07-b457-47f1a6488ede service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330419 Feb 15 01:53:21.242301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:21.264528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Current status of the port c903b7c6-e997-4488-abff-05cd5bd9710b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:21.302598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'a13e4539-ece9-41db-ab3d-8ab9820cd948', 'name': '', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'mac_address': 'fa:16:3e:73:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:17Z', 'updated_at': '2022-02-15T01:53:18Z', 'revision_number': 1, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'subnets': [{'id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:21.340167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Provisioning complete for port 1683d2de-9684-4991-86ed-dd03e99a3746 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:21.340503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:21.347788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3ad9-2d26-4c44-b5b3-112700d31132 None None] The sync data for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 is: [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'a13e4539-ece9-41db-ab3d-8ab9820cd948', 'name': '', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'mac_address': 'fa:16:3e:73:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:17Z', 'updated_at': '2022-02-15T01:53:18Z', 'revision_number': 1, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'subnets': [{'id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:21.382449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2073ee97-c12d-4de6-bcc4-e93aa5941d19 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:21.386688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Router a02e7674-305f-4e78-bfa6-45f2b347460d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:21.423470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 2073ee97-c12d-4de6-bcc4-e93aa5941d19 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:21.423837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2073ee97-c12d-4de6-bcc4-e93aa5941d19 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:21.432238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7aae59d5-af78-4de2-be3a-754089ff1f56 None None] Port 1683d2de-9684-4991-86ed-dd03e99a3746 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:21.766499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b0ab3-597e-411c-afee-b87ee15bafa5 req-e7509647-3098-4b3d-a496-b8b7c84cc022 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:21.767451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c02b0ab3-597e-411c-afee-b87ee15bafa5 req-e7509647-3098-4b3d-a496-b8b7c84cc022 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 945 time: 0.0967202 Feb 15 01:53:21.854478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c903b7c6-e997-4488-abff-05cd5bd9710b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:21.867624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c02b0ab3-597e-411c-afee-b87ee15bafa5 req-b902901f-e19a-45be-b4cf-a37519d42aa4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894523 Feb 15 01:53:21.987620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c903b7c6-e997-4488-abff-05cd5bd9710b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:21.988176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:22.026123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-794cfbd8-5482-488f-b298-614778c24366 req-79f70d7a-9e72-4941-9219-e5abb583c6c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 210 time: 0.0291579 Feb 15 01:53:22.095637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:22.108618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c026217-cbd9-4aab-aac2-9b32b9a40b32 admin admin] 10.222.0.43 "PUT /v2.0/routers/a02e7674-305f-4e78-bfa6-45f2b347460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5907981 Feb 15 01:53:22.344368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46e60-9413-4f1e-8729-f3de9233772d req-892692ad-7000-4189-b0f8-c57552256b6f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:22.351321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1f46e60-9413-4f1e-8729-f3de9233772d req-892692ad-7000-4189-b0f8-c57552256b6f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1270058 Feb 15 01:53:22.456755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (1683d2de-9684-4991-86ed-dd03e99a3746), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:22.463677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c903b7c6-e997-4488-abff-05cd5bd9710b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:22.535439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1f46e60-9413-4f1e-8729-f3de9233772d req-8d26b86b-ce92-4793-82e1-3e444d27792f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758137 Feb 15 01:53:22.594785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:22.605374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:22.605374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:22.605374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/ports/1683d2de-9684-4991-86ed-dd03e99a3746 HTTP/1.1" status: 200 len: 911 time: 1.8937483 Feb 15 01:53:22.607684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:22.700063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=1683d2de-9684-4991-86ed-dd03e99a3746,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:22.714936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.715291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.715641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.715981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.716360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.716672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.718238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.718583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.718911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.719241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.719571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.719893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:22.720211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3df09-5eb0-48a0-8532-a3f70a2a098d tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:23.226291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (335fb739-d1d7-490b-a8a5-2c9edfd01917), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:23.335226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-adaac680-76ee-406d-b3ae-2dc99627f9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:23.421212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:23.602563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:23.609397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:23.609857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:23.684990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-ab1c18f4-4232-498d-93e4-f1b30d0cec6a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:23.684990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-ab1c18f4-4232-498d-93e4-f1b30d0cec6a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 818 time: 0.5485983 Feb 15 01:53:23.721390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-d32540ca-1413-4099-b24e-8693b1298206 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/quotas/f4e510161f2b4c5a8403f1e076cb5c57 HTTP/1.1" status: 200 len: 375 time: 0.0362816 Feb 15 01:53:23.728163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:23.728611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:23.801577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:23.804639 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e9a39-e6f2-4ec5-a578-d7588bc688e3" -d '{"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:23.823752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:23.855114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-7344d8df-d99c-4795-8f22-67c26e8fc02c tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247680 Feb 15 01:53:23.897114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd1e9d29-e68c-4aa2-94d6-684002e55121 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:23.928058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.012062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:24.020126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port dd1e9d29-e68c-4aa2-94d6-684002e55121 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:24.021046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.106041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port dd1e9d29-e68c-4aa2-94d6-684002e55121 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:24.106423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.144798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port dd1e9d29-e68c-4aa2-94d6-684002e55121, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dd1e9d29-e68c-4aa2-94d6-684002e55121,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:24.187868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-73bb64df-f62c-4658-9f55-ca9b3e616566 service neutron] 10.222.0.43 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067946 Feb 15 01:53:24.197048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-1f0beeaa-991a-4a7d-a3f6-1ad6de35d736 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:24.200552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-1f0beeaa-991a-4a7d-a3f6-1ad6de35d736 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.2034693 Feb 15 01:53:24.223944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.268919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'device_id': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'admin_state_up': True, 'tenant_id': '7d2995decd09492485535a5a466e33de'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:24.280319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 1683d2de-9684-4991-86ed-dd03e99a3746 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:24.280657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.338242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=dd1e9d29-e68c-4aa2-94d6-684002e55121,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:24.407956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-b06e4d82-6d61-4d7b-bdc5-cb091d839e45 service neutron] 10.222.0.43 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085779 Feb 15 01:53:24.475582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.478010 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.494178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 1683d2de-9684-4991-86ed-dd03e99a3746 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:24.602366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-9de16082-2576-436d-9fec-2e4665a76e66 req-282841a1-f1ae-424c-ba34-9fc47cbb9ed2 service neutron] (103885) timed out ('10.222.0.31', 56061) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 01:53:24.607732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:24.613691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.679998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Sync routers for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:24.702706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:24.703356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:24.788665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.20.0.9 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/1b931400-9e9d-48b4-9e46-1f879872c0b4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:24.911078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-85e3beb7-98a5-48e0-8f80-e7b24dfb11b9 req-75f421a4-2e2e-462d-a500-c03b89237b67 service neutron] (103885) timed out ('10.222.0.31', 56135) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 01:53:24.928097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1683d2de-9684-4991-86ed-dd03e99a3746), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:24.939555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:25.054172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=1683d2de-9684-4991-86ed-dd03e99a3746,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:25.207733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'a13e4539-ece9-41db-ab3d-8ab9820cd948', 'name': '', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'mac_address': 'fa:16:3e:73:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:17Z', 'updated_at': '2022-02-15T01:53:20Z', 'revision_number': 2, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'subnets': [{'id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:25.237906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Checking router: a02e7674-305f-4e78-bfa6-45f2b347460d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:25.238497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Updating router a02e7674-305f-4e78-bfa6-45f2b347460d port a13e4539-ece9-41db-ab3d-8ab9820cd948 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:53:25.263966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a81d55-879e-4f83-85b3-d5438f116b15 req-f4a42f66-b090-45aa-8033-5472651bb234 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:25.276391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8a81d55-879e-4f83-85b3-d5438f116b15 req-f4a42f66-b090-45aa-8033-5472651bb234 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.3494067 Feb 15 01:53:25.280731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.374847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (335fb739-d1d7-490b-a8a5-2c9edfd01917), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.508632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8a81d55-879e-4f83-85b3-d5438f116b15 req-18845631-c71f-4102-8783-d3fe86fd292b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309310 Feb 15 01:53:25.514790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.749848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks [] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.789829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee4c1081-0a7f-4fb8-9a87-27bb7e0e4527 req-dd492b17-02ba-4dc1-84fa-6b309194ba94 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 210 time: 0.1321273 Feb 15 01:53:25.796998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 335fb739-d1d7-490b-a8a5-2c9edfd01917 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:25.816529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.877934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd1e9d29-e68c-4aa2-94d6-684002e55121 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:25.927292 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213dfde8-3d67-4f4c-be96-17410c66117c x-openstack-request-id: req-213dfde8-3d67-4f4c-be96-17410c66117c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:25.927661 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:25.927917 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-213dfde8-3d67-4f4c-be96-17410c66117c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:25.933973 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'code': 200} Feb 15 01:53:25.936858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:25.950151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:25.958087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.022128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:26.057570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9a7dd-88a8-4234-a4b5-d3dfc3425a66 None None] Pushing event updated for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:26.061629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port dd1e9d29-e68c-4aa2-94d6-684002e55121 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:26.062132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.085943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:26.228027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Attempting to bind port a13e4539-ece9-41db-ab3d-8ab9820cd948 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:26.228500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Attempting to bind port a13e4539-ece9-41db-ab3d-8ab9820cd948 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:26.229008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Attempting to bind port a13e4539-ece9-41db-ab3d-8ab9820cd948 on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:26.259063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:26.259815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.276379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ec701ea-a631-4221-b928-7a820879e64d req-0e93b5a3-85d3-4e8a-a694-fef48b9bde61 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 210 time: 0.2609611 Feb 15 01:53:26.277438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:26.280758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:26.285836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Checking segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:26.285836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.285836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Bound using segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:26.285836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Bound port: a13e4539-ece9-41db-ab3d-8ab9820cd948, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:26.285836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.330622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port dd1e9d29-e68c-4aa2-94d6-684002e55121 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:26.330834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:26.346249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:26.359300 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] Sync routers for ids ['335fb739-d1d7-490b-a8a5-2c9edfd01917'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:26.366241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb3dc515-cefb-4e66-b86f-51422f09f3b1 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/335fb739-d1d7-490b-a8a5-2c9edfd01917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7573397 Feb 15 01:53:26.387113 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] Routers {'335fb739-d1d7-490b-a8a5-2c9edfd01917'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:26.387768 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['335fb739-d1d7-490b-a8a5-2c9edfd01917'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:26.399567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81396181-e7d4-424f-9875-9a3d20561fde req-3734ef25-8d1c-4208-96e5-675959b24644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:26.401194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81396181-e7d4-424f-9875-9a3d20561fde req-3734ef25-8d1c-4208-96e5-675959b24644 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 1129 time: 0.3809683 Feb 15 01:53:26.435751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] For port a13e4539-ece9-41db-ab3d-8ab9820cd948, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:26.442521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1bf2ea6c-6046-4990-86fe-cf4d8df83407 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=335fb739-d1d7-490b-a8a5-2c9edfd01917 HTTP/1.1" status: 200 len: 205 time: 0.0941632 Feb 15 01:53:26.445246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:26.458323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-95fa1675-badd-49e8-83e7-ee7211547480 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1934407 Feb 15 01:53:26.464629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] For port a13e4539-ece9-41db-ab3d-8ab9820cd948, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a13e4539-ece9-41db-ab3d-8ab9820cd948,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:26.481479 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:26.491703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] Routers {'335fb739-d1d7-490b-a8a5-2c9edfd01917'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:26.492650 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['335fb739-d1d7-490b-a8a5-2c9edfd01917'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:26.515166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Request body: {'port': {'device_id': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:26.518197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.544606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:26.545687 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137ab7-7f84-4eac-91dd-1e2a08090fa3 None None] The sync data for ids ['335fb739-d1d7-490b-a8a5-2c9edfd01917'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:26.598254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.617798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9a7dd-88a8-4234-a4b5-d3dfc3425a66 None None] Pushing event updated for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:26.637797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e5088f1b-d9c6-46ff-b4a9-11c166a99eb1 None None] Provisioning complete for port 1b931400-9e9d-48b4-9e46-1f879872c0b4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:26.638231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5088f1b-d9c6-46ff-b4a9-11c166a99eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.655206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81396181-e7d4-424f-9875-9a3d20561fde req-dce5001d-b3d6-45d5-a184-8a8df2299c53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294400 Feb 15 01:53:26.689167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:26.690338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:26.696378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e5088f1b-d9c6-46ff-b4a9-11c166a99eb1 None None] Port 1b931400-9e9d-48b4-9e46-1f879872c0b4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:26.699251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c6a1-f8ff-41de-9415-35027c55b72d req-92583943-5d8f-4de8-93bd-fc58d9d86cd8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:26.700843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd90c6a1-f8ff-41de-9415-35027c55b72d req-92583943-5d8f-4de8-93bd-fc58d9d86cd8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1928554 Feb 15 01:53:26.719245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.801123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd90c6a1-f8ff-41de-9415-35027c55b72d req-584ffac6-a4dc-4d60-840c-08bbd84ce0bc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844793 Feb 15 01:53:26.854203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:26.896210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:26.909802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (335fb739-d1d7-490b-a8a5-2c9edfd01917), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.119213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-03b4fcff-679a-4292-9dc5-f9aa4e7852f3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:27.120834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-03b4fcff-679a-4292-9dc5-f9aa4e7852f3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 818 time: 0.1345589 Feb 15 01:53:27.149455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (335fb739-d1d7-490b-a8a5-2c9edfd01917), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.151161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router 335fb739-d1d7-490b-a8a5-2c9edfd01917 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:53:27.157701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-116de442-e09b-4ee6-a52b-157a3a26ec30 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/quotas/f4e510161f2b4c5a8403f1e076cb5c57 HTTP/1.1" status: 200 len: 375 time: 0.0289078 Feb 15 01:53:27.169059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.169059 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53fce106-bf99-4684-b818-e661cd250d20 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/335fb739-d1d7-490b-a8a5-2c9edfd01917 HTTP/1.1" status: 204 len: 168 time: 0.7171273 Feb 15 01:53:27.171352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:27.270595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-54b6ef85-c354-419a-8ef7-45e95011ea3b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115079 Feb 15 01:53:27.279224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 36d4c90c-1a48-4b96-8e00-0a44a158275c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:53:27.289251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (36d4c90c-1a48-4b96-8e00-0a44a158275c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.345294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (36d4c90c-1a48-4b96-8e00-0a44a158275c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.359968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b931400-9e9d-48b4-9e46-1f879872c0b4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:27.368543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.373927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks [] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.401102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'a13e4539-ece9-41db-ab3d-8ab9820cd948', 'name': '', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'mac_address': 'fa:16:3e:73:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:17Z', 'updated_at': '2022-02-15T01:53:26Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'subnets': [{'id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:27.424538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Transition to ACTIVE for port object 1b931400-9e9d-48b4-9e46-1f879872c0b4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:27.432129 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (36d4c90c-1a48-4b96-8e00-0a44a158275c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.441157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1ff16-d2a1-4080-ba5f-da84d0e4de66 None None] The sync data for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 is: [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:53:19Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'a13e4539-ece9-41db-ab3d-8ab9820cd948', 'name': '', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'mac_address': 'fa:16:3e:73:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:17Z', 'updated_at': '2022-02-15T01:53:26Z', 'revision_number': 4, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'subnets': [{'id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:27.446978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-05dee4ed-702a-42cd-ab30-d7a7d024066b service neutron] 10.222.0.43 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755972 Feb 15 01:53:27.529922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.614789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:27.624085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (36d4c90c-1a48-4b96-8e00-0a44a158275c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.652896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.655182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a18acb-e96e-4fd7-8864-a8895aca635d None None] Network 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:27.663652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/36d4c90c-1a48-4b96-8e00-0a44a158275c HTTP/1.1" status: 204 len: 168 time: 0.4910488 Feb 15 01:53:27.681310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:27.694229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-72159887-0685-4ad0-a962-5b59d413c3ca service neutron] 10.222.0.43 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410762 Feb 15 01:53:27.709368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba188ec-44c3-4dd1-8735-77fd29fbacba tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=36d4c90c-1a48-4b96-8e00-0a44a158275c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:27.887807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:27.902383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Attempting to bind port 1b931400-9e9d-48b4-9e46-1f879872c0b4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:27.903435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Attempting to bind port 1b931400-9e9d-48b4-9e46-1f879872c0b4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:27.903435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Attempting to bind port 1b931400-9e9d-48b4-9e46-1f879872c0b4 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:27.962414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Port 1b931400-9e9d-48b4-9e46-1f879872c0b4 on network cae1d432-0745-4578-9785-6cc891feac69 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:27.962414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Attempting to bind port 1b931400-9e9d-48b4-9e46-1f879872c0b4 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:27.993265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:27.993265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:27.993265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:27.998940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Bound port: 1b931400-9e9d-48b4-9e46-1f879872c0b4, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:27.999332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.042196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port c903b7c6-e997-4488-abff-05cd5bd9710b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:28.042867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.056817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] DHCP port deletion for 3cb0a7be-9bc6-4793-aa3f-101f7495fe7c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:53:28.067850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a13e4539-ece9-41db-ab3d-8ab9820cd948 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:28.148538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port c903b7c6-e997-4488-abff-05cd5bd9710b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c903b7c6-e997-4488-abff-05cd5bd9710b,segment=NetworkSegment(ef285835-dfc1-41f7-ad8e-52eff2b593c6),segment_id=ef285835-dfc1-41f7-ad8e-52eff2b593c6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:28.149245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.185526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for c903b7c6-e997-4488-abff-05cd5bd9710b owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:28.359223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a13e4539-ece9-41db-ab3d-8ab9820cd948 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:28.363326 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.400380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.415983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Deleting port c903b7c6-e997-4488-abff-05cd5bd9710b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:28.416725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.471865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=c903b7c6-e997-4488-abff-05cd5bd9710b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:28.481528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port c903b7c6-e997-4488-abff-05cd5bd9710b on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:28.577886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] For port c903b7c6-e997-4488-abff-05cd5bd9710b, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:28.578553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.620001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Calling delete_port for c903b7c6-e997-4488-abff-05cd5bd9710b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:28.625236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Port c903b7c6-e997-4488-abff-05cd5bd9710b was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 01:53:28.633834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (c903b7c6-e997-4488-abff-05cd5bd9710b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.654910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] No DVR routers for this DVR port c903b7c6-e997-4488-abff-05cd5bd9710b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:53:28.667090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.678364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a13e4539-ece9-41db-ab3d-8ab9820cd948 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:28.679045 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.684024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e1ce1-fd9c-4aaa-bd8f-48926954604d None None] Pushing event deleted for resources: {'Port': ['ID=c903b7c6-e997-4488-abff-05cd5bd9710b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:28.716014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb0a7be-9bc6-4793-aa3f-101f7495fe7c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:28.727317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef285835-dfc1-41f7-ad8e-52eff2b593c6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:28.728009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef285835-dfc1-41f7-ad8e-52eff2b593c6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:28.739722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (ef285835-dfc1-41f7-ad8e-52eff2b593c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.756330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ef285835-dfc1-41f7-ad8e-52eff2b593c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.764516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:53:28.765334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (ef285835-dfc1-41f7-ad8e-52eff2b593c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:53:28.769255 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:53:28.771594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port a13e4539-ece9-41db-ab3d-8ab9820cd948, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a13e4539-ece9-41db-ab3d-8ab9820cd948,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:28.863101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.951438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:28.963647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3cb0a7be-9bc6-4793-aa3f-101f7495fe7c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.966058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-7614fe06-3df5-43a4-aa85-e997eae953cf tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:28.970955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-7614fe06-3df5-43a4-aa85-e997eae953cf tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 818 time: 0.9355416 Feb 15 01:53:28.971171 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:28.973749 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/3cb0a7be-9bc6-4793-aa3f-101f7495fe7c HTTP/1.1" status: 204 len: 168 time: 1.2748294 Feb 15 01:53:28.978975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:28.985292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Request body: {'port': {'device_id': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'admin_state_up': True, 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:28.995832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:29.002967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032580033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:29.019091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19476b72-72e6-494f-ad07-70fd3ef758dd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=3cb0a7be-9bc6-4793-aa3f-101f7495fe7c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:29.053947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:29.068807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1472daa-e449-4820-88d2-b71ceaf3d2ee req-34a33a6e-c32b-4391-a8c1-1a27fd4602e3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.076408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1472daa-e449-4820-88d2-b71ceaf3d2ee req-34a33a6e-c32b-4391-a8c1-1a27fd4602e3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.8118582 Feb 15 01:53:29.147382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.148742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.164791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1472daa-e449-4820-88d2-b71ceaf3d2ee req-087b869a-d089-4e4e-92c5-911377a7f7b1 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Feb 15 01:53:29.180548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.229120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.230279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.231788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] 10.222.0.31 "PUT /v2.0/ports/1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 200 len: 1092 time: 2.7662418 Feb 15 01:53:29.236661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:29.240034 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec98a14-fc04-41df-8a38-115895de191b" -d '{"events": [{"name": "network-changed", "server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:29.257118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.288022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b6327-8e68-4ec3-83f9-60304357c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:29.355217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb44f3-80cd-4831-b363-5989a7ee4a2e req-7f25f086-81cc-45bb-b7c5-6f6e40a6f619 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.358266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29cb44f3-80cd-4831-b363-5989a7ee4a2e req-7f25f086-81cc-45bb-b7c5-6f6e40a6f619 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 943 time: 0.0834239 Feb 15 01:53:29.387197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.407794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Made reservation on behalf of f4e510161f2b4c5a8403f1e076cb5c57 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:29.414614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.477873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29cb44f3-80cd-4831-b363-5989a7ee4a2e req-7d308937-7e95-4d10-8c93-7a95b450ae00 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110802 Feb 15 01:53:29.523574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.526433 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4784163a-d9ba-406d-9710-a855b7c9ceb5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5416954 Feb 15 01:53:29.529101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:29.534892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1502024716'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:29.593570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-4cf3902a-b00d-498b-9505-1655ed644719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.596571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-4cf3902a-b00d-498b-9505-1655ed644719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 1126 time: 0.2098553 Feb 15 01:53:29.676653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:29.680703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.690106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-7f8722ce-77f7-4c02-917c-f32d44e08326 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0828359 Feb 15 01:53:29.732635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:29.792214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c33ce-aea0-4ed0-a71b-0b43669f2933 req-8613a9dd-c2f4-422b-bb8f-ee45310c3231 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.800010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1c33ce-aea0-4ed0-a71b-0b43669f2933 req-8613a9dd-c2f4-422b-bb8f-ee45310c3231 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2000105 Feb 15 01:53:29.802764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-5900115b-99bf-497e-957c-6f58ebc99e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.803003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2f23bc10-9f12-42e0-802a-e7b722672b7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.804257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-5900115b-99bf-497e-957c-6f58ebc99e44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1061916 Feb 15 01:53:29.804926 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 2f23bc10-9f12-42e0-802a-e7b722672b7a of type vlan for network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 Feb 15 01:53:29.837126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Allocated IP 172.20.0.7 (43a8a90e-4b3e-4add-b5b3-adecd461dda3/f8b03c3d-7d71-438f-9edc-ced1c412a03b/99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:29.877186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (51d6b1ef-1cac-4460-8879-7d6e2e1da085), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.896467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a13e4539-ece9-41db-ab3d-8ab9820cd948 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:29.929058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a1c33ce-aea0-4ed0-a71b-0b43669f2933 req-01a2bbaf-7953-4dcd-b87b-ba34ae1287a3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Feb 15 01:53:29.959039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-b0cd283e-880b-43db-bde1-8999c7a049c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:29.960611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-b0cd283e-880b-43db-bde1-8999c7a049c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1472952 Feb 15 01:53:29.967205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a13e4539-ece9-41db-ab3d-8ab9820cd948 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:29.967768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:29.978989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (51d6b1ef-1cac-4460-8879-7d6e2e1da085), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.024145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:30.025553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.135991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a13e4539-ece9-41db-ab3d-8ab9820cd948 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:30.249308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c903b7c6-e997-4488-abff-05cd5bd9710b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:30.292262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c903b7c6-e997-4488-abff-05cd5bd9710b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:53:30.292993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c903b7c6-e997-4488-abff-05cd5bd9710b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:53:30.301477 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7710915 Feb 15 01:53:30.304058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:30.315974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:30.317872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1c27-909d-4842-b5ba-dca96e5ceee0 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=51d6b1ef-1cac-4460-8879-7d6e2e1da085,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:30.328971 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:53:30.343706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:30.355820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-c3b2ea83-645a-425f-a393-43ba51ed81b5 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837299 Feb 15 01:53:30.374189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks [] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.503765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0388bfad-f257-4418-ab03-ae18658097ab req-f9cbee37-f0b0-4b3b-af2f-4059d052c49e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 210 time: 0.1330774 Feb 15 01:53:30.564623 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef9629-6001-43b5-aef6-ac2bb72edcaf x-openstack-request-id: req-86ef9629-6001-43b5-aef6-ac2bb72edcaf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:30.564821 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:30.565143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86ef9629-6001-43b5-aef6-ac2bb72edcaf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:30.565950 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4', 'status': 'completed', 'code': 200} Feb 15 01:53:30.620371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad38f5e3-8486-4c40-8afe-8a7c3f0d6137 req-e787faf0-e750-403f-a35e-5c78025fad98 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440889 Feb 15 01:53:30.656531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.737914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:30.744140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:30.746898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Pushing event updated for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:30.751188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:30.783062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:30.789230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.804020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90943d1-ae3a-4833-bf86-bbbc93d749cf req-73e22013-4c43-4808-926f-b6f45009123e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:30.811461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b90943d1-ae3a-4833-bf86-bbbc93d749cf req-73e22013-4c43-4808-926f-b6f45009123e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1701717 Feb 15 01:53:30.924537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:30.925143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:30.987519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b90943d1-ae3a-4833-bf86-bbbc93d749cf req-ed84e4d2-0c0d-4b6d-9490-dd8532cb1c7b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751621 Feb 15 01:53:30.997380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98a14-fc04-41df-8a38-115895de191b req-5c67ffc0-1e98-4f8f-8096-dbb1bd835d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:30.998871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-5c67ffc0-1e98-4f8f-8096-dbb1bd835d12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 1126 time: 0.1724181 Feb 15 01:53:31.072471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4b08e258-ff45-474c-9814-d7c079fcf57b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0858412 Feb 15 01:53:31.102983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Request body: {'port': {'device_id': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:31.325920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:31.405080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98a14-fc04-41df-8a38-115895de191b req-d8fe4085-0019-48cf-b27f-86df4d3cf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:31.406557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-d8fe4085-0019-48cf-b27f-86df4d3cf09a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.3994241 Feb 15 01:53:31.427973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (3f9c2daf-c41a-4349-a6cc-87c1234d9304), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:31.663796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-537f58a9-b799-4760-9fe4-40c8efc95e37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 200 len: 217 time: 0.2481620 Feb 15 01:53:31.729436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=3f9c2daf-c41a-4349-a6cc-87c1234d9304,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:31.789196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-9b749dc3-7708-45b0-b3fc-b7b1ed16bb7a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:31.790657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-9b749dc3-7708-45b0-b3fc-b7b1ed16bb7a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.37 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 818 time: 0.5851007 Feb 15 01:53:31.950341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:31.969638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks [] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:31.997474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Request body: {'port': {'device_id': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'admin_state_up': True, 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:32.025998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33eea-5943-4f34-bc6e-c9e64eb2eba6 req-5130543e-09d1-409e-a5b9-e38980912eeb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:32.033363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e33eea-5943-4f34-bc6e-c9e64eb2eba6 req-5130543e-09d1-409e-a5b9-e38980912eeb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 943 time: 0.7173862 Feb 15 01:53:32.332068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Transition to ACTIVE for port object 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:32.342864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:32.343232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 51d6b1ef-1cac-4460-8879-7d6e2e1da085, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:32.468562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37e33eea-5943-4f34-bc6e-c9e64eb2eba6 req-d5dc1746-fc51-4162-bc04-60e42debbb0c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321723 Feb 15 01:53:32.472383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:32.476403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98a14-fc04-41df-8a38-115895de191b req-7368f2fa-3e67-49f5-a48a-3de36b8511af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:32.483357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-7368f2fa-3e67-49f5-a48a-3de36b8511af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.7835402 Feb 15 01:53:32.664412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Pushing event updated for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:32.740042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:32.809454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741de34c-e003-47df-951d-a469f0d83a2a req-afe61ea4-481f-4b03-9649-a156b5a9554b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:32.816389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-741de34c-e003-47df-951d-a469f0d83a2a req-afe61ea4-481f-4b03-9649-a156b5a9554b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.2231023 Feb 15 01:53:32.824310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98a14-fc04-41df-8a38-115895de191b req-e6527fab-16c4-4087-b540-403e361cb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:32.825899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-e6527fab-16c4-4087-b540-403e361cb500 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2544847 Feb 15 01:53:32.879523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 51d6b1ef-1cac-4460-8879-7d6e2e1da085) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:32.893353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca93cd-62fa-4116-8155-6598659a07e6 None None] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:32.924741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:32.925398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:32.955371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Attempting to bind port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:32.955371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Attempting to bind port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:32.955871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Attempting to bind port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:32.968277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-741de34c-e003-47df-951d-a469f0d83a2a req-3021b007-7955-47b8-9a15-ec283eb75c27 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493704 Feb 15 01:53:32.974866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:32.975488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Attempting to bind port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:33.032283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Made reservation on behalf of f4e510161f2b4c5a8403f1e076cb5c57 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:33.044835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:33.044835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:33.044835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Checking segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:33.053301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Bound using segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:33.053722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Bound port: 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:33.054098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:33.178137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9de48b27-74ec-40af-9b7e-24bb3c8da613 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8662608 Feb 15 01:53:33.180466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:33.210582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:53:33.213985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:33.360101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-b164df2e-283c-43c7-951b-8be3799a2e38 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202849 Feb 15 01:53:33.563922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed04f1a4-01d1-410c-a97e-98ead2f6901a req-92ba6db1-60d6-40b4-a461-f8f1cea13e86 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 210 time: 0.2777212 Feb 15 01:53:33.600313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Allocated IP 2001:db8::2 (51d6b1ef-1cac-4460-8879-7d6e2e1da085/3f9c2daf-c41a-4349-a6cc-87c1234d9304/21508433-e3c5-493f-b944-eb6c56205cfb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:33.687227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:33.758463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:33.848522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:33.942985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:33.943673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:33.945232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] 10.222.0.31 "PUT /v2.0/ports/99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 1092 time: 2.8507144 Feb 15 01:53:33.945880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:33.948526 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:33.967424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec98a14-fc04-41df-8a38-115895de191b req-d5b31c03-1890-426f-97be-9b9b88187484 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644210 Feb 15 01:53:33.976618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Allocated IP 172.20.0.10 (43a8a90e-4b3e-4add-b5b3-adecd461dda3/f8b03c3d-7d71-438f-9edc-ced1c412a03b/0c20e899-059a-41c9-8b6b-69b0c278edd8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:33.993714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.013361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362af5-4e20-49c9-b687-e641ba472338 service neutron] Pushing event updated for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:34.016917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks [] for port (21508433-e3c5-493f-b944-eb6c56205cfb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.031778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1b931400-9e9d-48b4-9e46-1f879872c0b4 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:34.140087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.281870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-70c137a9-3bf8-444e-a38d-da47609972f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:34.291870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-70c137a9-3bf8-444e-a38d-da47609972f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1126 time: 0.2404828 Feb 15 01:53:34.321083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Pushing event updated for resources: {'Port': ['ID=21508433-e3c5-493f-b944-eb6c56205cfb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:34.346156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:34.365769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:34.386706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:34.482510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-4272c68e-f81a-47aa-9bc9-4e4b06d3fef2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.1759250 Feb 15 01:53:34.540124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8::1 (51d6b1ef-1cac-4460-8879-7d6e2e1da085/3f9c2daf-c41a-4349-a6cc-87c1234d9304/02d96940-188d-45a5-8028-d1fba69000ab) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:34.562802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:34.615324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '1b931400-9e9d-48b4-9e46-1f879872c0b4', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '1b931400-9e9d-48b4-9e46-1f879872c0b4', 'mac_address': 'fa:16:3e:de:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:34.643472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Attempting to bind port 21508433-e3c5-493f-b944-eb6c56205cfb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:34.643905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Attempting to bind port 21508433-e3c5-493f-b944-eb6c56205cfb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:34.644794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Attempting to bind port 21508433-e3c5-493f-b944-eb6c56205cfb on network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:34.689749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:34.691357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Checking segment: {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:34.693003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.693507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Bound using segment: {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:34.694863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Bound port: 21508433-e3c5-493f-b944-eb6c56205cfb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:34.696097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.741771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (02d96940-188d-45a5-8028-d1fba69000ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.751211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd92-55e4-41c3-872c-175e892678f6 req-9449178b-7fc5-46c0-904d-338eba7a5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:34.756455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-9449178b-7fc5-46c0-904d-338eba7a5b10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.2345052 Feb 15 01:53:34.765645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1b931400-9e9d-48b4-9e46-1f879872c0b4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:34.766176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.805492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks [] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.828140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-0544919a-25d7-4628-99ae-9ae12adeed04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621080 Feb 15 01:53:34.854632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:34.862519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b931400-9e9d-48b4-9e46-1f879872c0b4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:34.926881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-47dbe518-7575-4d6c-b3c6-e49e4a2a7f13 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:34.928506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-47dbe518-7575-4d6c-b3c6-e49e4a2a7f13 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/networks?id=d938c150-c200-42dc-8f27-213e6980f1ce HTTP/1.1" status: 200 len: 810 time: 0.4444857 Feb 15 01:53:34.941948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:34.959511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] For port 21508433-e3c5-493f-b944-eb6c56205cfb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:34.963996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] For port 21508433-e3c5-493f-b944-eb6c56205cfb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21508433-e3c5-493f-b944-eb6c56205cfb,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:34.964376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:34.971380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:34.984146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-df9aca0b-d6b7-482d-88f5-5834489bd679 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/quotas/7611534984994e30b1ce8da8d5c81b71 HTTP/1.1" status: 200 len: 375 time: 0.0360231 Feb 15 01:53:34.993566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:34.995014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.012535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.050687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-b31e460d-c956-4b00-8634-900393149d22 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7611534984994e30b1ce8da8d5c81b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557890 Feb 15 01:53:35.054800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-26455ae2-29b3-413b-876b-5b0e34acd8d1 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161965 Feb 15 01:53:35.083731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:35.106277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:35.112875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.119977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.205269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e55ab7-3329-4c76-9fe7-0ef009388274 None None] Pushing event updated for resources: {'Port': ['ID=21508433-e3c5-493f-b944-eb6c56205cfb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:35.237323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:35.265260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:35.279022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:35.292630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:35.347029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Pushing event updated for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:35.377871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-2991da41-ff02-4e17-b225-cc0ad1f42563 service neutron] 10.222.0.43 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171864 Feb 15 01:53:35.387579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:35.388267 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.432686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c132dd92-55e4-41c3-872c-175e892678f6 req-d5300c8c-f4a7-4961-9fb3-a5273a6a106d service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534179 Feb 15 01:53:35.440568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (02d96940-188d-45a5-8028-d1fba69000ab), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.615383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-38a40758-4339-436f-ab81-a0fa8dbe3fac service neutron] 10.222.0.43 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235682 Feb 15 01:53:35.632541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-93415857-2a2c-4dc2-a928-40f10192e532 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6479633 Feb 15 01:53:35.649456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Request body: {'port': {'device_id': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:35.758824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:35.909919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21508433-e3c5-493f-b944-eb6c56205cfb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:35.984794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 21508433-e3c5-493f-b944-eb6c56205cfb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:35.985511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.030567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (02d96940-188d-45a5-8028-d1fba69000ab), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.108139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.109191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.156500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 21508433-e3c5-493f-b944-eb6c56205cfb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:36.158182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.212236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 21508433-e3c5-493f-b944-eb6c56205cfb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21508433-e3c5-493f-b944-eb6c56205cfb,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:36.239443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:36.291101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.339601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:36.342536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:36.406428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=21508433-e3c5-493f-b944-eb6c56205cfb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:36.494013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c20e899-059a-41c9-8b6b-69b0c278edd8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:36.506243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks [] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.548898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45caf1-a012-4507-a4f6-a7b89f9b5422 req-24786a33-bd53-4438-89b8-2e8e3abc9a04 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:36.551211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b45caf1-a012-4507-a4f6-a7b89f9b5422 req-24786a33-bd53-4438-89b8-2e8e3abc9a04 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 944 time: 0.2853844 Feb 15 01:53:36.559111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Transition to ACTIVE for port object 0c20e899-059a-41c9-8b6b-69b0c278edd8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:36.607108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b45caf1-a012-4507-a4f6-a7b89f9b5422 req-8f255cc5-3374-405c-9e3f-452f6329dd0b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Feb 15 01:53:36.657512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:53:36.658858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:36.670766 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2897b0-79a6-4b25-b137-5e0892299204 x-openstack-request-id: req-db2897b0-79a6-4b25-b137-5e0892299204 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:36.671075 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:36.671337 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db2897b0-79a6-4b25-b137-5e0892299204 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:36.671746 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba', 'status': 'completed', 'code': 200} Feb 15 01:53:36.749640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Pushing event updated for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:36.818938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:36.820995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f2a6d-c6cf-4974-8ba5-d6b8614e6fba None None] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:36.828203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a7218444-bdd7-400e-9ba7-7fb7804c0003 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367564 Feb 15 01:53:36.838403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:36.846901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:36.883021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757289736'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:36.928102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:36.929076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:36.936160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-a376de08-70db-4a50-bb5e-af16c2896768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:36.938652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-a376de08-70db-4a50-bb5e-af16c2896768 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1126 time: 0.2451041 Feb 15 01:53:36.946109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Attempting to bind port 0c20e899-059a-41c9-8b6b-69b0c278edd8 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:36.946507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Attempting to bind port 0c20e899-059a-41c9-8b6b-69b0c278edd8 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:36.946850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Attempting to bind port 0c20e899-059a-41c9-8b6b-69b0c278edd8 on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:37.064581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-22b004e4-a4e8-408d-a116-778226f5abf0 None None] Provisioning complete for port 21508433-e3c5-493f-b944-eb6c56205cfb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:37.065319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22b004e4-a4e8-408d-a116-778226f5abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.142727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:37.299812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Port 0c20e899-059a-41c9-8b6b-69b0c278edd8 on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:37.300138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Attempting to bind port 0c20e899-059a-41c9-8b6b-69b0c278edd8 on network 43a8a90e-4b3e-4add-b5b3-adecd461dda3 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:37.311679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:37.312031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Checking segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:37.312459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Bound using segment: {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:37.312911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Bound port: 0c20e899-059a-41c9-8b6b-69b0c278edd8, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a30aa0d-1d80-4975-af98-d4f0b93ebf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:37.313274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.328760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb9f11-e309-4171-b421-c286c4e6fb3d req-18296c9a-5da6-4802-9f55-75d9260f74dc tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:37.336429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54eb9f11-e309-4171-b421-c286c4e6fb3d req-18296c9a-5da6-4802-9f55-75d9260f74dc tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.5715027 Feb 15 01:53:37.417425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:37.420837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.453563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-0a7b798e-9b0f-4d7e-bed0-b035adf9c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:37.455826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-0a7b798e-9b0f-4d7e-bed0-b035adf9c58d service neutron] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.5049281 Feb 15 01:53:37.491966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54eb9f11-e309-4171-b421-c286c4e6fb3d req-2dd0deff-bd94-458c-8ee5-45d59f0c90ca tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544557 Feb 15 01:53:37.603848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-632f1cca-b22c-4267-9db8-c2c07a7e0b79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.1393874 Feb 15 01:53:37.642030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:37.647636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1b931400-9e9d-48b4-9e46-1f879872c0b4 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:37.670372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:37.672637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:37.680632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22b004e4-a4e8-408d-a116-778226f5abf0 None None] Current status of the port 21508433-e3c5-493f-b944-eb6c56205cfb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:37.722258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:37.724155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a0450a1-2097-4324-a51f-81632ea39b3f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.729426 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 9a0450a1-2097-4324-a51f-81632ea39b3f of type vlan for network 9a027e82-f7a1-46ea-be4a-cffea65a88aa Feb 15 01:53:37.743511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-ecc873ef-d918-4b08-bb4e-447864bb906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:37.745032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-ecc873ef-d918-4b08-bb4e-447864bb906a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.1273162 Feb 15 01:53:37.831117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-40b3e41a-f99f-4f34-b725-692d61bc8106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531712 Feb 15 01:53:37.834239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.842459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ad3bd-634c-4166-bcac-67eaa791e08b req-c9884cb7-5df2-4d18-8bff-423c624f1071 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:37.849681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46ad3bd-634c-4166-bcac-67eaa791e08b req-c9884cb7-5df2-4d18-8bff-423c624f1071 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 944 time: 0.2494781 Feb 15 01:53:37.858038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9a027e82-f7a1-46ea-be4a-cffea65a88aa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:37.976857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21508433-e3c5-493f-b944-eb6c56205cfb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:37.997549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:38.003091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.003091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] 10.222.0.37 "PUT /v2.0/ports/0c20e899-059a-41c9-8b6b-69b0c278edd8 HTTP/1.1" status: 200 len: 1093 time: 2.3555145 Feb 15 01:53:38.004883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:53:38.089297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5819-ee24-417a-b488-767e19ac701b service neutron] Pushing event updated for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:38.114994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46ad3bd-634c-4166-bcac-67eaa791e08b req-57dd7e50-47a7-4518-9278-9f8ee06d9f9a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642927 Feb 15 01:53:38.149940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Provisioning complete for port 21508433-e3c5-493f-b944-eb6c56205cfb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:38.150300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.171347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-491554e3-b8b5-4366-b4b0-0cbc18ef0c46 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058486 Feb 15 01:53:38.232362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9a027e82-f7a1-46ea-be4a-cffea65a88aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.238857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:38.239895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.246245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 21508433-e3c5-493f-b944-eb6c56205cfb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:38.246634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.292528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:38.322185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-c2da8fc5-ac8f-4f38-8f61-3b26dc4999f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:38.324554 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-c2da8fc5-ac8f-4f38-8f61-3b26dc4999f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 1127 time: 0.1349730 Feb 15 01:53:38.374382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'port_id': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba', 'mac_address': 'fa:16:3e:eb:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:38.417507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-2f67c3c5-1ef6-42d4-a825-2ddcd2afc3b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8 HTTP/1.1" status: 200 len: 217 time: 0.0859191 Feb 15 01:53:38.538363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=9a027e82-f7a1-46ea-be4a-cffea65a88aa,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:38.610955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Current status of the port 21508433-e3c5-493f-b944-eb6c56205cfb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:38.614946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9add34e2-56ff-441e-8086-2f99e1995f41 req-0f3b4520-d527-4bd3-b5ec-5a6d85eeab56 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 210 time: 0.1126823 Feb 15 01:53:38.621717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-70a21608-68a1-4218-8078-24f0945f0bea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7877889 Feb 15 01:53:38.629671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:38.631544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:38.632019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.656033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:38.671721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:38.674914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:38.683179 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e8a58-7208-4162-b722-e0cbf7b09d49" -d '{"events": [{"name": "network-changed", "server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:38.715207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 1b931400-9e9d-48b4-9e46-1f879872c0b4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:38.743929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-d93ff670-3818-4a79-ab0f-f6dddb6113a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5595701 Feb 15 01:53:38.756676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 1b931400-9e9d-48b4-9e46-1f879872c0b4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:38.757987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.760684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:35Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:35Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:38.820679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5cd1da5-0b47-4deb-a09e-cd889c1d0c3a req-9fc3f9aa-0b7e-43c3-afb6-03165c1912e6 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287966 Feb 15 01:53:38.845685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Provisioning complete for port 02d96940-188d-45a5-8028-d1fba69000ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:38.846466 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (02d96940-188d-45a5-8028-d1fba69000ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:38.891285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:38.891643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Updating router c0a18747-d70b-4415-b935-1e8df4eadc45 port 02d96940-188d-45a5-8028-d1fba69000ab binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:53:38.896264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:38.994020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:38.999515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-7080acfb-cbf3-4891-866a-f5f59614c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.001834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-7080acfb-cbf3-4891-866a-f5f59614c824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.5746171 Feb 15 01:53:39.072035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-9ae1df9b-6cd7-47c7-a111-e25ee713df95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520539 Feb 15 01:53:39.141934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (02d96940-188d-45a5-8028-d1fba69000ab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.151060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 21508433-e3c5-493f-b944-eb6c56205cfb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:39.155656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0acb4-eab7-4f65-b660-a611f185cd7d req-d8cf47f2-f62c-40f6-81cb-25ce94f55c8d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.160761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7d0acb4-eab7-4f65-b660-a611f185cd7d req-d8cf47f2-f62c-40f6-81cb-25ce94f55c8d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 944 time: 0.3715165 Feb 15 01:53:39.166278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623157e4-874b-4649-b658-0bfd2e11a160 req-868951d1-1234-4c9f-84f4-c5d04f877784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.168602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-868951d1-1234-4c9f-84f4-c5d04f877784 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1128 time: 0.3469036 Feb 15 01:53:39.193216 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.197826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:39.206136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.257575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-e4804407-0c78-4b1f-a539-e1ac10b360ea service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757908 Feb 15 01:53:39.300335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f4524bc5-1e2e-42f0-8c8c-6894b0a7db60 None None] Port 02d96940-188d-45a5-8028-d1fba69000ab cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:39.327411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:39.398780 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9af546c0-bf34-42a9-8ece-d55cdc2c63ec req-ea568445-bac3-4a91-8998-6827729f8142 service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359992 Feb 15 01:53:39.499793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7d0acb4-eab7-4f65-b660-a611f185cd7d req-451a479f-9444-40e5-b564-0bcfbb66cce3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217995 Feb 15 01:53:39.505542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:39.517355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-9097a00f-d7b2-4305-8d65-45affb2e118a tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.519082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-9097a00f-d7b2-4305-8d65-45affb2e118a tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.31 "GET /v2.0/networks?id=d938c150-c200-42dc-8f27-213e6980f1ce HTTP/1.1" status: 200 len: 810 time: 0.5080955 Feb 15 01:53:39.540341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 1b931400-9e9d-48b4-9e46-1f879872c0b4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:39.540570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.543139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Request body: {'port': {'device_id': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce', 'admin_state_up': True, 'tenant_id': '7611534984994e30b1ce8da8d5c81b71'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:39.570470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ffc220b4-c2b1-4b3d-932f-6e24fec2504a None None] Provisioning complete for port 02d96940-188d-45a5-8028-d1fba69000ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:39.570938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffc220b4-c2b1-4b3d-932f-6e24fec2504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (02d96940-188d-45a5-8028-d1fba69000ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.614108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:39.617024 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb259c-1a74-41ac-a022-18184018f96a" -d '{"events": [{"server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "name": "network-vif-plugged", "status": "completed", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:39.678955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:39.714852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ffc220b4-c2b1-4b3d-932f-6e24fec2504a None None] Port 02d96940-188d-45a5-8028-d1fba69000ab cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:39.763770 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.792538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623157e4-874b-4649-b658-0bfd2e11a160 req-5e6829c5-c3da-4500-96ff-af2950102299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.795239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-5e6829c5-c3da-4500-96ff-af2950102299 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.5789115 Feb 15 01:53:39.880236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:39.885991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-01d1f762-80b5-4439-9e00-4b72ad561320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.0746047 Feb 15 01:53:39.906378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Made reservation on behalf of 7611534984994e30b1ce8da8d5c81b71 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:39.910684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.949785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks [] for port (02d96940-188d-45a5-8028-d1fba69000ab), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:39.958693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c1583-a5e2-4b21-b098-d25af8ed9917 req-23bff5f3-fbf3-4520-91b8-a19abfa39a6a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:39.961318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e97c1583-a5e2-4b21-b098-d25af8ed9917 req-23bff5f3-fbf3-4520-91b8-a19abfa39a6a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2653081 Feb 15 01:53:40.023261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.081227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818cd2b-fe72-49cd-937b-de64e4223bdb None None] Pushing event updated for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:40.170731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Attempting to bind port 02d96940-188d-45a5-8028-d1fba69000ab on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:40.171147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Attempting to bind port 02d96940-188d-45a5-8028-d1fba69000ab by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:40.171516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Attempting to bind port 02d96940-188d-45a5-8028-d1fba69000ab on network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:40.182949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:40.183346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Checking segment: {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:40.183752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.184148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Bound using segment: {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:40.184815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Bound port: 02d96940-188d-45a5-8028-d1fba69000ab, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23bc10-9f12-42e0-802a-e7b722672b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:40.185205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (02d96940-188d-45a5-8028-d1fba69000ab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.228561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (ee317177-eb23-409b-8e58-532d03635ff9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.232095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623157e4-874b-4649-b658-0bfd2e11a160 req-8598c591-5e0c-4a1c-8ed8-01bf7dc86c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:40.233861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-8598c591-5e0c-4a1c-8ed8-01bf7dc86c51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.3400617 Feb 15 01:53:40.334655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-fc5ea1fe-bfe8-4b77-9f7c-0d2d33a2e3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788257 Feb 15 01:53:40.344856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] For port 02d96940-188d-45a5-8028-d1fba69000ab, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:40.350169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] For port 02d96940-188d-45a5-8028-d1fba69000ab, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=02d96940-188d-45a5-8028-d1fba69000ab,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:40.451422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Allocated IP 172.20.0.6 (d938c150-c200-42dc-8f27-213e6980f1ce/a4582ae3-4f30-4dbe-8142-f6ef1de9a26c/def80efd-8151-46b6-a124-bb8cd0b8b3aa) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:40.462340 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.531168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=ee317177-eb23-409b-8e58-532d03635ff9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:40.564959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Provisioning complete for port 02d96940-188d-45a5-8028-d1fba69000ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:40.564959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (02d96940-188d-45a5-8028-d1fba69000ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:40.570271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e97c1583-a5e2-4b21-b098-d25af8ed9917 req-a8de5fe7-b425-4088-84c0-de4be83fdabd tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982797 Feb 15 01:53:40.724565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:40.729696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:40.740286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:40.740858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 9a027e82-f7a1-46ea-be4a-cffea65a88aa, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:40.825379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-40a72cbc-ba13-4559-ba9f-62006940ee41 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503400 Feb 15 01:53:40.856627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818cd2b-fe72-49cd-937b-de64e4223bdb None None] Pushing event updated for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:41.190861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:41.322032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Current status of the port 02d96940-188d-45a5-8028-d1fba69000ab is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:41.322281 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (02d96940-188d-45a5-8028-d1fba69000ab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.332149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:41.379908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] For port 02d96940-188d-45a5-8028-d1fba69000ab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=02d96940-188d-45a5-8028-d1fba69000ab,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:41.385817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641b045-a68b-4b03-9af3-4d462a95311b req-616c457f-23e8-40a5-aa05-5ae8d4c0050a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:41.392829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4641b045-a68b-4b03-9af3-4d462a95311b req-616c457f-23e8-40a5-aa05-5ae8d4c0050a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.6554842 Feb 15 01:53:41.441877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9a027e82-f7a1-46ea-be4a-cffea65a88aa) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:41.465638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.473675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:41.473675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.487923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c2f3b-b54c-4152-8db3-5be9c7d5f120 None None] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:41.490499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:41.507286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-623157e4-874b-4649-b658-0bfd2e11a160 req-baf3c51d-e214-4ad8-a302-2294ddf71955 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703980 Feb 15 01:53:41.528028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4641b045-a68b-4b03-9af3-4d462a95311b req-15dae237-c24a-48f0-a5f5-0ff9021e25bf tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342311 Feb 15 01:53:41.542349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks [] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.595034 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a87bda-a3ed-46f7-ae6e-5693c09bf3c4 x-openstack-request-id: req-23a87bda-a3ed-46f7-ae6e-5693c09bf3c4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:41.601913 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:41.601913 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23a87bda-a3ed-46f7-ae6e-5693c09bf3c4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:41.601913 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8', 'status': 'completed', 'code': 200} Feb 15 01:53:41.604459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:35Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:40Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:41.654029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b88bf-0bd2-4f13-90af-a3daad816af5 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:35Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:40Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:41.716458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-bab4f4c1-c0a2-43d4-855c-897f6c0146db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:41.719631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-bab4f4c1-c0a2-43d4-855c-897f6c0146db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 1127 time: 0.1132011 Feb 15 01:53:41.729362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d8243-84a8-4a58-94db-db9f3292b010 None None] Pushing event updated for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:41.736504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-99ec124f-2aa9-44d9-9618-a14cf144c2d7 None None] Provisioning complete for port 02d96940-188d-45a5-8028-d1fba69000ab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:41.736885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99ec124f-2aa9-44d9-9618-a14cf144c2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (02d96940-188d-45a5-8028-d1fba69000ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.761820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4e812a0b-4095-45a4-9f13-fdcedc48521c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1177976 Feb 15 01:53:41.766024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:41.788460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.851480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:53:41.852370 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:41.911974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:41.947762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Pushing event updated for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:41.986820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Network d938c150-c200-42dc-8f27-213e6980f1ce is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:41.998423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:42.001009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:42.015720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e97ab-8698-4531-a0d8-506ca23a68b8 req-d06d5079-2c55-4da8-bc00-404e0cf107ba tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:42.017582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb4e97ab-8698-4531-a0d8-506ca23a68b8 req-d06d5079-2c55-4da8-bc00-404e0cf107ba tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 944 time: 0.3639882 Feb 15 01:53:42.071428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:42.071798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.136822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-99ec124f-2aa9-44d9-9618-a14cf144c2d7 None None] Current status of the port 02d96940-188d-45a5-8028-d1fba69000ab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:42.221431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Allocated IP 2001:db8:1::2 (9a027e82-f7a1-46ea-be4a-cffea65a88aa/ee317177-eb23-409b-8e58-532d03635ff9/0eed41a0-0d33-4290-b503-2a20c6ab39c6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:42.251258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-25bf1381-74ff-486a-b21f-9e442b61260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:42.257264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-25bf1381-74ff-486a-b21f-9e442b61260e service neutron] 10.222.0.37 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.5291495 Feb 15 01:53:42.294063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:42.299411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.358065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.404170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-e1bd4b90-821d-434d-a43d-b1bc35060d9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8 HTTP/1.1" status: 200 len: 217 time: 0.1327190 Feb 15 01:53:42.414561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb4e97ab-8698-4531-a0d8-506ca23a68b8 req-bb5fc161-d69f-431b-a777-c9d19a2a7b6b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692358 Feb 15 01:53:42.536472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-33163c33-3381-4c72-8765-a849db55a2c0 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9934957 Feb 15 01:53:42.542730 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7327ee-5a58-4c90-b7e7-a9f1c23f3f9f x-openstack-request-id: req-8d7327ee-5a58-4c90-b7e7-a9f1c23f3f9f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:42.543056 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "name": "network-vif-plugged", "status": "completed", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:42.548118 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d7327ee-5a58-4c90-b7e7-a9f1c23f3f9f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:42.548605 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4', 'code': 200} Feb 15 01:53:42.558384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Request body: {'port': {'device_id': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:42.631796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:42.636661 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.668709 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks [] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.695916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-52efa03a-955c-40e0-a678-d03bea35716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:42.703436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-52efa03a-955c-40e0-a678-d03bea35716e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.2649174 Feb 15 01:53:42.739748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:42.743029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.787210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-5e9df5fa-403e-4164-a4c4-77f204175a00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764034 Feb 15 01:53:42.806090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.819270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:42.826531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:42.834522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:42.846077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Pushing event updated for resources: {'Port': ['ID=0eed41a0-0d33-4290-b503-2a20c6ab39c6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:42.913060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:42.980808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.987850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Attempting to bind port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:42.988226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Attempting to bind port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:42.988623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Attempting to bind port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 on network 9a027e82-f7a1-46ea-be4a-cffea65a88aa {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:42.994554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:42.995144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Checking segment: {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:42.995556 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:42.995957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Bound using segment: {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:42.996460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Bound port: 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:42.996848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.073121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186e665-1c12-4ee5-a44d-447a68838740 req-03a3ba23-3e7b-40db-8faf-659e51ea1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:43.074609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e186e665-1c12-4ee5-a44d-447a68838740 req-03a3ba23-3e7b-40db-8faf-659e51ea1493 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 1128 time: 0.2192669 Feb 15 01:53:43.095201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] For port 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:43.099354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] For port 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eed41a0-0d33-4290-b503-2a20c6ab39c6,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:43.112893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8:1::1 (9a027e82-f7a1-46ea-be4a-cffea65a88aa/ee317177-eb23-409b-8e58-532d03635ff9/3ce1948d-42f5-43a0-a2d0-c14c3b4228ac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:43.186699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.325394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf913f4-cc7d-4906-93c1-2f0910688291 None None] Pushing event updated for resources: {'Port': ['ID=0eed41a0-0d33-4290-b503-2a20c6ab39c6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:43.382357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-be465f1e-663f-4366-bf21-077cac4546d4 service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556321 Feb 15 01:53:43.443715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-13846636-f82f-4c3e-82ef-763c6286cacf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8238711 Feb 15 01:53:43.468907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e186e665-1c12-4ee5-a44d-447a68838740 req-9c4f747f-21d9-4399-bc3e-6c97546d11cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763123 Feb 15 01:53:43.469110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9132e-b792-4aa7-9438-2438c1fe6880 req-a9a751f2-eeec-4020-a07c-04504b5a1409 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:43.475166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.477006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0a9132e-b792-4aa7-9438-2438c1fe6880 req-a9a751f2-eeec-4020-a07c-04504b5a1409 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 931 time: 0.8439181 Feb 15 01:53:43.555171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0c20e899-059a-41c9-8b6b-69b0c278edd8 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:43.575249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def80efd-8151-46b6-a124-bb8cd0b8b3aa {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:43.628489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks [] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.631736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.687107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Transition to ACTIVE for port object def80efd-8151-46b6-a124-bb8cd0b8b3aa will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:53:43.695179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0a9132e-b792-4aa7-9438-2438c1fe6880 req-237667cb-43e2-4a1d-9c15-927f7aa21849 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172277 Feb 15 01:53:43.716472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f11e8a58-7208-4162-b722-e0cbf7b09d49 req-37e9ecbe-2f16-4d93-b9c2-431fd497ea3c service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832181 Feb 15 01:53:43.789661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:43.811881 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:43.836219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:43.842456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:43.887341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '0c20e899-059a-41c9-8b6b-69b0c278edd8', 'network_id': '43a8a90e-4b3e-4add-b5b3-adecd461dda3', 'port_id': '0c20e899-059a-41c9-8b6b-69b0c278edd8', 'mac_address': 'fa:16:3e:33:85:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b03c3d-7d71-438f-9edc-ced1c412a03b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:43.896585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:43.899115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:43.899898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.005818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 0c20e899-059a-41c9-8b6b-69b0c278edd8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:44.006210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.019319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-182c7dae-94ec-4b45-8dff-ed55312e2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:44.024625 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-182c7dae-94ec-4b45-8dff-ed55312e2dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.3341253 Feb 15 01:53:44.036360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c20e899-059a-41c9-8b6b-69b0c278edd8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:44.087286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Pushing event updated for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:44.098111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:44.159962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eed41a0-0d33-4290-b503-2a20c6ab39c6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:44.208599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.262786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77747a6-4e01-45f3-bbf7-d7acbf3f1af6 req-f5fdd2f1-b68e-4ddc-baa7-77ca1d927f35 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:44.264396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e77747a6-4e01-45f3-bbf7-d7acbf3f1af6 req-f5fdd2f1-b68e-4ddc-baa7-77ca1d927f35 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.2932079 Feb 15 01:53:44.330895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-4278c6a6-560d-4df6-9a8f-9ff5252dc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:44.338018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-4278c6a6-560d-4df6-9a8f-9ff5252dc80c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2882421 Feb 15 01:53:44.343045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Attempting to bind port def80efd-8151-46b6-a124-bb8cd0b8b3aa on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:44.343386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Attempting to bind port def80efd-8151-46b6-a124-bb8cd0b8b3aa by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '67e539be-adac-471f-b9b1-b681f5f822a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:44.343720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Attempting to bind port def80efd-8151-46b6-a124-bb8cd0b8b3aa on network d938c150-c200-42dc-8f27-213e6980f1ce {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:44.349040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.353614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Port def80efd-8151-46b6-a124-bb8cd0b8b3aa on network d938c150-c200-42dc-8f27-213e6980f1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:53:44.354172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Attempting to bind port def80efd-8151-46b6-a124-bb8cd0b8b3aa on network d938c150-c200-42dc-8f27-213e6980f1ce {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:44.368467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:44.373647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:44.380836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.381202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e77747a6-4e01-45f3-bbf7-d7acbf3f1af6 req-d57d0bea-88c2-495e-99b4-11bba1fd8f18 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086736 Feb 15 01:53:44.383910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:44.384268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Checking segment: {'id': '67e539be-adac-471f-b9b1-b681f5f822a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:44.384685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Bound using segment: {'id': '67e539be-adac-471f-b9b1-b681f5f822a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:44.385147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Bound port: def80efd-8151-46b6-a124-bb8cd0b8b3aa, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e539be-adac-471f-b9b1-b681f5f822a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:44.385517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.507713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:44.518337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa,segment=NetworkSegment(67e539be-adac-471f-b9b1-b681f5f822a9),segment_id=67e539be-adac-471f-b9b1-b681f5f822a9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:44.531174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:44.531660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.569552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:44.575305 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b004e4-c606-41a3-bc4c-de6b516a9046" -d '{"events": [{"server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "name": "network-vif-plugged", "status": "completed", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:44.583791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['0c20e899-059a-41c9-8b6b-69b0c278edd8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:44.699892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.736369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eed41a0-0d33-4290-b503-2a20c6ab39c6,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:44.790278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb579f-b5c3-4e80-95bb-ab628a01d2d4 req-fbf007ed-ea81-4a7b-9241-d35e818c0b00 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:44.797502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21fb579f-b5c3-4e80-95bb-ab628a01d2d4 req-fbf007ed-ea81-4a7b-9241-d35e818c0b00 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2865255 Feb 15 01:53:44.850174 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-adfc376c-78ab-43f8-9a9b-b58d510902b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.4972053 Feb 15 01:53:44.855106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:44.859036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.862960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] 10.222.0.31 "PUT /v2.0/ports/def80efd-8151-46b6-a124-bb8cd0b8b3aa HTTP/1.1" status: 200 len: 1092 time: 2.3185406 Feb 15 01:53:44.871868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:44.878291 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:44.879317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 02d96940-188d-45a5-8028-d1fba69000ab up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:44.879475 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:44.970603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21fb579f-b5c3-4e80-95bb-ab628a01d2d4 req-9e297f16-3758-404e-90f5-6b8ae7b8a6fe tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659894 Feb 15 01:53:45.029017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fc540-1cd0-44a7-bb85-be039fbbb83e service neutron] Pushing event updated for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:45.101238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-d51adc37-32c2-4ad9-9dd1-d33e2644c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:45.102806 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-d51adc37-32c2-4ad9-9dd1-d33e2644c5ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.2450602 Feb 15 01:53:45.253471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=0eed41a0-0d33-4290-b503-2a20c6ab39c6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:45.318836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 02d96940-188d-45a5-8028-d1fba69000ab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:45.319462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (02d96940-188d-45a5-8028-d1fba69000ab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.343253 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.379959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ab79b-a734-46c9-99d7-e310527b79cb None None] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:45.406198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-8abc58b6-fd00-48f6-862f-25c23ff09fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:45.408332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-8abc58b6-fd00-48f6-862f-25c23ff09fca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1975722 Feb 15 01:53:45.413143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-a3b59c28-1702-4b90-9a67-c9571bbe3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:45.417457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-a3b59c28-1702-4b90-9a67-c9571bbe3842 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7611534984994e30b1ce8da8d5c81b71&device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 1126 time: 0.2707782 Feb 15 01:53:45.525160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-d7ff638c-0f22-44e8-8013-89e042b756e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa HTTP/1.1" status: 200 len: 217 time: 0.0997815 Feb 15 01:53:45.537566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be288411-85b8-46c5-a310-66a2398be69c req-76a5fdd3-ec8a-4d48-990c-7893cb8fb088 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:45.545070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be288411-85b8-46c5-a310-66a2398be69c req-76a5fdd3-ec8a-4d48-990c-7893cb8fb088 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.3260415 Feb 15 01:53:45.563113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-40fda4e2-45d8-4f92-806e-29a286684a49 None None] Provisioning complete for port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:45.564142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40fda4e2-45d8-4f92-806e-29a286684a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.617863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-deffdd89-ac5b-478b-8ee6-797070d4d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:45.620672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-deffdd89-ac5b-478b-8ee6-797070d4d343 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4582ae3-4f30-4dbe-8142-f6ef1de9a26c HTTP/1.1" status: 200 len: 850 time: 0.0475171 Feb 15 01:53:45.665963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.670287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-1441853a-f902-44ff-86f5-8aa791550b45 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452612 Feb 15 01:53:45.671071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-948b27d3-c91c-4353-a52a-8ed9bf28ed72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d938c150-c200-42dc-8f27-213e6980f1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428863 Feb 15 01:53:45.675700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 02d96940-188d-45a5-8028-d1fba69000ab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:45.795700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-40fda4e2-45d8-4f92-806e-29a286684a49 None None] Current status of the port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:45.822265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.822265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:45.904154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eed41a0-0d33-4290-b503-2a20c6ab39c6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:45.919592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be288411-85b8-46c5-a310-66a2398be69c req-285f4f83-2783-415c-86ce-73054b0ae9ad tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733404 Feb 15 01:53:45.969803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:46.035728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:46.036465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:46.061584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-e0bcad56-3351-460f-ae98-5a3cae432fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761547 Feb 15 01:53:46.207112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:46.253969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Provisioning complete for port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:46.255967 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:46.276683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d8cef8a-8fee-4354-966a-ae71f52287d9 req-eaa7e8c0-342e-4309-9fd3-cf04fb5ee409 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950344 Feb 15 01:53:46.305770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52d77-5f81-4301-a645-31af4467bdfe req-3ebf94dd-9c9f-4c59-bc6f-dea196fb025c tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:46.313683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a52d77-5f81-4301-a645-31af4467bdfe req-3ebf94dd-9c9f-4c59-bc6f-dea196fb025c tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 945 time: 0.2358665 Feb 15 01:53:46.365085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef6aabe6-31ba-40bd-b6aa-a424f59718e4 req-c91cc2a6-0533-41af-992a-385da486aba7 service neutron] 10.222.0.31 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964704 Feb 15 01:53:46.380954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:46.383024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:46.408599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a52d77-5f81-4301-a645-31af4467bdfe req-ba3a9f95-01d1-414f-9682-27bd26b558a8 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878406 Feb 15 01:53:46.511384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Current status of the port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:46.525165 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a768ea-bc6b-415e-a340-57ce3356dc0e x-openstack-request-id: req-31a768ea-bc6b-415e-a340-57ce3356dc0e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:46.525454 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "name": "network-vif-plugged", "status": "completed", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:46.525804 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31a768ea-bc6b-415e-a340-57ce3356dc0e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:46.526203 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba', 'code': 200} Feb 15 01:53:46.543352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:46.543737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:46.622084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:46.640344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c7e454ec-6ae2-47a5-b6fe-847b3e0702b4 None None] Port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:46.771265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3715c43b-1462-4061-8274-1b8659b4a6de None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:46.771638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3715c43b-1462-4061-8274-1b8659b4a6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:46.819073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074de79-8908-421c-8083-3dfc88ee3c89 req-4b4412e4-2252-48f8-8c7f-60b590f2c3b9 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:46.825769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:46.826270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9074de79-8908-421c-8083-3dfc88ee3c89 req-4b4412e4-2252-48f8-8c7f-60b590f2c3b9 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 943 time: 0.1738985 Feb 15 01:53:46.838650 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:46.855284 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:46.855914 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:46.859606 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1867bbb4-5195-448e-8179-2df56ba6eb29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0923562 Feb 15 01:53:46.860449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:46.878435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492816965'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:46.879084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3715c43b-1462-4061-8274-1b8659b4a6de None None] Port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:46.905900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87c849-9afb-4dbc-813e-f948ffcbb4a3 req-45f9f627-2f67-426a-ae0f-fd9757a382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:46.916676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d87c849-9afb-4dbc-813e-f948ffcbb4a3 req-45f9f627-2f67-426a-ae0f-fd9757a382c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.2492385 Feb 15 01:53:47.025156 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:47.034400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:47.038262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.085006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9074de79-8908-421c-8083-3dfc88ee3c89 req-3aeb97d9-dc17-49bf-887d-49d679d3a688 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334504 Feb 15 01:53:47.097627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:47.119280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d87c849-9afb-4dbc-813e-f948ffcbb4a3 req-cf8315a2-e31d-428b-93d6-009d3b76561a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995521 Feb 15 01:53:47.135548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (daf83527-50bf-43aa-8afb-490fc4f61d7d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.135907 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment daf83527-50bf-43aa-8afb-490fc4f61d7d of type vlan for network 77c37286-fa72-42f0-9378-9bfdb7f487c4 Feb 15 01:53:47.157460 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4db9e42-c449-4e5c-9d06-b25db5f44ca3 x-openstack-request-id: req-e4db9e42-c449-4e5c-9d06-b25db5f44ca3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:47.158035 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:47.158363 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4db9e42-c449-4e5c-9d06-b25db5f44ca3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:47.158937 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa', 'status': 'completed', 'code': 200} Feb 15 01:53:47.215022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4a1c235c-0fba-42c6-8e30-c427c1655768 None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:47.215591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a1c235c-0fba-42c6-8e30-c427c1655768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.262187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (77c37286-fa72-42f0-9378-9bfdb7f487c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.386723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (77c37286-fa72-42f0-9378-9bfdb7f487c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.392235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:47.393058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.406077 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:44Z', 'revision_number': 3, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:45Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:47.466031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d91ba-d377-4bd6-9c7b-fd4fd1b71ab9 req-8d9a8549-c4da-45d6-9872-0f9bb7d8245a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:47.474567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b0d91ba-d377-4bd6-9c7b-fd4fd1b71ab9 req-8d9a8549-c4da-45d6-9872-0f9bb7d8245a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1892788 Feb 15 01:53:47.482632 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:47.487146 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Updating router c0a18747-d70b-4415-b935-1e8df4eadc45 port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:53:47.537786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b0d91ba-d377-4bd6-9c7b-fd4fd1b71ab9 req-79b5505a-5540-444a-a48b-e27804f408c9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Feb 15 01:53:47.546526 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.568109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-b45c17d3-836f-4f39-a3fe-90ecc1237df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:47.569671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-b45c17d3-836f-4f39-a3fe-90ecc1237df4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7611534984994e30b1ce8da8d5c81b71&device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 1126 time: 0.2239294 Feb 15 01:53:47.572759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=77c37286-fa72-42f0-9378-9bfdb7f487c4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:47.603311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-082842c5-a217-46a2-bba2-5294154aaece tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7382405 Feb 15 01:53:47.603739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:47.619060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:47.658734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0c20e899-059a-41c9-8b6b-69b0c278edd8 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:47.666609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:47.715228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c235c-0fba-42c6-8e30-c427c1655768 None None] Port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:47.743367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-aba9ca3a-06a6-4ffb-a71d-f33d9e0e22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:47.745364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-aba9ca3a-06a6-4ffb-a71d-f33d9e0e22c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d938c150-c200-42dc-8f27-213e6980f1ce HTTP/1.1" status: 200 len: 911 time: 0.1645958 Feb 15 01:53:47.912338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:47.924744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:47.997714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 0c20e899-059a-41c9-8b6b-69b0c278edd8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:48.003549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 0c20e899-059a-41c9-8b6b-69b0c278edd8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:48.004284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.044067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.228071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 0c20e899-059a-41c9-8b6b-69b0c278edd8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:48.228071 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.306553 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks [] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.319021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:48.377971 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.388860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.481570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (1d64e5bc-8298-45de-9e7b-748058ec0468), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.513663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:48.527457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:48.532648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ea8df-085a-439a-991e-03569285168c" -d '{"events": [{"server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "name": "network-vif-plugged", "status": "completed", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:48.535581 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Pushing event updated for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:48.574175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.574531 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.574874 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.575214 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.575548 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.575878 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.576204 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.576556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.583980 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.584460 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.584817 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.584992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-46a271ab-4b9f-40f8-af76-97f90e46a94b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa HTTP/1.1" status: 200 len: 217 time: 0.7540140 Feb 15 01:53:48.587679 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.588045 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:53:48.610042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=1d64e5bc-8298-45de-9e7b-748058ec0468,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:48.687081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Attempting to bind port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:48.687713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Attempting to bind port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:48.688241 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Attempting to bind port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac on network 9a027e82-f7a1-46ea-be4a-cffea65a88aa {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:48.699273 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:48.700242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8053-e9b3-4859-bcbb-4895590468e1 req-14721736-e256-4e00-878e-955b266bd566 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:48.700837 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Checking segment: {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:48.701898 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.702017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f0a8053-e9b3-4859-bcbb-4895590468e1 req-14721736-e256-4e00-878e-955b266bd566 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.9555039 Feb 15 01:53:48.705050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Bound using segment: {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:48.705800 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Bound port: 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0450a1-2097-4324-a51f-81632ea39b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:48.706396 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.710855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:48.713632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: 77c37286-fa72-42f0-9378-9bfdb7f487c4, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:48.783190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-9aa84011-da9e-4804-ab82-9ad7f6ec41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:48.784668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-9aa84011-da9e-4804-ab82-9ad7f6ec41b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4582ae3-4f30-4dbe-8142-f6ef1de9a26c HTTP/1.1" status: 200 len: 850 time: 0.1882789 Feb 15 01:53:48.789176 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] For port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:48.792890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] For port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:48.825430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-67d7784e-a277-4b3d-9b73-86479403ccd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d938c150-c200-42dc-8f27-213e6980f1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329461 Feb 15 01:53:48.857776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f0a8053-e9b3-4859-bcbb-4895590468e1 req-f6c76ecf-1496-40c2-ad14-f23e9aa4eaa4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428509 Feb 15 01:53:48.890232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:48.927187 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.971011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-b3d07555-2ada-4676-820c-c76305231a1d service neutron] 10.222.0.31 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368392 Feb 15 01:53:48.973686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:48.974068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:48.988380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 77c37286-fa72-42f0-9378-9bfdb7f487c4) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:48.992845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:48.993509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:49.034622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374c4b-9e2b-4b42-bc30-16ce57b71f91 None None] Pushing event updated for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:49.038750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:49.039447 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:49.057387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0d1ed-3a59-4947-be34-7f48474d9ca0 None None] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:49.136896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b53b340f-3207-46ec-bda1-73e8d2b44649 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5060692 Feb 15 01:53:49.140587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:49.145259 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:49.253617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-77c37286-fa72-42f0-9378-9bfdb7f487c4', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:53:49.254479 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:49.318899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392b-a450-4e50-9475-19a08581d7de req-3be2d813-11b0-4b9e-bcab-66faa61e1c77 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:49.328155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c479392b-a450-4e50-9475-19a08581d7de req-3be2d813-11b0-4b9e-bcab-66faa61e1c77 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.3732729 Feb 15 01:53:49.338163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ee5374e-6ded-4cbb-8de7-42259ac9fbb1 req-e9c6f77f-887a-44cc-aded-5a17ab27b85f service neutron] 10.222.0.31 "GET /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607972 Feb 15 01:53:49.408797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c479392b-a450-4e50-9475-19a08581d7de req-00fbaff8-f29f-441e-b6e0-ac55b2300727 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792091 Feb 15 01:53:49.528129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device def80efd-8151-46b6-a124-bb8cd0b8b3aa details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:49.574164 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:44Z', 'revision_number': 3, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:48Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:49.612770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Current status of the port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:49.612983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:49.632194 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a1ee9-8802-485a-bd47-ea9496c9b3a9 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:44Z', 'revision_number': 3, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:48Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:49.692276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:53:49.759627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] For port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:49.862507 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:49.964751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Allocated IP 2001:db8:2::2 (77c37286-fa72-42f0-9378-9bfdb7f487c4/1d64e5bc-8298-45de-9e7b-748058ec0468/9dc5b71e-7d01-4981-8402-b1110795acb8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:49.995603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c620f1-213c-4ed4-ac83-6da50cf484a2 req-fd88cc6e-e102-45e8-b291-d49d59e54119 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:50.001772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95c620f1-213c-4ed4-ac83-6da50cf484a2 req-fd88cc6e-e102-45e8-b291-d49d59e54119 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 943 time: 0.0827386 Feb 15 01:53:50.093019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95c620f1-213c-4ed4-ac83-6da50cf484a2 req-d7402a53-d70d-486d-a51e-cd1641623379 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868368 Feb 15 01:53:50.115211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:50.209150 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0c3314-0e0f-44cb-8b5f-e30def4a9b4a x-openstack-request-id: req-1f0c3314-0e0f-44cb-8b5f-e30def4a9b4a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:50.209908 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "name": "network-vif-plugged", "status": "completed", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:50.209908 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f0c3314-0e0f-44cb-8b5f-e30def4a9b4a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:50.210321 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8', 'code': 200} Feb 15 01:53:50.427225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks [] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.458583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa,segment=NetworkSegment(67e539be-adac-471f-b9b1-b681f5f822a9),segment_id=67e539be-adac-471f-b9b1-b681f5f822a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:50.465069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355f10c-26f4-4e17-ba2e-65b3dcc6a78a req-ffa27696-8ca5-46af-8bd8-e1a71e9f632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:50.471768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e355f10c-26f4-4e17-ba2e-65b3dcc6a78a req-ffa27696-8ca5-46af-8bd8-e1a71e9f632c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 1129 time: 0.1329839 Feb 15 01:53:50.479188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.480598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-345231e2-e0f8-47d1-9c38-3793e9313627 None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:50.480991 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345231e2-e0f8-47d1-9c38-3793e9313627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.483916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca465b7-6a17-41a3-8ef9-2f0407dd0a0b req-b9455c0e-b668-4290-9dca-aa86013253b0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:50.493575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ca465b7-6a17-41a3-8ef9-2f0407dd0a0b req-b9455c0e-b668-4290-9dca-aa86013253b0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1167483 Feb 15 01:53:50.578462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.583848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a160a-23df-4897-8fc1-a9c2678d5cc8 None None] Pushing event updated for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:50.602669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e355f10c-26f4-4e17-ba2e-65b3dcc6a78a req-cbe7335f-1215-49ab-873c-8ba05a64b347 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003492 Feb 15 01:53:50.616675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa', 'network_id': 'd938c150-c200-42dc-8f27-213e6980f1ce', 'port_id': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa', 'mac_address': 'fa:16:3e:50:3d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4582ae3-4f30-4dbe-8142-f6ef1de9a26c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:50.623946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ca465b7-6a17-41a3-8ef9-2f0407dd0a0b req-37d37e26-1aae-4f9d-9469-dd653a85cd08 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290364 Feb 15 01:53:50.787077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port def80efd-8151-46b6-a124-bb8cd0b8b3aa is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:50.787560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.814425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:50.816017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def80efd-8151-46b6-a124-bb8cd0b8b3aa {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:50.818467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4f8b-ef32-4644-9cdf-b9651c37763d req-66da5b38-0142-4dc5-809b-7114afdd1dd8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:50.821837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d5f4f8b-ef32-4644-9cdf-b9651c37763d req-66da5b38-0142-4dc5-809b-7114afdd1dd8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.0896800 Feb 15 01:53:50.826635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:50.827308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:50.831793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Pushing event updated for resources: {'Port': ['ID=9dc5b71e-7d01-4981-8402-b1110795acb8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:50.856269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:50.861558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:50.908040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8:2::1 (77c37286-fa72-42f0-9378-9bfdb7f487c4/1d64e5bc-8298-45de-9e7b-748058ec0468/a1df95b1-af42-48ca-8d75-d7a5a0b1b76d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:50.937984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d5f4f8b-ef32-4644-9cdf-b9651c37763d req-8cb0851a-a773-4a9f-8cd9-605141751fe0 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032336 Feb 15 01:53:50.996361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa,segment=NetworkSegment(67e539be-adac-471f-b9b1-b681f5f822a9),segment_id=67e539be-adac-471f-b9b1-b681f5f822a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:51.066060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.067211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6975ade-bfc3-418d-b15f-09f076628216 req-63e1c0d5-0e64-471f-ae31-9a7ea8632e89 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:51.067746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-345231e2-e0f8-47d1-9c38-3793e9313627 None None] Current status of the port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:51.088964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.089180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6975ade-bfc3-418d-b15f-09f076628216 req-63e1c0d5-0e64-471f-ae31-9a7ea8632e89 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0905881 Feb 15 01:53:51.113808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Attempting to bind port 9dc5b71e-7d01-4981-8402-b1110795acb8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:51.114188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Attempting to bind port 9dc5b71e-7d01-4981-8402-b1110795acb8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:51.114542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Attempting to bind port 9dc5b71e-7d01-4981-8402-b1110795acb8 on network 77c37286-fa72-42f0-9378-9bfdb7f487c4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:51.142001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:51.150593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Checking segment: {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:51.150593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.150593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Bound using segment: {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:51.150593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Bound port: 9dc5b71e-7d01-4981-8402-b1110795acb8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:51.150593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.151459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13bfcda1-50ef-4045-b0cb-06cb91e1f64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.166490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:51.183802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6975ade-bfc3-418d-b15f-09f076628216 req-b9956a8b-4d94-44bc-b1f6-63884daf1d8f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937369 Feb 15 01:53:51.229599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.281098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:51.301938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] For port 9dc5b71e-7d01-4981-8402-b1110795acb8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:51.305275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] For port 9dc5b71e-7d01-4981-8402-b1110795acb8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9dc5b71e-7d01-4981-8402-b1110795acb8,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:51.306517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:51.310248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:51.317332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:51.318161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.329373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['def80efd-8151-46b6-a124-bb8cd0b8b3aa'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:51.376784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f42ea-191a-437e-9de0-135f013f302e req-e4f03077-4831-4eef-9891-9a6af77a05ed tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:51.378443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f36f42ea-191a-437e-9de0-135f013f302e req-e4f03077-4831-4eef-9891-9a6af77a05ed tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1037655 Feb 15 01:53:51.397504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.400847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:51.479866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f36f42ea-191a-437e-9de0-135f013f302e req-d05e7beb-322f-4436-8bc4-a73f7eb001e5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934467 Feb 15 01:53:51.536342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad485a3c-a31c-49e6-9a1b-0f1b10ce72b8 None None] Pushing event updated for resources: {'Port': ['ID=9dc5b71e-7d01-4981-8402-b1110795acb8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:51.636099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:51.644881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2a35-c080-4250-9212-f9ab9c894277 req-e3e2036c-3c2d-4a71-8183-b91bd56e15f6 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:51.646788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58dd2a35-c080-4250-9212-f9ab9c894277 req-e3e2036c-3c2d-4a71-8183-b91bd56e15f6 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 944 time: 0.0806696 Feb 15 01:53:51.731610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58dd2a35-c080-4250-9212-f9ab9c894277 req-9d5431cc-fd79-46ca-b386-951a903922af tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743983 Feb 15 01:53:52.023222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4f61b-90d0-430b-be7b-3a76796c0281 req-38b6c3c6-d3df-4cca-aa71-9fe79b1ba4b8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:52.024732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ab4f61b-90d0-430b-be7b-3a76796c0281 req-38b6c3c6-d3df-4cca-aa71-9fe79b1ba4b8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1428199 Feb 15 01:53:52.140268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:52.154518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ab4f61b-90d0-430b-be7b-3a76796c0281 req-5ae7ca92-383e-45a0-bace-2a64575da6c1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193817 Feb 15 01:53:52.255802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.286357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:52.286725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.329672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.332127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.377003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965731-1d31-46f9-a318-6514fbffa310 req-61740e0c-53e5-43bc-96da-e6d4273217d3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:52.378680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c965731-1d31-46f9-a318-6514fbffa310 req-61740e0c-53e5-43bc-96da-e6d4273217d3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.0969555 Feb 15 01:53:52.437229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:52.439976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9dc5b71e-7d01-4981-8402-b1110795acb8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:52.493413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c965731-1d31-46f9-a318-6514fbffa310 req-4c11bf08-a2de-4090-afd9-3ab9f690c83f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085131 Feb 15 01:53:52.499066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:52.528060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:52.529597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:52.543553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9dc5b71e-7d01-4981-8402-b1110795acb8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:52.544132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.663283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563abb-ca0f-4598-aae4-75864450ddb8 req-fcf36ef5-835b-4cd2-a766-dbb7632a6151 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:52.671638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13563abb-ca0f-4598-aae4-75864450ddb8 req-fcf36ef5-835b-4cd2-a766-dbb7632a6151 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1156809 Feb 15 01:53:52.697111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9dc5b71e-7d01-4981-8402-b1110795acb8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:52.697864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.742721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:52.748466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9dc5b71e-7d01-4981-8402-b1110795acb8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9dc5b71e-7d01-4981-8402-b1110795acb8,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:52.761847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13563abb-ca0f-4598-aae4-75864450ddb8 req-be9560b5-f67b-4d8e-99e4-3821eaff8d8a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890698 Feb 15 01:53:52.849405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:52.915857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:52.944206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc048718-10ca-421d-8068-bc0517297e78 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7927794 Feb 15 01:53:52.944206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:52.950933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e60b0-d39d-4933-bb66-acf24c55f55a req-d6f91903-03ce-44a0-9066-75321b124225 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:52.952731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-686e60b0-d39d-4933-bb66-acf24c55f55a req-d6f91903-03ce-44a0-9066-75321b124225 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0859590 Feb 15 01:53:52.953092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:52.957798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2135443423'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:52.982192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:52.982751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:52.989857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9dc5b71e-7d01-4981-8402-b1110795acb8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:53.012926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-686e60b0-d39d-4933-bb66-acf24c55f55a req-9df34481-bb9d-4898-815e-90ef1f2d5f75 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537901 Feb 15 01:53:53.057935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:53.064704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.130192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:53:53.149513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0d8c8339-6e9d-4b4e-8979-ea379afec96a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.150351 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added segment 0d8c8339-6e9d-4b4e-8979-ea379afec96a of type vlan for network fd41b55a-a09a-48c8-b482-6f678a103cd5 Feb 15 01:53:53.180116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fe24-650e-419a-b5f3-ce34685ddba3 req-37934895-b3eb-489b-8065-375e6b8fc76d tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:53.182590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e1fe24-650e-419a-b5f3-ce34685ddba3 req-37934895-b3eb-489b-8065-375e6b8fc76d tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 944 time: 0.1010106 Feb 15 01:53:53.221814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (fd41b55a-a09a-48c8-b482-6f678a103cd5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.260550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e1fe24-650e-419a-b5f3-ce34685ddba3 req-6f87e619-5acf-44c3-9ef8-4c3ce6ce8d9b tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696568 Feb 15 01:53:53.319307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:53.325550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (fd41b55a-a09a-48c8-b482-6f678a103cd5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.332052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:53.332839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.423335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17413feb-e212-4472-b81b-d6e1713b4fc1 None None] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:53.450995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5041921 Feb 15 01:53:53.453423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82d1a-fb45-436c-9894-4cc986f7e300 req-c9b295aa-7740-4693-b0e8-1b4d2335ca1a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:53.455852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:53.461025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'subnet': {'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:53.462458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a82d1a-fb45-436c-9894-4cc986f7e300 req-c9b295aa-7740-4693-b0e8-1b4d2335ca1a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0960412 Feb 15 01:53:53.527247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44a82d1a-fb45-436c-9894-4cc986f7e300 req-f2b3b099-5a7e-480a-9ce2-481f2a9dfa24 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Feb 15 01:53:53.547716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device def80efd-8151-46b6-a124-bb8cd0b8b3aa up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:53.572769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108bd99-42ac-4b64-885c-0b5946ebc360 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Network': ['ID=fd41b55a-a09a-48c8-b482-6f678a103cd5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:53.602441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1d09d7f3-1dfa-4e31-88ac-be4ee0b76531 None None] Provisioning complete for port 9dc5b71e-7d01-4981-8402-b1110795acb8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:53.602828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d09d7f3-1dfa-4e31-88ac-be4ee0b76531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.614356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:53:53.646986 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c3a9-b59f-49ea-ba7f-3c6d578939e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.691413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Made reservation on behalf of d3407fd9be6e450e9576cd4e2bc79acb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:53:53.695136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.890149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34586) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:53.899523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d09d7f3-1dfa-4e31-88ac-be4ee0b76531 None None] Current status of the port 9dc5b71e-7d01-4981-8402-b1110795acb8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:53.903845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port def80efd-8151-46b6-a124-bb8cd0b8b3aa completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:53:53.911132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port def80efd-8151-46b6-a124-bb8cd0b8b3aa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:53.915642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:53.915642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9dc5b71e-7d01-4981-8402-b1110795acb8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:53:54.006800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:51Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:51Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:54.057917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:54.058285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Updating router c0a18747-d70b-4415-b935-1e8df4eadc45 port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:53:54.104352 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.138920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9dc5b71e-7d01-4981-8402-b1110795acb8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:54.139342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.247644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port def80efd-8151-46b6-a124-bb8cd0b8b3aa is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:54.248050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.300606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8664bc1f-82af-4844-9e37-f62f9e939744), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.370067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c555db-4476-4189-af30-83523e407005 req-93896baf-f59a-4920-8fee-214ca1866339 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:54.378577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30c555db-4476-4189-af30-83523e407005 req-93896baf-f59a-4920-8fee-214ca1866339 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.2450905 Feb 15 01:53:54.392833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:54.395078 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29de2fd-10c4-4337-948d-69246af054f3" -d '{"events": [{"server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "name": "network-vif-plugged", "status": "completed", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:54.412550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-ea05aeb4-a738-41b8-9883-9dc1972cc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:54.414327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-ea05aeb4-a738-41b8-9883-9dc1972cc386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 1129 time: 0.2842886 Feb 15 01:53:54.443945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Subnet': ['ID=8664bc1f-82af-4844-9e37-f62f9e939744,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:54.446983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Checking segment: {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:54.447354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network hostable DHCP agents. Network: fd41b55a-a09a-48c8-b482-6f678a103cd5, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:53:54.462734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa,segment=NetworkSegment(67e539be-adac-471f-b9b1-b681f5f822a9),segment_id=67e539be-adac-471f-b9b1-b681f5f822a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:54.522827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Provisioning complete for port 9dc5b71e-7d01-4981-8402-b1110795acb8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:54.523402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.567566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30c555db-4476-4189-af30-83523e407005 req-17d8380d-4d68-401c-a851-52d5937321c3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857288 Feb 15 01:53:54.601527 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.606553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:53:54.688448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.711503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, fd41b55a-a09a-48c8-b482-6f678a103cd5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:54.724625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:54.725249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:54.772762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-1c487796-5dde-43f5-b896-17967c4cf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:54.774681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-1c487796-5dde-43f5-b896-17967c4cf58d service neutron] 10.222.0.37 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.3136425 Feb 15 01:53:54.857886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-2ccae2f8-59cf-47e9-9152-45bef7197237 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8 HTTP/1.1" status: 200 len: 217 time: 0.0732276 Feb 15 01:53:54.865679 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fba613e2-4b8f-4167-b14d-24102ac0b74c tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4059050 Feb 15 01:53:54.866159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:54.894661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9dc5b71e-7d01-4981-8402-b1110795acb8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:54.904825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:54.927113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee4441-fc19-4d4d-9007-d5771740e223 None None] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:53:54.929158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f664329-ca25-4710-86d2-89bc48a662a5 req-40f64fe4-831b-485c-861f-9c2ac6aa8894 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:54.937088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f664329-ca25-4710-86d2-89bc48a662a5 req-40f64fe4-831b-485c-861f-9c2ac6aa8894 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2606893 Feb 15 01:53:54.992161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks [] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.083762 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.089091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f664329-ca25-4710-86d2-89bc48a662a5 req-f4303a92-3cbd-4380-bb1b-bf1c872aba19 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450040 Feb 15 01:53:55.090146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Current status of the port 9dc5b71e-7d01-4981-8402-b1110795acb8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:55.112589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-6caab4d2-0420-44a7-b26d-d48bf8f362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:55.117154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-6caab4d2-0420-44a7-b26d-d48bf8f362dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.2393110 Feb 15 01:53:55.186179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-b75eebbf-faaf-458c-980f-d2bc24cfd40b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516055 Feb 15 01:53:55.243637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccd110-d1be-47b1-8140-b6b29bced2cf None None] Pushing event updated for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:55.246350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Provisioning complete for port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:55.246738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.265462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-fd41b55a-a09a-48c8-b482-6f678a103cd5', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:53:55.266911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.518518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.575161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc93b-fe91-475e-89d2-8a1e1504ca17 req-ec6330d1-219c-4987-951e-13def165c739 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:55.576830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e42dc93b-fe91-475e-89d2-8a1e1504ca17 req-ec6330d1-219c-4987-951e-13def165c739 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.3461089 Feb 15 01:53:55.627110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.637278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-22f8d804-965a-4506-be13-14db59b32972 service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399667 Feb 15 01:53:55.727366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e42dc93b-fe91-475e-89d2-8a1e1504ca17 req-17cf153a-568d-4aea-aeb4-2749e5380be3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256413 Feb 15 01:53:55.914617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:53:55.916986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:53:55.920436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb61c841-c551-4d3f-907f-d4b870fb63d4 req-b49b3ba4-10fc-4079-8e05-45f8992eb713 service neutron] 10.222.0.37 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466347 Feb 15 01:53:55.922251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf01188f-8837-4a3e-b9da-04e0b9c6af77 None None] Port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:53:55.937909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Allocated IP 2001:db8:3::1 (fd41b55a-a09a-48c8-b482-6f678a103cd5/8664bc1f-82af-4844-9e37-f62f9e939744/e0babcca-85fc-44ea-b2e3-a5da6207d148) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:55.973909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Attempting to bind port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:55.974318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Attempting to bind port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:55.974767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Attempting to bind port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d on network 77c37286-fa72-42f0-9378-9bfdb7f487c4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:55.985808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:55.986360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Checking segment: {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:55.986895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:55.987391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Bound using segment: {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:55.987978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Bound port: a1df95b1-af42-48ca-8d75-d7a5a0b1b76d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf83527-50bf-43aa-8afb-490fc4f61d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:55.988524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.043222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b832c-be10-4332-b15d-3e042b7f7e9b req-17564843-f4bb-436a-83ee-abe792931100 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:56.044884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-266b832c-be10-4332-b15d-3e042b7f7e9b req-17564843-f4bb-436a-83ee-abe792931100 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1873806 Feb 15 01:53:56.115162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] For port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:56.119557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] For port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:56.121734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.130278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.135936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:53:56.165095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-266b832c-be10-4332-b15d-3e042b7f7e9b req-b7475d29-f202-476d-b3bb-a35d42e80618 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111500 Feb 15 01:53:56.217807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Deleting port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:56.217959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.237200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.269900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.297299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Provisioning complete for port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:56.297299 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.356445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:56.357740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:56.362363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:56.364578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:56.365131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.373889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:56.374293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.451544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:56.487743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccd110-d1be-47b1-8140-b6b29bced2cf None None] Pushing event updated for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:56.499656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Allocated IP 2001:db8:3::2 (fd41b55a-a09a-48c8-b482-6f678a103cd5/8664bc1f-82af-4844-9e37-f62f9e939744/75c0e0b6-ac6b-4069-aedc-6c1ee23eab30) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:53:56.537925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'port_id': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'mac_address': 'fa:16:3e:c1:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992c981-a0e7-47fb-b318-f538c5692bb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:53:56.561283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:56.564961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:56.565611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:56.629445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.675138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] For port e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:56.675657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.692198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Calling delete_port for e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:53:56.706932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.710588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82d1b-5cd9-4424-b214-f9a7b1d8a845 req-abec8baa-d370-44f1-9d14-bdf510081708 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:56.717984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2b82d1b-5cd9-4424-b214-f9a7b1d8a845 req-abec8baa-d370-44f1-9d14-bdf510081708 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 945 time: 0.4566567 Feb 15 01:53:56.832448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2b82d1b-5cd9-4424-b214-f9a7b1d8a845 req-93e816a8-2b22-44aa-a7cc-83cf410eb4d2 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081944 Feb 15 01:53:56.884329 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks [] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.899840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:56.900231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.915057 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3c514-6d39-4ec5-ab61-578573960708 x-openstack-request-id: req-c9a3c514-6d39-4ec5-ab61-578573960708 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:53:56.915754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "name": "network-vif-plugged", "status": "completed", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:53:56.915754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9a3c514-6d39-4ec5-ab61-578573960708 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:53:56.916058 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa', 'code': 200} Feb 15 01:53:56.949144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Current status of the port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:56.950162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:56.976234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:56.983353 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.033991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:57.041786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.057687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:57.094658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] For port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:57.112322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c475971-d443-464a-b146-0f667840c4bd req-45e3cd38-8bbf-4e90-9123-964f386ce1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:57.112322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c475971-d443-464a-b146-0f667840c4bd req-45e3cd38-8bbf-4e90-9123-964f386ce1d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 1128 time: 0.1279809 Feb 15 01:53:57.121640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de0ced-a75c-4cd0-8336-f1ca43223f1a req-26667b16-523b-4b63-9406-3dab76bcaad5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:57.123319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6de0ced-a75c-4cd0-8336-f1ca43223f1a req-26667b16-523b-4b63-9406-3dab76bcaad5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1292922 Feb 15 01:53:57.131464 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.132255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.189585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:57.193645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:57.202341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:53:57.208924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.244015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Pushing event updated for resources: {'Port': ['ID=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:57.262966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.301062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event updated for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:57.310182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:53:57.311746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:53:57.322915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6de0ced-a75c-4cd0-8336-f1ca43223f1a req-0d84e6d3-7b56-49d7-9347-4ab58c29d6e4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749034 Feb 15 01:53:57.337503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:57.353154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c475971-d443-464a-b146-0f667840c4bd req-844a7daa-4904-4eed-a1e6-14e70f9f2ad4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036631 Feb 15 01:53:57.356743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:53:57.357109 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:53:57.405965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b275b2-7e10-4556-b927-c26ada3239d6 None None] Pushing event updated for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:57.459051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Attempting to bind port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:53:57.459350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Attempting to bind port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:53:57.459825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Attempting to bind port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 on network fd41b55a-a09a-48c8-b482-6f678a103cd5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:53:57.472754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:53:57.472754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Checking segment: {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:53:57.479421 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.479421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Bound using segment: {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:53:57.479421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Bound port: 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:53:57.479421 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.480325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:57.483024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.502188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b4b49553-56e8-476f-b021-73add1175f09 None None] Provisioning complete for port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:53:57.502520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4b49553-56e8-476f-b021-73add1175f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.567340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6bbf0-6486-4b7a-93f1-9f47b8761380 req-a17088c9-2cbe-44bb-ad85-59aa602c7195 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:57.569509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04a6bbf0-6486-4b7a-93f1-9f47b8761380 req-a17088c9-2cbe-44bb-ad85-59aa602c7195 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 944 time: 0.1316509 Feb 15 01:53:57.748585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04a6bbf0-6486-4b7a-93f1-9f47b8761380 req-507d712a-dfbb-4267-9bb3-04a4da4cdcd7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689117 Feb 15 01:53:57.752791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.794727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b4b49553-56e8-476f-b021-73add1175f09 None None] Current status of the port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:57.919571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:53:57.920328 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:57.948764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] For port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:53:57.956756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:53:57.981958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:53:57.995535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] For port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:53:58.013189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:51Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:58.022027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:58.030776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-79d0b6a8-2928-447c-ab04-f33647969825 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1604002 Feb 15 01:53:58.030776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:58.035247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:53:58.036955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905352-1d86-4a72-9c2b-974f4fe2ea6f req-cf970641-83a1-4679-b2de-c69d050e6688 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:58.044162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71905352-1d86-4a72-9c2b-974f4fe2ea6f req-cf970641-83a1-4679-b2de-c69d050e6688 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1450891 Feb 15 01:53:58.050966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02abdf-5925-4e48-8094-fcdde1e946cb None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:51Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:53:58.109096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:58.167264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:58.246576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:58.249283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71905352-1d86-4a72-9c2b-974f4fe2ea6f req-6bee3a02-4932-4b3c-9f93-dbaecb836ece tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041399 Feb 15 01:53:58.301247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Router b772097b-0149-4bd8-8f60-1c59e31dd92e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:58.381956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17374f5d-32aa-4c9e-b6f1-e4decc851d56 None None] Pushing event updated for resources: {'Port': ['ID=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:53:58.453092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['3ee82b91-7082-4dd0-b2ee-c5f330f75901'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:53:58.651515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10201e15-8b9c-4374-94fc-c940b98bba21 req-942d0030-c9f7-493e-9642-8791605df3f6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:58.653323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10201e15-8b9c-4374-94fc-c940b98bba21 req-942d0030-c9f7-493e-9642-8791605df3f6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.2263312 Feb 15 01:53:58.697282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:58.711793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 01:53:58.724129 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Sync routers for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:58.738615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Removed routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 01:53:58.738615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:58.745805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:58.752216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b00eb695-c5aa-4ce8-9946-45a409bc82e9 admin admin] 10.222.0.43 "PUT /v2.0/routers/b772097b-0149-4bd8-8f60-1c59e31dd92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8607996 Feb 15 01:53:58.753201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:58.756335 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:58.805393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10201e15-8b9c-4374-94fc-c940b98bba21 req-abe9ddbb-7658-4580-9fad-ef08c38de921 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432734 Feb 15 01:53:58.946837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:53:58.951353 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eb9bb6-1e0e-4d57-883b-17bc55a895e9" -d '{"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:53:59.136675 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:59.145179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799413-526a-4dd3-9be2-df63c15a0398 req-4bd10525-1c85-4999-baf2-7bd7e3498083 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:59.157109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks [] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.165564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60799413-526a-4dd3-9be2-df63c15a0398 req-4bd10525-1c85-4999-baf2-7bd7e3498083 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 945 time: 0.1128864 Feb 15 01:53:59.222866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60799413-526a-4dd3-9be2-df63c15a0398 req-bcd63421-044d-4178-9ae2-3e84c6992572 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Feb 15 01:53:59.292969 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.301999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.355427 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:53:57Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:59.372605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d43b-c82e-4505-bb4d-2cb575019884 req-a4c33bfa-c235-4419-922b-8d682c46d14d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:59.380027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6674d43b-c82e-4505-bb4d-2cb575019884 req-a4c33bfa-c235-4419-922b-8d682c46d14d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0860753 Feb 15 01:53:59.392687 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Checking router: b772097b-0149-4bd8-8f60-1c59e31dd92e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:53:59.405611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Routers {'b772097b-0149-4bd8-8f60-1c59e31dd92e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:59.406624 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b772097b-0149-4bd8-8f60-1c59e31dd92e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:59.432701 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks [] for router_gateway (b772097b-0149-4bd8-8f60-1c59e31dd92e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.440056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6674d43b-c82e-4505-bb4d-2cb575019884 req-f46c7e6f-1a67-47c2-bae8-0ca0fd134450 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589645 Feb 15 01:53:59.473734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:53:59.485721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:53:59.487909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:53:59.596189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:53:59.626653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] Set router b772097b-0149-4bd8-8f60-1c59e31dd92e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:59.659227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:53:59.685351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de785e-2c1e-471c-a4af-f0aaab3c574f req-54d064e2-ef93-447b-9511-cb06932824b4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:53:59.694390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8de785e-2c1e-471c-a4af-f0aaab3c574f req-54d064e2-ef93-447b-9511-cb06932824b4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1438534 Feb 15 01:53:59.733930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:53:59.742648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.746411 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d29d430-2dcb-4b5e-ab5a-ee9eca90e882 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 954 time: 1.7124958 Feb 15 01:53:59.746752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:59.800640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8de785e-2c1e-471c-a4af-f0aaab3c574f req-7486e07e-bb04-4a32-adf6-6675531aabee tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977142 Feb 15 01:53:59.868925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Deleting port 66560af3-ed90-4ec5-9e82-72ebeb023e9f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:53:59.869394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:53:59.964677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-37c97330-0e71-4a91-91ae-334f46b83ee7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 954 time: 0.2143264 Feb 15 01:53:59.965576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:53:59.972368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:00.001445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907579c-c356-4e32-be38-03247cd6453a req-2ab3f9df-3382-436d-9027-a46273420242 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:00.013861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7907579c-c356-4e32-be38-03247cd6453a req-2ab3f9df-3382-436d-9027-a46273420242 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 945 time: 0.1278603 Feb 15 01:54:00.030084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:53:58Z', 'revision_number': 6, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:00.079358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc479f-5eaa-4928-98b4-7c8ada626a93 None None] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:00.093223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:00.094992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Updating router c0a18747-d70b-4415-b935-1e8df4eadc45 port e0babcca-85fc-44ea-b2e3-a5da6207d148 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:54:00.098591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a1df95b1-af42-48ca-8d75-d7a5a0b1b76d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:00.104191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:53:57Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:00.106535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] For port 66560af3-ed90-4ec5-9e82-72ebeb023e9f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=66560af3-ed90-4ec5-9e82-72ebeb023e9f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:00.106911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.130999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Calling delete_port for 66560af3-ed90-4ec5-9e82-72ebeb023e9f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:00.136989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:00.137819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7907579c-c356-4e32-be38-03247cd6453a req-f920d129-6f0a-4700-906c-109e647f615e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173239 Feb 15 01:54:00.141952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddee2e-4f55-43dd-8d18-a1ceb3f25225 None None] The sync data for ids ['b772097b-0149-4bd8-8f60-1c59e31dd92e'] in n-d-829064-14 is: [{'id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1870177119-router', 'tenant_id': '66ec705ce6e04a8cadca37a50a1895ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:02Z', 'updated_at': '2022-02-15T01:53:57Z', 'revision_number': 5, 'project_id': '66ec705ce6e04a8cadca37a50a1895ad', 'gw_port': {'id': '66560af3-ed90-4ec5-9e82-72ebeb023e9f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772097b-0149-4bd8-8f60-1c59e31dd92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:04Z', 'updated_at': '2022-02-15T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:00.225060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Provisioning complete for port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:00.226276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.229304 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e2ebb1-4c0a-41b8-a577-8b5c75818657 x-openstack-request-id: req-a7e2ebb1-4c0a-41b8-a577-8b5c75818657 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:00.229722 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:00.230297 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7e2ebb1-4c0a-41b8-a577-8b5c75818657 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:00.230783 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'code': 200} Feb 15 01:54:00.330553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.395112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961f541-cb04-4c5b-8bdf-fa151c1988b3 req-bef90472-5493-420b-b252-a35c793107df tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:00.397589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7961f541-cb04-4c5b-8bdf-fa151c1988b3 req-bef90472-5493-420b-b252-a35c793107df tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0653381 Feb 15 01:54:00.454254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:00.454610 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.456259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:00.456742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.500148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7961f541-cb04-4c5b-8bdf-fa151c1988b3 req-3d8eaf7b-4557-4283-a1a1-c6022de8aa36 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Feb 15 01:54:00.641759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Current status of the port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:00.641759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.690914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 01:54:00.694420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 01:54:00.715118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66560af3-ed90-4ec5-9e82-72ebeb023e9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.785585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] For port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:00.787194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:00.791653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Pushing event deleted for resources: {'Port': ['ID=66560af3-ed90-4ec5-9e82-72ebeb023e9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:00.983729 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.025406 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:01.026602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:01.058712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:01.059376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.089986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3e1b2-a99f-413e-a58b-d00823771823 req-af05f17b-2a04-40e3-aa58-7e324c973f0c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:01.090650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks [] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.099288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8d3e1b2-a99f-413e-a58b-d00823771823 req-af05f17b-2a04-40e3-aa58-7e324c973f0c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0743759 Feb 15 01:54:01.148377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4fac5-cae2-40b0-9045-45dfe013cbf2 None None] Pushing event updated for resources: {'Port': ['ID=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:01.151270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8d3e1b2-a99f-413e-a58b-d00823771823 req-e35d8a61-78d0-42ad-8e41-507ceead3136 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Feb 15 01:54:01.193809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.217009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:01.278223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Provisioning complete for port e0babcca-85fc-44ea-b2e3-a5da6207d148 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:01.278685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.346437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.347862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.363969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b4531-a614-4fbf-b9ad-1ce2dfc2bb93 req-4770a077-dbd8-4de5-9595-04ab23339f64 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:01.369411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-643b4531-a614-4fbf-b9ad-1ce2dfc2bb93 req-4770a077-dbd8-4de5-9595-04ab23339f64 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1190138 Feb 15 01:54:01.382269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e116a2c-a3c3-448b-b9d0-0c1f42b82e1c None None] Pushing event updated for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:01.397280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:01.397845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.441377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Port e0babcca-85fc-44ea-b2e3-a5da6207d148 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:01.481075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-643b4531-a614-4fbf-b9ad-1ce2dfc2bb93 req-79e9ccb2-86ea-4feb-b663-f315633fabf0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903690 Feb 15 01:54:01.548029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.550395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:01.562395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Provisioning complete for port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:01.563269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.567601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Attempting to bind port e0babcca-85fc-44ea-b2e3-a5da6207d148 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:01.567986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Attempting to bind port e0babcca-85fc-44ea-b2e3-a5da6207d148 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:01.568377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Attempting to bind port e0babcca-85fc-44ea-b2e3-a5da6207d148 on network fd41b55a-a09a-48c8-b482-6f678a103cd5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:01.579629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks [] for router_controller (b772097b-0149-4bd8-8f60-1c59e31dd92e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.597413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837645-85fb-42ff-839f-4e46ba536144 req-97443887-0145-48b0-b6db-7679766d350b tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:01.598953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77837645-85fb-42ff-839f-4e46ba536144 req-97443887-0145-48b0-b6db-7679766d350b tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 945 time: 0.0771260 Feb 15 01:54:01.621073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:01.621767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Checking segment: {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:01.622403 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.622865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Bound using segment: {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:01.623420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Bound port: e0babcca-85fc-44ea-b2e3-a5da6207d148, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8c8339-6e9d-4b4e-8979-ea379afec96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:01.623868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.653207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.657341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.690707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77837645-85fb-42ff-839f-4e46ba536144 req-4bf30e16-c058-4e9f-8abf-6893ae901442 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/security-groups?id=907a01ed-e128-4b31-b74f-ac7c18df7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859010 Feb 15 01:54:01.765085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (b772097b-0149-4bd8-8f60-1c59e31dd92e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.765695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b772097b-0149-4bd8-8f60-1c59e31dd92e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:54:01.785076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.789246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:01.789804 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f03ccbbb-d9d3-4a45-9d83-1b9da9a12917 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b772097b-0149-4bd8-8f60-1c59e31dd92e HTTP/1.1" status: 204 len: 168 time: 3.0426319 Feb 15 01:54:01.838729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:01.924830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Deleting subnet 8ed72078-ec8e-4cca-9389-3e2f99b633b5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:01.930280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Publish callbacks [] for subnet (8ed72078-ec8e-4cca-9389-3e2f99b633b5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:01.998477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607e3c-bc23-4a73-a040-c01381ae3044 req-a65a9892-5394-429d-b6ab-7a3b563422b3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:02.002947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:02.007667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9607e3c-bc23-4a73-a040-c01381ae3044 req-a65a9892-5394-429d-b6ab-7a3b563422b3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1639297 Feb 15 01:54:02.017043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8ed72078-ec8e-4cca-9389-3e2f99b633b5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.017910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.030179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ef8645f-afca-437d-b79b-aa8ad8ff0197 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 704 time: 2.0615907 Feb 15 01:54:02.040786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:02.075440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:02.107707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9607e3c-bc23-4a73-a040-c01381ae3044 req-5dd9fcda-c3b6-44d3-a5e8-1058317ed8d3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990570 Feb 15 01:54:02.123361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] For port e0babcca-85fc-44ea-b2e3-a5da6207d148, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:02.144853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] For port e0babcca-85fc-44ea-b2e3-a5da6207d148, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e0babcca-85fc-44ea-b2e3-a5da6207d148,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:02.178952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aee65af7-5338-42e5-bbbc-1001fa92fdee None None] Current status of the port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:02.189892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:02.190924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b7086e69-f0d2-4830-bc88-31fe1fbbe4ae tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 704 time: 0.1482933 Feb 15 01:54:02.226715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.232397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:02.235335 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116cf827-6699-40dd-afb0-3c1676832d1f" -d '{"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:02.296060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8ed72078-ec8e-4cca-9389-3e2f99b633b5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.296604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:02.297901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:02.301408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e116a2c-a3c3-448b-b9d0-0c1f42b82e1c None None] Pushing event updated for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:02.465555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:02.479925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b499e-2701-41cf-b7ce-de73ab3561e0 req-9e7dc6ad-1163-4c99-bc81-44563de27018 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:02.481528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-209b499e-2701-41cf-b7ce-de73ab3561e0 req-9e7dc6ad-1163-4c99-bc81-44563de27018 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2445662 Feb 15 01:54:02.499915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Provisioning complete for port e0babcca-85fc-44ea-b2e3-a5da6207d148 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:02.502944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.545863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:02.593203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-2d1c5415-6f86-4e7c-80c0-c2d5ca01984e tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:02.595636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-2d1c5415-6f86-4e7c-80c0-c2d5ca01984e tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.31 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 945 time: 0.2319527 Feb 15 01:54:02.626921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8ed72078-ec8e-4cca-9389-3e2f99b633b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.642851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-209b499e-2701-41cf-b7ce-de73ab3561e0 req-d8c574aa-9a68-4200-8b44-7fadf6951b31 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156821 Feb 15 01:54:02.698594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed72078-ec8e-4cca-9389-3e2f99b633b5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:02.721529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.724248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-06da4661-6162-44a2-b3dc-d1628f1c8e14 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8ed72078-ec8e-4cca-9389-3e2f99b633b5 HTTP/1.1" status: 204 len: 168 time: 0.9333010 Feb 15 01:54:02.727191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:02.800880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e51dca-b6f1-47ca-b79b-c850bfcc2e5c None None] Network 2fe20b20-2d7b-4149-af03-93149eca3d9b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:02.826577 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (2fe20b20-2d7b-4149-af03-93149eca3d9b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.833521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:02.833521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.898840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Deleting port c2c22700-8f9e-4573-ab72-2223e25fe4c6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:02.899336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.970739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] For port c2c22700-8f9e-4573-ab72-2223e25fe4c6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c2c22700-8f9e-4573-ab72-2223e25fe4c6,segment=NetworkSegment(86f431ce-6ef5-4b4b-a525-811c731d88f4),segment_id=86f431ce-6ef5-4b4b-a525-811c731d88f4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:02.971212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:02.985983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Calling delete_port for c2c22700-8f9e-4573-ab72-2223e25fe4c6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:03.068343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Current status of the port e0babcca-85fc-44ea-b2e3-a5da6207d148 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:03.068343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.118794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d903543-0be4-466c-96a7-6fc5e7702eff req-b8263dd0-8f61-42ec-9eb6-113908bfc59c tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:03.120286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d903543-0be4-466c-96a7-6fc5e7702eff req-b8263dd0-8f61-42ec-9eb6-113908bfc59c tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.3370571 Feb 15 01:54:03.125827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Deleting port def80efd-8151-46b6-a124-bb8cd0b8b3aa {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:03.126174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.137938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:00Z', 'revision_number': 7, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:54:02Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:03.179786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] For port e0babcca-85fc-44ea-b2e3-a5da6207d148, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e0babcca-85fc-44ea-b2e3-a5da6207d148,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:03.182783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c23d7-c6b5-49e4-be8a-a6996d53d426 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:00Z', 'revision_number': 7, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:54:02Z', 'revision_number': 4, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:03.185654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:03.211248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c2c22700-8f9e-4573-ab72-2223e25fe4c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.291582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.300543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c22700-8f9e-4573-ab72-2223e25fe4c6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:03.308182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] No DVR routers for this DVR port c2c22700-8f9e-4573-ab72-2223e25fe4c6 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:03.319477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] For port def80efd-8151-46b6-a124-bb8cd0b8b3aa, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=def80efd-8151-46b6-a124-bb8cd0b8b3aa,segment=NetworkSegment(67e539be-adac-471f-b9b1-b681f5f822a9),segment_id=67e539be-adac-471f-b9b1-b681f5f822a9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:03.319842 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.328740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d903543-0be4-466c-96a7-6fc5e7702eff req-32394d27-2f79-479e-a6a7-971127466d30 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950758 Feb 15 01:54:03.354099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f590e-f7db-4fa3-bbe5-06c1d84d7bc4 None None] DHCP port deletion for 2fe20b20-2d7b-4149-af03-93149eca3d9b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:03.356330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66560af3-ed90-4ec5-9e82-72ebeb023e9f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:03.368238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Calling delete_port for def80efd-8151-46b6-a124-bb8cd0b8b3aa owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:03.427004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 66560af3-ed90-4ec5-9e82-72ebeb023e9f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:03.427455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 66560af3-ed90-4ec5-9e82-72ebeb023e9f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:03.428177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:03.437355 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a68a0b-f453-4a18-be24-6904589944a9 x-openstack-request-id: req-13a68a0b-f453-4a18-be24-6904589944a9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:03.437355 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:03.437355 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13a68a0b-f453-4a18-be24-6904589944a9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:03.437355 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'code': 200} Feb 15 01:54:03.467598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb6155-55db-47f2-8e1e-25780d4ad96b None None] Pushing event updated for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:03.474980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:03.474980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e4d2c2c6-ec68-4e7f-83ab-e24c2bd0cea8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:03.490566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53ce5408-27f4-4761-9e6b-dc8b1e8136be None None] Provisioning complete for port e0babcca-85fc-44ea-b2e3-a5da6207d148 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:03.490566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53ce5408-27f4-4761-9e6b-dc8b1e8136be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.493525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (2fe20b20-2d7b-4149-af03-93149eca3d9b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.495261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.561758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe20b20-2d7b-4149-af03-93149eca3d9b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:03.580565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f431ce-6ef5-4b4b-a525-811c731d88f4') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:03.580883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f431ce-6ef5-4b4b-a525-811c731d88f4') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:03.597625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (86f431ce-6ef5-4b4b-a525-811c731d88f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.625325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (86f431ce-6ef5-4b4b-a525-811c731d88f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.634723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:03.635183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (86f431ce-6ef5-4b4b-a525-811c731d88f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:03.701408 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:03.709877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53ce5408-27f4-4761-9e6b-dc8b1e8136be None None] Current status of the port e0babcca-85fc-44ea-b2e3-a5da6207d148 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:03.779864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (2fe20b20-2d7b-4149-af03-93149eca3d9b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.787592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:03.804881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2fe20b20-2d7b-4149-af03-93149eca3d9b HTTP/1.1" status: 204 len: 168 time: 1.0762341 Feb 15 01:54:03.809290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:03.865245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb0ec-d8a5-4b08-bb69-be081f942c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe20b20-2d7b-4149-af03-93149eca3d9b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:03.873544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370a4ab-e0ee-43fa-992a-2624361cfbb3 req-8a7d803b-7331-4c47-a054-e6124479a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:03.875064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5370a4ab-e0ee-43fa-992a-2624361cfbb3 req-8a7d803b-7331-4c47-a054-e6124479a548 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 1129 time: 0.2670021 Feb 15 01:54:03.882766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11183174-1e2c-48fa-bb2d-3c05ddb9cda8 req-6d83d74e-d5c2-408c-86ad-b59ef2c9ebbc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:03.884285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11183174-1e2c-48fa-bb2d-3c05ddb9cda8 req-6d83d74e-d5c2-408c-86ad-b59ef2c9ebbc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.3256001 Feb 15 01:54:03.936274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (def80efd-8151-46b6-a124-bb8cd0b8b3aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.006132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Pushing event deleted for resources: {'Port': ['ID=def80efd-8151-46b6-a124-bb8cd0b8b3aa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:04.030872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5370a4ab-e0ee-43fa-992a-2624361cfbb3 req-664d4cc4-fd8a-4418-b6fc-bf9d1507c964 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444812 Feb 15 01:54:04.073564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] No DVR routers for this DVR port def80efd-8151-46b6-a124-bb8cd0b8b3aa on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:04.081448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11183174-1e2c-48fa-bb2d-3c05ddb9cda8 req-3f8ea786-dc2b-43f2-a794-3c02801b3b5b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869407 Feb 15 01:54:04.082617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.097317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-895dc1b3-fde5-4ebc-8eb4-94f2250d36a3 req-b6177278-c2ec-48df-8ed6-70e703442774 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.31 "DELETE /v2.0/ports/def80efd-8151-46b6-a124-bb8cd0b8b3aa HTTP/1.1" status: 204 len: 173 time: 1.4945006 Feb 15 01:54:04.107678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'name': 'network-vif-deleted', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:04.113433 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dc08d9-b7ba-42a9-9caa-7cbb1d427b97" -d '{"events": [{"server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "name": "network-vif-deleted", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:04.247157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5f14982-3451-42da-8d0a-f418616cd49d req-6d4de677-4754-41f5-8107-5d76ea87aba5 tempest-ServerGroupTestJSON-538421188 tempest-ServerGroupTestJSON-538421188-project] 10.222.0.43 "GET /v2.0/ports?device_id=b102eac1-ca74-43b8-9837-54bc0072feac HTTP/1.1" status: 200 len: 210 time: 0.0417562 Feb 15 01:54:04.295575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e0babcca-85fc-44ea-b2e3-a5da6207d148 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:04.383715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port e0babcca-85fc-44ea-b2e3-a5da6207d148 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:04.384214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.394940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e0babcca-85fc-44ea-b2e3-a5da6207d148 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:04.394940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.414486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.444108 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:04.457269 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:04.461068 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:04.510054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90af7-200c-4f7d-9d1c-9c1deecfdcf1 req-b3823ebd-08f1-49ec-8d4f-d2dc255d8824 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:04.511661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bd90af7-200c-4f7d-9d1c-9c1deecfdcf1 req-b3823ebd-08f1-49ec-8d4f-d2dc255d8824 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1379216 Feb 15 01:54:04.516706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e0babcca-85fc-44ea-b2e3-a5da6207d148 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:04.586494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port e0babcca-85fc-44ea-b2e3-a5da6207d148, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e0babcca-85fc-44ea-b2e3-a5da6207d148,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:04.586865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.608875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c22700-8f9e-4573-ab72-2223e25fe4c6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:04.610897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for e0babcca-85fc-44ea-b2e3-a5da6207d148 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:04.629241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bd90af7-200c-4f7d-9d1c-9c1deecfdcf1 req-9903e5ef-465d-4c63-972b-5b4da6e958e3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948107 Feb 15 01:54:04.642114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c2c22700-8f9e-4573-ab72-2223e25fe4c6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:04.642771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c2c22700-8f9e-4573-ab72-2223e25fe4c6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:04.670033 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:04.735236 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc3eff-739b-4d77-a3f0-b83f53f0ea7a x-openstack-request-id: req-ebfc3eff-739b-4d77-a3f0-b83f53f0ea7a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:04.735539 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102eac1-ca74-43b8-9837-54bc0072feac", "name": "network-vif-deleted", "tag": "def80efd-8151-46b6-a124-bb8cd0b8b3aa", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:04.735805 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebfc3eff-739b-4d77-a3f0-b83f53f0ea7a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:04.736222 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102eac1-ca74-43b8-9837-54bc0072feac', 'name': 'network-vif-deleted', 'tag': 'def80efd-8151-46b6-a124-bb8cd0b8b3aa', 'status': 'completed', 'code': 200} Feb 15 01:54:04.896419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Deleting port 93b371dd-8796-4785-b38a-ecf7dd7381de {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:04.899998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.904243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5180-996f-4af1-bc5d-d1614fa59fb2 req-b7bdc02a-c246-431e-96bb-1f6c75ed4f8e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:04.905976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0fda5180-996f-4af1-bc5d-d1614fa59fb2 req-b7bdc02a-c246-431e-96bb-1f6c75ed4f8e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0849655 Feb 15 01:54:04.983951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] For port 93b371dd-8796-4785-b38a-ecf7dd7381de, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=93b371dd-8796-4785-b38a-ecf7dd7381de,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:04.984375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:04.988523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:00Z', 'revision_number': 7, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:54:03Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:04.992617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0fda5180-996f-4af1-bc5d-d1614fa59fb2 req-1a2d0d73-d4cf-4c29-9128-ccbeb16a206b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607226 Feb 15 01:54:05.002214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Calling delete_port for 93b371dd-8796-4785-b38a-ecf7dd7381de owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:05.023920 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:05.036785 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:05.037403 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:05.089076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e0babcca-85fc-44ea-b2e3-a5da6207d148), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:05.143622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=e0babcca-85fc-44ea-b2e3-a5da6207d148,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:05.145030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:05.310808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675a41-b471-444f-b439-b06a8096e588 req-3ee6d5bb-55d7-4c0b-b695-3faaccc96fc9 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:05.318057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83675a41-b471-444f-b439-b06a8096e588 req-3ee6d5bb-55d7-4c0b-b695-3faaccc96fc9 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.2663586 Feb 15 01:54:05.325868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (93b371dd-8796-4785-b38a-ecf7dd7381de), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:05.370429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:05.396704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b371dd-8796-4785-b38a-ecf7dd7381de,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:05.404404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83675a41-b471-444f-b439-b06a8096e588 req-cc4cca32-ad3f-4b40-83e4-0d2b8ad0c8ce tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853240 Feb 15 01:54:05.525150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device def80efd-8151-46b6-a124-bb8cd0b8b3aa no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:05.535951 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:00Z', 'revision_number': 7, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:54:03Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:05.569324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: def80efd-8151-46b6-a124-bb8cd0b8b3aa {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:05.569935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device def80efd-8151-46b6-a124-bb8cd0b8b3aa not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:05.575005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0b0e0-67bc-4036-9ee5-f49d19773f1e None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:00Z', 'revision_number': 7, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0babcca-85fc-44ea-b2e3-a5da6207d148', 'name': '', 'network_id': 'fd41b55a-a09a-48c8-b482-6f678a103cd5', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:12:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:55Z', 'updated_at': '2022-02-15T01:54:03Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '8664bc1f-82af-4844-9e37-f62f9e939744', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:05.753626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:05.756593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22ed57-3dbd-4ff1-82f9-8ae469f8a391 req-24f129b5-5026-4c41-982e-8f81fe02e9c0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:05.758640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db22ed57-3dbd-4ff1-82f9-8ae469f8a391 req-24f129b5-5026-4c41-982e-8f81fe02e9c0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1851566 Feb 15 01:54:05.929416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db22ed57-3dbd-4ff1-82f9-8ae469f8a391 req-83777e2c-86c2-46f7-8cd2-516df25b1ce7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612928 Feb 15 01:54:05.941583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:06.095773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Router c361cf85-04ad-4b65-9100-f6b85af0c2a0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:06.223834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:06.239219 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-749ffddb-0032-4b89-af72-4a2a3af90220 admin admin] 10.222.0.43 "PUT /v2.0/routers/c361cf85-04ad-4b65-9100-f6b85af0c2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280996 Feb 15 01:54:06.241165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:06.242027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Sync routers for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:06.254867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:06.255877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.363137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks [] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.378929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:06.426968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:06.436205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c0cd2c20-a485-4370-9635-8770be745a6b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2452865 Feb 15 01:54:06.440909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:06.441875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:06.452501 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:06.453127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.491031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks [] for router_gateway (c361cf85-04ad-4b65-9100-f6b85af0c2a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.494788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6891e0a-9319-4c17-a74c-ec3a30763964 req-dcf9cf7d-fd4d-4cfd-b412-059ede3bfa47 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:06.503638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6891e0a-9319-4c17-a74c-ec3a30763964 req-dcf9cf7d-fd4d-4cfd-b412-059ede3bfa47 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1491346 Feb 15 01:54:06.552284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 8664bc1f-82af-4844-9e37-f62f9e939744 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:06.556406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:06.558456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (8664bc1f-82af-4844-9e37-f62f9e939744), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.618788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6891e0a-9319-4c17-a74c-ec3a30763964 req-bc64a789-db7a-4e2f-96c2-80af4dd62fd9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137412 Feb 15 01:54:06.647478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8664bc1f-82af-4844-9e37-f62f9e939744), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.655608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:54:05Z', 'revision_number': 5, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port': {'id': 'f0c9c9c1-e357-4883-b516-062633d0038c', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:45:21Z', 'updated_at': '2022-02-15T01:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.698657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Deleting port f0c9c9c1-e357-4883-b516-062633d0038c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:06.699006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.714447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Checking router: c361cf85-04ad-4b65-9100-f6b85af0c2a0 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:06.745363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Routers {'c361cf85-04ad-4b65-9100-f6b85af0c2a0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:06.746586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.842118 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] For port f0c9c9c1-e357-4883-b516-062633d0038c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f0c9c9c1-e357-4883-b516-062633d0038c,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:06.842650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.865054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Calling delete_port for f0c9c9c1-e357-4883-b516-062633d0038c owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:06.874667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8664bc1f-82af-4844-9e37-f62f9e939744), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:06.944713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:04Z', 'revision_number': 8, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.976808 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:06.987542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:06.988516 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:06.994002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01764b70-f01c-4d3e-8441-2841a28db0ee req-03127904-f63c-43ef-9473-96931ff1aa15 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:07.001222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01764b70-f01c-4d3e-8441-2841a28db0ee req-03127904-f63c-43ef-9473-96931ff1aa15 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.2250974 Feb 15 01:54:07.019958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] Set router c361cf85-04ad-4b65-9100-f6b85af0c2a0 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:07.061837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01764b70-f01c-4d3e-8441-2841a28db0ee req-05bc38c9-4879-47a8-9fce-27d0cd983e8e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Feb 15 01:54:07.095027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:54:06Z', 'revision_number': 6, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:07.109329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8664bc1f-82af-4844-9e37-f62f9e939744), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.128847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718a36c-e1ae-46d3-8b81-39d89347f44e None None] The sync data for ids ['c361cf85-04ad-4b65-9100-f6b85af0c2a0'] in n-d-829064-14 is: [{'id': 'c361cf85-04ad-4b65-9100-f6b85af0c2a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1140618697-router', 'tenant_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:45:19Z', 'updated_at': '2022-02-15T01:54:06Z', 'revision_number': 6, 'project_id': '6c2ddf7f1f9a4435916793ab03e649ac', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:07.142507 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:07.151088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=8664bc1f-82af-4844-9e37-f62f9e939744,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:07.167387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.168515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8aa9c-4cce-465d-998a-9fe84f8d91c7 None None] Network fd41b55a-a09a-48c8-b482-6f678a103cd5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:07.174190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a167834b-1e5d-4976-ad21-27b40d8bfbe6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/8664bc1f-82af-4844-9e37-f62f9e939744 HTTP/1.1" status: 204 len: 168 time: 0.7273145 Feb 15 01:54:07.201316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:07.382855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fd41b55a-a09a-48c8-b482-6f678a103cd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.397553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad42ae-3d89-41c4-901b-d2b7852900fc req-90eac115-12bc-4830-a338-6e7963ffed8d tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:07.399391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0ad42ae-3d89-41c4-901b-d2b7852900fc req-90eac115-12bc-4830-a338-6e7963ffed8d tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.2237084 Feb 15 01:54:07.420157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] DHCP port deletion for fd41b55a-a09a-48c8-b482-6f678a103cd5 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:07.480227 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:54:07.499807 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:04Z', 'revision_number': 8, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:07.522011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Deleting port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:07.527295 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.527576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0ad42ae-3d89-41c4-901b-d2b7852900fc req-389aa311-3d73-4c2f-8821-7d7cea78a6e4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097527 Feb 15 01:54:07.530908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf61c9-b463-415c-b86c-0554f69302c5 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:04Z', 'revision_number': 8, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1df95b1-af42-48ca-8d75-d7a5a0b1b76d', 'name': '', 'network_id': '77c37286-fa72-42f0-9378-9bfdb7f487c4', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:74:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:50Z', 'updated_at': '2022-02-15T01:53:56Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '1d64e5bc-8298-45de-9e7b-748058ec0468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:07.557502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:07.560463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.604230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] For port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:07.604683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.619848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Calling delete_port for 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:07.641273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,segment=NetworkSegment(0d8c8339-6e9d-4b4e-8979-ea379afec96a),segment_id=0d8c8339-6e9d-4b4e-8979-ea379afec96a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:07.641615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.671389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:07.677526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f0c9c9c1-e357-4883-b516-062633d0038c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.717854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c9c9c1-e357-4883-b516-062633d0038c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:07.766883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb501cd-9f56-4898-a743-b6953da02145 req-06b96a94-5a4a-46e3-9aa8-55ec82239110 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:07.775409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-feb501cd-9f56-4898-a743-b6953da02145 req-06b96a94-5a4a-46e3-9aa8-55ec82239110 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1248546 Feb 15 01:54:07.794035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.803014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.831111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (75c0e0b6-ac6b-4069-aedc-6c1ee23eab30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.849714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] Pushing event deleted for resources: {'Port': ['ID=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:07.850211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-feb501cd-9f56-4898-a743-b6953da02145 req-eb8d781b-4ef5-4db4-9c0c-50d285e17cc6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724964 Feb 15 01:54:07.851582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3c93a-14c9-4d0c-b4d3-0382e15256bf None None] No DVR routers for this DVR port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:07.898536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=75c0e0b6-ac6b-4069-aedc-6c1ee23eab30,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:07.911872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:07.965225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:07.968194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks [] for router_controller (c361cf85-04ad-4b65-9100-f6b85af0c2a0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.033576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fd41b55a-a09a-48c8-b482-6f678a103cd5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.065278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd41b55a-a09a-48c8-b482-6f678a103cd5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:08.077185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8c8339-6e9d-4b4e-8979-ea379afec96a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:08.077488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8c8339-6e9d-4b4e-8979-ea379afec96a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:08.091667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e06c6-d403-4ae0-a99c-30cbfeaed2f9 req-09bdc2fc-c743-4c08-b331-b62f347679a1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:08.093324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-631e06c6-d403-4ae0-a99c-30cbfeaed2f9 req-09bdc2fc-c743-4c08-b331-b62f347679a1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1413393 Feb 15 01:54:08.102349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0d8c8339-6e9d-4b4e-8979-ea379afec96a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.119185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c361cf85-04ad-4b65-9100-f6b85af0c2a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.119185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c361cf85-04ad-4b65-9100-f6b85af0c2a0 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:54:08.131375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.132636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0d8c8339-6e9d-4b4e-8979-ea379afec96a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.136211 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-678180d2-d0c0-4846-8e66-9e291a65803f admin admin] 10.222.0.43 "DELETE /v2.0/routers/c361cf85-04ad-4b65-9100-f6b85af0c2a0 HTTP/1.1" status: 204 len: 168 time: 1.8936298 Feb 15 01:54:08.143308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:08.148634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:08.148979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0d8c8339-6e9d-4b4e-8979-ea379afec96a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:08.153971 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:08.196262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Deleting subnet b31b7aa0-72d9-4476-88ec-bf70a9fa19f9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:08.200606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Publish callbacks [] for subnet (b31b7aa0-72d9-4476-88ec-bf70a9fa19f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.268864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-631e06c6-d403-4ae0-a99c-30cbfeaed2f9 req-700b609c-562c-4836-9d96-ade1d43bb3a5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683412 Feb 15 01:54:08.275075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:08.296278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (b31b7aa0-72d9-4476-88ec-bf70a9fa19f9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.301838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:08.302187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 75c0e0b6-ac6b-4069-aedc-6c1ee23eab30 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:08.302611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e0babcca-85fc-44ea-b2e3-a5da6207d148 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:08.326469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e0babcca-85fc-44ea-b2e3-a5da6207d148 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:08.326815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e0babcca-85fc-44ea-b2e3-a5da6207d148 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:08.327235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0c9c9c1-e357-4883-b516-062633d0038c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:08.346517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (fd41b55a-a09a-48c8-b482-6f678a103cd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.356914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.363486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/fd41b55a-a09a-48c8-b482-6f678a103cd5 HTTP/1.1" status: 204 len: 168 time: 1.1592288 Feb 15 01:54:08.364172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:08.365259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f0c9c9c1-e357-4883-b516-062633d0038c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:08.365607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f0c9c9c1-e357-4883-b516-062633d0038c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:08.366032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 93b371dd-8796-4785-b38a-ecf7dd7381de no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:08.388396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 93b371dd-8796-4785-b38a-ecf7dd7381de {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:08.388745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 93b371dd-8796-4785-b38a-ecf7dd7381de not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:08.430044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb425257-af1c-4841-bd17-b6de697eea77 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=fd41b55a-a09a-48c8-b482-6f678a103cd5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:08.488551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b31b7aa0-72d9-4476-88ec-bf70a9fa19f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.576486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194424-62af-4a67-8a50-187bbc7193e9 req-1ab1d20a-7be4-4f32-988a-c0763719ea92 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:08.577977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2194424-62af-4a67-8a50-187bbc7193e9 req-1ab1d20a-7be4-4f32-988a-c0763719ea92 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1491988 Feb 15 01:54:08.626594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (b31b7aa0-72d9-4476-88ec-bf70a9fa19f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.654786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31b7aa0-72d9-4476-88ec-bf70a9fa19f9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:08.657319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.663746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f3b29ff-ad79-4701-9d45-316dc0fdb251 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b31b7aa0-72d9-4476-88ec-bf70a9fa19f9 HTTP/1.1" status: 204 len: 168 time: 0.5223329 Feb 15 01:54:08.663746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:08.677889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835b408-87ac-4215-8f90-63309f9c8dc7 None None] Network 9f82c5f7-dd77-483d-920a-d389d369f885 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:08.749274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9f82c5f7-dd77-483d-920a-d389d369f885), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.754950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2194424-62af-4a67-8a50-187bbc7193e9 req-f8d092cd-f7b5-4cde-9893-4f271f01dfab tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448936 Feb 15 01:54:08.861168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Deleting port 0c415197-582b-4356-9d08-3d08de6df0ee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:08.866226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.914094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] DHCP port deletion for 9f82c5f7-dd77-483d-920a-d389d369f885 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:08.926595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.940792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] For port 0c415197-582b-4356-9d08-3d08de6df0ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0c415197-582b-4356-9d08-3d08de6df0ee,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:08.941147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:08.970599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Calling delete_port for 0c415197-582b-4356-9d08-3d08de6df0ee owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:08.987350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Deleting port 0c415197-582b-4356-9d08-3d08de6df0ee {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:08.987822 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.058213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] For port 0c415197-582b-4356-9d08-3d08de6df0ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0c415197-582b-4356-9d08-3d08de6df0ee,segment=NetworkSegment(7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6),segment_id=7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:09.058610 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.074060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Calling delete_port for 0c415197-582b-4356-9d08-3d08de6df0ee owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:09.152780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.170828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (0c415197-582b-4356-9d08-3d08de6df0ee), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.181042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c415197-582b-4356-9d08-3d08de6df0ee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:09.185587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] No DVR routers for this DVR port 0c415197-582b-4356-9d08-3d08de6df0ee on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:09.221954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] Pushing event deleted for resources: {'Port': ['ID=0c415197-582b-4356-9d08-3d08de6df0ee,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:09.244784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76495ebe-0752-48c6-a767-e572944cf803 None None] No DVR routers for this DVR port 0c415197-582b-4356-9d08-3d08de6df0ee on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:09.291396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:09.292575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.298061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9f82c5f7-dd77-483d-920a-d389d369f885), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.328104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f82c5f7-dd77-483d-920a-d389d369f885']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:09.338865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:09.339925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:09.350069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.369679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.377851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7a4a4023-4dd7-463a-a4d1-83e0d4bf08a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:09.381033 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:09.427545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224dc7d-4dc9-4ce8-bc1b-e7110652c687 req-8c697a6a-e188-4f98-a811-700ce4a50f1c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:09.429005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c224dc7d-4dc9-4ce8-bc1b-e7110652c687 req-8c697a6a-e188-4f98-a811-700ce4a50f1c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1207523 Feb 15 01:54:09.430780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port a1df95b1-af42-48ca-8d75-d7a5a0b1b76d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:09.431149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.450275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for a1df95b1-af42-48ca-8d75-d7a5a0b1b76d owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:09.518963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9f82c5f7-dd77-483d-920a-d389d369f885), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.524815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.527440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c224dc7d-4dc9-4ce8-bc1b-e7110652c687 req-717a2146-5360-4dfa-b2fe-bf7a8f192d45 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880001 Feb 15 01:54:09.539568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] 10.222.0.43 "DELETE /v2.0/networks/9f82c5f7-dd77-483d-920a-d389d369f885 HTTP/1.1" status: 204 len: 168 time: 0.8726599 Feb 15 01:54:09.605213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c552be-5b98-4f49-ac73-de55f26425bb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f82c5f7-dd77-483d-920a-d389d369f885,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:09.722443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226506a-fce7-4efd-9f22-e2af2bc1c4b3 req-39557a5a-3add-4094-9be9-77aa98448298 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:09.723935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8226506a-fce7-4efd-9f22-e2af2bc1c4b3 req-39557a5a-3add-4094-9be9-77aa98448298 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0614522 Feb 15 01:54:09.750202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a1df95b1-af42-48ca-8d75-d7a5a0b1b76d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:09.790397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=a1df95b1-af42-48ca-8d75-d7a5a0b1b76d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:09.807766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8226506a-fce7-4efd-9f22-e2af2bc1c4b3 req-a5dabecf-96b9-4d27-9b73-e91f178ae104 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782182 Feb 15 01:54:09.833324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.833473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.833792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.834126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.834494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.834834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.835172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.835550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.835829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.836163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.836649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.836987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.837413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:09.902754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:09.958231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a85293b6-b591-4364-85be-aa4346d49e8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66ec705ce6e04a8cadca37a50a1895ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541651 Feb 15 01:54:09.959331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:10.026262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] Publish callbacks [] for security_group (8aa4ef04-271d-4141-bee9-15b88dad5b86), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:10.058289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] Publish callbacks [] for security_group (8aa4ef04-271d-4141-bee9-15b88dad5b86), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:10.063019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:10.090370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-9ff82920-62af-4d88-8f7c-06f1e4e2e07d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:10.091851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-9ff82920-62af-4d88-8f7c-06f1e4e2e07d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.1965888 Feb 15 01:54:10.222184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0c415197-582b-4356-9d08-3d08de6df0ee no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:10.239792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8aa4ef04-271d-4141-bee9-15b88dad5b86), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:10.246430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:10.246430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aa4ef04-271d-4141-bee9-15b88dad5b86 HTTP/1.1" status: 204 len: 168 time: 0.2789900 Feb 15 01:54:10.246677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0c415197-582b-4356-9d08-3d08de6df0ee {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:10.246677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0c415197-582b-4356-9d08-3d08de6df0ee not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:10.267329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbf8e-9337-4add-adfa-7fc0296d28c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4ef04-271d-4141-bee9-15b88dad5b86,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:10.399773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-e941a025-e081-4bed-a106-64d493cea9bc tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/quotas/32fc9d3f907b4432895988fd92f437ee HTTP/1.1" status: 200 len: 375 time: 0.0142069 Feb 15 01:54:10.494360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-0608447b-5f31-448a-a022-493ee312a957 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679760 Feb 15 01:54:10.643979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:10.663370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-3431b116-0008-4f44-b10b-39750c9456a2 service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392305 Feb 15 01:54:10.851934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:10.862660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:10.867933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-65a6de02-5f79-4128-a3f9-2dcb6ba66e3f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925516 Feb 15 01:54:10.868982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:10.874666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-6138fe75-1ad3-4b34-96e6-389bae82f1fb service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057626 Feb 15 01:54:10.877545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:10.878492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:10.886665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-57adcc73-2e74-40e2-879d-6a4d363738b5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:10.888391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-57adcc73-2e74-40e2-879d-6a4d363738b5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b06288d-4b99-4263-978a-cbc5b12344d7 HTTP/1.1" status: 200 len: 946 time: 0.1655185 Feb 15 01:54:10.944520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:10.949563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 1d64e5bc-8298-45de-9e7b-748058ec0468 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:10.960490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (1d64e5bc-8298-45de-9e7b-748058ec0468), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.007557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:11.041432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c9af403b-ac6b-4ebc-8519-cb7875739564 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c2ddf7f1f9a4435916793ab03e649ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956919 Feb 15 01:54:11.044649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:11.050911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (1d64e5bc-8298-45de-9e7b-748058ec0468), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.125752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Deleting port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:11.130812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.209967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] Publish callbacks [] for security_group (dfe5e25f-e16f-4ccd-b467-1f88e7226256), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.237984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] Publish callbacks [] for security_group (dfe5e25f-e16f-4ccd-b467-1f88e7226256), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.281640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] For port 3ee82b91-7082-4dd0-b2ee-c5f330f75901, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3ee82b91-7082-4dd0-b2ee-c5f330f75901,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:11.282069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.314616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1d64e5bc-8298-45de-9e7b-748058ec0468), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.326501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:09Z', 'revision_number': 9, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:11.363405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Calling delete_port for 3ee82b91-7082-4dd0-b2ee-c5f330f75901 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:11.369067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:11.380915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:11.382382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:11.433922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfe5e25f-e16f-4ccd-b467-1f88e7226256), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.436571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.440743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfe5e25f-e16f-4ccd-b467-1f88e7226256 HTTP/1.1" status: 204 len: 168 time: 0.3918946 Feb 15 01:54:11.457567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743c5b9-baa9-4cf5-ae30-4ff020ac6657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5e25f-e16f-4ccd-b467-1f88e7226256,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:11.491860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (1d64e5bc-8298-45de-9e7b-748058ec0468), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.497257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:11.501202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b844-24d1-4cc7-b3b5-422024906b2a req-4dd7f2dd-2fc4-464d-972f-8adf3f717df8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:11.512615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc84b844-24d1-4cc7-b3b5-422024906b2a req-4dd7f2dd-2fc4-464d-972f-8adf3f717df8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 814 time: 0.2411191 Feb 15 01:54:11.547678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc84b844-24d1-4cc7-b3b5-422024906b2a req-28796b57-acc6-4f55-b107-3cfc8b3bae8f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/quotas/03817c6254a84c47a0a4da6e8dc3405d HTTP/1.1" status: 200 len: 375 time: 0.0334954 Feb 15 01:54:11.551104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=1d64e5bc-8298-45de-9e7b-748058ec0468,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:11.558543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.566460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a3923-2939-43be-bfaa-390c36189144 None None] Network 77c37286-fa72-42f0-9378-9bfdb7f487c4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:11.572107 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d5bd44a-127a-49a8-8aef-60bae89c5311 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/1d64e5bc-8298-45de-9e7b-748058ec0468 HTTP/1.1" status: 204 len: 168 time: 0.6996651 Feb 15 01:54:11.576351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:11.673126 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (77c37286-fa72-42f0-9378-9bfdb7f487c4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.682087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc84b844-24d1-4cc7-b3b5-422024906b2a req-8a4a4a86-ce93-464d-b486-202bac4660ee tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334243 Feb 15 01:54:11.755600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 9dc5b71e-7d01-4981-8402-b1110795acb8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:11.757493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.809415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3ee82b91-7082-4dd0-b2ee-c5f330f75901), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.822254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['3ee82b91-7082-4dd0-b2ee-c5f330f75901'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:11.838543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event deleted for resources: {'Port': ['ID=3ee82b91-7082-4dd0-b2ee-c5f330f75901,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:11.851573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 9dc5b71e-7d01-4981-8402-b1110795acb8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9dc5b71e-7d01-4981-8402-b1110795acb8,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:11.852650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.889746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 9dc5b71e-7d01-4981-8402-b1110795acb8 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:11.900162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccccb31-4306-4a0d-8447-c2f1e7589810 req-dc2f7beb-a480-4584-a53d-50e5aae07bf1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:11.904397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] DHCP port deletion for 77c37286-fa72-42f0-9378-9bfdb7f487c4 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:11.920614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ccccb31-4306-4a0d-8447-c2f1e7589810 req-dc2f7beb-a480-4584-a53d-50e5aae07bf1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1344097 Feb 15 01:54:11.962013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] No DVR routers for this DVR port 3ee82b91-7082-4dd0-b2ee-c5f330f75901 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:11.971758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:11.975356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa1538c2-7162-41ed-9010-700cfa3ac0ee req-a6816b94-9cdf-4e75-97c0-4d5414567d6a tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "DELETE /v2.0/ports/3ee82b91-7082-4dd0-b2ee-c5f330f75901 HTTP/1.1" status: 204 len: 173 time: 1.0806320 Feb 15 01:54:11.975947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-deleted', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:11.976080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:09Z', 'revision_number': 9, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:11.978520 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16264204-de32-4773-af35-642f1007d8e9" -d '{"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-deleted", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:12.014194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44fbf4-ba53-42b4-9195-3f220930f76e None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:09Z', 'revision_number': 9, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ce1948d-42f5-43a0-a2d0-c14c3b4228ac', 'name': '', 'network_id': '9a027e82-f7a1-46ea-be4a-cffea65a88aa', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:08:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:42Z', 'updated_at': '2022-02-15T01:53:49Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': 'ee317177-eb23-409b-8e58-532d03635ff9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:12.022817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ccccb31-4306-4a0d-8447-c2f1e7589810 req-627f25a6-062d-4907-8e7c-f00b110f2727 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093907 Feb 15 01:54:12.055927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Deleting port 9dc5b71e-7d01-4981-8402-b1110795acb8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:12.056268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.096868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.135455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=9dc5b71e-7d01-4981-8402-b1110795acb8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:12.145802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 9dc5b71e-7d01-4981-8402-b1110795acb8 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:12.214454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] For port 9dc5b71e-7d01-4981-8402-b1110795acb8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9dc5b71e-7d01-4981-8402-b1110795acb8,segment=NetworkSegment(daf83527-50bf-43aa-8afb-490fc4f61d7d),segment_id=daf83527-50bf-43aa-8afb-490fc4f61d7d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:12.214867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.227212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f860b9-4806-43e7-a178-8a90ac81f4c4 req-ece393b6-081a-43f2-b545-131b12c655d3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:12.229290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74f860b9-4806-43e7-a178-8a90ac81f4c4 req-ece393b6-081a-43f2-b545-131b12c655d3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0803206 Feb 15 01:54:12.255975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Calling delete_port for 9dc5b71e-7d01-4981-8402-b1110795acb8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:12.292074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (77c37286-fa72-42f0-9378-9bfdb7f487c4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.330463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74f860b9-4806-43e7-a178-8a90ac81f4c4 req-f3de8a04-64aa-44ca-bb61-74691a0de9d9 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949464 Feb 15 01:54:12.333319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c37286-fa72-42f0-9378-9bfdb7f487c4']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:12.346027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf83527-50bf-43aa-8afb-490fc4f61d7d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:12.346724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf83527-50bf-43aa-8afb-490fc4f61d7d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:12.369952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (daf83527-50bf-43aa-8afb-490fc4f61d7d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.402242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9dc5b71e-7d01-4981-8402-b1110795acb8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.403392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (daf83527-50bf-43aa-8afb-490fc4f61d7d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.422795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:12.422795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (daf83527-50bf-43aa-8afb-490fc4f61d7d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:12.430383 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:12.481316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] Pushing event deleted for resources: {'Port': ['ID=9dc5b71e-7d01-4981-8402-b1110795acb8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:12.499578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31d83a08-00ae-40c3-b354-1a123f8b772a req-1785a39e-0ffd-4510-9fcc-630a995cd78c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 210 time: 0.0543997 Feb 15 01:54:12.501116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ee6c5-cfc0-4a58-80c8-7ce9275ef4d0 None None] No DVR routers for this DVR port 9dc5b71e-7d01-4981-8402-b1110795acb8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:12.551570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a1df95b1-af42-48ca-8d75-d7a5a0b1b76d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:12.602044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: a1df95b1-af42-48ca-8d75-d7a5a0b1b76d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:12.602567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a1df95b1-af42-48ca-8d75-d7a5a0b1b76d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:12.603581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9dc5b71e-7d01-4981-8402-b1110795acb8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:12.630496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9dc5b71e-7d01-4981-8402-b1110795acb8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:12.631004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9dc5b71e-7d01-4981-8402-b1110795acb8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:12.653813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (77c37286-fa72-42f0-9378-9bfdb7f487c4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.664709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:12.676517 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/77c37286-fa72-42f0-9378-9bfdb7f487c4 HTTP/1.1" status: 204 len: 168 time: 1.1014161 Feb 15 01:54:12.680694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:12.716885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3323-5141-4dba-9f4c-0c9398bd6c3d req-fc9acba0-aee2-4bf1-a1fb-cee377bf8b5c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:12.724048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-155f3323-5141-4dba-9f4c-0c9398bd6c3d req-fc9acba0-aee2-4bf1-a1fb-cee377bf8b5c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0812829 Feb 15 01:54:12.797435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-155f3323-5141-4dba-9f4c-0c9398bd6c3d req-1a52dd81-fbce-48bf-a1b9-e75d44a4fe9c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718834 Feb 15 01:54:12.847827 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd2a63-27bd-4494-b7d8-c50093b6fbb3 x-openstack-request-id: req-37fd2a63-27bd-4494-b7d8-c50093b6fbb3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:12.848139 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b06288d-4b99-4263-978a-cbc5b12344d7", "name": "network-vif-deleted", "tag": "3ee82b91-7082-4dd0-b2ee-c5f330f75901", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:12.848406 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37fd2a63-27bd-4494-b7d8-c50093b6fbb3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:12.848822 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b06288d-4b99-4263-978a-cbc5b12344d7', 'name': 'network-vif-deleted', 'tag': '3ee82b91-7082-4dd0-b2ee-c5f330f75901', 'status': 'completed', 'code': 200} Feb 15 01:54:12.912194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2bf45-a25f-415f-a5eb-d1617b74e6ed tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=77c37286-fa72-42f0-9378-9bfdb7f487c4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:13.023877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843dc3f-4090-441f-ab62-502cc1ecf7dd req-2d227aec-fa15-47aa-9cf2-0cf6d3f3ac05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:13.026674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1843dc3f-4090-441f-ab62-502cc1ecf7dd req-2d227aec-fa15-47aa-9cf2-0cf6d3f3ac05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0732353 Feb 15 01:54:13.096127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1843dc3f-4090-441f-ab62-502cc1ecf7dd req-c2814458-d9a6-4a2d-9b9c-a12d6acb513b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Feb 15 01:54:13.264051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6f6b-7959-451a-b0ce-d90829f8349f req-01076af8-84a3-4aaa-85cb-a32540303a94 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:13.273743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e9b6f6b-7959-451a-b0ce-d90829f8349f req-01076af8-84a3-4aaa-85cb-a32540303a94 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.0925844 Feb 15 01:54:13.283840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.302040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:13.341272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e9b6f6b-7959-451a-b0ce-d90829f8349f req-4f4b7e5e-d6ed-41e7-8459-bcf2d5ded6b3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Feb 15 01:54:13.454813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1521904409-network', 'tenant_id': '11c44cfbaae747508103faaa3951a52e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:13.502577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f2bdd10-325e-4abe-aa54-069f686a39b1 req-b15e6846-b851-4baf-bc1f-238b87f77ccf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=03817c6254a84c47a0a4da6e8dc3405d HTTP/1.1" status: 200 len: 221 time: 0.0402021 Feb 15 01:54:13.574098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Made reservation on behalf of 11c44cfbaae747508103faaa3951a52e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:13.576813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.602686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.616252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:13.616735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.649317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365868b8-6296-490e-8cc2-3e4c17f5fe31 req-aae72b29-78d5-4c32-8a9f-232eb969e286 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:13.650826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-365868b8-6296-490e-8cc2-3e4c17f5fe31 req-aae72b29-78d5-4c32-8a9f-232eb969e286 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0904968 Feb 15 01:54:13.715148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:13.715702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.726742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-365868b8-6296-490e-8cc2-3e4c17f5fe31 req-aedac216-856b-4dc4-b5d5-b2ac60f3da2a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691466 Feb 15 01:54:13.731194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:13.748581 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks [] for security_group (75fd8ca2-bd22-4f69-be06-57642b35456e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.814252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75fd8ca2-bd22-4f69-be06-57642b35456e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.839764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:13.850189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd8ca2-bd22-4f69-be06-57642b35456e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:13.855244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0fd56caf-a22c-4e98-a81b-d024d176b9d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.855597 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Added segment 0fd56caf-a22c-4e98-a81b-d024d176b9d6 of type vlan for network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 Feb 15 01:54:13.886530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:13.900909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.955235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Deleting subnet a4582ae3-4f30-4dbe-8142-f6ef1de9a26c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:13.958700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Publish callbacks [] for subnet (a4582ae3-4f30-4dbe-8142-f6ef1de9a26c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:13.994662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (a4582ae3-4f30-4dbe-8142-f6ef1de9a26c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.018787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e8b2e25-4912-4861-b173-75dc67748d1a req-47fdf6b0-c0ee-4086-adef-97b83b1a0191 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 210 time: 0.0569627 Feb 15 01:54:14.021680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.022792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:14.023456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.040168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a4582ae3-4f30-4dbe-8142-f6ef1de9a26c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.054969 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3ce1948d-42f5-43a0-a2d0-c14c3b4228ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.121376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:14.126158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=3ce1948d-42f5-43a0-a2d0-c14c3b4228ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:14.131998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-fe992ecd-3814-4469-baf2-767fef2ea568 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:14.147519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-fe992ecd-3814-4469-baf2-767fef2ea568 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.31 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.2003496 Feb 15 01:54:14.149267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:14.161916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Request body: {'port': {'device_id': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'admin_state_up': True, 'tenant_id': '32fc9d3f907b4432895988fd92f437ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:14.196546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3d56bd82-8bb1-40e8-8e80-8e7db26fba13 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8922985 Feb 15 01:54:14.219735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:14.225686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:14.241437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Request body: {'subnet': {'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1521904409-subnet', 'tenant_id': '11c44cfbaae747508103faaa3951a52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:14.262219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 3ee82b91-7082-4dd0-b2ee-c5f330f75901 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:14.262860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3ee82b91-7082-4dd0-b2ee-c5f330f75901 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:14.325475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.372762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (a4582ae3-4f30-4dbe-8142-f6ef1de9a26c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.385736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e9b41-466a-45db-9a38-02eb183bde5a req-d81e6325-a06c-43f4-a07f-75cabd89335d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:14.399572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f0e9b41-466a-45db-9a38-02eb183bde5a req-d81e6325-a06c-43f4-a07f-75cabd89335d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2208219 Feb 15 01:54:14.432218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Made reservation on behalf of 11c44cfbaae747508103faaa3951a52e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:14.434523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.452109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4582ae3-4f30-4dbe-8142-f6ef1de9a26c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:14.504573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.508980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d94b2dde-1eba-41ec-9180-c5c73e338f32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a4582ae3-4f30-4dbe-8142-f6ef1de9a26c HTTP/1.1" status: 204 len: 168 time: 0.6215286 Feb 15 01:54:14.512008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35044) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:14.533349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f0e9b41-466a-45db-9a38-02eb183bde5a req-c2741336-ccf7-4ffc-b0a0-cacdad7642fe tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328816 Feb 15 01:54:14.587221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Made reservation on behalf of 32fc9d3f907b4432895988fd92f437ee for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:14.592568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.690095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d938c150-c200-42dc-8f27-213e6980f1ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.785512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:14.793711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4ac55-155f-4def-b4f9-335f38a9c70a req-97040009-4a54-4f9c-a615-be0d9a0b1750 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:14.795429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee4ac55-155f-4def-b4f9-335f38a9c70a req-97040009-4a54-4f9c-a615-be0d9a0b1750 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.1578245 Feb 15 01:54:14.804756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d938c150-c200-42dc-8f27-213e6980f1ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.838990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (58578984-b2fb-483b-9242-c633a08e7944), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:14.860179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938c150-c200-42dc-8f27-213e6980f1ce']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:14.913602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Allocated IP 172.20.0.13 (20c91cac-5e18-48da-8685-fa0545c19c1f/3992c981-a0e7-47fb-b318-f538c5692bb7/48a94d08-b172-4bd8-8579-e2139e256744) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:14.953608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ee4ac55-155f-4def-b4f9-335f38a9c70a req-36766820-ff6c-4d4c-aa4c-07cd722747a7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378942 Feb 15 01:54:14.955950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58578984-b2fb-483b-9242-c633a08e7944,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:14.963853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Checking segment: {'id': '0fd56caf-a22c-4e98-a81b-d024d176b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:14.964238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Network hostable DHCP agents. Network: ec5ba9ef-b352-4b30-9a61-09af3d9c6d42, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:15.104135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:15.194711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e539be-adac-471f-b9b1-b681f5f822a9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:15.195050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e539be-adac-471f-b9b1-b681f5f822a9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:15.208943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (67e539be-adac-471f-b9b1-b681f5f822a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.232824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (67e539be-adac-471f-b9b1-b681f5f822a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.235983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:15.245531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.246817 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9df5c3c8-cd70-4ced-a1ac-bd41888062fe tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568440 Feb 15 01:54:15.248688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:15.257215 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:15.257827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:15.257827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (67e539be-adac-471f-b9b1-b681f5f822a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:15.259526 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:15.277614 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:15.279122 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:15.354961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet ee317177-eb23-409b-8e58-532d03635ff9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:15.358658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (ee317177-eb23-409b-8e58-532d03635ff9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.403637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:15.425242 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (ee317177-eb23-409b-8e58-532d03635ff9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.448883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d938c150-c200-42dc-8f27-213e6980f1ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.459983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.463461 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] 10.222.0.43 "DELETE /v2.0/networks/d938c150-c200-42dc-8f27-213e6980f1ce HTTP/1.1" status: 204 len: 168 time: 0.9504192 Feb 15 01:54:15.483254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23715f-bb61-408f-99fd-fcb2bf1cb876 req-ae03e51d-b734-4e59-bed2-707f69482fc6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:15.494290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db5ab-450a-4209-a57b-3c3ba9cccd5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d938c150-c200-42dc-8f27-213e6980f1ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:15.498409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a23715f-bb61-408f-99fd-fcb2bf1cb876 req-ae03e51d-b734-4e59-bed2-707f69482fc6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.4258087 Feb 15 01:54:15.501782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ec5ba9ef-b352-4b30-9a61-09af3d9c6d42) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:15.509544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63db33e-f10b-481a-9414-654b5dc035f3 None None] Network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:15.516268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks [] for port (48a94d08-b172-4bd8-8579-e2139e256744), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.526752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:15.527962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.602191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ee317177-eb23-409b-8e58-532d03635ff9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.606019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a23715f-bb61-408f-99fd-fcb2bf1cb876 req-d70437ef-252d-4a9e-917c-7a382953f89c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Feb 15 01:54:15.649858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da0c894f-82f5-491c-a11a-ea0a71856de2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4132416 Feb 15 01:54:15.681914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13edbab-8ffb-48ec-b151-44a27b25a593 None None] Network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:15.754539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ee317177-eb23-409b-8e58-532d03635ff9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.758134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.820346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=ee317177-eb23-409b-8e58-532d03635ff9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:15.836239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:15.857253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-808919b3-5439-48e0-adce-f14a4ebafdb2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/ee317177-eb23-409b-8e58-532d03635ff9 HTTP/1.1" status: 204 len: 168 time: 0.6074970 Feb 15 01:54:15.857940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:15.858223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b77782-cfc4-49ec-b638-de04df38454f req-68e7b65a-c9f0-418b-a276-449461578e1b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:15.865790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40b77782-cfc4-49ec-b638-de04df38454f req-68e7b65a-c9f0-418b-a276-449461578e1b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1732097 Feb 15 01:54:15.888943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:13Z', 'revision_number': 10, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:15.893316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46fe89-1d59-4857-9499-0889c3912d5c None None] Network 9a027e82-f7a1-46ea-be4a-cffea65a88aa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:15.925480 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:15.938596 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:15.938874 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:15.941400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Network 20c91cac-5e18-48da-8685-fa0545c19c1f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:15.943645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:15.952202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:15.971040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:16.002823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:16.026487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40b77782-cfc4-49ec-b638-de04df38454f req-4858fb99-6ae8-460e-9b9a-2648d2e6ba09 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593752 Feb 15 01:54:16.059276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9a027e82-f7a1-46ea-be4a-cffea65a88aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.085584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-407cf203-1b1f-4280-adf8-1145e54cda9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7611534984994e30b1ce8da8d5c81b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806985 Feb 15 01:54:16.087755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:16.088248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:16.088474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.103772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:16.219698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-2501136a-0435-4a34-b74e-b1aa89c60258 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0700102 Feb 15 01:54:16.227079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:16.227079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.238984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437bec0-ca94-42ff-a6b5-2a69f7bc5b8f req-a1305570-44a9-49db-8ba9-628af06028dd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:16.247194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f437bec0-ca94-42ff-a6b5-2a69f7bc5b8f req-a1305570-44a9-49db-8ba9-628af06028dd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 932 time: 0.1079483 Feb 15 01:54:16.257406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Request body: {'port': {'device_id': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:16.272706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] DHCP port deletion for 9a027e82-f7a1-46ea-be4a-cffea65a88aa request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:16.305597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] Publish callbacks [] for security_group (907a01ed-e128-4b31-b74f-ac7c18df7695), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.354198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eed41a0-0d33-4290-b503-2a20c6ab39c6,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:16.354679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.360010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] Publish callbacks [] for security_group (907a01ed-e128-4b31-b74f-ac7c18df7695), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.361724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f437bec0-ca94-42ff-a6b5-2a69f7bc5b8f req-162fe330-70aa-4248-8745-6d534a056329 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082985 Feb 15 01:54:16.377908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Deleting port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:16.378287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.388675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 0eed41a0-0d33-4290-b503-2a20c6ab39c6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:16.444449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.526560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] For port 0eed41a0-0d33-4290-b503-2a20c6ab39c6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eed41a0-0d33-4290-b503-2a20c6ab39c6,segment=NetworkSegment(9a0450a1-2097-4324-a51f-81632ea39b3f),segment_id=9a0450a1-2097-4324-a51f-81632ea39b3f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:16.526894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.553865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Calling delete_port for 0eed41a0-0d33-4290-b503-2a20c6ab39c6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:16.557397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:13Z', 'revision_number': 10, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:16.578820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (907a01ed-e128-4b31-b74f-ac7c18df7695), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.595334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.595334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/907a01ed-e128-4b31-b74f-ac7c18df7695 HTTP/1.1" status: 204 len: 168 time: 0.5011823 Feb 15 01:54:16.607140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3b715-7f48-4f22-a1f1-64c2b5ec5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a01ed-e128-4b31-b74f-ac7c18df7695,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:16.618821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.620302 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ed759-80ed-4b3f-963d-7a692ec8f954 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:13Z', 'revision_number': 10, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None, '_interfaces': [{'id': '02d96940-188d-45a5-8028-d1fba69000ab', 'name': '', 'network_id': '51d6b1ef-1cac-4460-8879-7d6e2e1da085', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'mac_address': 'fa:16:3e:db:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:34Z', 'updated_at': '2022-02-15T01:53:41Z', 'revision_number': 5, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'subnets': [{'id': '3f9c2daf-c41a-4349-a6cc-87c1234d9304', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:16.691417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=0eed41a0-0d33-4290-b503-2a20c6ab39c6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:16.695919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:16.766906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (0eed41a0-0d33-4290-b503-2a20c6ab39c6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.825682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] Pushing event deleted for resources: {'Port': ['ID=0eed41a0-0d33-4290-b503-2a20c6ab39c6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:16.850838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611df473-0eb9-49d0-8bdd-e3bd1617d38a None None] No DVR routers for this DVR port 0eed41a0-0d33-4290-b503-2a20c6ab39c6 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:16.873331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9a027e82-f7a1-46ea-be4a-cffea65a88aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.895109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:16.898133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a027e82-f7a1-46ea-be4a-cffea65a88aa']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:16.909574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0450a1-2097-4324-a51f-81632ea39b3f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:16.909886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0450a1-2097-4324-a51f-81632ea39b3f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:16.910195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks [] for port (48a94d08-b172-4bd8-8579-e2139e256744), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.925700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (9a0450a1-2097-4324-a51f-81632ea39b3f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.928017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Transition to ACTIVE for port object 48a94d08-b172-4bd8-8579-e2139e256744 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:54:16.946813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a0450a1-2097-4324-a51f-81632ea39b3f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.947859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:16.948710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (9a0450a1-2097-4324-a51f-81632ea39b3f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:16.952054 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:17.032876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.098969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-a012f253-5381-48cc-ab67-8bf37656c752 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:17.100705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-a012f253-5381-48cc-ab67-8bf37656c752 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/networks?id=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 HTTP/1.1" status: 200 len: 818 time: 0.1711032 Feb 15 01:54:17.137581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9a027e82-f7a1-46ea-be4a-cffea65a88aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.150473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:17.156350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-78ca7b1c-ad10-47d7-ac68-bce3a1578d08 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/quotas/11c44cfbaae747508103faaa3951a52e HTTP/1.1" status: 200 len: 375 time: 0.0491188 Feb 15 01:54:17.170720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.195076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:17.196571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/9a027e82-f7a1-46ea-be4a-cffea65a88aa HTTP/1.1" status: 204 len: 168 time: 1.3374054 Feb 15 01:54:17.218528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6744-2cf7-4f16-8b16-b976fd96cfb7 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=9a027e82-f7a1-46ea-be4a-cffea65a88aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:17.226504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-149a0ab9-e87b-41c3-9762-070724105bf6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11c44cfbaae747508103faaa3951a52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497308 Feb 15 01:54:17.347229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Attempting to bind port 48a94d08-b172-4bd8-8579-e2139e256744 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:17.347229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Attempting to bind port 48a94d08-b172-4bd8-8579-e2139e256744 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:17.347229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Attempting to bind port 48a94d08-b172-4bd8-8579-e2139e256744 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:17.382515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Port 48a94d08-b172-4bd8-8579-e2139e256744 on network 20c91cac-5e18-48da-8685-fa0545c19c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:54:17.382850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Attempting to bind port 48a94d08-b172-4bd8-8579-e2139e256744 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:17.406808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:17.407174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Checking segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:17.407562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Bound using segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:17.408009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Bound port: 48a94d08-b172-4bd8-8579-e2139e256744, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:17.412779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.475436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-28fd863e-cdda-4299-b191-487238e00915 service neutron] 10.222.0.43 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128310 Feb 15 01:54:17.637009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:17.659344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:17.696599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-744534bf-edbc-41fc-9243-8fd665faf49a service neutron] 10.222.0.43 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146838 Feb 15 01:54:17.754271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.814756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:17.814756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.814756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] 10.222.0.31 "PUT /v2.0/ports/48a94d08-b172-4bd8-8579-e2139e256744 HTTP/1.1" status: 200 len: 1093 time: 1.5619526 Feb 15 01:54:17.815578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:17.817938 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974" -d '{"events": [{"name": "network-changed", "server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "tag": "48a94d08-b172-4bd8-8579-e2139e256744"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:17.846489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8875d98-7968-43db-8a9a-434c5f60222a service neutron] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:17.938510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:17.959551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.119022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:18.178463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-813847e1-c882-4e48-aced-12753a0c44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:18.180008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-813847e1-c882-4e48-aced-12753a0c44ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 1127 time: 0.1959634 Feb 15 01:54:18.190026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f48d-38a4-41b0-895c-30ae680638a2 req-b12370c4-0839-481a-92a4-2c0eaa2624e2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:18.191622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c434f48d-38a4-41b0-895c-30ae680638a2 req-b12370c4-0839-481a-92a4-2c0eaa2624e2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.2049975 Feb 15 01:54:18.221584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eed41a0-0d33-4290-b503-2a20c6ab39c6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:18.244359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-7fa47541-137e-4662-9f80-35284ba77823 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a94d08-b172-4bd8-8579-e2139e256744 HTTP/1.1" status: 200 len: 217 time: 0.0516257 Feb 15 01:54:18.247856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0eed41a0-0d33-4290-b503-2a20c6ab39c6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:18.248529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eed41a0-0d33-4290-b503-2a20c6ab39c6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:18.249190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:18.258698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-463111630-network', 'tenant_id': 'fa72d03dcf1e48df8dddb9c3820f5ebf'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:18.276755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:18.277209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3ce1948d-42f5-43a0-a2d0-c14c3b4228ac not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:18.334224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c434f48d-38a4-41b0-895c-30ae680638a2 req-95f7338c-e469-4c80-9006-0cea6cedfe86 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335833 Feb 15 01:54:18.336620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-dca4ab4f-066c-4ce7-b386-52101d4b7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:18.338016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-dca4ab4f-066c-4ce7-b386-52101d4b7e69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.0867381 Feb 15 01:54:18.379692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Made reservation on behalf of fa72d03dcf1e48df8dddb9c3820f5ebf for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:18.386904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.398360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.404087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-aff523e0-5cc5-486f-b648-2063e642d077 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593011 Feb 15 01:54:18.484544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks [] for security_group (ad3b4832-a7dc-4334-bfe8-754f4a8f313d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.565132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad3b4832-a7dc-4334-bfe8-754f4a8f313d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.571474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b70f-3290-4b89-bef3-cf424ed9c45b req-28df2f80-e5b3-4de0-8abe-1b7cad31fe5e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:18.573015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e16b70f-3290-4b89-bef3-cf424ed9c45b req-28df2f80-e5b3-4de0-8abe-1b7cad31fe5e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1739943 Feb 15 01:54:18.585146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:18.596188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (95318d31-8399-4cb6-81f5-2a98a8a9e4a5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.597392 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Added segment 95318d31-8399-4cb6-81f5-2a98a8a9e4a5 of type vlan for network 7b504644-a601-4c40-ab45-b8069eb3d948 Feb 15 01:54:18.603028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 02d96940-188d-45a5-8028-d1fba69000ab {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:18.603397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (02d96940-188d-45a5-8028-d1fba69000ab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.614735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-c4584479-b1cc-4d40-836f-80132656e220 service neutron] 10.222.0.31 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863153 Feb 15 01:54:18.641135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7b504644-a601-4c40-ab45-b8069eb3d948), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.686109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b4832-a7dc-4334-bfe8-754f4a8f313d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:18.740183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7b504644-a601-4c40-ab45-b8069eb3d948), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.741392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:18.742081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:18.811965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] Pushing event updated for resources: {'Network': ['ID=7b504644-a601-4c40-ab45-b8069eb3d948,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:18.826824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7b504644-a601-4c40-ab45-b8069eb3d948 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:18.860753 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0275a3cd-95c7-497f-80c0-a342318cad32 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7403040 Feb 15 01:54:18.866757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:18.872723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Request body: {'subnet': {'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-463111630-subnet', 'tenant_id': 'fa72d03dcf1e48df8dddb9c3820f5ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:19.001067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e16b70f-3290-4b89-bef3-cf424ed9c45b req-868314b4-b627-4623-8c4b-c5124208e60f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170923 Feb 15 01:54:19.005286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Made reservation on behalf of fa72d03dcf1e48df8dddb9c3820f5ebf for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:19.007783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.089489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 02d96940-188d-45a5-8028-d1fba69000ab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=02d96940-188d-45a5-8028-d1fba69000ab,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:19.090131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (02d96940-188d-45a5-8028-d1fba69000ab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.094671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1b19ff-9439-49cd-9dd7-be6b3dd88442 req-d33ff39f-8733-4010-8372-783fa7bdf60f service neutron] 10.222.0.31 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669933 Feb 15 01:54:19.125357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 02d96940-188d-45a5-8028-d1fba69000ab owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:19.217612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7bfad-967a-4846-8610-817b1b66128a req-c3ee29cb-84e1-4c95-8959-1907872a822e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:19.224786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95d7bfad-967a-4846-8610-817b1b66128a req-c3ee29cb-84e1-4c95-8959-1907872a822e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1155410 Feb 15 01:54:19.317968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95d7bfad-967a-4846-8610-817b1b66128a req-26f6da99-a972-46c9-85a1-590d58a2aa8e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921679 Feb 15 01:54:19.326043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (37211c48-395e-42bc-8505-932a7320b5c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.429693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37211c48-395e-42bc-8505-932a7320b5c5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:19.441397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Checking segment: {'id': '95318d31-8399-4cb6-81f5-2a98a8a9e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:19.441872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Network hostable DHCP agents. Network: 7b504644-a601-4c40-ab45-b8069eb3d948, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:19.457233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (02d96940-188d-45a5-8028-d1fba69000ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.491797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=02d96940-188d-45a5-8028-d1fba69000ab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:19.505120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cccd0d-405f-49bf-a518-ee8f322cf0f4 req-3df5404b-00e5-4646-a898-9c674d90c1f4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:19.506626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6cccd0d-405f-49bf-a518-ee8f322cf0f4 req-3df5404b-00e5-4646-a898-9c674d90c1f4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 944 time: 0.0917380 Feb 15 01:54:19.548699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Network 7b504644-a601-4c40-ab45-b8069eb3d948 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:19.628647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c0a18747-d70b-4415-b935-1e8df4eadc45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.631850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7b504644-a601-4c40-ab45-b8069eb3d948) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:19.645675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6cccd0d-405f-49bf-a518-ee8f322cf0f4 req-01272236-c57d-4e72-b029-a56b7f28cf38 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193495 Feb 15 01:54:19.645873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:19.646458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:19.646843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41279084-c111-4138-8487-1d26ee79d727 None None] Network 7b504644-a601-4c40-ab45-b8069eb3d948 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:19.772594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8d3752ca-e80a-421c-b3dd-8a1b0c1a9591 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9045088 Feb 15 01:54:19.778737 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c68e1e-4afb-436e-a824-e1b6b48687a5 x-openstack-request-id: req-00c68e1e-4afb-436e-a824-e1b6b48687a5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:19.783074 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "tag": "48a94d08-b172-4bd8-8579-e2139e256744", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:19.783348 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00c68e1e-4afb-436e-a824-e1b6b48687a5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:19.783798 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744', 'status': 'completed', 'code': 200} Feb 15 01:54:19.824902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8ac83-b1b9-44e9-a365-88d4d6a8a389 None None] Network 7b504644-a601-4c40-ab45-b8069eb3d948 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:19.930127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc0ff1b3-a022-4216-b2c7-a3537a468c18 req-c62edba2-a276-4d23-a39b-ee8d5965bf9b tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Feb 15 01:54:19.987452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-5f3926bc-d6a3-4852-a0ed-75c89fc85e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:19.989035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-5f3926bc-d6a3-4852-a0ed-75c89fc85e73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 1127 time: 0.2024341 Feb 15 01:54:20.023889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:20.209887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-804f0171-64ef-40ce-886c-fbd7610a0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:20.211359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-804f0171-64ef-40ce-886c-fbd7610a0d2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 916 time: 0.2154753 Feb 15 01:54:20.213122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:20.219067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4d109d1-9341-4e40-b228-0fab991ffe8e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0223923 Feb 15 01:54:20.221880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:20.224622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:20.236614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:20.237558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:20.258176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-9190aab4-feec-4afd-a239-f5239281432e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a94d08-b172-4bd8-8579-e2139e256744 HTTP/1.1" status: 200 len: 217 time: 0.0379047 Feb 15 01:54:20.293332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting subnet 3f9c2daf-c41a-4349-a6cc-87c1234d9304 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:20.297564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for subnet (3f9c2daf-c41a-4349-a6cc-87c1234d9304), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.312101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:20.333433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-39ccb845-f34b-4ee6-a9c2-16fba625c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:20.335325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-39ccb845-f34b-4ee6-a9c2-16fba625c5b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.0701177 Feb 15 01:54:20.342945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (3f9c2daf-c41a-4349-a6cc-87c1234d9304), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.361742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8dc8d-9e97-4f68-8731-80db4be68ba3 req-3ab64b82-ba93-48f5-9608-fb2f84fe1bcc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:20.373213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:20.384689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbc8dc8d-9e97-4f68-8731-80db4be68ba3 req-3ab64b82-ba93-48f5-9608-fb2f84fe1bcc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2573657 Feb 15 01:54:20.424901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:20.433757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:20.434493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:20.467949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3f9c2daf-c41a-4349-a6cc-87c1234d9304), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.481300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-6010eefb-7242-40b3-a000-d857b2e6ee84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589838 Feb 15 01:54:20.510894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:20.568132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:20.607645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333fc1b-9368-44d7-94a4-f972fb498353 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:20.622529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (3f9c2daf-c41a-4349-a6cc-87c1234d9304), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.660481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9c2daf-c41a-4349-a6cc-87c1234d9304,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:20.665167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.668845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbc8dc8d-9e97-4f68-8731-80db4be68ba3 req-f0b48d41-7aa7-4c5a-8908-ee0c7fa6e969 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832720 Feb 15 01:54:20.671571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-88bb0b03-9fb9-423d-bc05-9c9d6d3c5d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/3f9c2daf-c41a-4349-a6cc-87c1234d9304 HTTP/1.1" status: 204 len: 168 time: 0.4483616 Feb 15 01:54:20.672242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:20.675636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-170621eb-73f1-4efd-b803-4d0906a9d75c service neutron] 10.222.0.31 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861377 Feb 15 01:54:20.676482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb046e1c-6785-4eb9-bae6-10fd1dc9dc18 None None] Network 51d6b1ef-1cac-4460-8879-7d6e2e1da085 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:20.853111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-9d82b342-4d38-41a7-8b23-b1b941fe1655 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:20.854687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-9d82b342-4d38-41a7-8b23-b1b941fe1655 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.37 "GET /v2.0/networks?id=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 HTTP/1.1" status: 200 len: 818 time: 0.2753942 Feb 15 01:54:20.859990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (51d6b1ef-1cac-4460-8879-7d6e2e1da085), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:20.873626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Request body: {'port': {'device_id': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42', 'admin_state_up': True, 'tenant_id': '11c44cfbaae747508103faaa3951a52e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:20.994808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] DHCP port deletion for 51d6b1ef-1cac-4460-8879-7d6e2e1da085 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:21.041191 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be659b24-944a-41f2-a6d6-ec408a509bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.057246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Deleting port 21508433-e3c5-493f-b944-eb6c56205cfb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:21.057870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.080736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-030c9dbd-f0f0-4e03-b0d7-5fa0e4151974 req-96319e7a-5e1f-4b5d-be2e-e89fd6ca964d service neutron] 10.222.0.31 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961477 Feb 15 01:54:21.146299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] For port 21508433-e3c5-493f-b944-eb6c56205cfb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21508433-e3c5-493f-b944-eb6c56205cfb,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:21.147469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.157196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-f445f287-4dcf-4ba5-94dc-9ab0b6dc726b tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:21.158656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-f445f287-4dcf-4ba5-94dc-9ab0b6dc726b tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/networks?id=7b504644-a601-4c40-ab45-b8069eb3d948 HTTP/1.1" status: 200 len: 808 time: 0.1957164 Feb 15 01:54:21.163236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Calling delete_port for 21508433-e3c5-493f-b944-eb6c56205cfb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:21.200570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-7e388792-2211-41fe-a533-df083874f58a tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/quotas/fa72d03dcf1e48df8dddb9c3820f5ebf HTTP/1.1" status: 200 len: 375 time: 0.0264401 Feb 15 01:54:21.201953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Deleting port 21508433-e3c5-493f-b944-eb6c56205cfb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:21.202299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.279863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-bd834732-ef37-4845-be12-46641e9a58d6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa72d03dcf1e48df8dddb9c3820f5ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623131 Feb 15 01:54:21.301167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Made reservation on behalf of 11c44cfbaae747508103faaa3951a52e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:21.304273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.311713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] For port 21508433-e3c5-493f-b944-eb6c56205cfb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21508433-e3c5-493f-b944-eb6c56205cfb,segment=NetworkSegment(2f23bc10-9f12-42e0-802a-e7b722672b7a),segment_id=2f23bc10-9f12-42e0-802a-e7b722672b7a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:21.312668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.316887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.348335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Pushing event deleted for resources: {'Port': ['ID=21508433-e3c5-493f-b944-eb6c56205cfb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:21.353311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] No DVR routers for this DVR port 21508433-e3c5-493f-b944-eb6c56205cfb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:21.361315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.361911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.362383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.367753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.368868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.368868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283922f7-faaf-43db-a4cf-6ae708508d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:21.369688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Calling delete_port for 21508433-e3c5-493f-b944-eb6c56205cfb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:21.517932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ac917541-8336-464e-bc30-5bbe56053600 service neutron] 10.222.0.43 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268345 Feb 15 01:54:21.610470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:54:21.716914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:21.728805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '48a94d08-b172-4bd8-8579-e2139e256744', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'port_id': '48a94d08-b172-4bd8-8579-e2139e256744', 'mac_address': 'fa:16:3e:d7:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992c981-a0e7-47fb-b318-f538c5692bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:54:21.769665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:21.789061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.789061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:21.807756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:21.849095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (21508433-e3c5-493f-b944-eb6c56205cfb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.893512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Port': ['ID=21508433-e3c5-493f-b944-eb6c56205cfb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:21.896900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No DVR routers for this DVR port 21508433-e3c5-493f-b944-eb6c56205cfb on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:21.911798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:21.934457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Allocated IP 172.20.0.10 (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42/58578984-b2fb-483b-9242-c633a08e7944/c9172898-1e95-4611-b38f-ce3e5d338679) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:21.967774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:22.015984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-d74ef55d-a5e7-4352-b7ca-1db5167b8d6a service neutron] 10.222.0.43 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890132 Feb 15 01:54:22.041993 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (51d6b1ef-1cac-4460-8879-7d6e2e1da085), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.081662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d6b1ef-1cac-4460-8879-7d6e2e1da085']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:22.106234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f23bc10-9f12-42e0-802a-e7b722672b7a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:22.106581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f23bc10-9f12-42e0-802a-e7b722672b7a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:22.145341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (2f23bc10-9f12-42e0-802a-e7b722672b7a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.166022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2f23bc10-9f12-42e0-802a-e7b722672b7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.171130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['48a94d08-b172-4bd8-8579-e2139e256744'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:22.188552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:22.188963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (2f23bc10-9f12-42e0-802a-e7b722672b7a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:22.191915 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:22.213881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21508433-e3c5-493f-b944-eb6c56205cfb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:22.256148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 21508433-e3c5-493f-b944-eb6c56205cfb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:22.264214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21508433-e3c5-493f-b944-eb6c56205cfb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:22.264214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 02d96940-188d-45a5-8028-d1fba69000ab no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:22.282055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 02d96940-188d-45a5-8028-d1fba69000ab {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:22.282399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 02d96940-188d-45a5-8028-d1fba69000ab not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:22.393375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks [] for port (c9172898-1e95-4611-b38f-ce3e5d338679), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.435695 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (51d6b1ef-1cac-4460-8879-7d6e2e1da085), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.451885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.459000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/networks/51d6b1ef-1cac-4460-8879-7d6e2e1da085 HTTP/1.1" status: 204 len: 168 time: 1.7832906 Feb 15 01:54:22.460000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:22.465779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:22.486126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534770-b318-4154-a057-db019f77ec37 req-72f2c7bc-d321-4178-b0c3-16fc64ccb0bf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:22.487768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d534770-b318-4154-a057-db019f77ec37 req-72f2c7bc-d321-4178-b0c3-16fc64ccb0bf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1572986 Feb 15 01:54:22.502552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a5afa-59e2-42e2-a47a-7ff8a594a480 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Pushing event deleted for resources: {'Network': ['ID=51d6b1ef-1cac-4460-8879-7d6e2e1da085,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:22.539802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.590470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d534770-b318-4154-a057-db019f77ec37 req-6c3ccb5c-0b1b-4523-a5c3-23659a6cc64e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898018 Feb 15 01:54:22.607515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:22.608476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Pushing event updated for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:22.629845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:22.631613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 01:54:22.631857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Removed routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 01:54:22.632260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.638185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:22.709151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:22.709773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.758487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afffe2-fc9d-472f-a2ac-405a8cb5b246 req-ee410547-235a-4de1-bec7-bf834a1b47a5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:22.760018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32afffe2-fc9d-472f-a2ac-405a8cb5b246 req-ee410547-235a-4de1-bec7-bf834a1b47a5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0677958 Feb 15 01:54:22.830760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32afffe2-fc9d-472f-a2ac-405a8cb5b246 req-55690908-c4cd-4281-a7fc-1201fded54c6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633948 Feb 15 01:54:22.835960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-c18061ae-e225-439a-9d03-d58e1cab30a6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9718056 Feb 15 01:54:22.848606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.852972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Request body: {'port': {'device_id': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:22.866325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.952579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:22.979344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc8f78-d001-4acd-ac0b-cd7337aade68 req-933f9872-646c-444f-8c05-e16517041452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:22.980959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-addc8f78-d001-4acd-ac0b-cd7337aade68 req-933f9872-646c-444f-8c05-e16517041452 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 1129 time: 0.1304114 Feb 15 01:54:22.990458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router c0a18747-d70b-4415-b935-1e8df4eadc45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:23.007894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f091e2-10e4-455a-86ec-dbb98e30a02a req-fa665c0c-5373-4273-85fc-d9a62d6fb1fa tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:23.009433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f091e2-10e4-455a-86ec-dbb98e30a02a req-fa665c0c-5373-4273-85fc-d9a62d6fb1fa tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 945 time: 0.0949483 Feb 15 01:54:23.121585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-addc8f78-d001-4acd-ac0b-cd7337aade68 req-e144614f-ab4b-4691-84de-0ace7a8514c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Feb 15 01:54:23.127626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:23.134925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.139042 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-52748e97-16e5-493c-bd8d-502f67a9e06f tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 705 time: 0.6741972 Feb 15 01:54:23.139194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15f091e2-10e4-455a-86ec-dbb98e30a02a req-ca3c180f-0f1a-4fa4-8502-1c4cfa75c62b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201510 Feb 15 01:54:23.139194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:23.147011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Sync routers for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:23.163461 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:23.164098 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:53:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:23.208399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6bffc270-dcf4-4127-b50e-f1184de5bdac tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 205 time: 0.0580058 Feb 15 01:54:23.210890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:23.292044 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:23.305126 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3131f20e-77e7-4757-bbd2-bead5bcb1db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.321234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.357464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0db9a-eb9a-40f6-96f0-d225d302597b req-bd0b9586-69d5-4d55-893a-5a9643b181c2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:23.359330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48c0db9a-eb9a-40f6-96f0-d225d302597b req-bd0b9586-69d5-4d55-893a-5a9643b181c2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 932 time: 0.1136842 Feb 15 01:54:23.367575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9172898-1e95-4611-b38f-ce3e5d338679 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:23.378561 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:23.382876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks [] for port (c9172898-1e95-4611-b38f-ce3e5d338679), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.418191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Transition to ACTIVE for port object c9172898-1e95-4611-b38f-ce3e5d338679 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:54:23.440902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Checking router: c0a18747-d70b-4415-b935-1e8df4eadc45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:23.441568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48c0db9a-eb9a-40f6-96f0-d225d302597b req-b626db3a-bb37-4515-a542-99ac24daab2f tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Feb 15 01:54:23.450884 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Routers {'c0a18747-d70b-4415-b935-1e8df4eadc45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:23.451500 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c0a18747-d70b-4415-b935-1e8df4eadc45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:23.502529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.528437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f66ea0e-d7f9-49fb-8f3c-3a6ec9c3c2d7 req-f8e8c1c7-c0a9-4508-88c4-bea1c1ce4248 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 210 time: 0.0387249 Feb 15 01:54:23.546868 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] Set router c0a18747-d70b-4415-b935-1e8df4eadc45 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:23.579238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Pushing event updated for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:23.610731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:23.645803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.652864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:23.654561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (c0a18747-d70b-4415-b935-1e8df4eadc45), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.715611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429469c-056e-445d-ae8f-fe236edb5640 None None] The sync data for ids ['c0a18747-d70b-4415-b935-1e8df4eadc45'] in n-d-829064-14 is: [{'id': 'c0a18747-d70b-4415-b935-1e8df4eadc45', 'name': 'tempest-RoutersIpV6Test-router-2032580033', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:29Z', 'updated_at': '2022-02-15T01:54:19Z', 'revision_number': 11, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:23.717913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Attempting to bind port c9172898-1e95-4611-b38f-ce3e5d338679 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:23.718306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Attempting to bind port c9172898-1e95-4611-b38f-ce3e5d338679 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0fd56caf-a22c-4e98-a81b-d024d176b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:23.718638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Attempting to bind port c9172898-1e95-4611-b38f-ce3e5d338679 on network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:23.726903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Port c9172898-1e95-4611-b38f-ce3e5d338679 on network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:54:23.727222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Attempting to bind port c9172898-1e95-4611-b38f-ce3e5d338679 on network ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:23.738658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:23.741631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Checking segment: {'id': '0fd56caf-a22c-4e98-a81b-d024d176b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:23.741631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Bound using segment: {'id': '0fd56caf-a22c-4e98-a81b-d024d176b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:23.741631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Bound port: c9172898-1e95-4611-b38f-ce3e5d338679, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd56caf-a22c-4e98-a81b-d024d176b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:23.741631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.763351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc539d-eef7-49fa-baa1-d5a715ae51c3 req-93089509-9bda-4481-bc32-54d3806c9c5a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:23.766892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59dc539d-eef7-49fa-baa1-d5a715ae51c3 req-93089509-9bda-4481-bc32-54d3806c9c5a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0957911 Feb 15 01:54:23.785713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c0a18747-d70b-4415-b935-1e8df4eadc45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.786508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router c0a18747-d70b-4415-b935-1e8df4eadc45 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:54:23.799615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.799615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c8f0eb3-8d8d-4b01-a671-617016fe16e4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 204 len: 168 time: 0.5835123 Feb 15 01:54:23.801467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:23.809034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-3033236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:23.814083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 48a94d08-b172-4bd8-8579-e2139e256744 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:54:23.818499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 48a94d08-b172-4bd8-8579-e2139e256744 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:23.819107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48a94d08-b172-4bd8-8579-e2139e256744), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.873555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:23.898062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59dc539d-eef7-49fa-baa1-d5a715ae51c3 req-62cdbac0-7482-424d-9eef-6268a93a8f71 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217203 Feb 15 01:54:23.903979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c9172898-1e95-4611-b38f-ce3e5d338679,segment=NetworkSegment(0fd56caf-a22c-4e98-a81b-d024d176b9d6),segment_id=0fd56caf-a22c-4e98-a81b-d024d176b9d6)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:23.920729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:23.921119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.934733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.936191 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:23.948706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:23.950982 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e013b-1f34-49d2-bcc5-1c355635ca96" -d '{"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-plugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:23.966702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:24.034734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.041758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.044166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.099670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:24.110222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.110875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.112307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9172898-1e95-4611-b38f-ce3e5d338679 HTTP/1.1" status: 200 len: 1093 time: 1.2645659 Feb 15 01:54:24.117338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:24.119891 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:24.153258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394251-a1cd-481f-9db2-f6c4909e6c81 req-441a32e1-e7ad-47ef-a147-4f50feb45108 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.153258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed394251-a1cd-481f-9db2-f6c4909e6c81 req-441a32e1-e7ad-47ef-a147-4f50feb45108 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1651988 Feb 15 01:54:24.155577 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.163616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707342-9e33-4262-ae6b-5200ed99ae94 service neutron] Pushing event updated for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:24.228844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed394251-a1cd-481f-9db2-f6c4909e6c81 req-8b8f8df3-cf74-4424-8f9c-13e95abb49d6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616217 Feb 15 01:54:24.259402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.264104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-205bbae0-0206-42a0-9c18-b128804f57d4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4599392 Feb 15 01:54:24.265157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:24.279270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:24.369691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8bafe-f8c1-408d-9a0b-d4b4f1f91442 req-cedd69c4-9246-4fc6-8a69-1ac8ef45a263 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.371230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ca8bafe-f8c1-408d-9a0b-d4b4f1f91442 req-cedd69c4-9246-4fc6-8a69-1ac8ef45a263 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.0693579 Feb 15 01:54:24.373440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-3a01589b-40ac-4fd7-9c69-f81b32a57f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.375399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-3a01589b-40ac-4fd7-9c69-f81b32a57f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11c44cfbaae747508103faaa3951a52e&device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 1127 time: 0.1198227 Feb 15 01:54:24.439494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-81a9d6b5-59b0-4388-b825-b26d7b4a5714 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9172898-1e95-4611-b38f-ce3e5d338679 HTTP/1.1" status: 200 len: 217 time: 0.0549233 Feb 15 01:54:24.454066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.499694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ca8bafe-f8c1-408d-9a0b-d4b4f1f91442 req-7ce48475-51ba-4dd2-9b53-cd3aa676132d tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210096 Feb 15 01:54:24.514135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-313f692c-017e-49b4-a769-e65490569576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.525014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-313f692c-017e-49b4-a769-e65490569576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58578984-b2fb-483b-9242-c633a08e7944 HTTP/1.1" status: 200 len: 858 time: 0.0693603 Feb 15 01:54:24.557668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-3d093fd3-cbc2-4ab6-a72b-d121a6ba0a4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354500 Feb 15 01:54:24.698296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-d793ff5a-5b15-435f-bf24-b6d7d40dd3ee service neutron] 10.222.0.37 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332533 Feb 15 01:54:24.706053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e814-f5f0-469a-bb90-621b7d64fedb req-6b68eb71-2721-459f-b519-99e8d0c0a8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:24.707714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb89e814-f5f0-469a-bb90-621b7d64fedb req-6b68eb71-2721-459f-b519-99e8d0c0a8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1213286 Feb 15 01:54:24.826355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb89e814-f5f0-469a-bb90-621b7d64fedb req-3b316ccc-994e-41de-9d1e-80eb15ee575d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982366 Feb 15 01:54:24.830546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.841920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ab3407-4a40-48c6-a51b-2fd6f9dd6b0b req-53caf459-7faa-4a19-b84b-c6c3c45ef328 service neutron] 10.222.0.37 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331916 Feb 15 01:54:24.886311 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce3a1a-cb15-438e-8f69-587a4f79c735 x-openstack-request-id: req-7fce3a1a-cb15-438e-8f69-587a4f79c735 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:24.886609 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-plugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:24.886869 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fce3a1a-cb15-438e-8f69-587a4f79c735 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:24.887319 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744', 'code': 200} Feb 15 01:54:24.925401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:24.929935 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96b91b-2161-4146-ae48-b6ba076235a4 x-openstack-request-id: req-cd96b91b-2161-4146-ae48-b6ba076235a4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:24.930220 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:24.930473 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd96b91b-2161-4146-ae48-b6ba076235a4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:24.930876 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679', 'status': 'completed', 'code': 200} Feb 15 01:54:25.077958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-eedfeee9-3cd1-4286-ba4b-a21705cfa672 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.079647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-eedfeee9-3cd1-4286-ba4b-a21705cfa672 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.37 "GET /v2.0/networks?id=7b504644-a601-4c40-ab45-b8069eb3d948 HTTP/1.1" status: 200 len: 808 time: 0.2114456 Feb 15 01:54:25.094291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-d0f55256-975c-472e-b256-e550cb68ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.095599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca58487-6384-481e-9e09-7ec30a86bc79 req-9e1c784a-a7cb-4e58-93fb-a00d670e3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.095825 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-d0f55256-975c-472e-b256-e550cb68ad62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11c44cfbaae747508103faaa3951a52e&device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 1127 time: 0.0521014 Feb 15 01:54:25.097129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dca58487-6384-481e-9e09-7ec30a86bc79 req-9e1c784a-a7cb-4e58-93fb-a00d670e3bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 1129 time: 0.1389852 Feb 15 01:54:25.101411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Request body: {'port': {'device_id': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948', 'admin_state_up': True, 'tenant_id': 'fa72d03dcf1e48df8dddb9c3820f5ebf'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:25.153586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Router 53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:54:25.182904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b08b8-5d56-4e58-9ca0-5afeee25f6cb req-b4d9819a-a02d-4897-9b1e-55699af593cf tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.184478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a9b08b8-5d56-4e58-9ca0-5afeee25f6cb req-b4d9819a-a02d-4897-9b1e-55699af593cf tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1947284 Feb 15 01:54:25.232583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dca58487-6384-481e-9e09-7ec30a86bc79 req-eb78f226-18c1-4dbb-9571-0d770a5c4f61 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275926 Feb 15 01:54:25.271464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:25.276464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a9b08b8-5d56-4e58-9ca0-5afeee25f6cb req-5da0440b-5802-415b-845e-1543c3dfcac1 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839961 Feb 15 01:54:25.283030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.284131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Sync routers for ids ['53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:25.286943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:25.287694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-267ae2ab-6973-49f5-95c9-6d2667f78869 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "PUT /v2.0/routers/53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 200 len: 695 time: 1.0214000 Feb 15 01:54:25.289936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-b459a56d-04ee-4610-911c-453e3bf6434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.292090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-b459a56d-04ee-4610-911c-453e3bf6434d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 HTTP/1.1" status: 200 len: 919 time: 0.1901770 Feb 15 01:54:25.312865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Routers {'53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:25.313519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:25.352459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-583a3209-64dd-4ec0-a608-ce00d57706a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9172898-1e95-4611-b38f-ce3e5d338679 HTTP/1.1" status: 200 len: 217 time: 0.0462003 Feb 15 01:54:25.394893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e159913-1ef6-441b-be99-f9ea76599593 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/routers/53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 200 len: 701 time: 0.1044331 Feb 15 01:54:25.398481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:25.410582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Made reservation on behalf of fa72d03dcf1e48df8dddb9c3820f5ebf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:25.413139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Set router 53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:25.413599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.442851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3de24a95-0a9f-4f39-a5bb-9cd29b676c8a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 200 len: 205 time: 0.0392318 Feb 15 01:54:25.442851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:25.449483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-d3e0d385-137f-467b-8afd-c97400923526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.451181 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-d3e0d385-137f-467b-8afd-c97400923526 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58578984-b2fb-483b-9242-c633a08e7944 HTTP/1.1" status: 200 len: 858 time: 0.0984213 Feb 15 01:54:25.492805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bd261-b233-49fb-b286-b6372a4868f5 req-26cfc823-515b-4617-89a0-ec63c015e75a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.500125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d9bd261-b233-49fb-b286-b6372a4868f5 req-26cfc823-515b-4617-89a0-ec63c015e75a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1248593 Feb 15 01:54:25.518281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-30673359-d2b4-4782-91a6-37a9aa05ff8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327771 Feb 15 01:54:25.570678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.614594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d9bd261-b233-49fb-b286-b6372a4868f5 req-75da5420-5c32-484f-ab03-030696198437 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134391 Feb 15 01:54:25.648405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Allocated IP 172.20.0.8 (7b504644-a601-4c40-ab45-b8069eb3d948/37211c48-395e-42bc-8505-932a7320b5c5/b31ff716-76d0-49f0-999b-af40e7872e14) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:25.679593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf', 'name': 'tempest-RoutersIpV6Test-router-3033236', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:54:23Z', 'updated_at': '2022-02-15T01:54:24Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:25.710344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Checking router: 53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:54:25.722275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Routers {'53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:25.722974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:25.803592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.806252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] Set router 53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:54:25.810014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router_controller (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.821293 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-4005871d-8787-4f49-81b2-185d691edcec service neutron] 10.222.0.37 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703114 Feb 15 01:54:25.836211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9b9b-7a15-42d9-97d0-6b7398079287 req-d711db10-e7f0-4619-8b14-37ec53e955b2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:25.840459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a3c9b9b-7a15-42d9-97d0-6b7398079287 req-d711db10-e7f0-4619-8b14-37ec53e955b2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 944 time: 0.1286364 Feb 15 01:54:25.872446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf', 'name': 'tempest-RoutersIpV6Test-router-3033236', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:54:23Z', 'updated_at': '2022-02-15T01:54:24Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:25.878765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks [] for port (b31ff716-76d0-49f0-999b-af40e7872e14), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.894151 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.895038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5e62a-6dcc-4f0d-b618-c67dafd3d78d None None] The sync data for ids ['53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf'] in n-d-829064-14 is: [{'id': '53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf', 'name': 'tempest-RoutersIpV6Test-router-3033236', 'tenant_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:54:23Z', 'updated_at': '2022-02-15T01:54:24Z', 'revision_number': 2, 'project_id': 'd3407fd9be6e450e9576cd4e2bc79acb', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:25.915320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a3c9b9b-7a15-42d9-97d0-6b7398079287 req-dafa6c96-b171-4bc1-8689-cc3f93b8ad52 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660961 Feb 15 01:54:25.949128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1d23e9bb-13fc-455e-b9b5-70e4f31d41b1 req-9f49112e-46f7-415c-946c-5c5af70ffc15 service neutron] 10.222.0.37 "GET /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Feb 15 01:54:25.954354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.958333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Fanout notify agent at l3_agent the message router_deleted on router 53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:54:25.964960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:25.969999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:25.970928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-78ffbc9f-75d5-4f13-b9bf-3890a2d15ba4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 204 len: 168 time: 0.5278540 Feb 15 01:54:26.003837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-18657df9-137f-403b-a1cc-ddec5f70d356 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 200 len: 205 time: 0.0319152 Feb 15 01:54:26.006249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.038458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55773f6a-ec07-4a2f-84fe-2f183d3aabaa req-da616a61-e57a-45ea-94cb-0ed7d0eb4478 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 210 time: 0.0378940 Feb 15 01:54:26.044625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:26.057498 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5f3e4167-2226-48b2-a4d6-3e8059b5c9b4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.061274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f3e4167-2226-48b2-a4d6-3e8059b5c9b4 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/53fb316c-36aa-4bbd-a1bb-b5dcc9e3ecaf HTTP/1.1" status: 404 len: 336 time: 0.0539103 Feb 15 01:54:26.062389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.093251 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-95336418-edb2-4c60-baa5-315d1eeb9f0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.094379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95336418-edb2-4c60-baa5-315d1eeb9f0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.101051 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95336418-edb2-4c60-baa5-315d1eeb9f0a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/8664bc1f-82af-4844-9e37-f62f9e939744 HTTP/1.1" status: 404 len: 337 time: 0.0375412 Feb 15 01:54:26.101702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.131781 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-208e2f04-11b5-4fb6-89cc-1284177028db tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.132673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208e2f04-11b5-4fb6-89cc-1284177028db tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.136875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-208e2f04-11b5-4fb6-89cc-1284177028db tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/1d64e5bc-8298-45de-9e7b-748058ec0468 HTTP/1.1" status: 404 len: 337 time: 0.0340660 Feb 15 01:54:26.138504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.166426 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8300f598-e8a1-4851-8c2c-f8bc406ae6fa tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.166885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8300f598-e8a1-4851-8c2c-f8bc406ae6fa tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.170304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8300f598-e8a1-4851-8c2c-f8bc406ae6fa tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/ee317177-eb23-409b-8e58-532d03635ff9 HTTP/1.1" status: 404 len: 337 time: 0.0307443 Feb 15 01:54:26.172931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.201403 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5088bd-25a2-4fd9-8afb-4b346e2bd3bd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.201955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5088bd-25a2-4fd9-8afb-4b346e2bd3bd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.205822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4c5088bd-25a2-4fd9-8afb-4b346e2bd3bd tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/3f9c2daf-c41a-4349-a6cc-87c1234d9304 HTTP/1.1" status: 404 len: 337 time: 0.0318561 Feb 15 01:54:26.208574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.236709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-417d3a2a-5d76-49ed-8add-4ff48aae7496 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 200 len: 205 time: 0.0267706 Feb 15 01:54:26.238987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.281209 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-185f550d-d96c-4be0-93a8-051096443d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.282264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-185f550d-d96c-4be0-93a8-051096443d47 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/c0a18747-d70b-4415-b935-1e8df4eadc45 HTTP/1.1" status: 404 len: 336 time: 0.0423672 Feb 15 01:54:26.285004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.315676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1c40832c-8022-42a4-94f4-ebbcd30a8e26 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=335fb739-d1d7-490b-a8a5-2c9edfd01917 HTTP/1.1" status: 200 len: 205 time: 0.0274937 Feb 15 01:54:26.316007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.356512 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-956bb879-75cd-4f8c-9a52-db658cf479ea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.357561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-956bb879-75cd-4f8c-9a52-db658cf479ea tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/335fb739-d1d7-490b-a8a5-2c9edfd01917 HTTP/1.1" status: 404 len: 336 time: 0.0406704 Feb 15 01:54:26.361278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.365501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Network 7b504644-a601-4c40-ab45-b8069eb3d948 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:26.372403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:26.378232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:26.383097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Pushing event updated for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:26.398188 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dbad04-8ed7-454e-b1a6-9ea8045c58e6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.398646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dbad04-8ed7-454e-b1a6-9ea8045c58e6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.401775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59dbad04-8ed7-454e-b1a6-9ea8045c58e6 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/36d4c90c-1a48-4b96-8e00-0a44a158275c HTTP/1.1" status: 404 len: 337 time: 0.0392823 Feb 15 01:54:26.404456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.441105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8241cc-c4bd-4b77-ba1e-69accbe3455a req-a33eb724-3870-4bbe-8ca2-e0fe89ff6e5b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:26.442617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c8241cc-c4bd-4b77-ba1e-69accbe3455a req-a33eb724-3870-4bbe-8ca2-e0fe89ff6e5b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1166484 Feb 15 01:54:26.446437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-28ea1678-41ad-47d1-9442-aef88cd09b7e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 200 len: 205 time: 0.0405843 Feb 15 01:54:26.447124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.448020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:26.448662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:26.485763 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-3ebfc5be-ef3a-46fb-86a3-fbc72293f9c2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.486811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ebfc5be-ef3a-46fb-86a3-fbc72293f9c2 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/6e811068-cfa1-4bf5-8d9b-fe9be7b09182 HTTP/1.1" status: 404 len: 336 time: 0.0384903 Feb 15 01:54:26.489617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.503508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c8241cc-c4bd-4b77-ba1e-69accbe3455a req-8179b62f-56c9-43dd-80b2-e3e607adc7d5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521340 Feb 15 01:54:26.528722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48b72e11-339b-45a9-bab4-50ca38d31e49 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d85580f-599c-4247-93e0-8e420e5102d8 HTTP/1.1" status: 200 len: 205 time: 0.0341918 Feb 15 01:54:26.528722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.562878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-ddbcd6e6-7587-4a3c-8dd4-87d1a210d947 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4703662 Feb 15 01:54:26.565754 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-32cccb4d-6254-426f-907d-6bce627c1675 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.568470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32cccb4d-6254-426f-907d-6bce627c1675 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/4d85580f-599c-4247-93e0-8e420e5102d8 HTTP/1.1" status: 404 len: 336 time: 0.0392098 Feb 15 01:54:26.569009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.581481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Request body: {'port': {'device_id': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:26.595242 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e3e0ae-f36a-438c-a2fe-bdd5a9bf426e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.595695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e3e0ae-f36a-438c-a2fe-bdd5a9bf426e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.598820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59e3e0ae-f36a-438c-a2fe-bdd5a9bf426e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/7c20cd0b-74a2-41ff-934e-1c6cee18352c HTTP/1.1" status: 404 len: 337 time: 0.0289001 Feb 15 01:54:26.602069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.647003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fda23177-a529-452d-84a7-b233cb139ba5 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f2c048-9a44-4168-a342-d4bd630c339e HTTP/1.1" status: 200 len: 205 time: 0.0439482 Feb 15 01:54:26.650485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.674843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273749e4-fa25-4aa4-a5bf-b545167860d8 req-d75546ac-0cd9-4216-bb2f-614d3924211e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:26.681840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-273749e4-fa25-4aa4-a5bf-b545167860d8 req-d75546ac-0cd9-4216-bb2f-614d3924211e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1151047 Feb 15 01:54:26.689790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:26.699267 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-428fb59d-202b-4918-9f93-acfdebc82189 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.702733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-428fb59d-202b-4918-9f93-acfdebc82189 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/54f2c048-9a44-4168-a342-d4bd630c339e HTTP/1.1" status: 404 len: 336 time: 0.0488951 Feb 15 01:54:26.703001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.730149 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a27c090-9d77-49d0-905d-89cecf721c29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.730613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a27c090-9d77-49d0-905d-89cecf721c29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.736347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a27c090-9d77-49d0-905d-89cecf721c29 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/da5630ae-adbe-4dc8-9311-a151ea1079b2 HTTP/1.1" status: 404 len: 337 time: 0.0297670 Feb 15 01:54:26.736996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.765016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1dd9335a-5089-4224-91fc-6ac968d0884b tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8490a27-899a-462a-8757-47cf5efe6143 HTTP/1.1" status: 200 len: 205 time: 0.0268772 Feb 15 01:54:26.767109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-273749e4-fa25-4aa4-a5bf-b545167860d8 req-36c293b9-12c4-4a39-909b-82f238d8fd9a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Feb 15 01:54:26.767605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.870887 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-272a94b0-7733-4dc3-a5f5-4ded7641f62e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] delete failed (client error): The resource could not be found. Feb 15 01:54:26.872025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-272a94b0-7733-4dc3-a5f5-4ded7641f62e tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/routers/c8490a27-899a-462a-8757-47cf5efe6143 HTTP/1.1" status: 404 len: 336 time: 0.0974898 Feb 15 01:54:26.874667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.900638 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-506670d3-d388-4b50-834a-b0c895926a2a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.901148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506670d3-d388-4b50-834a-b0c895926a2a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.906984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-506670d3-d388-4b50-834a-b0c895926a2a tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/00d5b428-a1a0-4ad9-8697-8000b8a11054 HTTP/1.1" status: 404 len: 337 time: 0.0285029 Feb 15 01:54:26.907687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:26.986113 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-10635bcd-4c9c-4b5f-8e05-14d0f0501387 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] DELETE failed (client error): The resource could not be found. Feb 15 01:54:26.986585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10635bcd-4c9c-4b5f-8e05-14d0f0501387 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:54:26.989787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-10635bcd-4c9c-4b5f-8e05-14d0f0501387 tempest-RoutersIpV6Test-38587694 tempest-RoutersIpV6Test-38587694-project] 10.222.0.43 "DELETE /v2.0/subnets/9c5fc3c7-0ac3-40d8-ad2b-7ab53f8dd73a HTTP/1.1" status: 404 len: 337 time: 0.0808203 Feb 15 01:54:27.019432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2657b8-1638-41ba-a250-dd1b3024add8 req-4124c644-e88d-43c3-aefd-b49e3cf9f972 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:27.021325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c2657b8-1638-41ba-a250-dd1b3024add8 req-4124c644-e88d-43c3-aefd-b49e3cf9f972 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1581366 Feb 15 01:54:27.108870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c2657b8-1638-41ba-a250-dd1b3024add8 req-a012b820-855d-4b56-8f3b-df718846880f tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Feb 15 01:54:27.153406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31ff716-76d0-49f0-999b-af40e7872e14 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:27.162203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks [] for port (b31ff716-76d0-49f0-999b-af40e7872e14), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.176667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Transition to ACTIVE for port object b31ff716-76d0-49f0-999b-af40e7872e14 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:54:27.305200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-1f2789a5-a951-4dd4-84dc-9323eefc4d61 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:27.306752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-1f2789a5-a951-4dd4-84dc-9323eefc4d61 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.1143820 Feb 15 01:54:27.319296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.336408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-d8a7deb1-23fe-42ea-9d27-6e14d2e86c33 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/quotas/7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 375 time: 0.0239763 Feb 15 01:54:27.353249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.416781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:27.490528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-dff2f403-cbd6-4ff1-8768-224f385e193f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1358538 Feb 15 01:54:27.508275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:27.572727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Attempting to bind port b31ff716-76d0-49f0-999b-af40e7872e14 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:27.573081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Attempting to bind port b31ff716-76d0-49f0-999b-af40e7872e14 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '95318d31-8399-4cb6-81f5-2a98a8a9e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:27.573416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Attempting to bind port b31ff716-76d0-49f0-999b-af40e7872e14 on network 7b504644-a601-4c40-ab45-b8069eb3d948 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:27.582172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Port b31ff716-76d0-49f0-999b-af40e7872e14 on network 7b504644-a601-4c40-ab45-b8069eb3d948 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:54:27.582499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Attempting to bind port b31ff716-76d0-49f0-999b-af40e7872e14 on network 7b504644-a601-4c40-ab45-b8069eb3d948 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:27.590663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:27.591018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Checking segment: {'id': '95318d31-8399-4cb6-81f5-2a98a8a9e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:27.591411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Bound using segment: {'id': '95318d31-8399-4cb6-81f5-2a98a8a9e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:27.591850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Bound port: b31ff716-76d0-49f0-999b-af40e7872e14, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95318d31-8399-4cb6-81f5-2a98a8a9e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:27.592209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.651412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-6ec2adb4-5ff7-4ecf-bcb1-7af151b94591 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577184 Feb 15 01:54:27.657789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-508f500d-62fe-4732-b734-1022e94c9341 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3407fd9be6e450e9576cd4e2bc79acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479647 Feb 15 01:54:27.660156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:27.721678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Publish callbacks [] for security_group (771fbcf4-caa2-47c7-aa20-e633d0ec8c52), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.736825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:27.747161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Publish callbacks [] for security_group (771fbcf4-caa2-47c7-aa20-e633d0ec8c52), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.754901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b31ff716-76d0-49f0-999b-af40e7872e14,segment=NetworkSegment(95318d31-8399-4cb6-81f5-2a98a8a9e4a5),segment_id=95318d31-8399-4cb6-81f5-2a98a8a9e4a5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:27.784338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a1056c45-ffec-448e-bf57-8c00c051d791 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202285 Feb 15 01:54:27.829633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.856586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (771fbcf4-caa2-47c7-aa20-e633d0ec8c52), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.860282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.864449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/771fbcf4-caa2-47c7-aa20-e633d0ec8c52 HTTP/1.1" status: 204 len: 168 time: 0.2032464 Feb 15 01:54:27.881937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fbcf4-caa2-47c7-aa20-e633d0ec8c52,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:27.884078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:27.884745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:27.886149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] 10.222.0.37 "PUT /v2.0/ports/b31ff716-76d0-49f0-999b-af40e7872e14 HTTP/1.1" status: 200 len: 1092 time: 1.3092659 Feb 15 01:54:27.888781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:27.906469 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e10d2-d0b4-4949-ba66-06718651fa87" -d '{"events": [{"name": "network-changed", "server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:27.909915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.910187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.910730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.911083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.911416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.911753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.912093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.912488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.913007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.914105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.914441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.914773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.916265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9006f-e548-4066-86ca-7c94c6bf12a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:54:27.959285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d5c8-8baa-4add-8a62-02eae9af5051 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:28.065865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-d9c5100e-b7dc-4321-9cf8-9c78d96a7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.067663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-d9c5100e-b7dc-4321-9cf8-9c78d96a7811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa72d03dcf1e48df8dddb9c3820f5ebf&device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 1126 time: 0.0714624 Feb 15 01:54:28.154762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-954b9ad9-7497-4ea0-b40e-e12b1cb4a18c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b31ff716-76d0-49f0-999b-af40e7872e14 HTTP/1.1" status: 200 len: 217 time: 0.0730596 Feb 15 01:54:28.217119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f80f-a8e2-43c2-aeef-7bf2cc8effd8 req-721477ac-c226-44d2-b43d-aa34e351a011 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.224473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b12f80f-a8e2-43c2-aeef-7bf2cc8effd8 req-721477ac-c226-44d2-b43d-aa34e351a011 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1523955 Feb 15 01:54:28.258468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-f2da5da5-c0cd-4ba2-9fed-6b78522c1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.260256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-f2da5da5-c0cd-4ba2-9fed-6b78522c1718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37211c48-395e-42bc-8505-932a7320b5c5 HTTP/1.1" status: 200 len: 848 time: 0.0968845 Feb 15 01:54:28.281515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c9172898-1e95-4611-b38f-ce3e5d338679 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:54:28.305698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-442ebf71-e1ca-4e43-b39f-92e91b553f82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b504644-a601-4c40-ab45-b8069eb3d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353608 Feb 15 01:54:28.313508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b12f80f-a8e2-43c2-aeef-7bf2cc8effd8 req-f022f5ac-2b6a-49e3-8d9e-05ca5c47b5bd tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838909 Feb 15 01:54:28.463917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c9172898-1e95-4611-b38f-ce3e5d338679,segment=NetworkSegment(0fd56caf-a22c-4e98-a81b-d024d176b9d6),segment_id=0fd56caf-a22c-4e98-a81b-d024d176b9d6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:28.478540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'c9172898-1e95-4611-b38f-ce3e5d338679', 'network_id': 'ec5ba9ef-b352-4b30-9a61-09af3d9c6d42', 'port_id': 'c9172898-1e95-4611-b38f-ce3e5d338679', 'mac_address': 'fa:16:3e:5b:d8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58578984-b2fb-483b-9242-c633a08e7944', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:54:28.480586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-3dd5c0e7-3d38-45cb-bd78-1a57083df629 service neutron] 10.222.0.37 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659784 Feb 15 01:54:28.524426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c9172898-1e95-4611-b38f-ce3e5d338679 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:28.524980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:28.539706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9172898-1e95-4611-b38f-ce3e5d338679 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:28.567561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c9172898-1e95-4611-b38f-ce3e5d338679,segment=NetworkSegment(0fd56caf-a22c-4e98-a81b-d024d176b9d6),segment_id=0fd56caf-a22c-4e98-a81b-d024d176b9d6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:28.599447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05488c2f-d6f6-4410-97e1-bde33a6035de req-5bc721b6-0a4d-44a2-98d7-34448ec5339f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.601731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05488c2f-d6f6-4410-97e1-bde33a6035de req-5bc721b6-0a4d-44a2-98d7-34448ec5339f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1231785 Feb 15 01:54:28.637432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe974886-f7aa-465c-8c8f-3d5fdcc78217 req-0394b2e5-02b1-4247-96a7-4f40f0b8cc6c service neutron] 10.222.0.37 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459441 Feb 15 01:54:28.694152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05488c2f-d6f6-4410-97e1-bde33a6035de req-e18582f5-cd6b-4bbb-b449-f07711727109 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Feb 15 01:54:28.792843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb09d6-b344-4124-b6a9-27f68ddddfcc req-17a0cc3e-52fc-4fee-b7ac-f7bb2b31ede6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.794616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5bb09d6-b344-4124-b6a9-27f68ddddfcc req-17a0cc3e-52fc-4fee-b7ac-f7bb2b31ede6 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 944 time: 0.0568593 Feb 15 01:54:28.801878 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:28.865199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5bb09d6-b344-4124-b6a9-27f68ddddfcc req-46722355-72e4-4114-9e59-3a1769f47d2a tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 Feb 15 01:54:28.873822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:28.988898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134bedc-7127-4ef4-9f25-f6b39e00a24a req-4fea62a5-d428-4e37-92e5-8cb09197865a tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:28.990428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7134bedc-7127-4ef4-9f25-f6b39e00a24a req-4fea62a5-d428-4e37-92e5-8cb09197865a tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 943 time: 0.0666823 Feb 15 01:54:29.049785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7134bedc-7127-4ef4-9f25-f6b39e00a24a req-5861995c-a923-46ba-9d3f-ce0997cbbeb6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535305 Feb 15 01:54:29.197380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7597a-0a49-442e-84be-96c416c8e2d8 req-0d15b252-38cd-4739-bd9c-47c8d6f01f8d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:29.199146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33f7597a-0a49-442e-84be-96c416c8e2d8 req-0d15b252-38cd-4739-bd9c-47c8d6f01f8d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0593092 Feb 15 01:54:29.247741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33f7597a-0a49-442e-84be-96c416c8e2d8 req-40e833c6-6a54-4c38-a91e-6e58e3c153b6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Feb 15 01:54:29.293529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:29.296249 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d79c07-9989-4ace-ba3f-d0cd6aafce80 x-openstack-request-id: req-45d79c07-9989-4ace-ba3f-d0cd6aafce80 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:29.296569 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:29.296827 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45d79c07-9989-4ace-ba3f-d0cd6aafce80 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:29.297234 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14', 'status': 'completed', 'code': 200} Feb 15 01:54:29.333994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c9172898-1e95-4611-b38f-ce3e5d338679'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:29.387196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0b0bf97-13cb-427a-9f2e-b93f3e5cf5f4 req-4a4d5cc6-bd42-4c03-9282-6c3fd543c7c0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 210 time: 0.0368271 Feb 15 01:54:29.405579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-8884111d-5cf7-4ff5-af50-38bb1da2c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:29.407037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-8884111d-5cf7-4ff5-af50-38bb1da2c79a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa72d03dcf1e48df8dddb9c3820f5ebf&device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 1126 time: 0.0888181 Feb 15 01:54:29.452825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1857836959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:29.575487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-7bebea00-a5c8-462f-95b3-db0690ed8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:29.577044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-7bebea00-a5c8-462f-95b3-db0690ed8ea7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b504644-a601-4c40-ab45-b8069eb3d948 HTTP/1.1" status: 200 len: 909 time: 0.1584730 Feb 15 01:54:29.585261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa69f1-1c57-4e5f-9f78-b9b2258bdf88 req-6e716a5f-b4b1-4e52-8ca8-0c3f39eebcf4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:29.586559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2aa69f1-1c57-4e5f-9f78-b9b2258bdf88 req-6e716a5f-b4b1-4e52-8ca8-0c3f39eebcf4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0946565 Feb 15 01:54:29.635890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-663294e6-2312-4275-a20e-836f3370a450 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b31ff716-76d0-49f0-999b-af40e7872e14 HTTP/1.1" status: 200 len: 217 time: 0.0483766 Feb 15 01:54:29.637761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:29.638785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:29.727680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-3a25bfca-d97a-4279-a067-67b0f0da85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:29.729265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-3a25bfca-d97a-4279-a067-67b0f0da85c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37211c48-395e-42bc-8505-932a7320b5c5 HTTP/1.1" status: 200 len: 848 time: 0.0790539 Feb 15 01:54:29.736530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2aa69f1-1c57-4e5f-9f78-b9b2258bdf88 req-418edfa6-f322-4eaf-bab1-ae145b59c7d4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413639 Feb 15 01:54:29.776645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router_controller (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:29.798297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-98b7dc26-9aa3-4c5d-9fa0-c9a1839ef775 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b504644-a601-4c40-ab45-b8069eb3d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306778 Feb 15 01:54:29.869795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:29.904151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-dfbc3818-a62b-4dea-a036-457557b37c29 service neutron] 10.222.0.37 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993512 Feb 15 01:54:30.004879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5e10d2-d0b4-4949-ba66-06718651fa87 req-58821db0-e7a8-442f-965d-a451588f9bdc service neutron] 10.222.0.37 "GET /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945816 Feb 15 01:54:30.024249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.025500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5e7fd7f1-afd5-4f0e-84ee-1be58cd221a5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7311041 Feb 15 01:54:30.028134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:30.033517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-489877727'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:30.147856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:30.153086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.162777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.255676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for security_group (a642bf76-54d6-43f8-802b-71868ad50f87), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.282480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c9172898-1e95-4611-b38f-ce3e5d338679 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:30.304978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210219-81b4-4f56-956d-1711c6e89ef5 req-262410fd-4463-429d-9ed9-3ac5b8dfd272 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:30.316672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a210219-81b4-4f56-956d-1711c6e89ef5 req-262410fd-4463-429d-9ed9-3ac5b8dfd272 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 945 time: 0.0728552 Feb 15 01:54:30.380464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a642bf76-54d6-43f8-802b-71868ad50f87), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.421931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port c9172898-1e95-4611-b38f-ce3e5d338679 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:54:30.426613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port c9172898-1e95-4611-b38f-ce3e5d338679 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:30.431927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.435624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a210219-81b4-4f56-956d-1711c6e89ef5 req-a60c5c12-b7ed-4b4c-b88f-76653a606596 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Feb 15 01:54:30.443351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:30.468822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1e17965-639d-4dea-bcf7-6f88f7c18347), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.469172 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Added segment b1e17965-639d-4dea-bcf7-6f88f7c18347 of type vlan for network 1b04850e-652c-4ad1-a06e-7ab8fbef239a Feb 15 01:54:30.480582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a642bf76-54d6-43f8-802b-71868ad50f87,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:30.548408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c9172898-1e95-4611-b38f-ce3e5d338679 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:30.554903 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.564107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-3604c422-76a3-47dc-96c3-40f33034a2cd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:30.565873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-3604c422-76a3-47dc-96c3-40f33034a2cd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.2182894 Feb 15 01:54:30.569806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1b04850e-652c-4ad1-a06e-7ab8fbef239a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.576533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:30.582481 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39601220-6b63-4ec5-8c79-e36f58d151b5" -d '{"events": [{"server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "name": "network-vif-plugged", "status": "completed", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:30.594628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c9172898-1e95-4611-b38f-ce3e5d338679,segment=NetworkSegment(0fd56caf-a22c-4e98-a81b-d024d176b9d6),segment_id=0fd56caf-a22c-4e98-a81b-d024d176b9d6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:30.612400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'device_id': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'admin_state_up': True, 'tenant_id': '7d2995decd09492485535a5a466e33de'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:30.653817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.705859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:30.713899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532542a-9045-4e75-9470-f5ce99bbec84 req-6b0d8b25-b909-410c-9386-8ecd61443e27 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:30.715631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6532542a-9045-4e75-9470-f5ce99bbec84 req-6b0d8b25-b909-410c-9386-8ecd61443e27 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1432500 Feb 15 01:54:30.785991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1b04850e-652c-4ad1-a06e-7ab8fbef239a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.791145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:30.791741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.804979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6532542a-9045-4e75-9470-f5ce99bbec84 req-92415a9d-b8b8-400f-af07-fb5025d8290c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727184 Feb 15 01:54:30.868230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Network': ['ID=1b04850e-652c-4ad1-a06e-7ab8fbef239a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:30.879786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:30.880347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:30.883777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:30.982293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bf065f66-c7ef-4d6b-b9de-4e30c500fb4f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9530509 Feb 15 01:54:30.986431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:30.992383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'subnet': {'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:31.014802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af4b8-5bbb-4bca-bdc0-50967e9992ee req-e95d4faa-6121-4d16-abe9-00d50f28a8ce tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:31.016346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb3af4b8-5bbb-4bca-bdc0-50967e9992ee req-e95d4faa-6121-4d16-abe9-00d50f28a8ce tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 943 time: 0.1291010 Feb 15 01:54:31.094607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.20.0.3 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/a3df1c24-e1dd-4f06-92d9-153378939a15) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:31.105751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb3af4b8-5bbb-4bca-bdc0-50967e9992ee req-a8ede361-8f44-4aed-85f3-365096b8a6a3 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Feb 15 01:54:31.250662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:31.254218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.531962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40acbe-f96b-47ad-a4e6-7274aaa835c2 req-785a2cb0-3b08-4222-ab85-82397e9d0bd4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:31.533484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d40acbe-f96b-47ad-a4e6-7274aaa835c2 req-785a2cb0-3b08-4222-ab85-82397e9d0bd4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.3279462 Feb 15 01:54:31.553054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.559484 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ab760876-43f8-43f9-a987-e27113932913), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.605288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d40acbe-f96b-47ad-a4e6-7274aaa835c2 req-ffe4db87-5043-41b5-804b-fe45e2830737 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634313 Feb 15 01:54:31.615787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Subnet': ['ID=ab760876-43f8-43f9-a987-e27113932913,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:31.631791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Checking segment: {'id': 'b1e17965-639d-4dea-bcf7-6f88f7c18347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:31.632216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network hostable DHCP agents. Network: 1b04850e-652c-4ad1-a06e-7ab8fbef239a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:31.676967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.689747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:31.751156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:31.767019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:31.778974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:31.792451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:31.797273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:31.850513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d96d6-0c5f-44b8-9daf-dc7461de242f req-9b0a093c-a2ad-4630-bca1-fac42c0f7617 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:31.852051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-487d96d6-0c5f-44b8-9daf-dc7461de242f req-9b0a093c-a2ad-4630-bca1-fac42c0f7617 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1434665 Feb 15 01:54:31.858535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:31.859162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.865296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1b04850e-652c-4ad1-a06e-7ab8fbef239a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:31.869351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:31.869995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:31.880795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d75942-d0fd-4358-b7fd-e2a45c341cc4 None None] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:31.930056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-487d96d6-0c5f-44b8-9daf-dc7461de242f req-0adfd506-80a9-475c-b7b2-75e96fb1d877 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Feb 15 01:54:32.008829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-1b04850e-652c-4ad1-a06e-7ab8fbef239a', 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a', 'project_id': 'f8bba6c3c459493e9e91644d6afb964d', 'fixed_ips': [{'subnet_id': 'ab760876-43f8-43f9-a987-e27113932913'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:54:32.009737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.022168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-398c929c-05ec-451b-ab7a-3854b485beaf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0344484 Feb 15 01:54:32.022971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:32.028403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'network': {'name': 'tempest-router-network01--2090891812'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:32.065033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-a9dedbe2-b657-4a9c-b0d0-b2023756a9c5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4892604 Feb 15 01:54:32.080787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Request body: {'port': {'device_id': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:32.146860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:32.152621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.159088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be57d8-fc3f-43fa-b6b9-8c01bb28e58e req-067313e5-9887-43d0-8697-25748ab51497 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.168965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4be57d8-fc3f-43fa-b6b9-8c01bb28e58e req-067313e5-9887-43d0-8697-25748ab51497 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 931 time: 0.1744819 Feb 15 01:54:32.185093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:32.191023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3583b836-0103-478a-a2b6-5c97558f43e2 None None] Provisioning complete for port a3df1c24-e1dd-4f06-92d9-153378939a15 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:32.191531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.191921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3583b836-0103-478a-a2b6-5c97558f43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.198670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (899596ba-b71f-4d91-8fbf-a639469b6048), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.199361 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Added segment 899596ba-b71f-4d91-8fbf-a639469b6048 of type vlan for network cfdd8731-b69e-4301-b9ac-464316fa51d6 Feb 15 01:54:32.241584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4be57d8-fc3f-43fa-b6b9-8c01bb28e58e req-d5278d07-6f1f-4d07-8b29-945a2d7295f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 Feb 15 01:54:32.243300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3583b836-0103-478a-a2b6-5c97558f43e2 None None] Port a3df1c24-e1dd-4f06-92d9-153378939a15 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:32.249571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (cfdd8731-b69e-4301-b9ac-464316fa51d6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.285756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Allocated IP 2001:db8::2 (1b04850e-652c-4ad1-a06e-7ab8fbef239a/ab760876-43f8-43f9-a987-e27113932913/78e05214-87cf-4549-813e-f49566cd60eb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:32.295265 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c568816-3533-40fa-8c44-686826610c18 x-openstack-request-id: req-3c568816-3533-40fa-8c44-686826610c18 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:32.295560 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "name": "network-vif-plugged", "status": "completed", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:32.295840 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c568816-3533-40fa-8c44-686826610c18 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:32.296236 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679', 'code': 200} Feb 15 01:54:32.303611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b31ff716-76d0-49f0-999b-af40e7872e14 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:54:32.368329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (cfdd8731-b69e-4301-b9ac-464316fa51d6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.373484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.374625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.447642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b31ff716-76d0-49f0-999b-af40e7872e14,segment=NetworkSegment(95318d31-8399-4cb6-81f5-2a98a8a9e4a5),segment_id=95318d31-8399-4cb6-81f5-2a98a8a9e4a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:32.461921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'b31ff716-76d0-49f0-999b-af40e7872e14', 'network_id': '7b504644-a601-4c40-ab45-b8069eb3d948', 'port_id': 'b31ff716-76d0-49f0-999b-af40e7872e14', 'mac_address': 'fa:16:3e:2a:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37211c48-395e-42bc-8505-932a7320b5c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:54:32.463099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Network': ['ID=cfdd8731-b69e-4301-b9ac-464316fa51d6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:32.478608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:32.521189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-87b55998-455e-4147-b951-8bb68d900d99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4965820 Feb 15 01:54:32.523867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:32.532586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'network': {'name': 'tempest-router-network02--1509267696'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:32.563586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c4c-7b29-4f29-b36d-e04765506782 req-d33c42c8-9f89-4e03-8a5c-bb678f16dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.565564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99ac5c4c-7b29-4f29-b36d-e04765506782 req-d33c42c8-9f89-4e03-8a5c-bb678f16dbee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 1129 time: 0.1794569 Feb 15 01:54:32.577658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c8e50-a8fd-4b01-b0ed-1c29b34cca2f req-dfc5f611-f98e-4af2-a301-d6263b05713d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.579669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-423c8e50-a8fd-4b01-b0ed-1c29b34cca2f req-dfc5f611-f98e-4af2-a301-d6263b05713d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1946981 Feb 15 01:54:32.613611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b31ff716-76d0-49f0-999b-af40e7872e14 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:32.614001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.630819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:32.636480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.655870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ff716-76d0-49f0-999b-af40e7872e14 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:32.681451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:32.694797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (381a718c-6a1f-4f9c-8158-2d26676f1d4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.695154 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Added segment 381a718c-6a1f-4f9c-8158-2d26676f1d4a of type vlan for network b61d6e9c-8185-4215-a5de-6f2c080882d4 Feb 15 01:54:32.699139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b31ff716-76d0-49f0-999b-af40e7872e14,segment=NetworkSegment(95318d31-8399-4cb6-81f5-2a98a8a9e4a5),segment_id=95318d31-8399-4cb6-81f5-2a98a8a9e4a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:32.711779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99ac5c4c-7b29-4f29-b36d-e04765506782 req-18bc7c3d-9a60-4ac4-8f81-33a3e97704c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306953 Feb 15 01:54:32.736934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-423c8e50-a8fd-4b01-b0ed-1c29b34cca2f req-cca6b168-f99a-4e88-aef0-314e348f86fd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457145 Feb 15 01:54:32.767806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b61d6e9c-8185-4215-a5de-6f2c080882d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.768893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks [] for port (78e05214-87cf-4549-813e-f49566cd60eb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.785274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.818865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3df1c24-e1dd-4f06-92d9-153378939a15 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:32.830107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks [] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.843783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:32.857199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (78e05214-87cf-4549-813e-f49566cd60eb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.869765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Transition to ACTIVE for port object a3df1c24-e1dd-4f06-92d9-153378939a15 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:54:32.877795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b61d6e9c-8185-4215-a5de-6f2c080882d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.884633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.886976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.902089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe0cbc-d0ac-45a2-bdff-f6ca9e337586 req-a106b5e7-27c0-4218-b016-689e7108e192 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:32.903141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:32.906674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:32.909883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:32.910661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5dbe0cbc-d0ac-45a2-bdff-f6ca9e337586 req-a106b5e7-27c0-4218-b016-689e7108e192 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 946 time: 0.0737338 Feb 15 01:54:32.934518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:32.947394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Pushing event updated for resources: {'Port': ['ID=78e05214-87cf-4549-813e-f49566cd60eb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:32.989265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Attempting to bind port 78e05214-87cf-4549-813e-f49566cd60eb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:32.989755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Attempting to bind port 78e05214-87cf-4549-813e-f49566cd60eb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b1e17965-639d-4dea-bcf7-6f88f7c18347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:32.990117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Attempting to bind port 78e05214-87cf-4549-813e-f49566cd60eb on network 1b04850e-652c-4ad1-a06e-7ab8fbef239a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:32.994063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Network': ['ID=b61d6e9c-8185-4215-a5de-6f2c080882d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:32.994273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:33.013211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:33.013641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Checking segment: {'id': 'b1e17965-639d-4dea-bcf7-6f88f7c18347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:33.013982 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.014846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Bound using segment: {'id': 'b1e17965-639d-4dea-bcf7-6f88f7c18347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:33.015327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Bound port: 78e05214-87cf-4549-813e-f49566cd60eb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e17965-639d-4dea-bcf7-6f88f7c18347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1b04850e-652c-4ad1-a06e-7ab8fbef239a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:33.015710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78e05214-87cf-4549-813e-f49566cd60eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.021655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:33.028754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5dbe0cbc-d0ac-45a2-bdff-f6ca9e337586 req-48d514c4-1509-4e91-9dbe-e0027767c36e tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164072 Feb 15 01:54:33.096938 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6a4a89c0-ec27-41e2-aa56-3f4b8b5a94a1 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5712230 Feb 15 01:54:33.097646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:33.123685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'subnet': {'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:33.195363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] For port 78e05214-87cf-4549-813e-f49566cd60eb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:33.201955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] For port 78e05214-87cf-4549-813e-f49566cd60eb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=78e05214-87cf-4549-813e-f49566cd60eb,segment=NetworkSegment(b1e17965-639d-4dea-bcf7-6f88f7c18347),segment_id=b1e17965-639d-4dea-bcf7-6f88f7c18347)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:33.209398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Attempting to bind port a3df1c24-e1dd-4f06-92d9-153378939a15 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:33.210148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Attempting to bind port a3df1c24-e1dd-4f06-92d9-153378939a15 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:33.210812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Attempting to bind port a3df1c24-e1dd-4f06-92d9-153378939a15 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:33.211607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b31ff716-76d0-49f0-999b-af40e7872e14'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:33.218378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Port a3df1c24-e1dd-4f06-92d9-153378939a15 on network cae1d432-0745-4578-9785-6cc891feac69 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:54:33.218872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Attempting to bind port a3df1c24-e1dd-4f06-92d9-153378939a15 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:33.227774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:33.228965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:33.229455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:33.231250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Bound port: a3df1c24-e1dd-4f06-92d9-153378939a15, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:33.233976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.293614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (78e05214-87cf-4549-813e-f49566cd60eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.353587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:33.365928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a3df1c24-e1dd-4f06-92d9-153378939a15,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:33.379522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:33.383664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.402535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b283-19cc-4d1a-8e6a-7b20315d592a None None] Pushing event updated for resources: {'Port': ['ID=78e05214-87cf-4549-813e-f49566cd60eb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:33.444507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.507916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:33.509299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.509985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3df1c24-e1dd-4f06-92d9-153378939a15 HTTP/1.1" status: 200 len: 1092 time: 1.4360666 Feb 15 01:54:33.518844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8b0e-2e73-4cb7-9d7f-d5c4ce575356 req-fec91ac8-1d7e-4ed9-9a42-bb9d4fd35820 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:33.520435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426c8b0e-2e73-4cb7-9d7f-d5c4ce575356 req-fec91ac8-1d7e-4ed9-9a42-bb9d4fd35820 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2521644 Feb 15 01:54:33.521180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:33.524787 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e7aed-688b-4224-9743-af09e33f9e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:33.587442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426c8b0e-2e73-4cb7-9d7f-d5c4ce575356 req-58145809-83b0-44e2-ab48-333f082727c7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584311 Feb 15 01:54:33.599031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79350db-dbc2-402d-b3c1-3fb5d46735b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:33.759939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-478606b3-e04a-45a8-9432-0be73247bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:33.761605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-478606b3-e04a-45a8-9432-0be73247bac8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 1126 time: 0.1381392 Feb 15 01:54:33.768006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (94a243e0-affb-438a-bae0-69002f43499f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:33.852751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Subnet': ['ID=94a243e0-affb-438a-bae0-69002f43499f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:33.866519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-359c7968-9a0a-4332-88cb-b3315dd395a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3df1c24-e1dd-4f06-92d9-153378939a15 HTTP/1.1" status: 200 len: 217 time: 0.0909674 Feb 15 01:54:33.874681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Checking segment: {'id': '899596ba-b71f-4d91-8fbf-a639469b6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:33.875179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network hostable DHCP agents. Network: cfdd8731-b69e-4301-b9ac-464316fa51d6, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:33.927690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da478f4-68a5-49cd-9f31-05244bcba555 req-0da0b47c-7e1f-465d-9321-6689b91af62f tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:33.929316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2da478f4-68a5-49cd-9f31-05244bcba555 req-0da0b47c-7e1f-465d-9321-6689b91af62f tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 944 time: 0.1732838 Feb 15 01:54:33.960117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-d26818ba-3414-474b-a450-4542b65304fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:33.963844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-d26818ba-3414-474b-a450-4542b65304fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0883672 Feb 15 01:54:33.990583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:34.022575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2da478f4-68a5-49cd-9f31-05244bcba555 req-6157559f-20e9-4163-8e17-a2ffa73bfc3e tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820894 Feb 15 01:54:34.036013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed856861-3745-4b68-82d3-e67318e1b99d req-7eda6144-0a34-4f89-a4c0-ef3507dd1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:34.037555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-7eda6144-0a34-4f89-a4c0-ef3507dd1427 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683932 Feb 15 01:54:34.079576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, cfdd8731-b69e-4301-b9ac-464316fa51d6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:34.084890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:34.088462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.093769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680fe040-78aa-4485-a92f-694b38acf50c None None] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:34.191122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00b1c783-08a8-43d7-9757-39d9aaf0de93 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0921419 Feb 15 01:54:34.192556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:34.202958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'subnet': {'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:34.260127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-cfdd8731-b69e-4301-b9ac-464316fa51d6', 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6', 'project_id': 'f8bba6c3c459493e9e91644d6afb964d', 'fixed_ips': [{'subnet_id': '94a243e0-affb-438a-bae0-69002f43499f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:54:34.260127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.281604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-34c63001-ce1d-4aa5-9cbf-873901f86565 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118053 Feb 15 01:54:34.379860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b31ff716-76d0-49f0-999b-af40e7872e14 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:34.382063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 78e05214-87cf-4549-813e-f49566cd60eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:34.439413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:34.441250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed856861-3745-4b68-82d3-e67318e1b99d req-5462dc45-8f4a-4396-bee3-60d380606e6d service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569767 Feb 15 01:54:34.443654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.573770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Allocated IP 2001:db8::2 (cfdd8731-b69e-4301-b9ac-464316fa51d6/94a243e0-affb-438a-bae0-69002f43499f/6f612675-105d-425a-b579-1a0c10bfea79) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:34.586754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 78e05214-87cf-4549-813e-f49566cd60eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:34.587129 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78e05214-87cf-4549-813e-f49566cd60eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.658798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port b31ff716-76d0-49f0-999b-af40e7872e14 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:54:34.680519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port b31ff716-76d0-49f0-999b-af40e7872e14 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:34.680850 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.857962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:34.965502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Subnet': ['ID=8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:34.980176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b0a00-0b02-491a-bbbd-08fba8737728 None None] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:35.002944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Checking segment: {'id': '381a718c-6a1f-4f9c-8158-2d26676f1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:35.003469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network hostable DHCP agents. Network: b61d6e9c-8185-4215-a5de-6f2c080882d4, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:35.051083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3edd-93e1-49d1-8fcd-8ae60b7c0781 req-d5deb580-a1f6-4582-9aa4-c70c6557767d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.063600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cafa3edd-93e1-49d1-8fcd-8ae60b7c0781 req-d5deb580-a1f6-4582-9aa4-c70c6557767d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 943 time: 0.1068435 Feb 15 01:54:35.113866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Provisioning complete for port 78e05214-87cf-4549-813e-f49566cd60eb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:35.114394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78e05214-87cf-4549-813e-f49566cd60eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.121155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cafa3edd-93e1-49d1-8fcd-8ae60b7c0781 req-030fc530-1aa4-4c78-b899-8c6cb7b5c04e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Feb 15 01:54:35.139509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:35.164827 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d2d47c-6321-4dd9-a5ff-cb0f8346de1c x-openstack-request-id: req-22d2d47c-6321-4dd9-a5ff-cb0f8346de1c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:35.165619 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:35.166367 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22d2d47c-6321-4dd9-a5ff-cb0f8346de1c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:35.167470 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15', 'status': 'completed', 'code': 200} Feb 15 01:54:35.242226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b61d6e9c-8185-4215-a5de-6f2c080882d4) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:35.246916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.247665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.262057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3d09f-48e4-432c-a80c-d07710f32193 None None] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:35.328661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 78e05214-87cf-4549-813e-f49566cd60eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:35.329057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78e05214-87cf-4549-813e-f49566cd60eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.353958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0232d-be72-44d2-8575-cb2ff6465e99 req-cc379f4f-e9f4-4a41-9564-d0875471d664 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.355772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eba0232d-be72-44d2-8575-cb2ff6465e99 req-cc379f4f-e9f4-4a41-9564-d0875471d664 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 946 time: 0.0902939 Feb 15 01:54:35.374876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-b072a863-9b48-4dee-9588-898b4c8923bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.376863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-b072a863-9b48-4dee-9588-898b4c8923bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 1126 time: 0.0994632 Feb 15 01:54:35.381948 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e6cf14bd-5d65-4831-aea5-9985b654f88f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883416 Feb 15 01:54:35.384812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:35.477613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eba0232d-be72-44d2-8575-cb2ff6465e99 req-b6c66004-f972-484b-97fe-dee6340f8bb4 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157033 Feb 15 01:54:35.528234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Current status of the port 78e05214-87cf-4549-813e-f49566cd60eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:35.528619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (78e05214-87cf-4549-813e-f49566cd60eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.541275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-075c2c7c-04d2-4b34-aacc-1f09cab4b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.543005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-075c2c7c-04d2-4b34-aacc-1f09cab4b28b service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1580496 Feb 15 01:54:35.624032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-9c0b08fd-0358-44c2-a52e-90b206a763ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3df1c24-e1dd-4f06-92d9-153378939a15 HTTP/1.1" status: 200 len: 217 time: 0.0705931 Feb 15 01:54:35.627834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b61d6e9c-8185-4215-a5de-6f2c080882d4', 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4', 'project_id': 'f8bba6c3c459493e9e91644d6afb964d', 'fixed_ips': [{'subnet_id': '8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:54:35.628752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.646739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b31ff716-76d0-49f0-999b-af40e7872e14 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:35.647150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.660883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks [] for port (6f612675-105d-425a-b579-1a0c10bfea79), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.678203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 78e05214-87cf-4549-813e-f49566cd60eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=78e05214-87cf-4549-813e-f49566cd60eb,segment=NetworkSegment(b1e17965-639d-4dea-bcf7-6f88f7c18347),segment_id=b1e17965-639d-4dea-bcf7-6f88f7c18347)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:35.715525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:35.717985 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019aa037-eaa4-42d7-a8ae-a99b55696696" -d '{"events": [{"server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "name": "network-vif-plugged", "status": "completed", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:35.750504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-4b5c87aa-4621-4638-a428-ddf268e78646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.752514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-4b5c87aa-4621-4638-a428-ddf268e78646 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1153281 Feb 15 01:54:35.772147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691f10-a033-4a11-be24-6f8c0638cb07 req-00501e24-7715-473d-a9c4-14197bd5843d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.775630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8691f10-a033-4a11-be24-6f8c0638cb07 req-00501e24-7715-473d-a9c4-14197bd5843d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1551759 Feb 15 01:54:35.803860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6f612675-105d-425a-b579-1a0c10bfea79), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.808808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b31ff716-76d0-49f0-999b-af40e7872e14,segment=NetworkSegment(95318d31-8399-4cb6-81f5-2a98a8a9e4a5),segment_id=95318d31-8399-4cb6-81f5-2a98a8a9e4a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:35.868088 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (78e05214-87cf-4549-813e-f49566cd60eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.880058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-b87d7d54-7618-4386-981f-25f57e46d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:35.885846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-b87d7d54-7618-4386-981f-25f57e46d530 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1255641 Feb 15 01:54:35.889661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.899896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8691f10-a033-4a11-be24-6f8c0638cb07 req-491c66ad-f3e9-4d93-bbbf-a1a6f98d02da tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141644 Feb 15 01:54:35.956678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Pushing event updated for resources: {'Port': ['ID=6f612675-105d-425a-b579-1a0c10bfea79,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:35.968481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:35.975456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:54:35.975757 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:54:35.976714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:35.982275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:35.987525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:36.055386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=78e05214-87cf-4549-813e-f49566cd60eb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:36.090150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-ea1c1095-fea0-4493-80f0-f58e6858825e service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854324 Feb 15 01:54:36.168046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f05576-9e6e-41ed-bc43-39767b53096c req-e3d54568-890c-4f85-9585-b123eed9cd84 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:36.175865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19f05576-9e6e-41ed-bc43-39767b53096c req-e3d54568-890c-4f85-9585-b123eed9cd84 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1520000 Feb 15 01:54:36.196545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:36.205784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Allocated IP 2001:db8::2 (b61d6e9c-8185-4215-a5de-6f2c080882d4/8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b/6578cc32-84b3-4443-b058-dc2fbb3f8ceb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:36.210412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Attempting to bind port 6f612675-105d-425a-b579-1a0c10bfea79 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:36.210787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Attempting to bind port 6f612675-105d-425a-b579-1a0c10bfea79 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '899596ba-b71f-4d91-8fbf-a639469b6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:36.211154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Attempting to bind port 6f612675-105d-425a-b579-1a0c10bfea79 on network cfdd8731-b69e-4301-b9ac-464316fa51d6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:36.221662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:36.223441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Checking segment: {'id': '899596ba-b71f-4d91-8fbf-a639469b6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:36.223441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.223441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Bound using segment: {'id': '899596ba-b71f-4d91-8fbf-a639469b6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:36.223441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Bound port: 6f612675-105d-425a-b579-1a0c10bfea79, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899596ba-b71f-4d91-8fbf-a639469b6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cfdd8731-b69e-4301-b9ac-464316fa51d6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:36.223859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6f612675-105d-425a-b579-1a0c10bfea79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.278932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed5e7aed-688b-4224-9743-af09e33f9e1b req-9b44c5bc-2695-402b-90fa-771a8d44f10a service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823316 Feb 15 01:54:36.290525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Allocated IP 2001:db8::1 (cfdd8731-b69e-4301-b9ac-464316fa51d6/94a243e0-affb-438a-bae0-69002f43499f/ad94c398-cf05-4556-8dec-6a7805886de9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:36.291123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 78e05214-87cf-4549-813e-f49566cd60eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:36.313249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19f05576-9e6e-41ed-bc43-39767b53096c req-89023b86-3947-4cf3-b642-997f8de3325f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356120 Feb 15 01:54:36.487524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b287f-7b30-4cb5-8b92-50e3b62c48f2 req-365ad2d9-badb-4c25-8989-f20777568aba tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:36.489981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057b287f-7b30-4cb5-8b92-50e3b62c48f2 req-365ad2d9-badb-4c25-8989-f20777568aba tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 945 time: 0.0740356 Feb 15 01:54:36.555138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057b287f-7b30-4cb5-8b92-50e3b62c48f2 req-c549d9f7-f01e-4ec1-99f8-fe53ceda1755 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Feb 15 01:54:36.558009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks [] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.563811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] For port 6f612675-105d-425a-b579-1a0c10bfea79, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:36.575979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] For port 6f612675-105d-425a-b579-1a0c10bfea79, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6f612675-105d-425a-b579-1a0c10bfea79,segment=NetworkSegment(899596ba-b71f-4d91-8fbf-a639469b6048),segment_id=899596ba-b71f-4d91-8fbf-a639469b6048)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:36.647562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-194ae735-049f-4da2-b810-a9703d49bbfd None None] Current status of the port 78e05214-87cf-4549-813e-f49566cd60eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:36.659985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.691801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 78e05214-87cf-4549-813e-f49566cd60eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:36.692182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78e05214-87cf-4549-813e-f49566cd60eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.712277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76560f8b-d4eb-4372-a7b3-cceacf49c25c req-c99fd562-83ed-4332-898e-f84c3c3c60ac tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:36.721899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76560f8b-d4eb-4372-a7b3-cceacf49c25c req-c99fd562-83ed-4332-898e-f84c3c3c60ac tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0756526 Feb 15 01:54:36.730685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6f612675-105d-425a-b579-1a0c10bfea79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.760015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Pushing event updated for resources: {'Port': ['ID=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:36.771628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:36.787547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:36.795039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76560f8b-d4eb-4372-a7b3-cceacf49c25c req-4de56379-0942-47e1-864a-aa95ef3a2ffc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719507 Feb 15 01:54:36.812560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:36.854273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-923b1c1d-119f-4e32-98e7-b628137f02e0 None None] Provisioning complete for port 78e05214-87cf-4549-813e-f49566cd60eb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:36.856338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-923b1c1d-119f-4e32-98e7-b628137f02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (78e05214-87cf-4549-813e-f49566cd60eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.892354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for port (ad94c398-cf05-4556-8dec-6a7805886de9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:36.920582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d593-d89d-4de9-90ee-5f057b5ef2a0 None None] Pushing event updated for resources: {'Port': ['ID=6f612675-105d-425a-b579-1a0c10bfea79,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:36.997525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Attempting to bind port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:36.997908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Attempting to bind port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '381a718c-6a1f-4f9c-8158-2d26676f1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:36.998288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Attempting to bind port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb on network b61d6e9c-8185-4215-a5de-6f2c080882d4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:37.013618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:37.013902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Checking segment: {'id': '381a718c-6a1f-4f9c-8158-2d26676f1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:37.014310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.014891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Bound using segment: {'id': '381a718c-6a1f-4f9c-8158-2d26676f1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:37.015691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Bound port: 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a718c-6a1f-4f9c-8158-2d26676f1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b61d6e9c-8185-4215-a5de-6f2c080882d4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:37.016364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.022730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.027104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 78e05214-87cf-4549-813e-f49566cd60eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:37.088539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Port': ['ID=ad94c398-cf05-4556-8dec-6a7805886de9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:37.113757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:37.135409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:37.143450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:37.144020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.146354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-923b1c1d-119f-4e32-98e7-b628137f02e0 None None] Current status of the port 78e05214-87cf-4549-813e-f49566cd60eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:37.170221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] For port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:37.204444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] For port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,segment=NetworkSegment(381a718c-6a1f-4f9c-8158-2d26676f1d4a),segment_id=381a718c-6a1f-4f9c-8158-2d26676f1d4a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:37.294411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.384419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201395-58d4-4ba4-ac45-e3a178c27845 None None] Pushing event updated for resources: {'Port': ['ID=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:37.430646 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.469298 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ae6877-17c3-4bba-9232-396ad53a30df x-openstack-request-id: req-50ae6877-17c3-4bba-9232-396ad53a30df {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:37.469298 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "name": "network-vif-plugged", "status": "completed", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:37.469298 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50ae6877-17c3-4bba-9232-396ad53a30df {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:37.469298 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14', 'code': 200} Feb 15 01:54:37.661821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a3df1c24-e1dd-4f06-92d9-153378939a15 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:54:37.692415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f12d5-23ab-4d53-afd1-03c65eca1770 req-b081592b-a578-4b44-b1e7-d9d8d8f480e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:37.695587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f54f12d5-23ab-4d53-afd1-03c65eca1770 req-b081592b-a578-4b44-b1e7-d9d8d8f480e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 1128 time: 0.1797550 Feb 15 01:54:37.784225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efb856-998b-4fa9-9f72-b13c24c6f5a7 req-69ec8d94-62f9-41b2-b117-c8020d13163a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:37.793412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34efb856-998b-4fa9-9f72-b13c24c6f5a7 req-69ec8d94-62f9-41b2-b117-c8020d13163a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 943 time: 0.2170978 Feb 15 01:54:37.834123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f54f12d5-23ab-4d53-afd1-03c65eca1770 req-4f02f285-a303-40ee-bc05-19f82b5c39a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151991 Feb 15 01:54:37.914971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a3df1c24-e1dd-4f06-92d9-153378939a15,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:37.916308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for port (ad94c398-cf05-4556-8dec-6a7805886de9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:37.921630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34efb856-998b-4fa9-9f72-b13c24c6f5a7 req-593caa4d-f761-42cd-8043-54d16c7a7c8a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Feb 15 01:54:37.952429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'a3df1c24-e1dd-4f06-92d9-153378939a15', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': 'a3df1c24-e1dd-4f06-92d9-153378939a15', 'mac_address': 'fa:16:3e:b2:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:54:37.999597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:38.000901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:38.037845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a3df1c24-e1dd-4f06-92d9-153378939a15 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:38.038444 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:38.069093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3df1c24-e1dd-4f06-92d9-153378939a15 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:38.080157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119869fe-c0db-46c3-aa2a-5a17bead5279 req-655b0696-9c42-4595-9015-bc0a4fc5cead tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:38.082339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-119869fe-c0db-46c3-aa2a-5a17bead5279 req-655b0696-9c42-4595-9015-bc0a4fc5cead tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1031873 Feb 15 01:54:38.100038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a3df1c24-e1dd-4f06-92d9-153378939a15,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:38.186001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:38.194972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-119869fe-c0db-46c3-aa2a-5a17bead5279 req-3cfaff53-ab8a-4328-b93c-6f721ac46ede tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068547 Feb 15 01:54:38.199095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Port': ['ID=ad94c398-cf05-4556-8dec-6a7805886de9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:38.291458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:38.340556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:38.354674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:38.422567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6578cc32-84b3-4443-b058-dc2fbb3f8ceb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:38.439382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a2f27-fae6-455a-94b8-1bb418ec2486 req-5263e9aa-2b51-4563-9a7d-0d6080facb5f tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:38.451510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-128a2f27-fae6-455a-94b8-1bb418ec2486 req-5263e9aa-2b51-4563-9a7d-0d6080facb5f tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1518695 Feb 15 01:54:38.481041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:54:38.559925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-128a2f27-fae6-455a-94b8-1bb418ec2486 req-32017694-7649-4cd5-aca9-6ff3de7229b5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053975 Feb 15 01:54:38.601889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026753c-69f5-4012-996a-7f219a5ffcc0 None None] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:38.699026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Router 11e87184-d470-44f3-a58f-07fa1fc20bbd is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:54:38.716336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f0662-5318-4259-823c-c0267f1216f4 req-b7d3c858-21a1-4f0a-a501-3baa26838afc tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:38.724413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057f0662-5318-4259-823c-c0267f1216f4 req-b7d3c858-21a1-4f0a-a501-3baa26838afc tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 946 time: 0.0797217 Feb 15 01:54:38.786474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057f0662-5318-4259-823c-c0267f1216f4 req-7cc168b0-4ef0-45f7-927b-cb78e8fed2fd tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/security-groups?id=75fd8ca2-bd22-4f69-be06-57642b35456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 Feb 15 01:54:38.934826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:38.946778 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] Sync routers for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:38.958270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cabf8128-ce68-4856-9d7f-22954d655b81 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5696568 Feb 15 01:54:38.960930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:38.962269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480359ec-4df1-424e-9aee-15ca96a14485 req-1812e17a-7f03-4966-ab82-474b4a4b5186 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:38.963826 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:38.964521 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:38.971982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-480359ec-4df1-424e-9aee-15ca96a14485 req-1812e17a-7f03-4966-ab82-474b4a4b5186 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 945 time: 0.1103292 Feb 15 01:54:39.056318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-480359ec-4df1-424e-9aee-15ca96a14485 req-872ceb79-698b-4fe8-b670-93c4c7f101ed tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Feb 15 01:54:39.090799 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:39.112993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da70d0f-cddf-4903-bf3f-ac215473a265 None None] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:39.117795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:39.120430 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:39.235181 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:39.241617 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b803a15-5fe2-4436-aed6-ebc60d62f4a6 None None] The sync data for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:39.292124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605d102-acc0-4f00-a9d5-ebcfc8d67621 req-eb95a315-293d-4cf4-920f-fa7cf3e226a8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:39.299851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4605d102-acc0-4f00-a9d5-ebcfc8d67621 req-eb95a315-293d-4cf4-920f-fa7cf3e226a8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 944 time: 0.1356962 Feb 15 01:54:39.367310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Provisioning complete for port 6f612675-105d-425a-b579-1a0c10bfea79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:39.367843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6f612675-105d-425a-b579-1a0c10bfea79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.369958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4605d102-acc0-4f00-a9d5-ebcfc8d67621 req-e1b71d36-f3b8-40ef-bd1c-d21ac5e0e7f6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Feb 15 01:54:39.425835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-211ee2ff-89d2-43a6-b073-8796b193daca tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:39.428486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-211ee2ff-89d2-43a6-b073-8796b193daca tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 946 time: 0.1759205 Feb 15 01:54:39.464931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:39.465316 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.693990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75ac5-d21f-4e89-aacb-127dd4b67e05 req-0859098d-7b7f-4b94-b8e9-298058b9d40d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:39.706204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84c75ac5-d21f-4e89-aacb-127dd4b67e05 req-0859098d-7b7f-4b94-b8e9-298058b9d40d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1941028 Feb 15 01:54:39.780123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Deleting port c9172898-1e95-4611-b38f-ce3e5d338679 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:39.781602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.822260 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-600ec6f2-b059-4e8d-8219-c057ffa59a99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 01:54:39.826079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-600ec6f2-b059-4e8d-8219-c057ffa59a99 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8614092 Feb 15 01:54:39.827686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:39.850252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:39.850949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.893639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Current status of the port 6f612675-105d-425a-b579-1a0c10bfea79 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:39.894048 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6f612675-105d-425a-b579-1a0c10bfea79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.922542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] For port c9172898-1e95-4611-b38f-ce3e5d338679, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c9172898-1e95-4611-b38f-ce3e5d338679,segment=NetworkSegment(0fd56caf-a22c-4e98-a81b-d024d176b9d6),segment_id=0fd56caf-a22c-4e98-a81b-d024d176b9d6)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:39.924981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:39.939151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] For port 6f612675-105d-425a-b579-1a0c10bfea79, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6f612675-105d-425a-b579-1a0c10bfea79,segment=NetworkSegment(899596ba-b71f-4d91-8fbf-a639469b6048),segment_id=899596ba-b71f-4d91-8fbf-a639469b6048)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:39.955489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Calling delete_port for c9172898-1e95-4611-b38f-ce3e5d338679 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:39.973774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84c75ac5-d21f-4e89-aacb-127dd4b67e05 req-228e0feb-9b57-4554-955b-649b8d57fa67 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662089 Feb 15 01:54:40.001849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,segment=NetworkSegment(381a718c-6a1f-4f9c-8158-2d26676f1d4a),segment_id=381a718c-6a1f-4f9c-8158-2d26676f1d4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:40.039697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6f612675-105d-425a-b579-1a0c10bfea79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.091289 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.094285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6f612675-105d-425a-b579-1a0c10bfea79 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:40.214868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d665c72-3168-4cb0-8783-0053930c98be None None] Provisioning complete for port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:40.215251 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d665c72-3168-4cb0-8783-0053930c98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.280759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16baea-5c78-40ca-87f1-cd239babc5b2 None None] Pushing event updated for resources: {'Port': ['ID=6f612675-105d-425a-b579-1a0c10bfea79,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:40.320011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6f612675-105d-425a-b579-1a0c10bfea79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:40.320405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6f612675-105d-425a-b579-1a0c10bfea79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.363362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3829-e784-4862-bd64-d2f8cb210a85 req-1c191187-4cb4-4d6b-b0cb-27d9ae5ddee5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:40.370869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729a3829-e784-4862-bd64-d2f8cb210a85 req-1c191187-4cb4-4d6b-b0cb-27d9ae5ddee5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.2554123 Feb 15 01:54:40.382255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.470189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-729a3829-e784-4862-bd64-d2f8cb210a85 req-a8c323b1-26da-45b8-8a5c-4024800d24e0 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951936 Feb 15 01:54:40.478950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c9172898-1e95-4611-b38f-ce3e5d338679), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.490019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:40.515316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d665c72-3168-4cb0-8783-0053930c98be None None] Current status of the port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:40.554639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Pushing event deleted for resources: {'Port': ['ID=c9172898-1e95-4611-b38f-ce3e5d338679,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:40.603204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6f612675-105d-425a-b579-1a0c10bfea79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:40.648499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Provisioning complete for port 6f612675-105d-425a-b579-1a0c10bfea79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:40.650757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6f612675-105d-425a-b579-1a0c10bfea79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.660938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] No DVR routers for this DVR port c9172898-1e95-4611-b38f-ce3e5d338679 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:40.671593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.675525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-858fe058-5e9a-4ed5-8366-e9788705ad87 req-75e19a92-9baa-4293-8cf8-8b6a752c0ed2 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.37 "DELETE /v2.0/ports/c9172898-1e95-4611-b38f-ce3e5d338679 HTTP/1.1" status: 204 len: 173 time: 1.2362354 Feb 15 01:54:40.709264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'name': 'network-vif-deleted', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:40.714602 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48daa085-20b3-4395-9cef-610530c24b51" -d '{"events": [{"server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "name": "network-vif-deleted", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:40.738873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e015527-64a4-4444-9249-d460439f99e7 req-fa226306-8fb1-46a5-9e8e-621ac9f95293 tempest-InstanceActionsV221TestJSON-1885600517 tempest-InstanceActionsV221TestJSON-1885600517-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdaef0-2398-425c-a59b-a3697a427c56 HTTP/1.1" status: 200 len: 210 time: 0.1131501 Feb 15 01:54:40.765970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6578cc32-84b3-4443-b058-dc2fbb3f8ceb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:40.846171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Current status of the port 6f612675-105d-425a-b579-1a0c10bfea79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:40.863500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:40.864236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.922338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Provisioning complete for port ad94c398-cf05-4556-8dec-6a7805886de9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:40.923009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.928168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344dc88-b6ce-4802-8eae-2c40e0c7f055 req-e72bfaeb-a56a-4102-9a73-75fd8255fddb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:40.929941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4344dc88-b6ce-4802-8eae-2c40e0c7f055 req-e72bfaeb-a56a-4102-9a73-75fd8255fddb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0841815 Feb 15 01:54:40.963471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting port ad94c398-cf05-4556-8dec-6a7805886de9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:40.964952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:40.984999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:40.986953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6f612675-105d-425a-b579-1a0c10bfea79 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:41.072726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4344dc88-b6ce-4802-8eae-2c40e0c7f055 req-50b9d289-e6cf-4eec-918c-7ebee5322bd9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370821 Feb 15 01:54:41.090650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-717102c4-2a2d-46d0-b249-cd11560c318d None None] Port ad94c398-cf05-4556-8dec-6a7805886de9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:41.111704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6f612675-105d-425a-b579-1a0c10bfea79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:41.112074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6f612675-105d-425a-b579-1a0c10bfea79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.142170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-8000f473-799f-4695-9753-6fa75772fa78 req-42099d4b-5255-4897-add1-9281fb1c52db service neutron] (103884) timed out ('10.222.0.43', 42174) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 01:54:41.179799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.192725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Calling delete_port for ad94c398-cf05-4556-8dec-6a7805886de9 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:41.244372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1662b332-c5aa-4e80-8987-cd2ef98697f5 None None] Provisioning complete for port ad94c398-cf05-4556-8dec-6a7805886de9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:41.245103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1662b332-c5aa-4e80-8987-cd2ef98697f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.247032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6f612675-105d-425a-b579-1a0c10bfea79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:41.274098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48193-43f1-4fc7-b2a1-915109aa1799 req-6f8bcc69-bfab-4407-bd5c-8386620b5b32 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:41.276021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea48193-43f1-4fc7-b2a1-915109aa1799 req-6f8bcc69-bfab-4407-bd5c-8386620b5b32 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 945 time: 0.1002340 Feb 15 01:54:41.290810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1662b332-c5aa-4e80-8987-cd2ef98697f5 None None] Port ad94c398-cf05-4556-8dec-6a7805886de9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:41.329179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ea48193-43f1-4fc7-b2a1-915109aa1799 req-1e0a7901-f9ea-4b1c-adc8-0fae890f9ad3 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Feb 15 01:54:41.486985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ad94c398-cf05-4556-8dec-6a7805886de9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.522710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Port': ['ID=ad94c398-cf05-4556-8dec-6a7805886de9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:41.678014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a3df1c24-e1dd-4f06-92d9-153378939a15 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:41.708274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.816989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aedb03-1cde-4276-9ace-c519086931fc req-6f5382f4-c0df-426d-bc92-712380518293 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:41.822297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52aedb03-1cde-4276-9ace-c519086931fc req-6f5382f4-c0df-426d-bc92-712380518293 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 944 time: 0.0764272 Feb 15 01:54:41.889598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52aedb03-1cde-4276-9ace-c519086931fc req-45236197-5e93-48b5-992c-319a5c12068b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Feb 15 01:54:41.924640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port a3df1c24-e1dd-4f06-92d9-153378939a15 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:54:41.928763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port a3df1c24-e1dd-4f06-92d9-153378939a15 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:41.929275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:41.976433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Router 11e87184-d470-44f3-a58f-07fa1fc20bbd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:42.033179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a3df1c24-e1dd-4f06-92d9-153378939a15 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:42.034049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:42.062449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:42.064769 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea51e09-352f-4061-a1da-660560cad9a0" -d '{"events": [{"server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:42.081023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a3df1c24-e1dd-4f06-92d9-153378939a15,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:42.090482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:42.101889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3deaab56-add1-481d-8b39-fe027fa3141d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2686667 Feb 15 01:54:42.101889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:42.103914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] Sync routers for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:42.120285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:42.120948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:42.147079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-b63b7418-b86c-46d4-ac36-ea4635628938 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621436 Feb 15 01:54:42.153937 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8e0ff457-eadf-46b3-8fb0-345ba45fdc29 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] delete failed (client error): The resource could not be found. Feb 15 01:54:42.158970 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8e0ff457-eadf-46b3-8fb0-345ba45fdc29 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-722555103 HTTP/1.1" status: 404 len: 334 time: 0.0502555 Feb 15 01:54:42.159345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:42.163511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:42.163857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dcbeb600-db20-4558-b2ca-569f7f755f5f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'router': {'external_gateway_info': {'network_id': '11e87184-d470-44f3-a58f-07fa1fc20bbd'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:42.174184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:42.179781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:42.180461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:42.238582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:42.239264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf414f57-9aa3-4e67-b10b-1d400d20bcb5 None None] The sync data for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:42.263840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-fac452c4-69df-4aed-9f47-89cb656cbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.266417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-fac452c4-69df-4aed-9f47-89cb656cbb20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.0650856 Feb 15 01:54:42.275063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:42.340673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c9172898-1e95-4611-b38f-ce3e5d338679 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:42.348689 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8bb051-a1f9-44e5-a8de-97811e3297c6 x-openstack-request-id: req-3b8bb051-a1f9-44e5-a8de-97811e3297c6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:42.348964 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdaef0-2398-425c-a59b-a3697a427c56", "name": "network-vif-deleted", "tag": "c9172898-1e95-4611-b38f-ce3e5d338679", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:42.349221 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b8bb051-a1f9-44e5-a8de-97811e3297c6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:42.349617 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdaef0-2398-425c-a59b-a3697a427c56', 'name': 'network-vif-deleted', 'tag': 'c9172898-1e95-4611-b38f-ce3e5d338679', 'status': 'completed', 'code': 200} Feb 15 01:54:42.407783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: c9172898-1e95-4611-b38f-ce3e5d338679 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:42.408644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c9172898-1e95-4611-b38f-ce3e5d338679 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:42.418616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-4f8719e6-90f6-4f5c-aadc-62e3c76f818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.420445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-4f8719e6-90f6-4f5c-aadc-62e3c76f818c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1290541 Feb 15 01:54:42.468937 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb600-db20-4558-b2ca-569f7f755f5f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router_gateway (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:42.498345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-e07e48a1-a78d-4f91-86f4-55ed00f45547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.0712616 Feb 15 01:54:42.507142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-f37b2406-73ec-487e-ab2a-514d9b53b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.508775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-f37b2406-73ec-487e-ab2a-514d9b53b2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.0527060 Feb 15 01:54:42.550017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-aea5c35d-faa3-4844-bd57-1d3f3795ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.551496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-aea5c35d-faa3-4844-bd57-1d3f3795ab10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0481405 Feb 15 01:54:42.602695 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-dcbeb600-db20-4558-b2ca-569f7f755f5f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] update failed (client error): The resource could not be found. Feb 15 01:54:42.605887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dcbeb600-db20-4558-b2ca-569f7f755f5f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd HTTP/1.1" status: 404 len: 339 time: 0.4439011 Feb 15 01:54:42.607929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:42.620731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-460477413'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:42.647746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-566a6307-69bf-4565-a2c9-44416572d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.649196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-566a6307-69bf-4565-a2c9-44416572d5f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.1320338 Feb 15 01:54:42.669916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-325e8244-46fd-4c27-95ad-7cbc6115ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.671486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-325e8244-46fd-4c27-95ad-7cbc6115ad4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1102166 Feb 15 01:54:42.709447 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-60ba3f95-5920-4306-bde6-c1617253f028 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.0528221 Feb 15 01:54:42.750967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:42.754247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:42.765867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-db44f573-1c52-43d8-85c3-33e95d4122cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:42.767535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-db44f573-1c52-43d8-85c3-33e95d4122cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.0526471 Feb 15 01:54:42.806585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-ff494350-5eec-4c02-ace8-4ace3430e1b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328319 Feb 15 01:54:42.897780 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-52129495-c175-460c-9a41-44bf253a66a6 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851042 Feb 15 01:54:43.054818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:43.065259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d794f81-dfcd-4d37-8c9a-0cddadc66164 req-897956a6-269b-48d5-b46c-32449b8563e8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.066782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d794f81-dfcd-4d37-8c9a-0cddadc66164 req-897956a6-269b-48d5-b46c-32449b8563e8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.3918440 Feb 15 01:54:43.099357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fffc5b31-20a9-43fb-9477-46b5b59bc4c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:43.100057 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Added segment fffc5b31-20a9-43fb-9477-46b5b59bc4c2 of type vlan for network f4d9187c-33bd-49a7-bec9-183656bdcddf Feb 15 01:54:43.112356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-ead6ccfb-b6e3-4b9d-81f3-f90f76618fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286139 Feb 15 01:54:43.211639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f4d9187c-33bd-49a7-bec9-183656bdcddf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:43.228370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d794f81-dfcd-4d37-8c9a-0cddadc66164 req-0e5be463-d54f-4383-9faf-006216695def tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530282 Feb 15 01:54:43.276330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a419afc3-1a1e-4f71-b5de-22d956eb77dd req-343c4448-9e44-48ee-8d5f-2c3c3ebef996 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569505 Feb 15 01:54:43.281237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4af550a5-2e30-4972-be21-f2ebd4ffed4b req-1ab10b7e-15bb-4308-807e-f4ca813e5fde service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772874 Feb 15 01:54:43.314228 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ca456-c8dc-4484-a61e-588781a2a3ab x-openstack-request-id: req-e00ca456-c8dc-4484-a61e-588781a2a3ab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:43.314742 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:43.314875 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e00ca456-c8dc-4484-a61e-588781a2a3ab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:43.315494 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15', 'code': 200} Feb 15 01:54:43.322076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f4d9187c-33bd-49a7-bec9-183656bdcddf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:43.327724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.328344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:43.423982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af32fe-76e3-41e3-a3a3-645798b181d3 req-35f7cc98-4d2d-41a9-9e43-b64e3d51134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.425845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af32fe-76e3-41e3-a3a3-645798b181d3 req-35f7cc98-4d2d-41a9-9e43-b64e3d51134f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 1128 time: 0.0525482 Feb 15 01:54:43.426828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Network': ['ID=f4d9187c-33bd-49a7-bec9-183656bdcddf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:43.438534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f4d9187c-33bd-49a7-bec9-183656bdcddf details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:43.453732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d9136f4f-48bf-4418-91e2-45a786908f0a tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8436024 Feb 15 01:54:43.456175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35574) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:43.461664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'subnet': {'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:43.477621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af32fe-76e3-41e3-a3a3-645798b181d3 req-b9b450ff-f7b5-41e2-b359-87500e7453ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 Feb 15 01:54:43.490899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0c939-5d4e-4d14-a521-63b510d26124 req-77bf0912-8887-407a-9988-bc84ac07c7ff tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.492529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0e0c939-5d4e-4d14-a521-63b510d26124 req-77bf0912-8887-407a-9988-bc84ac07c7ff tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1140292 Feb 15 01:54:43.592748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0e0c939-5d4e-4d14-a521-63b510d26124 req-168dfe03-4d71-4dde-819b-d3aab1203da1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700836 Feb 15 01:54:43.674575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Made reservation on behalf of f8bba6c3c459493e9e91644d6afb964d for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:43.680150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:43.763975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95133ac-a17f-4daa-8a78-9975843cd16b req-c1ef57a7-23b6-448d-a35e-38bd539a91ca tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.765514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c95133ac-a17f-4daa-8a78-9975843cd16b req-c1ef57a7-23b6-448d-a35e-38bd539a91ca tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1204355 Feb 15 01:54:43.830137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c95133ac-a17f-4daa-8a78-9975843cd16b req-6f9ee96c-c5bc-4442-bbd0-014d6c9cdcf4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Feb 15 01:54:43.970747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1056eb-8e83-4cc3-87a1-c183b5fdc35d req-8c4504fb-bccf-44f6-8c00-b67cd282dc84 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:43.972426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a1056eb-8e83-4cc3-87a1-c183b5fdc35d req-8c4504fb-bccf-44f6-8c00-b67cd282dc84 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 945 time: 0.0542145 Feb 15 01:54:43.973780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (ad55c0c9-c239-48f5-8a1a-b0e77863d9d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:44.043436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Subnet': ['ID=ad55c0c9-c239-48f5-8a1a-b0e77863d9d3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:44.077649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a1056eb-8e83-4cc3-87a1-c183b5fdc35d req-c3b0a3f8-cd48-4dd5-8b52-ab4c79bf1f86 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981252 Feb 15 01:54:44.082548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Checking segment: {'id': 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:44.082548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network hostable DHCP agents. Network: f4d9187c-33bd-49a7-bec9-183656bdcddf, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:44.185238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network f4d9187c-33bd-49a7-bec9-183656bdcddf is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:44.278242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d6a10-503f-478d-a697-26e2813fad2b req-359fdcd0-2679-48a5-bcc5-850c5f30e084 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:44.280659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab0d6a10-503f-478d-a697-26e2813fad2b req-359fdcd0-2679-48a5-bcc5-850c5f30e084 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0599356 Feb 15 01:54:44.293819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f4d9187c-33bd-49a7-bec9-183656bdcddf) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:44.299071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:44.300119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:44.304491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842feb0-ce05-4869-85cc-0cebdab76fc7 None None] Network f4d9187c-33bd-49a7-bec9-183656bdcddf requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:44.345252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab0d6a10-503f-478d-a697-26e2813fad2b req-21b0fd1c-be22-4b4e-abef-fce2b6d60c3f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587561 Feb 15 01:54:44.415350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ffd3cc22-aead-4e2a-8c4d-4d7d9055baa3 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9578311 Feb 15 01:54:44.417944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:44.426290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9298cb5d-a25e-4994-8b4f-cfbb4fccfdad tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:44.428887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:54:44.440861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-f4d9187c-33bd-49a7-bec9-183656bdcddf', 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf', 'project_id': 'f8bba6c3c459493e9e91644d6afb964d', 'fixed_ips': [{'subnet_id': 'ad55c0c9-c239-48f5-8a1a-b0e77863d9d3'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:54:44.442378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:44.613181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Allocated IP 2001:db8:1::2 (f4d9187c-33bd-49a7-bec9-183656bdcddf/ad55c0c9-c239-48f5-8a1a-b0e77863d9d3/968e98c9-18fc-4a5d-9362-913423abe929) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:44.695336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9298cb5d-a25e-4994-8b4f-cfbb4fccfdad tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router_gateway (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:44.788529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fecddb-2a99-4435-82f7-99afff5f42c2 req-96b10316-d5a7-43e5-9074-aebe16c22c0c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:44.790282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8fecddb-2a99-4435-82f7-99afff5f42c2 req-96b10316-d5a7-43e5-9074-aebe16c22c0c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0777194 Feb 15 01:54:44.883245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8fecddb-2a99-4435-82f7-99afff5f42c2 req-aacbfbb3-df7d-4b76-8393-50c59047fcbd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671220 Feb 15 01:54:44.924424 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-9298cb5d-a25e-4994-8b4f-cfbb4fccfdad tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 01:54:44.925786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9298cb5d-a25e-4994-8b4f-cfbb4fccfdad tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd HTTP/1.1" status: 400 len: 364 time: 0.5068815 Feb 15 01:54:44.930023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:44.930977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks [] for port (968e98c9-18fc-4a5d-9362-913423abe929), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.011061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (968e98c9-18fc-4a5d-9362-913423abe929), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Network f4d9187c-33bd-49a7-bec9-183656bdcddf is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Pushing event updated for resources: {'Port': ['ID=968e98c9-18fc-4a5d-9362-913423abe929,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Attempting to bind port 968e98c9-18fc-4a5d-9362-913423abe929 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Attempting to bind port 968e98c9-18fc-4a5d-9362-913423abe929 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Attempting to bind port 968e98c9-18fc-4a5d-9362-913423abe929 on network f4d9187c-33bd-49a7-bec9-183656bdcddf {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Checking segment: {'id': 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Bound using segment: {'id': 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Bound port: 968e98c9-18fc-4a5d-9362-913423abe929, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f4d9187c-33bd-49a7-bec9-183656bdcddf'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:45.256275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (968e98c9-18fc-4a5d-9362-913423abe929), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.262089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a635f26-abcf-40ea-8152-b36c46476992 req-60fa1316-f7f0-4e18-8151-46e384ef5f56 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:45.262602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.262921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a635f26-abcf-40ea-8152-b36c46476992 req-60fa1316-f7f0-4e18-8151-46e384ef5f56 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.2523038 Feb 15 01:54:45.263131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] For port 968e98c9-18fc-4a5d-9362-913423abe929, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:45.263131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] For port 968e98c9-18fc-4a5d-9362-913423abe929, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=968e98c9-18fc-4a5d-9362-913423abe929,segment=NetworkSegment(fffc5b31-20a9-43fb-9477-46b5b59bc4c2),segment_id=fffc5b31-20a9-43fb-9477-46b5b59bc4c2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:45.350216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a635f26-abcf-40ea-8152-b36c46476992 req-8ce5c7eb-9b5b-49c2-a019-7926f59aa326 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837667 Feb 15 01:54:45.362920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (968e98c9-18fc-4a5d-9362-913423abe929), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.377732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.419400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:45.460022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbafda-fecb-45bf-9478-4ab26713ce92 None None] Pushing event updated for resources: {'Port': ['ID=968e98c9-18fc-4a5d-9362-913423abe929,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:45.497590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Deleting subnet 58578984-b2fb-483b-9242-c633a08e7944 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:45.502716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Publish callbacks [] for subnet (58578984-b2fb-483b-9242-c633a08e7944), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.553054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (58578984-b2fb-483b-9242-c633a08e7944), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.613578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (58578984-b2fb-483b-9242-c633a08e7944), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.736167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4055-bf7c-4eea-8187-818180875e73 req-dc616282-8453-4121-8e75-cd9ad7eab362 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:45.736420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (58578984-b2fb-483b-9242-c633a08e7944), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.738111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08ce4055-bf7c-4eea-8187-818180875e73 req-dc616282-8453-4121-8e75-cd9ad7eab362 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2192211 Feb 15 01:54:45.785774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58578984-b2fb-483b-9242-c633a08e7944,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:45.787894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.794145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f6124cd6-a0db-4385-9bbd-e2f53b9619f6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58578984-b2fb-483b-9242-c633a08e7944 HTTP/1.1" status: 204 len: 168 time: 0.3725061 Feb 15 01:54:45.794776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:45.843065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Allocated IP 2001:db8::1 (1b04850e-652c-4ad1-a06e-7ab8fbef239a/ab760876-43f8-43f9-a987-e27113932913/0f8a898f-2c49-41be-bcf0-3bbbcf0a6703) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:45.879425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08ce4055-bf7c-4eea-8187-818180875e73 req-a641e07e-b1dd-4503-a225-3d57ee309487 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Feb 15 01:54:45.884391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:45.991768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.013157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5ba9ef-b352-4b30-9a61-09af3d9c6d42']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:46.019216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.022636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd56caf-a22c-4e98-a81b-d024d176b9d6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:46.022940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd56caf-a22c-4e98-a81b-d024d176b9d6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:46.032161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (0fd56caf-a22c-4e98-a81b-d024d176b9d6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.046647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0fd56caf-a22c-4e98-a81b-d024d176b9d6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.053958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:46.054355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (0fd56caf-a22c-4e98-a81b-d024d176b9d6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:46.056057 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:46.120621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.184165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:46.204711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:46.210419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:46.211246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.256610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Port': ['ID=0f8a898f-2c49-41be-bcf0-3bbbcf0a6703,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:46.266994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ec5ba9ef-b352-4b30-9a61-09af3d9c6d42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.274594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.283434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec5ba9ef-b352-4b30-9a61-09af3d9c6d42 HTTP/1.1" status: 204 len: 168 time: 0.4870784 Feb 15 01:54:46.310906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b26ab-e45e-4d1b-be9f-b16943f86811 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5ba9ef-b352-4b30-9a61-09af3d9c6d42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:46.346875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345bd5-8401-41b3-99a0-2763b7674bcf req-c52f49bb-c79e-4c53-9fad-be71891314ee tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:46.354376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac345bd5-8401-41b3-99a0-2763b7674bcf req-c52f49bb-c79e-4c53-9fad-be71891314ee tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 945 time: 0.1924510 Feb 15 01:54:46.422349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac345bd5-8401-41b3-99a0-2763b7674bcf req-9ea704ea-3a69-4a7d-96cc-a100f66863e5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670862 Feb 15 01:54:46.513176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.620368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6555-2cb5-498e-b64f-a5e7eb529df7 req-2cddfd57-258d-43fa-938b-edf090e760bf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:46.621874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-202a6555-2cb5-498e-b64f-a5e7eb529df7 req-2cddfd57-258d-43fa-938b-edf090e760bf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1134095 Feb 15 01:54:46.674992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-79a5bcc5-2328-4249-98a8-d073eb67d0cf None None] Provisioning complete for port 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:46.675543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79a5bcc5-2328-4249-98a8-d073eb67d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.772113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 968e98c9-18fc-4a5d-9362-913423abe929 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:46.772894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-202a6555-2cb5-498e-b64f-a5e7eb529df7 req-37e07a86-fc36-42e4-bbc5-20aaf5fd8a7f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186216 Feb 15 01:54:46.777909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-79a5bcc5-2328-4249-98a8-d073eb67d0cf None None] Port 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:46.844263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 968e98c9-18fc-4a5d-9362-913423abe929 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:46.844915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (968e98c9-18fc-4a5d-9362-913423abe929), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:46.857081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:46.924513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d195b9-799c-44e0-b977-832b384f4b3e None None] Network f4d9187c-33bd-49a7-bec9-183656bdcddf requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:46.986331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 968e98c9-18fc-4a5d-9362-913423abe929 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:46.986949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (968e98c9-18fc-4a5d-9362-913423abe929), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.055624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 968e98c9-18fc-4a5d-9362-913423abe929, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=968e98c9-18fc-4a5d-9362-913423abe929,segment=NetworkSegment(fffc5b31-20a9-43fb-9477-46b5b59bc4c2),segment_id=fffc5b31-20a9-43fb-9477-46b5b59bc4c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:47.060022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Provisioning complete for port 968e98c9-18fc-4a5d-9362-913423abe929 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:47.060346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (968e98c9-18fc-4a5d-9362-913423abe929), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.173503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (968e98c9-18fc-4a5d-9362-913423abe929), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.201516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Current status of the port 968e98c9-18fc-4a5d-9362-913423abe929 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:47.202722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (968e98c9-18fc-4a5d-9362-913423abe929), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.247114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=968e98c9-18fc-4a5d-9362-913423abe929,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:47.252416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b6be754f-6b5a-4f70-8f34-8ff9f8a90b8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11c44cfbaae747508103faaa3951a52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939695 Feb 15 01:54:47.252759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:47.294824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:54:47.295547 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:54:47.297837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb124c6-2c14-459b-a602-8efbf8e94375 req-fb43b723-633a-4975-9370-5d7c181c55b6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:47.299709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbb124c6-2c14-459b-a602-8efbf8e94375 req-fb43b723-633a-4975-9370-5d7c181c55b6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1475184 Feb 15 01:54:47.329799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.342431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] Publish callbacks [] for security_group (75fd8ca2-bd22-4f69-be06-57642b35456e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.369710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] Publish callbacks [] for security_group (75fd8ca2-bd22-4f69-be06-57642b35456e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.381863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbb124c6-2c14-459b-a602-8efbf8e94375 req-5c33d649-e14c-471c-9a62-256ae8a644f5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Feb 15 01:54:47.407564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.408537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.517901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event updated for resources: {'Port': ['ID=0f8a898f-2c49-41be-bcf0-3bbbcf0a6703,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:47.564722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75fd8ca2-bd22-4f69-be06-57642b35456e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.567477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.568626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75fd8ca2-bd22-4f69-be06-57642b35456e HTTP/1.1" status: 204 len: 168 time: 0.3131878 Feb 15 01:54:47.593718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:47.599251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cee8bd-1045-40ee-b79f-dc09d125246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd8ca2-bd22-4f69-be06-57642b35456e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:47.601322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38ed2-2a14-44e6-bdd4-96f0eb9e8c17 req-e7bb6d27-3de1-4996-ac86-abf7cf1c2d30 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:47.602876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ba38ed2-2a14-44e6-bdd4-96f0eb9e8c17 req-e7bb6d27-3de1-4996-ac86-abf7cf1c2d30 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1016331 Feb 15 01:54:47.604437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:47.739127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ba38ed2-2a14-44e6-bdd4-96f0eb9e8c17 req-8cdf7edf-fdb3-4a70-9b01-1af4a04f99b2 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250381 Feb 15 01:54:47.753987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Router 11e87184-d470-44f3-a58f-07fa1fc20bbd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:47.872031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7c429ac7-e0ed-4cde-b23d-840492b34dba None None] Current status of the port 968e98c9-18fc-4a5d-9362-913423abe929 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:47.876690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:47.891985 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] Sync routers for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:47.901314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27b01cf8-6412-41fb-8c85-3e03ed884247 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9701958 Feb 15 01:54:47.904051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:47.908312 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:47.909114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:47.969609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:47.976194 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:48.001417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Provisioning complete for port 968e98c9-18fc-4a5d-9362-913423abe929 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:48.002054 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (968e98c9-18fc-4a5d-9362-913423abe929), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:48.013250 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:48.013900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:48.054022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9247cfee-a5a2-442f-b563-e2095017f056 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:48.065567 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:48.066223 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9190c-8418-42ec-a5b5-24c45f8601da None None] The sync data for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:48.149729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Current status of the port 968e98c9-18fc-4a5d-9362-913423abe929 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:48.161630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Provisioning complete for port 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:48.162003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:48.209873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-87b0f79c-e585-4e6e-acd1-20bd1b47695e None None] Port 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:54:48.210168 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-9247cfee-a5a2-442f-b563-e2095017f056 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 01:54:48.212852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9247cfee-a5a2-442f-b563-e2095017f056 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd HTTP/1.1" status: 409 len: 329 time: 0.3075466 Feb 15 01:54:48.215046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:48.259317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ffd5f-c2ab-49d7-aa42-c429908c25c8 req-3652285e-a7b3-4211-9e9c-ab90dbcbbf65 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:48.264866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e36ffd5f-c2ab-49d7-aa42-c429908c25c8 req-3652285e-a7b3-4211-9e9c-ab90dbcbbf65 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0790896 Feb 15 01:54:48.320767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e36ffd5f-c2ab-49d7-aa42-c429908c25c8 req-cd0a4865-20a3-4b59-93c1-e25b3590b563 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Feb 15 01:54:48.513208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f7f3-ff34-4835-87de-b5d79a424567 req-3840e1b5-d35d-4d32-9deb-80fd21558cd1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:48.515366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4357f7f3-ff34-4835-87de-b5d79a424567 req-3840e1b5-d35d-4d32-9deb-80fd21558cd1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0575545 Feb 15 01:54:48.572570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4357f7f3-ff34-4835-87de-b5d79a424567 req-73de63a2-4a68-4f4c-8c67-4bf07a5f859e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495362 Feb 15 01:54:48.651923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:48.720732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 968e98c9-18fc-4a5d-9362-913423abe929 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:54:48.743516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a3088-5c3e-4209-80c9-6889d68f3857 req-723813a3-0b09-45ce-bde6-547899b4a024 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:48.745736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88a3088-5c3e-4209-80c9-6889d68f3857 req-723813a3-0b09-45ce-bde6-547899b4a024 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0765212 Feb 15 01:54:48.783230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 968e98c9-18fc-4a5d-9362-913423abe929 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:54:48.784669 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (968e98c9-18fc-4a5d-9362-913423abe929), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:48.812911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88a3088-5c3e-4209-80c9-6889d68f3857 req-c323377e-ce71-451e-8599-e9c099a2fd60 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525203 Feb 15 01:54:48.887831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 968e98c9-18fc-4a5d-9362-913423abe929 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:48.963297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:49.003585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting port 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:49.003930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.079108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1326792401-network', 'tenant_id': '4608c1a113974dd480de9dd3e902eab3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:49.112426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.126492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Calling delete_port for 0f8a898f-2c49-41be-bcf0-3bbbcf0a6703 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:49.241819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Made reservation on behalf of 4608c1a113974dd480de9dd3e902eab3 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:49.244395 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.255039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.346205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae871b-d5fb-4e52-97e7-b1765b63768e req-9f1c76b2-1fa9-4bf8-9974-327909749a9f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:49.348542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05ae871b-d5fb-4e52-97e7-b1765b63768e req-9f1c76b2-1fa9-4bf8-9974-327909749a9f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0946910 Feb 15 01:54:49.400994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05ae871b-d5fb-4e52-97e7-b1765b63768e req-f1aea4d1-956d-4006-a45b-fbb91fb5d169 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Feb 15 01:54:49.799053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0f8a898f-2c49-41be-bcf0-3bbbcf0a6703), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.844848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Port': ['ID=0f8a898f-2c49-41be-bcf0-3bbbcf0a6703,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:49.886207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks [] for security_group (a742cfab-391b-4c5b-9fba-320d6accb075), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:49.968810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9035b5-c7fb-46cf-a040-ca06bd88a6e3 req-b2a8cc01-37c9-4281-912f-29cd1dd20155 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:49.970981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a9035b5-c7fb-46cf-a040-ca06bd88a6e3 req-b2a8cc01-37c9-4281-912f-29cd1dd20155 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0620885 Feb 15 01:54:49.973493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a742cfab-391b-4c5b-9fba-320d6accb075), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.044152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:50.045191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a742cfab-391b-4c5b-9fba-320d6accb075,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:50.046436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.081097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.081444 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Added segment 0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9 of type vlan for network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a Feb 15 01:54:50.107414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a9035b5-c7fb-46cf-a040-ca06bd88a6e3 req-e752c30f-538b-48c3-bd58-0884bf097062 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267183 Feb 15 01:54:50.144797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.249962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Router 11e87184-d470-44f3-a58f-07fa1fc20bbd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:54:50.256937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d522ba-f21f-42ec-950a-76502572e33b req-88c77fcd-1ed7-4937-a586-2d79c151f115 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:50.265296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49d522ba-f21f-42ec-950a-76502572e33b req-88c77fcd-1ed7-4937-a586-2d79c151f115 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0625582 Feb 15 01:54:50.306868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49d522ba-f21f-42ec-950a-76502572e33b req-271ebb34-0108-4750-a6ff-a238d756daf6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Feb 15 01:54:50.313828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.324431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:50.324431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.332272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:54:50.338257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d2f6ebfe-69f1-4ade-80f6-fcb9528dc216 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1219637 Feb 15 01:54:50.342892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:50.353253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] Sync routers for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:54:50.372455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:50.374206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:50.406227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] Pushing event updated for resources: {'Network': ['ID=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:50.413830 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-7789224c-7a9b-4540-b40c-95b25e51c6ff tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] show failed (client error): The resource could not be found. Feb 15 01:54:50.418156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7789224c-7a9b-4540-b40c-95b25e51c6ff tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-846085046 HTTP/1.1" status: 404 len: 334 time: 0.0741241 Feb 15 01:54:50.421982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:50.426679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6927c6c7-5785-4519-afa2-f6eb84d45172 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:50.463955 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-6927c6c7-5785-4519-afa2-f6eb84d45172 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] update failed (client error): The resource could not be found. Feb 15 01:54:50.465168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6927c6c7-5785-4519-afa2-f6eb84d45172 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-515106216 HTTP/1.1" status: 404 len: 334 time: 0.0422320 Feb 15 01:54:50.466010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:54:50.469511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:50.469684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:50.504607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-50c9c5d5-db52-4676-9f58-9d3a5132dc95 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5401697 Feb 15 01:54:50.507492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:50.514804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Request body: {'subnet': {'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1326792401-subnet', 'tenant_id': '4608c1a113974dd480de9dd3e902eab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:50.528140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] Routers {'11e87184-d470-44f3-a58f-07fa1fc20bbd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:54:50.528844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['11e87184-d470-44f3-a58f-07fa1fc20bbd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:50.546816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting subnet ad55c0c9-c239-48f5-8a1a-b0e77863d9d3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:50.556173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (ad55c0c9-c239-48f5-8a1a-b0e77863d9d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.571475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:50.572095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5cb3d8-081f-4f16-b286-81fe0c128e99 None None] The sync data for ids ['11e87184-d470-44f3-a58f-07fa1fc20bbd'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:54:50.614115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (ad55c0c9-c239-48f5-8a1a-b0e77863d9d3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.647164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Made reservation on behalf of 4608c1a113974dd480de9dd3e902eab3 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:50.649504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.825183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962d15f-b904-4f70-89f8-d289d6ee2d7b req-d2e9d747-9348-4368-ac5c-9c2973b587b6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:50.827147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3962d15f-b904-4f70-89f8-d289d6ee2d7b req-d2e9d747-9348-4368-ac5c-9c2973b587b6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1742473 Feb 15 01:54:50.842197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ad55c0c9-c239-48f5-8a1a-b0e77863d9d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:50.962299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3962d15f-b904-4f70-89f8-d289d6ee2d7b req-6ba831dc-49e1-46e6-9963-a639ecf0c991 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261692 Feb 15 01:54:51.010298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99bbfd94-2740-475a-a281-f3414c5e05c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.056994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (ad55c0c9-c239-48f5-8a1a-b0e77863d9d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.094292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Subnet': ['ID=ad55c0c9-c239-48f5-8a1a-b0e77863d9d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:51.100276 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e7abce0f-c7a6-49e0-b841-d312c4bd7799), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.102949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81904f63-2853-4c84-9306-a44d018958ec None None] Network f4d9187c-33bd-49a7-bec9-183656bdcddf requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:51.106295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.110818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a64fa4d3-9d67-4788-b806-ca89234c10b4 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/subnets/ad55c0c9-c239-48f5-8a1a-b0e77863d9d3 HTTP/1.1" status: 204 len: 168 time: 0.6401906 Feb 15 01:54:51.114145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:51.166951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7abce0f-c7a6-49e0-b841-d312c4bd7799,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:51.178324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Checking segment: {'id': '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:51.188736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Network hostable DHCP agents. Network: 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:54:51.199875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f4d9187c-33bd-49a7-bec9-183656bdcddf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.260088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:54:51.261406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting port 968e98c9-18fc-4a5d-9362-913423abe929 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:51.261753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (968e98c9-18fc-4a5d-9362-913423abe929), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.329076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] DHCP port deletion for f4d9187c-33bd-49a7-bec9-183656bdcddf request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:51.351530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] For port 968e98c9-18fc-4a5d-9362-913423abe929, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=968e98c9-18fc-4a5d-9362-913423abe929,segment=NetworkSegment(fffc5b31-20a9-43fb-9477-46b5b59bc4c2),segment_id=fffc5b31-20a9-43fb-9477-46b5b59bc4c2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:51.351898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (968e98c9-18fc-4a5d-9362-913423abe929), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.366988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Calling delete_port for 968e98c9-18fc-4a5d-9362-913423abe929 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:51.383810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Deleting port 968e98c9-18fc-4a5d-9362-913423abe929 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:51.384474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (968e98c9-18fc-4a5d-9362-913423abe929), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.405931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86170848-09b7-4601-bed0-833e87fb5515 req-c2cb246a-78c9-4a53-9aec-d51429c6dd49 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:51.412634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86170848-09b7-4601-bed0-833e87fb5515 req-c2cb246a-78c9-4a53-9aec-d51429c6dd49 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0748127 Feb 15 01:54:51.412634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:51.412883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:51.413407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.461261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f8901-9712-47fe-9616-e69b7a3ec218 None None] Network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:51.501705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86170848-09b7-4601-bed0-833e87fb5515 req-e7d1cbe7-7e07-46fb-a65a-6a83d427f53f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769074 Feb 15 01:54:51.517162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-323f861d-2707-41ab-a4b9-e1736770ff0b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0081041 Feb 15 01:54:51.542286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] For port 968e98c9-18fc-4a5d-9362-913423abe929, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=968e98c9-18fc-4a5d-9362-913423abe929,segment=NetworkSegment(fffc5b31-20a9-43fb-9477-46b5b59bc4c2),segment_id=fffc5b31-20a9-43fb-9477-46b5b59bc4c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:51.542754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (968e98c9-18fc-4a5d-9362-913423abe929), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.568803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Calling delete_port for 968e98c9-18fc-4a5d-9362-913423abe929 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:51.598736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (968e98c9-18fc-4a5d-9362-913423abe929), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.654880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Port': ['ID=968e98c9-18fc-4a5d-9362-913423abe929,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:51.657178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23d79e-60b9-487b-914e-3a0019bad0bb None None] Network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:51.658699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] No DVR routers for this DVR port 968e98c9-18fc-4a5d-9362-913423abe929 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:51.694173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0ca6d-0bd9-421e-abd8-77e7e606682a req-2c6dc651-6230-4c15-ad76-7a51f9b98681 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:51.702032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20e0ca6d-0bd9-421e-abd8-77e7e606682a req-2c6dc651-6230-4c15-ad76-7a51f9b98681 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0731294 Feb 15 01:54:51.769233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f4d9187c-33bd-49a7-bec9-183656bdcddf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:51.774264 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 01:54:51.791331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20e0ca6d-0bd9-421e-abd8-77e7e606682a req-f36f9396-b07b-48df-8ad1-e28da6ff3296 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Feb 15 01:54:51.808718 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (968e98c9-18fc-4a5d-9362-913423abe929), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.832327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d9187c-33bd-49a7-bec9-183656bdcddf']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:51.843458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:51.843765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffc5b31-20a9-43fb-9477-46b5b59bc4c2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:51.856100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] No DVR routers for this DVR port 968e98c9-18fc-4a5d-9362-913423abe929 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:51.861357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca712ddb-3948-4a0f-9bfd-0ba5819dffbd None None] Pushing event deleted for resources: {'Port': ['ID=968e98c9-18fc-4a5d-9362-913423abe929,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:51.870998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fffc5b31-20a9-43fb-9477-46b5b59bc4c2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.887217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fffc5b31-20a9-43fb-9477-46b5b59bc4c2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.893654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:51.894071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fffc5b31-20a9-43fb-9477-46b5b59bc4c2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:51.897300 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:52.027741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f4d9187c-33bd-49a7-bec9-183656bdcddf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.035365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.038568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/networks/f4d9187c-33bd-49a7-bec9-183656bdcddf HTTP/1.1" status: 204 len: 168 time: 0.9248016 Feb 15 01:54:52.041695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:52.058704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414d766-756b-4b98-9a2c-ae426ffcbde2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Network': ['ID=f4d9187c-33bd-49a7-bec9-183656bdcddf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:52.095576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting subnet 8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:52.099678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.190808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.298924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-816e364c-d26c-4e11-a72f-e62b397ca6d5 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:52.300498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-816e364c-d26c-4e11-a72f-e62b397ca6d5 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/networks?id=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a HTTP/1.1" status: 200 len: 822 time: 0.1736867 Feb 15 01:54:52.320513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.325033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-0c5758bf-356e-47aa-9543-b305519a4de0 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/quotas/4608c1a113974dd480de9dd3e902eab3 HTTP/1.1" status: 200 len: 375 time: 0.0175757 Feb 15 01:54:52.382183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-4966f81b-545f-4efe-906f-0385402bb0f2 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4608c1a113974dd480de9dd3e902eab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330946 Feb 15 01:54:52.493302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-54df34da-d93c-4498-bc5e-80c4dc4b4bcd service neutron] 10.222.0.43 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029913 Feb 15 01:54:52.550317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.586211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:52.589510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.593607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b374cb3d-f479-49c3-b8e8-bcfdd3d5487f tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/subnets/8e0ccf8c-4ef5-40ad-b08a-088b423b7e9b HTTP/1.1" status: 204 len: 168 time: 0.5506928 Feb 15 01:54:52.595952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:52.599485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6aa311-ef5e-4c53-b2a4-02854c162312 None None] Network b61d6e9c-8185-4215-a5de-6f2c080882d4 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:52.632807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-8142ce74-bc29-4756-bb3b-096c74969e19 service neutron] 10.222.0.43 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334627 Feb 15 01:54:52.666676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting subnet 94a243e0-affb-438a-bae0-69002f43499f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:52.671094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (94a243e0-affb-438a-bae0-69002f43499f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.737315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (94a243e0-affb-438a-bae0-69002f43499f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.749653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 968e98c9-18fc-4a5d-9362-913423abe929 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:52.777052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 968e98c9-18fc-4a5d-9362-913423abe929 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:52.777403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 968e98c9-18fc-4a5d-9362-913423abe929 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:52.849229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (94a243e0-affb-438a-bae0-69002f43499f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:52.868580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] DHCP port deletion for b61d6e9c-8185-4215-a5de-6f2c080882d4 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:52.945478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Deleting port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:52.945856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.018148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] For port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,segment=NetworkSegment(381a718c-6a1f-4f9c-8158-2d26676f1d4a),segment_id=381a718c-6a1f-4f9c-8158-2d26676f1d4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:53.025885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.026277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (94a243e0-affb-438a-bae0-69002f43499f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.033599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Calling delete_port for 6578cc32-84b3-4443-b058-dc2fbb3f8ceb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:53.053085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Subnet': ['ID=94a243e0-affb-438a-bae0-69002f43499f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:53.059211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.063207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2cb2378d-3b0b-416e-bea8-07ed8110a38d tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/subnets/94a243e0-affb-438a-bae0-69002f43499f HTTP/1.1" status: 204 len: 168 time: 0.4653285 Feb 15 01:54:53.065838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:53.096758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b91d2cf-2420-45f3-b973-1c1cb1253139 None None] Network cfdd8731-b69e-4301-b9ac-464316fa51d6 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:53.166966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b61d6e9c-8185-4215-a5de-6f2c080882d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.245361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:53.245570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.321125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] For port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,segment=NetworkSegment(381a718c-6a1f-4f9c-8158-2d26676f1d4a),segment_id=381a718c-6a1f-4f9c-8158-2d26676f1d4a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:53.321488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.322835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7f62-3e0f-47b8-bc21-031d3489d4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.339949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Calling delete_port for 6578cc32-84b3-4443-b058-dc2fbb3f8ceb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:53.361277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] DHCP port deletion for cfdd8731-b69e-4301-b9ac-464316fa51d6 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:53.364135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.428269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] Pushing event deleted for resources: {'Port': ['ID=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:53.442460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f100a6c-80b1-4869-bac7-82942b89ab5e None None] No DVR routers for this DVR port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:53.447851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6578cc32-84b3-4443-b058-dc2fbb3f8ceb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.505029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Port': ['ID=6578cc32-84b3-4443-b058-dc2fbb3f8ceb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:53.531180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] No DVR routers for this DVR port 6578cc32-84b3-4443-b058-dc2fbb3f8ceb on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:53.579893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Deleting port 6f612675-105d-425a-b579-1a0c10bfea79 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:53.579893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6f612675-105d-425a-b579-1a0c10bfea79), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.635474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] For port 6f612675-105d-425a-b579-1a0c10bfea79, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6f612675-105d-425a-b579-1a0c10bfea79,segment=NetworkSegment(899596ba-b71f-4d91-8fbf-a639469b6048),segment_id=899596ba-b71f-4d91-8fbf-a639469b6048)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:53.636097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6f612675-105d-425a-b579-1a0c10bfea79), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.647391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b61d6e9c-8185-4215-a5de-6f2c080882d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.656893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b5f00-04ed-41f1-bf32-787d2a3fbc50 req-9de5c4a4-0372-4a2a-92e2-e8aacca663f4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:53.662556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Calling delete_port for 6f612675-105d-425a-b579-1a0c10bfea79 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:53.663765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e70b5f00-04ed-41f1-bf32-787d2a3fbc50 req-9de5c4a4-0372-4a2a-92e2-e8aacca663f4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1809835 Feb 15 01:54:53.712821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61d6e9c-8185-4215-a5de-6f2c080882d4']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:53.729989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381a718c-6a1f-4f9c-8158-2d26676f1d4a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:53.730294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381a718c-6a1f-4f9c-8158-2d26676f1d4a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:53.740665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e70b5f00-04ed-41f1-bf32-787d2a3fbc50 req-4bc36e7f-9660-4db8-a538-d3d31b226874 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760233 Feb 15 01:54:53.744047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (381a718c-6a1f-4f9c-8158-2d26676f1d4a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.771941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (381a718c-6a1f-4f9c-8158-2d26676f1d4a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.780993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:53.781410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (381a718c-6a1f-4f9c-8158-2d26676f1d4a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:53.846769 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:53.957138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774128-df82-40bd-9bc5-756c2f69ad7b req-5bc82add-6512-4b28-a2b5-47dffcbf9ea4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:53.961689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18774128-df82-40bd-9bc5-756c2f69ad7b req-5bc82add-6512-4b28-a2b5-47dffcbf9ea4 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0578685 Feb 15 01:54:53.984815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b61d6e9c-8185-4215-a5de-6f2c080882d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:53.997540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.000738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/networks/b61d6e9c-8185-4215-a5de-6f2c080882d4 HTTP/1.1" status: 204 len: 168 time: 0.9339166 Feb 15 01:54:54.003600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:54.010987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (6f612675-105d-425a-b579-1a0c10bfea79), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.047111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] Pushing event deleted for resources: {'Port': ['ID=6f612675-105d-425a-b579-1a0c10bfea79,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:54.048729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7db8b-6ee1-4ab4-b42c-86b1704f8cb2 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Network': ['ID=b61d6e9c-8185-4215-a5de-6f2c080882d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:54.054087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cc8b5-7fe9-46b4-9056-ad7520b4d10f None None] No DVR routers for this DVR port 6f612675-105d-425a-b579-1a0c10bfea79 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:54.091671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18774128-df82-40bd-9bc5-756c2f69ad7b req-f6fc41de-3e17-4e56-91d9-4c0cd0801060 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274238 Feb 15 01:54:54.122503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (cfdd8731-b69e-4301-b9ac-464316fa51d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.201706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d6423a4-cbce-494c-bd51-471923b76675 req-be4c9a39-e864-415a-8b36-081a74a5e25c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 210 time: 0.0442564 Feb 15 01:54:54.249813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (cfdd8731-b69e-4301-b9ac-464316fa51d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.271816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd8731-b69e-4301-b9ac-464316fa51d6']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:54.292144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899596ba-b71f-4d91-8fbf-a639469b6048') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:54.292506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899596ba-b71f-4d91-8fbf-a639469b6048') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:54.318278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (899596ba-b71f-4d91-8fbf-a639469b6048), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.344829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (899596ba-b71f-4d91-8fbf-a639469b6048), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.353305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:54.353705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (899596ba-b71f-4d91-8fbf-a639469b6048), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:54.356696 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:54.374050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfcfd4-cb48-49d9-a6ee-938c8597edeb req-94d36397-c76c-449a-ac70-7106c7a72745 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:54.375557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ecfcfd4-cb48-49d9-a6ee-938c8597edeb req-94d36397-c76c-449a-ac70-7106c7a72745 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0964355 Feb 15 01:54:54.461900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.470545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ecfcfd4-cb48-49d9-a6ee-938c8597edeb req-23973a30-7c1e-47c1-a35e-06ace36fae77 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664604 Feb 15 01:54:54.558477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (cfdd8731-b69e-4301-b9ac-464316fa51d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.559612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.562750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/networks/cfdd8731-b69e-4301-b9ac-464316fa51d6 HTTP/1.1" status: 204 len: 168 time: 0.5572805 Feb 15 01:54:54.565246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:54.600644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a37d9c-2e2a-42a0-8b04-3bce3fcb23cf tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Network': ['ID=cfdd8731-b69e-4301-b9ac-464316fa51d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:54.632278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting subnet ab760876-43f8-43f9-a987-e27113932913 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:54:54.636422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (ab760876-43f8-43f9-a987-e27113932913), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.685970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (ab760876-43f8-43f9-a987-e27113932913), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.709110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6578cc32-84b3-4443-b058-dc2fbb3f8ceb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:54.742835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6578cc32-84b3-4443-b058-dc2fbb3f8ceb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:54.743254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6578cc32-84b3-4443-b058-dc2fbb3f8ceb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:54.748120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6f612675-105d-425a-b579-1a0c10bfea79 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:54.772008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6f612675-105d-425a-b579-1a0c10bfea79 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:54.772489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6f612675-105d-425a-b579-1a0c10bfea79 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:54.813579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ab760876-43f8-43f9-a987-e27113932913), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:54.873676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48219d-48f4-4284-9a2c-4d4fee5f5370 req-61fd80af-139d-4b18-8de2-df42e8756299 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:54.875164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee48219d-48f4-4284-9a2c-4d4fee5f5370 req-61fd80af-139d-4b18-8de2-df42e8756299 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1021650 Feb 15 01:54:54.935023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee48219d-48f4-4284-9a2c-4d4fee5f5370 req-0b017a48-c1fe-4aef-87b5-102c42473afa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531986 Feb 15 01:54:54.982824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (ab760876-43f8-43f9-a987-e27113932913), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.008016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Subnet': ['ID=ab760876-43f8-43f9-a987-e27113932913,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:55.012282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.016159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2b093f7c-cea3-4f21-8e8f-85d9dc022bb5 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/subnets/ab760876-43f8-43f9-a987-e27113932913 HTTP/1.1" status: 204 len: 168 time: 0.4499559 Feb 15 01:54:55.018683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:55.025490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffeecfd-facc-448e-88da-fc8153a94eee None None] Network 1b04850e-652c-4ad1-a06e-7ab8fbef239a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:54:55.100918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1b04850e-652c-4ad1-a06e-7ab8fbef239a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.162327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Deleting port 78e05214-87cf-4549-813e-f49566cd60eb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:55.162676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (78e05214-87cf-4549-813e-f49566cd60eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.231468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7152562-d998-4679-916e-e227e73660a8 None None] DHCP port deletion for 1b04850e-652c-4ad1-a06e-7ab8fbef239a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:54:55.241641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] For port 78e05214-87cf-4549-813e-f49566cd60eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=78e05214-87cf-4549-813e-f49566cd60eb,segment=NetworkSegment(b1e17965-639d-4dea-bcf7-6f88f7c18347),segment_id=b1e17965-639d-4dea-bcf7-6f88f7c18347)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:55.242462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (78e05214-87cf-4549-813e-f49566cd60eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.271111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Calling delete_port for 78e05214-87cf-4549-813e-f49566cd60eb owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:55.286893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823347-0ca4-4673-98b7-72863583f9df req-86902d2d-0613-44e0-b0f3-5a14818bc6c4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:55.290256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c823347-0ca4-4673-98b7-72863583f9df req-86902d2d-0613-44e0-b0f3-5a14818bc6c4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0939615 Feb 15 01:54:55.295506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Deleting port 78e05214-87cf-4549-813e-f49566cd60eb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:54:55.295940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (78e05214-87cf-4549-813e-f49566cd60eb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.353898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c823347-0ca4-4673-98b7-72863583f9df req-b440e8ab-9f76-45d0-b33c-a2144b3657b9 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Feb 15 01:54:55.392163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c7152562-d998-4679-916e-e227e73660a8 None None] For port 78e05214-87cf-4549-813e-f49566cd60eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=78e05214-87cf-4549-813e-f49566cd60eb,segment=NetworkSegment(b1e17965-639d-4dea-bcf7-6f88f7c18347),segment_id=b1e17965-639d-4dea-bcf7-6f88f7c18347)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:55.392588 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (78e05214-87cf-4549-813e-f49566cd60eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.424120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Calling delete_port for 78e05214-87cf-4549-813e-f49566cd60eb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:54:55.442045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (78e05214-87cf-4549-813e-f49566cd60eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.478114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Port': ['ID=78e05214-87cf-4549-813e-f49566cd60eb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:55.481068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] No DVR routers for this DVR port 78e05214-87cf-4549-813e-f49566cd60eb on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:55.549432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (78e05214-87cf-4549-813e-f49566cd60eb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.590590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7152562-d998-4679-916e-e227e73660a8 None None] No DVR routers for this DVR port 78e05214-87cf-4549-813e-f49566cd60eb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:54:55.593410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1b04850e-652c-4ad1-a06e-7ab8fbef239a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.597644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7152562-d998-4679-916e-e227e73660a8 None None] Pushing event deleted for resources: {'Port': ['ID=78e05214-87cf-4549-813e-f49566cd60eb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:55.630361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b04850e-652c-4ad1-a06e-7ab8fbef239a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:55.643799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e17965-639d-4dea-bcf7-6f88f7c18347') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:55.644107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e17965-639d-4dea-bcf7-6f88f7c18347') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:54:55.655776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b1e17965-639d-4dea-bcf7-6f88f7c18347), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.670678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1e17965-639d-4dea-bcf7-6f88f7c18347), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.678208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:54:55.678690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b1e17965-639d-4dea-bcf7-6f88f7c18347), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:54:55.682376 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:54:55.914726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1b04850e-652c-4ad1-a06e-7ab8fbef239a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.915248 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.922332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:55.925912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/networks/1b04850e-652c-4ad1-a06e-7ab8fbef239a HTTP/1.1" status: 204 len: 168 time: 0.9061289 Feb 15 01:54:55.930039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:55.946575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dbf01-cc03-4a54-bc63-3f07ef05363b req-d623e9d9-77f3-4536-936e-6d5de5321507 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:55.948089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62dbf01-cc03-4a54-bc63-3f07ef05363b req-d623e9d9-77f3-4536-936e-6d5de5321507 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0910165 Feb 15 01:54:55.954249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-f2d7686c-2b7b-4153-90f5-94a0a009fb7f tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:55.954597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95383a-fe12-43ae-a470-22f758936923 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Pushing event deleted for resources: {'Network': ['ID=1b04850e-652c-4ad1-a06e-7ab8fbef239a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:55.955637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-f2d7686c-2b7b-4153-90f5-94a0a009fb7f tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.37 "GET /v2.0/networks?id=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a HTTP/1.1" status: 200 len: 822 time: 0.4296587 Feb 15 01:54:55.973910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Request body: {'port': {'device_id': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a', 'admin_state_up': True, 'tenant_id': '4608c1a113974dd480de9dd3e902eab3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:55.974888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2dc0f06e-818d-4d4c-8758-c274cdbf7059 tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "GET /v2.0/ports?device_id=11e87184-d470-44f3-a58f-07fa1fc20bbd HTTP/1.1" status: 200 len: 205 time: 0.0433967 Feb 15 01:54:55.977244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:56.064533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.084589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c62dbf01-cc03-4a54-bc63-3f07ef05363b req-724dbc6d-3bb1-406b-9e1b-bfc049102b0e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Feb 15 01:54:56.218064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78050861-d12e-4fb9-9f64-6b47f39a70a1 req-da3c8a86-909a-4a64-a3ec-2975e11a0fe9 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 210 time: 0.0412886 Feb 15 01:54:56.244357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.247156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router_controller (11e87184-d470-44f3-a58f-07fa1fc20bbd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.261645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Made reservation on behalf of 4608c1a113974dd480de9dd3e902eab3 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:56.266333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.364509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (11e87184-d470-44f3-a58f-07fa1fc20bbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.365028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Fanout notify agent at l3_agent the message router_deleted on router 11e87184-d470-44f3-a58f-07fa1fc20bbd {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:54:56.374091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.381323 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b91778d9-3d9c-438d-b7e9-69b43975991e tempest-RoutersNegativeIpV6Test-1250567729 tempest-RoutersNegativeIpV6Test-1250567729-project] 10.222.0.43 "DELETE /v2.0/routers/11e87184-d470-44f3-a58f-07fa1fc20bbd HTTP/1.1" status: 204 len: 168 time: 0.3999391 Feb 15 01:54:56.430053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc51c-465d-4c29-8b45-fc63b637ab70 req-58d1e4f8-bd34-4ec3-9e49-dcf0b6bf2d36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:56.431688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-694dc51c-465d-4c29-8b45-fc63b637ab70 req-58d1e4f8-bd34-4ec3-9e49-dcf0b6bf2d36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1391487 Feb 15 01:54:56.473765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Allocated IP 172.20.0.3 (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a/e7abce0f-c7a6-49e0-b841-d312c4bd7799/991f4787-53a6-40af-a034-848f29b5f579) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:54:56.509736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-694dc51c-465d-4c29-8b45-fc63b637ab70 req-8fb98717-dd30-4f42-9181-7d691feb581f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641868 Feb 15 01:54:56.689344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks [] for port (991f4787-53a6-40af-a034-848f29b5f579), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.697733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 78e05214-87cf-4549-813e-f49566cd60eb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:56.724578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 78e05214-87cf-4549-813e-f49566cd60eb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:54:56.727158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 78e05214-87cf-4549-813e-f49566cd60eb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:54:56.828576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2be9a7-7c6b-466d-871b-ccd4c5324b55 req-576c7ee1-0ccc-408a-9a6d-a45c7a97624e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:56.830414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2be9a7-7c6b-466d-871b-ccd4c5324b55 req-576c7ee1-0ccc-408a-9a6d-a45c7a97624e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0555933 Feb 15 01:54:56.846036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:56.919874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:54:56.929896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:54:56.941884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:54:56.941884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Pushing event updated for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:56.947730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2be9a7-7c6b-466d-871b-ccd4c5324b55 req-89065021-af29-4050-ba61-62a89cd9a688 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 Feb 15 01:54:56.952221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:57.006901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:57.007615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.128614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c18507e3-07d9-4905-bc2c-b19223c7265f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8bba6c3c459493e9e91644d6afb964d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751311 Feb 15 01:54:57.131127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:57.165783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-18780388-49d0-48f6-9b51-0119f37f186c tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1937900 Feb 15 01:54:57.183071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7cf1-d621-4402-824d-48d65d636578 req-d059bdfe-daa6-4633-9be4-afab7b928f1f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:57.184698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10ad7cf1-d621-4402-824d-48d65d636578 req-d059bdfe-daa6-4633-9be4-afab7b928f1f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0671690 Feb 15 01:54:57.189984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Request body: {'port': {'device_id': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:57.191463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] Publish callbacks [] for security_group (a642bf76-54d6-43f8-802b-71868ad50f87), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.226230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] Publish callbacks [] for security_group (a642bf76-54d6-43f8-802b-71868ad50f87), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.322573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10ad7cf1-d621-4402-824d-48d65d636578 req-459affff-0cf8-466d-b256-8357d0b36fc8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242099 Feb 15 01:54:57.323386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (991f4787-53a6-40af-a034-848f29b5f579), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.346543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.376550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a642bf76-54d6-43f8-802b-71868ad50f87), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.379469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.380958 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a642bf76-54d6-43f8-802b-71868ad50f87 HTTP/1.1" status: 204 len: 168 time: 0.2488718 Feb 15 01:54:57.398860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31161df2-a95b-450e-89c2-481500b7d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a642bf76-54d6-43f8-802b-71868ad50f87,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:57.658583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991f4787-53a6-40af-a034-848f29b5f579 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:54:57.684919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks [] for port (991f4787-53a6-40af-a034-848f29b5f579), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.698757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Transition to ACTIVE for port object 991f4787-53a6-40af-a034-848f29b5f579 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:54:57.790494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:57.876501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Pushing event updated for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:57.968989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5121e54-b082-4627-919c-09d01faabf91 req-2e975047-db89-4db2-88e9-c4d56c901a89 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:57.970498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5121e54-b082-4627-919c-09d01faabf91 req-2e975047-db89-4db2-88e9-c4d56c901a89 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1260521 Feb 15 01:54:57.971378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Attempting to bind port 991f4787-53a6-40af-a034-848f29b5f579 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:54:57.971706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Attempting to bind port 991f4787-53a6-40af-a034-848f29b5f579 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:54:57.972028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Attempting to bind port 991f4787-53a6-40af-a034-848f29b5f579 on network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:57.978862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Port 991f4787-53a6-40af-a034-848f29b5f579 on network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:54:57.979254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Attempting to bind port 991f4787-53a6-40af-a034-848f29b5f579 on network 8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:54:57.995633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:54:57.995982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Checking segment: {'id': '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:54:57.996398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Bound using segment: {'id': '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:54:57.996852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Bound port: 991f4787-53a6-40af-a034-848f29b5f579, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:54:57.997218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (991f4787-53a6-40af-a034-848f29b5f579), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:58.065725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5121e54-b082-4627-919c-09d01faabf91 req-dd65e304-7674-474b-9a3e-ec9dd2d5d518 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886416 Feb 15 01:54:58.097232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:54:58.101310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=991f4787-53a6-40af-a034-848f29b5f579,segment=NetworkSegment(0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9),segment_id=0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:54:58.204984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0be2c0-ea92-4dfb-a824-64aab1b8b28f req-71e1511c-7d28-40a2-b48f-02a74499f981 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.204984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be0be2c0-ea92-4dfb-a824-64aab1b8b28f req-71e1511c-7d28-40a2-b48f-02a74499f981 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0621250 Feb 15 01:54:58.224619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:58.285415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.290926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:58.290926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/991f4787-53a6-40af-a034-848f29b5f579 HTTP/1.1" status: 200 len: 1092 time: 1.1017165 Feb 15 01:54:58.290926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'tag': '991f4787-53a6-40af-a034-848f29b5f579'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:58.290926 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "tag": "991f4787-53a6-40af-a034-848f29b5f579"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:58.306796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be0be2c0-ea92-4dfb-a824-64aab1b8b28f req-60609820-7bfb-4934-b6fb-85f9a62fb6ea tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Feb 15 01:54:58.321534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb644e-51ea-4d10-aa12-a109b84721e9 service neutron] Pushing event updated for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:58.470875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-282f3501-bd95-4d94-bed0-253cadddd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.472416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-282f3501-bd95-4d94-bed0-253cadddd9d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4608c1a113974dd480de9dd3e902eab3&device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 1126 time: 0.0774941 Feb 15 01:54:58.479220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428be75-9a7d-4fa1-9793-5e6482e1d5be req-4ffc32e8-9636-41c3-b33f-2e6b030df685 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.480534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9428be75-9a7d-4fa1-9793-5e6482e1d5be req-4ffc32e8-9636-41c3-b33f-2e6b030df685 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 943 time: 0.1030569 Feb 15 01:54:58.526387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-a84b3105-c136-42df-b648-f0ca37d81625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=991f4787-53a6-40af-a034-848f29b5f579 HTTP/1.1" status: 200 len: 217 time: 0.0449193 Feb 15 01:54:58.598035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9428be75-9a7d-4fa1-9793-5e6482e1d5be req-cb3d37cc-2078-4e27-af80-64b8c40e1500 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101520 Feb 15 01:54:58.622144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-8fdca8b7-309a-4213-bba5-589ba23d19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.623872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-8fdca8b7-309a-4213-bba5-589ba23d19de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7abce0f-c7a6-49e0-b841-d312c4bd7799 HTTP/1.1" status: 200 len: 862 time: 0.0870471 Feb 15 01:54:58.628698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:58.667868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-4e26dd02-0dd6-494c-84e2-72f95d06199e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332139 Feb 15 01:54:58.754501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-380663133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:58.805991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e2303-d583-40f0-af23-ec37196e99c5 req-21ab6483-8cf5-4268-a9ef-f3a92d614859 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:58.807501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb7e2303-d583-40f0-af23-ec37196e99c5 req-21ab6483-8cf5-4268-a9ef-f3a92d614859 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 945 time: 0.1150992 Feb 15 01:54:58.809429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-7e389878-0507-4039-97f1-d818619d9470 service neutron] 10.222.0.37 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353424 Feb 15 01:54:58.879819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:58.881068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:58.903414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb7e2303-d583-40f0-af23-ec37196e99c5 req-65704337-0c6e-4be6-9d9d-0b5246701acc tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad3b4832-a7dc-4334-bfe8-754f4a8f313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Feb 15 01:54:58.943247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-751fabd8-94de-4ca4-b86d-ff7de9e2b729 req-ede61b5e-7377-4ad0-b7b5-21f46ceea1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241307 Feb 15 01:54:58.965536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router_controller (d032ff46-7712-49bf-89e1-3917ae7d737d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.037715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce7b-2055-4620-870b-ce16e64ba567 req-a22510a2-4062-4b90-ae4c-6eb0e20deb5e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.039212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a23ce7b-2055-4620-870b-ce16e64ba567 req-a22510a2-4062-4b90-ae4c-6eb0e20deb5e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0557640 Feb 15 01:54:59.090327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.094838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a23ce7b-2055-4620-870b-ce16e64ba567 req-e197739f-82f9-4e96-863e-5a47475a4803 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499091 Feb 15 01:54:59.189801 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.191472 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1d256df-9183-4c80-8b78-9e31c4267ea1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5616801 Feb 15 01:54:59.195374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36048) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:54:59.201926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1396428229'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:54:59.219469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751201-740b-4592-b080-fab65c86ce86 req-8819de36-873d-4464-944d-bbf537c75132 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.221470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f751201-740b-4592-b080-fab65c86ce86 req-8819de36-873d-4464-944d-bbf537c75132 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0680652 Feb 15 01:54:59.281289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f751201-740b-4592-b080-fab65c86ce86 req-b6d89cb9-c37c-4131-a31b-305d795ac570 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521376 Feb 15 01:54:59.330554 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02dc670-201e-4256-b366-babe65da919d x-openstack-request-id: req-a02dc670-201e-4256-b366-babe65da919d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:54:59.330925 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "tag": "991f4787-53a6-40af-a034-848f29b5f579", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:54:59.331288 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a02dc670-201e-4256-b366-babe65da919d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:54:59.331873 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'tag': '991f4787-53a6-40af-a034-848f29b5f579', 'status': 'completed', 'code': 200} Feb 15 01:54:59.333102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:54:59.337207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.349665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.477662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-65834aa3-19ef-4254-bee0-9f5f4e6ab9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.479238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-65834aa3-19ef-4254-bee0-9f5f4e6ab9fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4608c1a113974dd480de9dd3e902eab3&device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 1126 time: 0.1214509 Feb 15 01:54:59.508502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a5692-e1da-43b8-b52b-a0827f751ca4 req-ac79833a-3b30-406d-bb76-16b679cda94c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.509983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-243a5692-e1da-43b8-b52b-a0827f751ca4 req-ac79833a-3b30-406d-bb76-16b679cda94c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1223888 Feb 15 01:54:59.597352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for security_group (f833c48b-1995-4227-9732-fee923507cef), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.634804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-243a5692-e1da-43b8-b52b-a0827f751ca4 req-1345ee5a-8cf9-4915-98a2-beeb4328edd2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137831 Feb 15 01:54:59.645880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-2a9dc267-4e82-4fe0-ba88-b044435c467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.647552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-2a9dc267-4e82-4fe0-ba88-b044435c467e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a HTTP/1.1" status: 200 len: 923 time: 0.1590374 Feb 15 01:54:59.715863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-7563e41f-5546-4fb0-82eb-7bba698a571c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=991f4787-53a6-40af-a034-848f29b5f579 HTTP/1.1" status: 200 len: 217 time: 0.0616827 Feb 15 01:54:59.716966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f833c48b-1995-4227-9732-fee923507cef), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.762934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:54:59.772510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:54:59.809215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:54:59.837100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f833c48b-1995-4227-9732-fee923507cef,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:54:59.843342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-3bf9f4fa-5e97-457b-9bd0-21af58c84edc tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.844427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b4dc39e8-083f-4ae7-bf63-5101b3a47089), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.844785 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Added segment b4dc39e8-083f-4ae7-bf63-5101b3a47089 of type vlan for network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 Feb 15 01:54:59.846096 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-3bf9f4fa-5e97-457b-9bd0-21af58c84edc tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 945 time: 0.1509945 Feb 15 01:54:59.871460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-e25c4e94-958a-49bc-bd6b-e3c99bac0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.871460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-e25c4e94-958a-49bc-bd6b-e3c99bac0e5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7abce0f-c7a6-49e0-b841-d312c4bd7799 HTTP/1.1" status: 200 len: 862 time: 0.1333873 Feb 15 01:54:59.918170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02dda7-318e-4352-a3ad-2d999b938999 req-c10daf1f-cd31-4443-8736-0080af9ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.920235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f02dda7-318e-4352-a3ad-2d999b938999 req-c10daf1f-cd31-4443-8736-0080af9ba8f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.1242380 Feb 15 01:54:59.922077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:54:59.922555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.923307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-74830369-9a1d-4d47-b5ac-979a699aa533 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375962 Feb 15 01:54:59.930275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b5b52-b49b-4051-9509-9a39fea43006 req-be56b3e5-07dd-40cd-be58-5ab8af8ea1c2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:54:59.931774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d0b5b52-b49b-4051-9509-9a39fea43006 req-be56b3e5-07dd-40cd-be58-5ab8af8ea1c2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.2187519 Feb 15 01:54:59.933461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b22063ed-e0e4-41fb-b68c-4c426d4f91a7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:54:59.969969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:54:59.972366 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2071da-f00c-4d86-86cf-bd96bd156d60" -d '{"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:54:59.980854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:54:59.997209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:00.000542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '48a94d08-b172-4bd8-8579-e2139e256744', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'port_id': '48a94d08-b172-4bd8-8579-e2139e256744', 'mac_address': 'fa:16:3e:d7:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992c981-a0e7-47fb-b318-f538c5692bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:55:00.047356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:00.048814 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.056788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Deleting port b31ff716-76d0-49f0-999b-af40e7872e14 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:00.057304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.067173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d0b5b52-b49b-4051-9509-9a39fea43006 req-cb50582f-412f-4d20-ba8b-2b609b0ecc12 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220515 Feb 15 01:55:00.068092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f02dda7-318e-4352-a3ad-2d999b938999 req-d8d64120-f1f4-49ec-9d0d-af9530a0e6a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265044 Feb 15 01:55:00.074174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.082722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:00.112023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-6e3f6a8c-bfba-4fdf-8bd0-03ab2c52f29d service neutron] 10.222.0.37 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754572 Feb 15 01:55:00.179496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:00.184362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:55:00.185289 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:55:00.196905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b22063ed-e0e4-41fb-b68c-4c426d4f91a7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.199667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] For port b31ff716-76d0-49f0-999b-af40e7872e14, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b31ff716-76d0-49f0-999b-af40e7872e14,segment=NetworkSegment(95318d31-8399-4cb6-81f5-2a98a8a9e4a5),segment_id=95318d31-8399-4cb6-81f5-2a98a8a9e4a5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:00.200037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.204299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:00.205008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.213902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Calling delete_port for b31ff716-76d0-49f0-999b-af40e7872e14 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:00.331690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Network': ['ID=b22063ed-e0e4-41fb-b68c-4c426d4f91a7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:00.342094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:55:00.356552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c356d5d-9ba2-4f93-88ce-73e1a65912cb req-91a5e674-ad68-41b9-954f-096437a859d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351267 Feb 15 01:55:00.369612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0defea-1339-4824-a49d-d9bf50735329 req-259139b6-4b3f-4108-8acc-1224911b7af7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:00.371119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee0defea-1339-4824-a49d-d9bf50735329 req-259139b6-4b3f-4108-8acc-1224911b7af7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 944 time: 0.1807268 Feb 15 01:55:00.387462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:00.387606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ca3ea43-b704-47a2-9a5f-a939f7354ecc tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1911354 Feb 15 01:55:00.394415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'subnet': {'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:00.452459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b31ff716-76d0-49f0-999b-af40e7872e14), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.457948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee0defea-1339-4824-a49d-d9bf50735329 req-a5e0b0cd-2f64-4837-bcc3-fc0525721964 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789919 Feb 15 01:55:00.504280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Pushing event deleted for resources: {'Port': ['ID=b31ff716-76d0-49f0-999b-af40e7872e14,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:00.565292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] No DVR routers for this DVR port b31ff716-76d0-49f0-999b-af40e7872e14 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:00.570424 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.573927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-67d3387b-595c-4cb1-958c-3db15c18de4a req-ff827428-2bbf-456d-a987-e2cb5736aea6 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.37 "DELETE /v2.0/ports/b31ff716-76d0-49f0-999b-af40e7872e14 HTTP/1.1" status: 204 len: 173 time: 0.7227600 Feb 15 01:55:00.575807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'name': 'network-vif-deleted', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:00.577317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fbf0-519e-48cc-9698-6624dc9d18de req-58c089ec-c940-44e4-a33f-95e608a96f83 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:00.578473 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7138ef2-2ccc-4dcd-ad14-1efd3358935f" -d '{"events": [{"server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "name": "network-vif-deleted", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:00.578926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbf7fbf0-519e-48cc-9698-6624dc9d18de req-58c089ec-c940-44e4-a33f-95e608a96f83 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 943 time: 0.0610118 Feb 15 01:55:00.632924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbf7fbf0-519e-48cc-9698-6624dc9d18de req-329a41be-7267-4a6f-adb4-245fb1f54ec3 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481143 Feb 15 01:55:00.704344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:00.708081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.730488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:00.731180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.747551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:00.753446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ffc72-ca2e-47c3-89f4-c675eae0a55d req-16a3dcfb-dc44-4691-a8c5-1b4d2e7ab9be tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:00.755332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-818ffc72-ca2e-47c3-89f4-c675eae0a55d req-16a3dcfb-dc44-4691-a8c5-1b4d2e7ab9be tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0698950 Feb 15 01:55:00.784073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:00.813470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-818ffc72-ca2e-47c3-89f4-c675eae0a55d req-863d421d-89cb-4fed-a3b1-56913ff8bbf9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Feb 15 01:55:00.878490 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:00.911607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30f5cd11-8eea-47bf-8c62-1c990c772c95 req-f9aaf45a-c734-4e37-9185-1418c6c9b698 tempest-ServerTagsTestJSON-1635176120 tempest-ServerTagsTestJSON-1635176120-project] 10.222.0.43 "GET /v2.0/ports?device_id=11eed8e4-bace-4cc4-b979-6efb8144d0ff HTTP/1.1" status: 200 len: 210 time: 0.0316749 Feb 15 01:55:00.941078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:00.974053 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d1dd0-5865-40bf-b00d-e8b6a4c05a7c x-openstack-request-id: req-011d1dd0-5865-40bf-b00d-e8b6a4c05a7c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:00.974375 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:00.974737 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-011d1dd0-5865-40bf-b00d-e8b6a4c05a7c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:00.975136 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744', 'code': 200} Feb 15 01:55:01.061033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ab865cdf-fc64-48b2-b4e5-c25127fb4e90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.090707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95cc21-27db-44b2-8931-b456f20066be req-1c8f64bc-1da2-4c71-bdf4-264d64e6871d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:01.098983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e95cc21-27db-44b2-8931-b456f20066be req-1c8f64bc-1da2-4c71-bdf4-264d64e6871d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0830858 Feb 15 01:55:01.125574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Subnet': ['ID=ab865cdf-fc64-48b2-b4e5-c25127fb4e90,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:01.139811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Checking segment: {'id': 'b4dc39e8-083f-4ae7-bf63-5101b3a47089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:01.140199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network hostable DHCP agents. Network: b22063ed-e0e4-41fb-b68c-4c426d4f91a7, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:55:01.140778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['48a94d08-b172-4bd8-8579-e2139e256744'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:01.162679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e95cc21-27db-44b2-8931-b456f20066be req-70cb23b8-0bc8-4e45-a4cf-b4d24e5de4dc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621428 Feb 15 01:55:01.215771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:55:01.299254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9026-f83f-4174-acd9-25dea2f60d75 req-4aa34df4-2903-4d4f-a38e-63d3aecab8e3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:01.306377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-578e9026-f83f-4174-acd9-25dea2f60d75 req-4aa34df4-2903-4d4f-a38e-63d3aecab8e3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0712478 Feb 15 01:55:01.310950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b22063ed-e0e4-41fb-b68c-4c426d4f91a7) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:01.319143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:01.319808 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.325757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c946f239-6b19-40f6-8ed1-1af1158c389b None None] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:01.361125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-578e9026-f83f-4174-acd9-25dea2f60d75 req-d5897f6a-db37-40b6-a69c-f30dac2c7e89 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 Feb 15 01:55:01.418883 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a603ab-2fe0-4088-990e-58ea9c3a6d82 x-openstack-request-id: req-08a603ab-2fe0-4088-990e-58ea9c3a6d82 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:01.418883 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eed8e4-bace-4cc4-b979-6efb8144d0ff", "name": "network-vif-deleted", "tag": "b31ff716-76d0-49f0-999b-af40e7872e14", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:01.418883 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08a603ab-2fe0-4088-990e-58ea9c3a6d82 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:01.418883 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eed8e4-bace-4cc4-b979-6efb8144d0ff', 'name': 'network-vif-deleted', 'tag': 'b31ff716-76d0-49f0-999b-af40e7872e14', 'status': 'completed', 'code': 200} Feb 15 01:55:01.439206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1f88a92d-b9be-4666-8e9b-c1f81c220770 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0500805 Feb 15 01:55:01.442159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:01.447399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'network': {'name': 'tempest-router-network01--954606431'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:01.486141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b22063ed-e0e4-41fb-b68c-4c426d4f91a7', 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7', 'project_id': '82ab9fba7be543b68632c1c0a9239f46', 'fixed_ips': [{'subnet_id': 'ab865cdf-fc64-48b2-b4e5-c25127fb4e90'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:55:01.487025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.604759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:01.609377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.643714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Allocated IP 172.20.0.2 (b22063ed-e0e4-41fb-b68c-4c426d4f91a7/ab865cdf-fc64-48b2-b4e5-c25127fb4e90/eaf44a2b-0bbb-48f7-87db-f706d7982f9e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:01.801769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks [] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.882472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.921669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:55:01.929324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:01.931914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5b5057cf-b21f-4472-8f78-aa6e73154a39), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.932271 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Added segment 5b5057cf-b21f-4472-8f78-aa6e73154a39 of type vlan for network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 Feb 15 01:55:01.934252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:01.939052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:01.980513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f2cacba6-6c2a-4c09-8f4e-b948134c5af2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:01.985165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Pushing event updated for resources: {'Port': ['ID=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:02.013379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Attempting to bind port eaf44a2b-0bbb-48f7-87db-f706d7982f9e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:02.014250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Attempting to bind port eaf44a2b-0bbb-48f7-87db-f706d7982f9e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b4dc39e8-083f-4ae7-bf63-5101b3a47089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:02.014617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Attempting to bind port eaf44a2b-0bbb-48f7-87db-f706d7982f9e on network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:02.019758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:02.020130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Checking segment: {'id': 'b4dc39e8-083f-4ae7-bf63-5101b3a47089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:02.020559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.021208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Bound using segment: {'id': 'b4dc39e8-083f-4ae7-bf63-5101b3a47089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:02.021669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Bound port: eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dc39e8-083f-4ae7-bf63-5101b3a47089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b22063ed-e0e4-41fb-b68c-4c426d4f91a7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:02.022041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.092995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] For port eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:02.096305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] For port eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,segment=NetworkSegment(b4dc39e8-083f-4ae7-bf63-5101b3a47089),segment_id=b4dc39e8-083f-4ae7-bf63-5101b3a47089)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:02.107292 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f2cacba6-6c2a-4c09-8f4e-b948134c5af2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.118494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:02.119825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.158978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681466db-10c7-4be7-a5dc-5c6d2b63703f req-513961ec-a11b-4f0f-949c-aa677943b631 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:02.160519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681466db-10c7-4be7-a5dc-5c6d2b63703f req-513961ec-a11b-4f0f-949c-aa677943b631 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Feb 15 01:55:02.195268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Network': ['ID=f2cacba6-6c2a-4c09-8f4e-b948134c5af2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:02.203217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:55:02.211050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681466db-10c7-4be7-a5dc-5c6d2b63703f req-991319f4-8397-474d-a79f-24331edadd58 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Feb 15 01:55:02.249759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.271267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5b01997-eb50-4c62-bbec-c42916d0438e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8271835 Feb 15 01:55:02.273826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:02.279937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'network': {'name': 'tempest-router-network02--1634993730'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:02.333343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517444ab-e17a-4a6e-9be9-afd3855c5441 None None] Pushing event updated for resources: {'Port': ['ID=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:02.342080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cefdb0-2632-4b44-9506-16e27a2bdbcb req-09e5e2a0-8f94-4d8d-9a2e-4c6fe5b0c0d6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:02.343750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80cefdb0-2632-4b44-9506-16e27a2bdbcb req-09e5e2a0-8f94-4d8d-9a2e-4c6fe5b0c0d6 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Feb 15 01:55:02.379568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:02.386870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.432250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:55:02.433002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 991f4787-53a6-40af-a034-848f29b5f579 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:55:02.439962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b31ff716-76d0-49f0-999b-af40e7872e14 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:02.448082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fbb076d6-9c70-4eeb-bf02-883ab49d6fac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.448902 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Added segment fbb076d6-9c70-4eeb-bf02-883ab49d6fac of type vlan for network bed928a5-bae0-4f7b-904b-64ace9d071ec Feb 15 01:55:02.473767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: b31ff716-76d0-49f0-999b-af40e7872e14 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:55:02.474109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b31ff716-76d0-49f0-999b-af40e7872e14 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:55:02.476309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80cefdb0-2632-4b44-9506-16e27a2bdbcb req-9f0fbee3-2f87-440f-94c9-74ca42119405 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258402 Feb 15 01:55:02.532033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (bed928a5-bae0-4f7b-904b-64ace9d071ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.625166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (bed928a5-bae0-4f7b-904b-64ace9d071ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.636726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:02.637373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.638075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=991f4787-53a6-40af-a034-848f29b5f579,segment=NetworkSegment(0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9),segment_id=0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:02.660268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '991f4787-53a6-40af-a034-848f29b5f579', 'network_id': '8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a', 'port_id': '991f4787-53a6-40af-a034-848f29b5f579', 'mac_address': 'fa:16:3e:bc:bf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7abce0f-c7a6-49e0-b841-d312c4bd7799', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:55:02.661985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6783d2e-3370-4d8d-8017-97d34f4fde9c req-d5ae75c8-4851-4eb3-b657-97410e3ef336 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:02.674903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6783d2e-3370-4d8d-8017-97d34f4fde9c req-d5ae75c8-4851-4eb3-b657-97410e3ef336 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 943 time: 0.1225064 Feb 15 01:55:02.742629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 991f4787-53a6-40af-a034-848f29b5f579 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:02.743531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (991f4787-53a6-40af-a034-848f29b5f579), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.789117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991f4787-53a6-40af-a034-848f29b5f579 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:02.826071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=991f4787-53a6-40af-a034-848f29b5f579,segment=NetworkSegment(0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9),segment_id=0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:02.828706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6783d2e-3370-4d8d-8017-97d34f4fde9c req-b680b612-4224-4cf5-b535-20f4f90ca4f3 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525395 Feb 15 01:55:02.854116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5788116 Feb 15 01:55:02.858083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:02.865817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device eaf44a2b-0bbb-48f7-87db-f706d7982f9e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:02.878968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'subnet': {'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:02.886032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00021-e7fc-4202-864b-0b8b189d706a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Network': ['ID=bed928a5-bae0-4f7b-904b-64ace9d071ec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:02.926128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:02.956246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:02.964278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network bed928a5-bae0-4f7b-904b-64ace9d071ec details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:55:03.010172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Deleting subnet 37211c48-395e-42bc-8505-932a7320b5c5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:03.017340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Publish callbacks [] for subnet (37211c48-395e-42bc-8505-932a7320b5c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.088837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port eaf44a2b-0bbb-48f7-87db-f706d7982f9e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:03.089496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.098718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (37211c48-395e-42bc-8505-932a7320b5c5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.110968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2896-4b10-429e-94c3-7b870ce41e99 req-1753a4f2-3b6d-40fe-bc9b-5b5b2671ec16 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:03.118529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0bf2896-4b10-429e-94c3-7b870ce41e99 req-1753a4f2-3b6d-40fe-bc9b-5b5b2671ec16 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1163397 Feb 15 01:55:03.130150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:03.133227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.165352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (37211c48-395e-42bc-8505-932a7320b5c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.199946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:03.265291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port eaf44a2b-0bbb-48f7-87db-f706d7982f9e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:03.265628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.299053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['991f4787-53a6-40af-a034-848f29b5f579'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:03.317464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0bf2896-4b10-429e-94c3-7b870ce41e99 req-235ff90b-9a92-4574-ad98-373ae60a98d5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943984 Feb 15 01:55:03.350685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (37211c48-395e-42bc-8505-932a7320b5c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.355690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,segment=NetworkSegment(b4dc39e8-083f-4ae7-bf63-5101b3a47089),segment_id=b4dc39e8-083f-4ae7-bf63-5101b3a47089)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:03.419075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37211c48-395e-42bc-8505-932a7320b5c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:03.450189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.455871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fc1485e-d16d-46d2-b48d-5cf5b4582bae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/37211c48-395e-42bc-8505-932a7320b5c5 HTTP/1.1" status: 204 len: 168 time: 0.5263991 Feb 15 01:55:03.457923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:03.498342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.569621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7b504644-a601-4c40-ab45-b8069eb3d948), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.605587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:03.659596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5d09e-b7a7-4952-ac5c-640b8700831e req-dc0bc8aa-2c50-4061-8874-3ae609bf40bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:03.665093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93c5d09e-b7a7-4952-ac5c-640b8700831e req-dc0bc8aa-2c50-4061-8874-3ae609bf40bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2165892 Feb 15 01:55:03.702225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7b504644-a601-4c40-ab45-b8069eb3d948), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.723325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93c5d09e-b7a7-4952-ac5c-640b8700831e req-3accaec8-2c04-49bd-95a4-408195c095f2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550139 Feb 15 01:55:03.725476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b504644-a601-4c40-ab45-b8069eb3d948']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:03.740075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (d95f1fc4-8173-48af-9310-71a2ed44b4c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.740346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95318d31-8399-4cb6-81f5-2a98a8a9e4a5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:03.740751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95318d31-8399-4cb6-81f5-2a98a8a9e4a5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:03.752391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (95318d31-8399-4cb6-81f5-2a98a8a9e4a5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.764499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:03.767337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (95318d31-8399-4cb6-81f5-2a98a8a9e4a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.774346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:03.778562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (95318d31-8399-4cb6-81f5-2a98a8a9e4a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:03.836800 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:03.854911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 48a94d08-b172-4bd8-8579-e2139e256744 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:03.854911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (48a94d08-b172-4bd8-8579-e2139e256744), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.939019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7b504644-a601-4c40-ab45-b8069eb3d948), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.944633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.947810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] 10.222.0.43 "DELETE /v2.0/networks/7b504644-a601-4c40-ab45-b8069eb3d948 HTTP/1.1" status: 204 len: 168 time: 0.4887345 Feb 15 01:55:03.955265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 48a94d08-b172-4bd8-8579-e2139e256744 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:03.955671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:03.966153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463eeb1-4f6b-491a-bef5-6096bccb5dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=7b504644-a601-4c40-ab45-b8069eb3d948,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:03.987652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:03.991085 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d5f208-27a2-4375-941a-0765d1e35cb2" -d '{"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-plugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:03.998695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4acf08-77a9-40bb-be08-6b939c2f4553 None None] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:04.154346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Subnet': ['ID=d95f1fc4-8173-48af-9310-71a2ed44b4c3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:04.187951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cecb5d-bec9-439f-8358-9d25359c1e40 req-a0faae20-56e3-4bf9-aaa1-5341bc91a5be tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:04.195125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14cecb5d-bec9-439f-8358-9d25359c1e40 req-a0faae20-56e3-4bf9-aaa1-5341bc91a5be tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.3877988 Feb 15 01:55:04.209723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Checking segment: {'id': '5b5057cf-b21f-4472-8f78-aa6e73154a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:04.210091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network hostable DHCP agents. Network: f2cacba6-6c2a-4c09-8f4e-b948134c5af2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:55:04.228658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:04.255193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-70036d0f-670c-448c-86c4-c5f5e5d485f5 None None] Provisioning complete for port eaf44a2b-0bbb-48f7-87db-f706d7982f9e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:04.255576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70036d0f-670c-448c-86c4-c5f5e5d485f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.260813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14cecb5d-bec9-439f-8358-9d25359c1e40 req-ca9d8735-a27e-4c1f-aea4-617d15a5edec tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646236 Feb 15 01:55:04.334594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.352964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:55:04.420144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:04.432076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70036d0f-670c-448c-86c4-c5f5e5d485f5 None None] Current status of the port eaf44a2b-0bbb-48f7-87db-f706d7982f9e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:04.445172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f2cacba6-6c2a-4c09-8f4e-b948134c5af2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:04.450443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:04.451711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.466034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af632779-695c-4b24-a8b1-e93d0b358ce3 None None] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:04.481833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:04.487872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc401b-8290-4605-abc6-a709abceb669 req-f1aa2f71-3eb2-4001-8c1b-b6f48c5f6d40 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:04.490229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01fc401b-8290-4605-abc6-a709abceb669 req-f1aa2f71-3eb2-4001-8c1b-b6f48c5f6d40 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1089139 Feb 15 01:55:04.547616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-20294d77-64c4-485a-b60c-109e160bbd75 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6881773 Feb 15 01:55:04.557976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:04.570031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01fc401b-8290-4605-abc6-a709abceb669 req-34d56739-4174-4ce6-8bea-297b96104355 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732312 Feb 15 01:55:04.572248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'subnet': {'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:04.615315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-420110b7-c86e-4411-b7e8-f3ad57a0be21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa72d03dcf1e48df8dddb9c3820f5ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316292 Feb 15 01:55:04.617792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:04.671200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-f2cacba6-6c2a-4c09-8f4e-b948134c5af2', 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2', 'project_id': '82ab9fba7be543b68632c1c0a9239f46', 'fixed_ips': [{'subnet_id': 'd95f1fc4-8173-48af-9310-71a2ed44b4c3'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:55:04.672431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.788957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] Publish callbacks [] for security_group (ad3b4832-a7dc-4334-bfe8-754f4a8f313d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.795432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device eaf44a2b-0bbb-48f7-87db-f706d7982f9e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:04.846622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] Publish callbacks [] for security_group (ad3b4832-a7dc-4334-bfe8-754f4a8f313d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.883319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d7b7058c-99aa-41db-9641-67f613f935b9 None None] Provisioning complete for port eaf44a2b-0bbb-48f7-87db-f706d7982f9e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:04.884334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7b7058c-99aa-41db-9641-67f613f935b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.890797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236136cb-29f3-4b3c-8a79-ce185eba6497 req-c4745d56-7f50-4dda-bbe2-5958f5ee4efb tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:04.894104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Made reservation on behalf of 82ab9fba7be543b68632c1c0a9239f46 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:04.898096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:04.898261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-236136cb-29f3-4b3c-8a79-ce185eba6497 req-c4745d56-7f50-4dda-bbe2-5958f5ee4efb tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 944 time: 0.1286588 Feb 15 01:55:04.978708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Allocated IP 172.20.0.2 (f2cacba6-6c2a-4c09-8f4e-b948134c5af2/d95f1fc4-8173-48af-9310-71a2ed44b4c3/2d9495ee-4aad-428f-9db5-ce06ecafd0d4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:04.978840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-236136cb-29f3-4b3c-8a79-ce185eba6497 req-7b821e1a-a90a-4882-9d59-0bc2bfe9d3a8 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741704 Feb 15 01:55:04.981557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port eaf44a2b-0bbb-48f7-87db-f706d7982f9e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:04.981992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.061020 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa3438-bfdd-42fe-aa5b-3bfae7bef97e x-openstack-request-id: req-e4fa3438-bfdd-42fe-aa5b-3bfae7bef97e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:05.061319 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-plugged", "status": "completed", "tag": "48a94d08-b172-4bd8-8579-e2139e256744", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:05.061581 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4fa3438-bfdd-42fe-aa5b-3bfae7bef97e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:05.062256 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744', 'code': 200} Feb 15 01:55:05.067508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad3b4832-a7dc-4334-bfe8-754f4a8f313d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.070339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.073825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad3b4832-a7dc-4334-bfe8-754f4a8f313d HTTP/1.1" status: 204 len: 168 time: 0.4525573 Feb 15 01:55:05.089401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db214ba1-ae05-42b6-9e6e-09ad752fe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b4832-a7dc-4334-bfe8-754f4a8f313d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:05.195486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7058c-99aa-41db-9641-67f613f935b9 None None] Current status of the port eaf44a2b-0bbb-48f7-87db-f706d7982f9e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:05.293865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port eaf44a2b-0bbb-48f7-87db-f706d7982f9e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:05.338392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5dca-c19b-4a2e-831c-f5bf9608d544 req-aebe78f5-7447-4a14-a2ed-db393c422355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:05.340135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d4d5dca-c19b-4a2e-831c-f5bf9608d544 req-aebe78f5-7447-4a14-a2ed-db393c422355 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 1129 time: 0.1173594 Feb 15 01:55:05.354052 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks [] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.396006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3d4d5dca-c19b-4a2e-831c-f5bf9608d544 req-954e779e-e908-4ec7-9efd-e54c2e52ec43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494189 Feb 15 01:55:05.426051 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.428660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (89936ce2-1957-44f7-b351-f36d200d2c3a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.510156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:05.521525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:05.537622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Pushing event updated for resources: {'Port': ['ID=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:05.548829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:05.585460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Subnet': ['ID=89936ce2-1957-44f7-b351-f36d200d2c3a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:05.593954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Checking segment: {'id': 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:05.594321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network hostable DHCP agents. Network: bed928a5-bae0-4f7b-904b-64ace9d071ec, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:55:05.650106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Attempting to bind port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:05.650483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Attempting to bind port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5b5057cf-b21f-4472-8f78-aa6e73154a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:05.651135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Attempting to bind port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 on network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:05.657732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:05.658118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Checking segment: {'id': '5b5057cf-b21f-4472-8f78-aa6e73154a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:05.658525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.658924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Bound using segment: {'id': '5b5057cf-b21f-4472-8f78-aa6e73154a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:05.659806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Bound port: 2d9495ee-4aad-428f-9db5-ce06ecafd0d4, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5057cf-b21f-4472-8f78-aa6e73154a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2cacba6-6c2a-4c09-8f4e-b948134c5af2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:05.684806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.696325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network bed928a5-bae0-4f7b-904b-64ace9d071ec is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:55:05.760415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] For port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:05.764624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] For port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,segment=NetworkSegment(5b5057cf-b21f-4472-8f78-aa6e73154a39),segment_id=5b5057cf-b21f-4472-8f78-aa6e73154a39)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:05.793039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, bed928a5-bae0-4f7b-904b-64ace9d071ec) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:05.803193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:05.803905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.805362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d51d18-db0d-4f08-b4e3-01e60277d141 None None] Network bed928a5-bae0-4f7b-904b-64ace9d071ec requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:05.836469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafa726-e15b-4161-94a5-1d3c0abcbf3c req-22e19c32-da33-40cc-87b8-c2fab470e3db tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:05.844845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4eafa726-e15b-4161-94a5-1d3c0abcbf3c req-22e19c32-da33-40cc-87b8-c2fab470e3db tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0870535 Feb 15 01:55:05.885199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:05.916555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-62f8f9de-ce47-4f8d-9373-3c3449acdc73 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3573663 Feb 15 01:55:05.920827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4eafa726-e15b-4161-94a5-1d3c0abcbf3c req-745a644c-2226-4c8d-ab63-c4bbb7dea2a8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747976 Feb 15 01:55:05.924842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:06.004321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d20c-43ba-4d39-becf-bd63c7be08eb None None] Pushing event updated for resources: {'Port': ['ID=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:06.073362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-bed928a5-bae0-4f7b-904b-64ace9d071ec', 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec', 'project_id': '82ab9fba7be543b68632c1c0a9239f46', 'fixed_ips': [{'subnet_id': '89936ce2-1957-44f7-b351-f36d200d2c3a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:55:06.074490 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:06.276263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Allocated IP 172.20.0.2 (bed928a5-bae0-4f7b-904b-64ace9d071ec/89936ce2-1957-44f7-b351-f36d200d2c3a/05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:06.510932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:06.596450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 991f4787-53a6-40af-a034-848f29b5f579 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:06.602075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22d6a-1d9c-4d60-af5e-ff98c8106e9e req-53568e82-b2de-40b3-9b26-6b2b74fa7cfa tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:06.610869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ab22d6a-1d9c-4d60-af5e-ff98c8106e9e req-53568e82-b2de-40b3-9b26-6b2b74fa7cfa tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1360307 Feb 15 01:55:06.705544 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks [] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:06.733014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ab22d6a-1d9c-4d60-af5e-ff98c8106e9e req-9de36cee-a9eb-4ac9-87a4-d152e49663ff tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193614 Feb 15 01:55:06.817265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2521-7566-472e-be69-12b457aebc6f req-4385d15d-1f89-49bd-b3fb-d26ba843296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:06.819723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-4385d15d-1f89-49bd-b3fb-d26ba843296f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.3300443 Feb 15 01:55:06.829923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 991f4787-53a6-40af-a034-848f29b5f579 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:55:06.835128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:06.889380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:06.970441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 991f4787-53a6-40af-a034-848f29b5f579 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:06.970828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (991f4787-53a6-40af-a034-848f29b5f579), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.040773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Allocated IP 172.20.0.1 (f2cacba6-6c2a-4c09-8f4e-b948134c5af2/d95f1fc4-8173-48af-9310-71a2ed44b4c3/8ce1321c-f78c-4d96-8217-e9b10e430635) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:07.043888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2521-7566-472e-be69-12b457aebc6f req-0ee4f99d-cd16-4e7d-a04f-779ff123a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:07.045788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-0ee4f99d-cd16-4e7d-a04f-779ff123a109 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.2152293 Feb 15 01:55:07.116432 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-b1148d6d-fd29-4a37-9800-e95470704fbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.0641913 Feb 15 01:55:07.150561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Network bed928a5-bae0-4f7b-904b-64ace9d071ec is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:07.172454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:07.179350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:07.192531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Pushing event updated for resources: {'Port': ['ID=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:07.211031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2521-7566-472e-be69-12b457aebc6f req-68eb0bf6-11f9-4147-b1a0-4e8cc3d1b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:07.217126 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-68eb0bf6-11f9-4147-b1a0-4e8cc3d1b499 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.0827227 Feb 15 01:55:07.289676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-d59e19fe-8f66-4904-a5c9-72e2f532ea27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383515 Feb 15 01:55:07.315964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Attempting to bind port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:07.316270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Attempting to bind port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:07.316795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Attempting to bind port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc on network bed928a5-bae0-4f7b-904b-64ace9d071ec {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:07.322290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:07.322667 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.341059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:07.342143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Checking segment: {'id': 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:07.342719 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.343288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Bound using segment: {'id': 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:07.343958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Bound port: 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bed928a5-bae0-4f7b-904b-64ace9d071ec'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:07.344560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.354799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f985d76-64c8-45ae-9913-e706d56edd63 req-ded19075-4425-4692-a5f6-fa6ca1c861c2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:07.362547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f985d76-64c8-45ae-9913-e706d56edd63 req-ded19075-4425-4692-a5f6-fa6ca1c861c2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1204765 Feb 15 01:55:07.409250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 991f4787-53a6-40af-a034-848f29b5f579 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:07.409906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (991f4787-53a6-40af-a034-848f29b5f579), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.462065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-703f8775-8014-40e2-8321-8b0ea9b9e5b4 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629980 Feb 15 01:55:07.470688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f985d76-64c8-45ae-9913-e706d56edd63 req-de34db79-4046-42e4-bd82-8630810bab58 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070466 Feb 15 01:55:07.510771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.512576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f4787-53a6-40af-a034-848f29b5f579'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:07.515602 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb538f6c-8b46-4629-8e01-3214d57ff0cf" -d '{"events": [{"server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "name": "network-vif-plugged", "status": "completed", "tag": "991f4787-53a6-40af-a034-848f29b5f579"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:07.559212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=991f4787-53a6-40af-a034-848f29b5f579,segment=NetworkSegment(0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9),segment_id=0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:07.643756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c710fbb-a43b-4c4c-bb1a-7d25d6706f6e req-64912c12-27c8-428a-95d8-53648da0ba20 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:07.648350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c710fbb-a43b-4c4c-bb1a-7d25d6706f6e req-64912c12-27c8-428a-95d8-53648da0ba20 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 944 time: 0.0862753 Feb 15 01:55:07.666887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.709638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:07.710035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.714302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce62f4e-6f69-4f71-ade6-1337e2decf0f None None] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:07.728478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.732667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c710fbb-a43b-4c4c-bb1a-7d25d6706f6e req-33608584-96ca-442f-a850-002baa12c27b tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Feb 15 01:55:07.763248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] For port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:07.790064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:07.822480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:07.825194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:07.831374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Port': ['ID=8ce1321c-f78c-4d96-8217-e9b10e430635,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:07.882469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-130c2521-7566-472e-be69-12b457aebc6f req-aa7626e4-4329-4e37-9478-35b9337e7761 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311899 Feb 15 01:55:07.888352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:07.904823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e7356-2213-4273-a6a6-69a338c8bdc2 req-796154c2-f6f7-475d-a089-976b0038eeb4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:07.907493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.917941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91e7356-2213-4273-a6a6-69a338c8bdc2 req-796154c2-f6f7-475d-a089-976b0038eeb4 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1095350 Feb 15 01:55:07.933881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,segment=NetworkSegment(5b5057cf-b21f-4472-8f78-aa6e73154a39),segment_id=5b5057cf-b21f-4472-8f78-aa6e73154a39)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:07.946488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] For port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,segment=NetworkSegment(fbb076d6-9c70-4eeb-bf02-883ab49d6fac),segment_id=fbb076d6-9c70-4eeb-bf02-883ab49d6fac)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:07.983840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a55a0048-b9b5-4bad-8f83-a46bda1916f5 None None] Provisioning complete for port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:07.984451 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a55a0048-b9b5-4bad-8f83-a46bda1916f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:07.999044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e91e7356-2213-4273-a6a6-69a338c8bdc2 req-52cbdb51-4428-425a-bde2-e820325c369e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Feb 15 01:55:08.031448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.123301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.194740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:08.237258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.256186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a55a0048-b9b5-4bad-8f83-a46bda1916f5 None None] Current status of the port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:08.300338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b71eea-5a73-4b27-b884-269bad8fea45 None None] Pushing event updated for resources: {'Port': ['ID=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:08.645141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.694603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Provisioning complete for port 8ce1321c-f78c-4d96-8217-e9b10e430635 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:08.695763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.741204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.743288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Port 8ce1321c-f78c-4d96-8217-e9b10e430635 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:08.755526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Provisioning complete for port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:08.758426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.872150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8d9ce-78ce-43e3-b153-3819a57260e4 req-2e58350d-2ead-493c-8537-88c02b36d058 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:08.875098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91d8d9ce-78ce-43e3-b153-3819a57260e4 req-2e58350d-2ead-493c-8537-88c02b36d058 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1969626 Feb 15 01:55:08.890039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:08.940555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Port': ['ID=8ce1321c-f78c-4d96-8217-e9b10e430635,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:08.947280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fe876-d67a-4a5d-9137-898f826da34d None None] Current status of the port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:08.958596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:08.987551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91d8d9ce-78ce-43e3-b153-3819a57260e4 req-1368d286-a122-4014-8987-c4f6dc2c50a7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062696 Feb 15 01:55:09.028263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:09.028832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:09.044637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:09.047019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:09.074847 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c733e1b-a134-4d35-a8ca-660096ee0312 x-openstack-request-id: req-8c733e1b-a134-4d35-a8ca-660096ee0312 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:09.074847 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "name": "network-vif-plugged", "status": "completed", "tag": "991f4787-53a6-40af-a034-848f29b5f579", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:09.074847 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c733e1b-a134-4d35-a8ca-660096ee0312 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:09.074847 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991f4787-53a6-40af-a034-848f29b5f579', 'code': 200} Feb 15 01:55:09.117080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-feea8c36-3c69-48d2-a723-fa3e456a03a3 None None] Provisioning complete for port 8ce1321c-f78c-4d96-8217-e9b10e430635 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:09.117508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-feea8c36-3c69-48d2-a723-fa3e456a03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:09.172914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-feea8c36-3c69-48d2-a723-fa3e456a03a3 None None] Port 8ce1321c-f78c-4d96-8217-e9b10e430635 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:09.243218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:09.243618 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:09.271006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dafe58-d081-4ef5-9da8-29a4b6c61871 req-7431e651-ad59-4b5c-b731-12f7bbfab3d3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:09.272686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5dafe58-d081-4ef5-9da8-29a4b6c61871 req-7431e651-ad59-4b5c-b731-12f7bbfab3d3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1212523 Feb 15 01:55:09.286233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bc964-1c98-4b8d-8cf1-c16a5c95b0a4 req-09681145-d81e-4639-b6de-afac52cb0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:09.289129 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d42bc964-1c98-4b8d-8cf1-c16a5c95b0a4 req-09681145-d81e-4639-b6de-afac52cb0212 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 1128 time: 0.1545730 Feb 15 01:55:09.344100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,segment=NetworkSegment(fbb076d6-9c70-4eeb-bf02-883ab49d6fac),segment_id=fbb076d6-9c70-4eeb-bf02-883ab49d6fac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:09.370075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5dafe58-d081-4ef5-9da8-29a4b6c61871 req-24bec3c2-8a93-4eca-b43e-b5418532a843 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845747 Feb 15 01:55:09.376285 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d42bc964-1c98-4b8d-8cf1-c16a5c95b0a4 req-9e2926e3-110d-40c0-9d09-bc0c6e3fc6bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803022 Feb 15 01:55:09.430884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:09.431982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:09.494557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-045c4553-b83a-49f6-926e-88ac58312f15 req-971fe02f-8ef4-4371-bad6-0593817bdf00 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0530388 Feb 15 01:55:09.528554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Router d032ff46-7712-49bf-89e1-3917ae7d737d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:55:09.684046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641344d9-918d-472b-9c08-e47de2e72671 req-f79942e5-9fb1-47ca-9ec2-3f5db237761f tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:09.696701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-641344d9-918d-472b-9c08-e47de2e72671 req-f79942e5-9fb1-47ca-9ec2-3f5db237761f tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 945 time: 0.1052437 Feb 15 01:55:09.750608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:09.766042 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-43b06861-7e7c-4f1f-a4f9-c7dbdfebfbe6 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8364046 Feb 15 01:55:09.766861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:09.769611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] Sync routers for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:09.786772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-641344d9-918d-472b-9c08-e47de2e72671 req-f7359258-ed7d-4b94-a31a-b8592b4480b2 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881355 Feb 15 01:55:09.792002 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:09.803952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:09.912173 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:09.930860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-20f556f0-04d7-4e60-8080-5ce97e8eae15 None None] Provisioning complete for port 8ce1321c-f78c-4d96-8217-e9b10e430635 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:09.931238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20f556f0-04d7-4e60-8080-5ce97e8eae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:09.932998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48748464-db6d-40bc-b74e-d3b84b3fc86e None None] Network bed928a5-bae0-4f7b-904b-64ace9d071ec requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:09.937010 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:09.937630 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:09.942740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0704c-7f5b-4bce-885f-d708d35ce5cd req-d9d39437-085c-4ff7-8264-c65ac8a67cb8 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:09.951450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43b0704c-7f5b-4bce-885f-d708d35ce5cd req-d9d39437-085c-4ff7-8264-c65ac8a67cb8 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0852356 Feb 15 01:55:10.007944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43b0704c-7f5b-4bce-885f-d708d35ce5cd req-7e41da63-170a-44a2-a82f-ff81ac7b89e0 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550244 Feb 15 01:55:10.017026 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:10.021955 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310eb222-da34-4807-88e8-2d58a88b8be5 None None] The sync data for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:10.042152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:10.113541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-20f556f0-04d7-4e60-8080-5ce97e8eae15 None None] Port 8ce1321c-f78c-4d96-8217-e9b10e430635 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:10.118921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:10.121701 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:10.211556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70195b70-b17e-41d1-9c3f-61a695a68b38 req-84ae67ba-bdda-4f3b-82c9-17ff01f9870c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:10.224662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70195b70-b17e-41d1-9c3f-61a695a68b38 req-84ae67ba-bdda-4f3b-82c9-17ff01f9870c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1208217 Feb 15 01:55:10.271910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:10.275727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc3b3a6e-14de-48f0-9456-4cf6a54b35af None None] Provisioning complete for port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:10.276108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3a6e-14de-48f0-9456-4cf6a54b35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:10.343588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70195b70-b17e-41d1-9c3f-61a695a68b38 req-cd8e46af-215d-4681-ab79-7db210b941c2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180680 Feb 15 01:55:10.401719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b3a6e-14de-48f0-9456-4cf6a54b35af None None] Current status of the port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:10.520272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aa81d-5645-445a-b012-89f3f03af8a8 req-ba67f187-2dd1-41f9-b20c-a2ae70a30639 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:10.528660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb1aa81d-5645-445a-b012-89f3f03af8a8 req-ba67f187-2dd1-41f9-b20c-a2ae70a30639 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.0675797 Feb 15 01:55:10.548525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-92d2c72c-d4f1-48d6-9971-8a647b73d40d None None] Provisioning complete for port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:10.549092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92d2c72c-d4f1-48d6-9971-8a647b73d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:10.583209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb1aa81d-5645-445a-b012-89f3f03af8a8 req-17777466-56eb-4af1-94d3-e1f070340aff tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Feb 15 01:55:10.680256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92d2c72c-d4f1-48d6-9971-8a647b73d40d None None] Current status of the port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:10.697317 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-282a12e1-ab62-447a-849c-ad2297ce73c1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 01:55:10.701132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-282a12e1-ab62-447a-849c-ad2297ce73c1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9305196 Feb 15 01:55:10.701376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:10.715750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:10.779753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:10.780587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:10.886235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:11.121016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:11.136646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aa69c-3431-41cc-914d-ca4d5d26a9b9 req-e535f684-686b-442d-a3fb-85291f936ac2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:11.138353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3aa69c-3431-41cc-914d-ca4d5d26a9b9 req-e535f684-686b-442d-a3fb-85291f936ac2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0619926 Feb 15 01:55:11.202354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf3aa69c-3431-41cc-914d-ca4d5d26a9b9 req-44b71b83-750e-4e26-903d-e2efcf0caf93 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568202 Feb 15 01:55:11.350784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0224c-204a-4740-b7cd-8e052f708fb5 req-09c75f88-0fdf-4f64-bf55-7bc98dc17ca0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:11.352521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbe0224c-204a-4740-b7cd-8e052f708fb5 req-09c75f88-0fdf-4f64-bf55-7bc98dc17ca0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0620332 Feb 15 01:55:11.421945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbe0224c-204a-4740-b7cd-8e052f708fb5 req-5ebc8d4e-6d37-4e1c-b3be-50a0e3cddfbb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623040 Feb 15 01:55:11.475456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting port 8ce1321c-f78c-4d96-8217-e9b10e430635 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:11.475847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:11.577882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:11.592167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Calling delete_port for 8ce1321c-f78c-4d96-8217-e9b10e430635 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:11.858825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8ce1321c-f78c-4d96-8217-e9b10e430635), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:11.894295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Port': ['ID=8ce1321c-f78c-4d96-8217-e9b10e430635,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:11.926504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da4c98-c85d-4a5e-aece-adce05b08b3f req-4b2552b2-c80d-4112-af49-c5d23de6282b tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:11.928571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8da4c98-c85d-4a5e-aece-adce05b08b3f req-4b2552b2-c80d-4112-af49-c5d23de6282b tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 945 time: 0.0773218 Feb 15 01:55:11.992106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8da4c98-c85d-4a5e-aece-adce05b08b3f req-86dfac05-a2b2-4ecc-9f19-c1457305d2b5 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Feb 15 01:55:12.095362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:12.170223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e8707-5bd9-4cef-858c-bf7a8288db32 req-7cec6878-00b0-4822-b0ee-065c65d83078 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:12.180416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac8e8707-5bd9-4cef-858c-bf7a8288db32 req-7cec6878-00b0-4822-b0ee-065c65d83078 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0830574 Feb 15 01:55:12.227310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac8e8707-5bd9-4cef-858c-bf7a8288db32 req-213f1893-ec4d-4a6b-9862-3d6629776ef7 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Feb 15 01:55:12.320777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Router d032ff46-7712-49bf-89e1-3917ae7d737d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:55:12.420930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:12.426265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53d1c941-7f9d-4d29-a960-0bdd3a17c03e tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205615 Feb 15 01:55:12.431702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:12.439684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] Sync routers for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:12.449839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:12.450521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:12.492527 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c6791735-9290-4674-89f7-7ce3a61c7f3c tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] delete failed (client error): The resource could not be found. Feb 15 01:55:12.497331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c6791735-9290-4674-89f7-7ce3a61c7f3c tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-37461074 HTTP/1.1" status: 404 len: 333 time: 0.0610051 Feb 15 01:55:12.497694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:12.502272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dbf3faf4-e296-4231-92b6-1d522229e89f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd032ff46-7712-49bf-89e1-3917ae7d737d'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:12.527732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:12.545517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:12.548052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:12.588830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:12.589764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173525d2-a654-4346-8038-e9bf96ba9c07 None None] The sync data for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:12.614946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-a2580e4a-8c1f-4767-bf45-3405f6d9aeee tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:12.616910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-a2580e4a-8c1f-4767-bf45-3405f6d9aeee tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.1625009 Feb 15 01:55:12.636695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-741abff9-7c5d-4ed4-b821-b4bd824af6f7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/quotas/32fc9d3f907b4432895988fd92f437ee HTTP/1.1" status: 200 len: 375 time: 0.0140200 Feb 15 01:55:12.718600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-088be17a-de5f-4160-9698-d1f10554ef68 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785422 Feb 15 01:55:12.773866 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dbf3faf4-e296-4231-92b6-1d522229e89f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router_gateway (d032ff46-7712-49bf-89e1-3917ae7d737d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:12.825070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-a44dcf88-dfa4-4ae5-8a39-d920590aace5 service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971839 Feb 15 01:55:12.873204 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-dbf3faf4-e296-4231-92b6-1d522229e89f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] update failed (client error): The resource could not be found. Feb 15 01:55:12.878470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dbf3faf4-e296-4231-92b6-1d522229e89f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d HTTP/1.1" status: 404 len: 339 time: 0.3797238 Feb 15 01:55:12.879048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:12.963603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-6eeb00a7-af74-474b-94a2-8470ff0b9fde service neutron] 10.222.0.43 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317189 Feb 15 01:55:13.221428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:13.439054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9eb96-09f5-405e-b34c-daf2bdf41efc req-c6d3b8be-0f73-4bfd-a778-9f1ccc9692b5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:13.441437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15d9eb96-09f5-405e-b34c-daf2bdf41efc req-c6d3b8be-0f73-4bfd-a778-9f1ccc9692b5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1009555 Feb 15 01:55:13.548151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15d9eb96-09f5-405e-b34c-daf2bdf41efc req-68698c37-0aaa-4838-ac49-68b433309e1a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011000 Feb 15 01:55:13.594913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-9fd2ea42-86b0-4bd9-8c8e-141dc3d53897 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:13.596452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-9fd2ea42-86b0-4bd9-8c8e-141dc3d53897 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d675e4a-1f10-4c9a-8a95-4ecfde722ab2 HTTP/1.1" status: 200 len: 946 time: 0.1943085 Feb 15 01:55:13.685724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5313dba-d36f-4682-ab89-f9c2901373b8 req-72396299-b6f4-4c95-9f42-0e2305fdb908 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0309563 Feb 15 01:55:13.747787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Allocated IP 172.20.0.1 (b22063ed-e0e4-41fb-b68c-4c426d4f91a7/ab865cdf-fc64-48b2-b4e5-c25127fb4e90/7a0772f2-5e4a-45d1-8219-713a673ef2ce) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:13.838973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f84d2-7358-43fd-af17-4eb483211048 req-3ce0bd53-8395-44bd-976f-510b0a3ca359 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:13.840936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-468f84d2-7358-43fd-af17-4eb483211048 req-3ce0bd53-8395-44bd-976f-510b0a3ca359 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0686855 Feb 15 01:55:13.876484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Deleting port 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:13.877805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (48a94d08-b172-4bd8-8579-e2139e256744), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:13.921781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-468f84d2-7358-43fd-af17-4eb483211048 req-3940a67d-0507-43ea-8d78-3a7497d80eab tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664792 Feb 15 01:55:14.044828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.051062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f12d9723-5147-4159-a60d-7945a00e6ff4 req-ef25327a-1ba8-4b35-ba05-f180582e60b5 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 210 time: 0.0650210 Feb 15 01:55:14.079165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] For port 48a94d08-b172-4bd8-8579-e2139e256744, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=48a94d08-b172-4bd8-8579-e2139e256744,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:14.079403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (48a94d08-b172-4bd8-8579-e2139e256744), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.099278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Calling delete_port for 48a94d08-b172-4bd8-8579-e2139e256744 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:14.208788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e722e-7b5f-40af-a967-07f410a7d76a req-1c174af7-aa0c-4637-a988-dce6f3292f10 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:14.217572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b3e722e-7b5f-40af-a967-07f410a7d76a req-1c174af7-aa0c-4637-a988-dce6f3292f10 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0852616 Feb 15 01:55:14.279487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b3e722e-7b5f-40af-a967-07f410a7d76a req-38a2b0a1-2ee2-440f-9a44-41705f4d8010 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Feb 15 01:55:14.293678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.355486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:14.361798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:14.365683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:14.368905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (48a94d08-b172-4bd8-8579-e2139e256744), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.383651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['48a94d08-b172-4bd8-8579-e2139e256744'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:14.548924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Port': ['ID=7a0772f2-5e4a-45d1-8219-713a673ef2ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:14.550281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] No DVR routers for this DVR port 48a94d08-b172-4bd8-8579-e2139e256744 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:14.558333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.562074 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0ac8ebbe-34da-4bd3-a454-845dd7beea73 req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.31 "DELETE /v2.0/ports/48a94d08-b172-4bd8-8579-e2139e256744 HTTP/1.1" status: 204 len: 173 time: 0.9542716 Feb 15 01:55:14.562530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-deleted', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:14.564968 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af949b2-a57a-4091-9ab5-1c4078838111" -d '{"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-deleted", "tag": "48a94d08-b172-4bd8-8579-e2139e256744"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:14.613555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33094ade-a0c2-4c86-b42e-edc7f2fc4eec tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event deleted for resources: {'Port': ['ID=48a94d08-b172-4bd8-8579-e2139e256744,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:14.617929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.827020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.848349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-77da996a-1319-4f3d-9fd3-ca0047925ac3 None None] Provisioning complete for port 7a0772f2-5e4a-45d1-8219-713a673ef2ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:14.849166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77da996a-1319-4f3d-9fd3-ca0047925ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:14.952725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-77da996a-1319-4f3d-9fd3-ca0047925ac3 None None] Port 7a0772f2-5e4a-45d1-8219-713a673ef2ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:15.032059 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b0853b6a-33da-4dd7-b03d-e912d20161de req-e7ad6ebd-56ac-4f09-a8dc-b0d2716e1b4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0383284 Feb 15 01:55:15.082106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8401-ea54-4c41-b08c-8ea3631d5568 req-20610d01-c6d3-4cc0-8bcc-591dc085f3ac tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:15.083924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8aa8401-ea54-4c41-b08c-8ea3631d5568 req-20610d01-c6d3-4cc0-8bcc-591dc085f3ac tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0719433 Feb 15 01:55:15.249883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:15.252986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8aa8401-ea54-4c41-b08c-8ea3631d5568 req-7896ea1a-6116-448d-9941-b5e6ff25fbe3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565635 Feb 15 01:55:15.403798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93071a3a-9f0d-4ae5-832b-7f937155fb5b req-5d6fe3b8-2ef9-49c4-9ae1-8d33a9246a20 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0364361 Feb 15 01:55:15.442455 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31885ee-b3c2-4d05-ad38-c93b3b36df5a x-openstack-request-id: req-e31885ee-b3c2-4d05-ad38-c93b3b36df5a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:15.442711 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d675e4a-1f10-4c9a-8a95-4ecfde722ab2", "name": "network-vif-deleted", "tag": "48a94d08-b172-4bd8-8579-e2139e256744", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:15.442966 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e31885ee-b3c2-4d05-ad38-c93b3b36df5a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:15.443369 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675e4a-1f10-4c9a-8a95-4ecfde722ab2', 'name': 'network-vif-deleted', 'tag': '48a94d08-b172-4bd8-8579-e2139e256744', 'status': 'completed', 'code': 200} Feb 15 01:55:15.464993 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-76351963-38e2-4966-8ebf-5f881b017769 req-0e93feee-ef3c-46d9-aad6-3bfd630defe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0313563 Feb 15 01:55:15.541330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccace9c-a2c7-4cc7-b92f-73e61d69a48b req-1a85db21-b2f1-438f-8ed0-c7440d351e98 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:15.542886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fccace9c-a2c7-4cc7-b92f-73e61d69a48b req-1a85db21-b2f1-438f-8ed0-c7440d351e98 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 945 time: 0.0646799 Feb 15 01:55:15.600254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fccace9c-a2c7-4cc7-b92f-73e61d69a48b req-9e274600-1c95-4d90-9ca3-cb33c0dec395 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a742cfab-391b-4c5b-9fba-320d6accb075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Feb 15 01:55:15.645996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:15.730733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f2664-38ce-4a1e-a34f-f4aa4ffb5b01 req-b88943ec-712d-46e6-a662-f3b8f7028883 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:15.733109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f37f2664-38ce-4a1e-a34f-f4aa4ffb5b01 req-b88943ec-712d-46e6-a662-f3b8f7028883 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Feb 15 01:55:15.756397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:15.797699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f37f2664-38ce-4a1e-a34f-f4aa4ffb5b01 req-3dd67602-c577-4b8c-a7e5-98ba3d6df148 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585995 Feb 15 01:55:15.851935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event updated for resources: {'Port': ['ID=7a0772f2-5e4a-45d1-8219-713a673ef2ce,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:15.851935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:15.913704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c516fb0d-20d3-4702-884c-f4705ef77815 req-579bd481-0d33-4c9c-a2c3-f59748857011 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 210 time: 0.0343544 Feb 15 01:55:15.973227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:15.978403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:16.077822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee14c1-f50f-4822-9971-beab750cb11e req-e75e3aba-9806-423d-8a28-1b07d6970c05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:16.085152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68ee14c1-f50f-4822-9971-beab750cb11e req-e75e3aba-9806-423d-8a28-1b07d6970c05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1130354 Feb 15 01:55:16.108154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Router d032ff46-7712-49bf-89e1-3917ae7d737d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:55:16.143088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68ee14c1-f50f-4822-9971-beab750cb11e req-1caa2d1f-57ad-47c3-8dd9-9b831f2c397a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569320 Feb 15 01:55:16.346282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13eaf4-1c3d-4454-9307-16325801764e req-6eea916a-15d2-49ff-a440-29df43faf74e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:16.354484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e13eaf4-1c3d-4454-9307-16325801764e req-6eea916a-15d2-49ff-a440-29df43faf74e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0639379 Feb 15 01:55:16.371453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:16.380819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:16.386505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-453d2bf6-12b1-4885-bfbc-0df4cbe20ef1 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5020216 Feb 15 01:55:16.397093 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] Sync routers for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:16.410550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-32af2b42-5745-4c70-bc27-304519e89741 None None] Provisioning complete for port 7a0772f2-5e4a-45d1-8219-713a673ef2ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:16.411604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32af2b42-5745-4c70-bc27-304519e89741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:16.427314 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:16.430777 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:16.459308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32af2b42-5745-4c70-bc27-304519e89741 None None] Port 7a0772f2-5e4a-45d1-8219-713a673ef2ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:16.474630 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:16.474846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-50732a22-f5a1-4dce-9192-3bf628d2ad1e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:16.477332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-50732a22-f5a1-4dce-9192-3bf628d2ad1e tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 815 time: 0.2581329 Feb 15 01:55:16.484504 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:16.485404 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:16.493792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Request body: {'port': {'device_id': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'admin_state_up': True, 'tenant_id': '32fc9d3f907b4432895988fd92f437ee'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:16.527289 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:16.528356 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff5db7-aba5-459e-9b7c-8aca4156f166 None None] The sync data for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:16.536937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e13eaf4-1c3d-4454-9307-16325801764e req-c988934c-7507-4c77-8c5c-6380bfe6fdb7 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812241 Feb 15 01:55:16.561694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b47c21e7-3902-477f-ad82-c9df697b7775 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:16.701467 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b47c21e7-3902-477f-ad82-c9df697b7775 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 01:55:16.705412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b47c21e7-3902-477f-ad82-c9df697b7775 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d HTTP/1.1" status: 409 len: 329 time: 0.3202946 Feb 15 01:55:16.706407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:16.721649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Made reservation on behalf of 32fc9d3f907b4432895988fd92f437ee for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:16.725248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:16.757711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78cab0-c376-4ec7-afd5-515381f76297 req-ae7f898a-f5fa-499c-965f-a43d2a79e513 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:16.759754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c78cab0-c376-4ec7-afd5-515381f76297 req-ae7f898a-f5fa-499c-965f-a43d2a79e513 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1414158 Feb 15 01:55:16.868589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Allocated IP 172.20.0.8 (20c91cac-5e18-48da-8685-fa0545c19c1f/3992c981-a0e7-47fb-b318-f538c5692bb7/98fa319d-a243-4f9d-b732-fb8b5a8f07c5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:16.889562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c78cab0-c376-4ec7-afd5-515381f76297 req-ae8153dd-31cd-4bda-91c6-0ccf36994bbc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238816 Feb 15 01:55:17.055132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks [] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.088619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-848a026b-cfe6-4563-8f04-b5b8349711fb tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:17.090101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-848a026b-cfe6-4563-8f04-b5b8349711fb tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 945 time: 0.1389759 Feb 15 01:55:17.137887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aa19e-e369-4efa-ba44-91f52bee0d6f req-3a3a8abb-97ef-4884-80cf-babc16908053 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:17.139480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f6aa19e-e369-4efa-ba44-91f52bee0d6f req-3a3a8abb-97ef-4884-80cf-babc16908053 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1489706 Feb 15 01:55:17.165299 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.224732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Network 20c91cac-5e18-48da-8685-fa0545c19c1f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:17.232169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:17.241279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:17.259946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f6aa19e-e369-4efa-ba44-91f52bee0d6f req-6b49ef23-44ce-4cb7-8850-f5fc9ed0bfa5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005502 Feb 15 01:55:17.273356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event updated for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:17.309562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:17.310927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.323784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Deleting port 991f4787-53a6-40af-a034-848f29b5f579 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:17.324140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (991f4787-53a6-40af-a034-848f29b5f579), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.403902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-49c116b5-394e-4777-823d-bb05a75a63e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147236 Feb 15 01:55:17.413744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b82bb0e-9dbf-4e0f-af07-a6286268afa8 req-2c809865-4bc7-4715-9952-2a6ec0e7e865 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0424371 Feb 15 01:55:17.421876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Request body: {'port': {'device_id': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:17.423711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.506322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.541976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] For port 991f4787-53a6-40af-a034-848f29b5f579, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=991f4787-53a6-40af-a034-848f29b5f579,segment=NetworkSegment(0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9),segment_id=0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:17.544227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (991f4787-53a6-40af-a034-848f29b5f579), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.833034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Calling delete_port for 991f4787-53a6-40af-a034-848f29b5f579 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:17.852935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:17.862291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks [] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.870789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:17.877434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Transition to ACTIVE for port object 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:55:17.901571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 48a94d08-b172-4bd8-8579-e2139e256744 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:55:17.902030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 48a94d08-b172-4bd8-8579-e2139e256744 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:55:17.941542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:17.972825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.009234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Pushing event updated for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:18.063692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Attempting to bind port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:18.064037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Attempting to bind port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:18.064401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Attempting to bind port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:18.069598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 on network 20c91cac-5e18-48da-8685-fa0545c19c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:55:18.073168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Attempting to bind port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 on network 20c91cac-5e18-48da-8685-fa0545c19c1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:18.074952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:18.075851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Checking segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:18.076248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Bound using segment: {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:18.076826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Bound port: 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de48dc3-c703-4308-bbba-107ed98344b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:18.077197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.105868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting port 7a0772f2-5e4a-45d1-8219-713a673ef2ce {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:18.106948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.147312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:18.193906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:18.199002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (991f4787-53a6-40af-a034-848f29b5f579), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.205478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.211128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['991f4787-53a6-40af-a034-848f29b5f579'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:18.240677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Pushing event deleted for resources: {'Port': ['ID=991f4787-53a6-40af-a034-848f29b5f579,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:18.255738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Calling delete_port for 7a0772f2-5e4a-45d1-8219-713a673ef2ce owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:18.258477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.258837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.259184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.259533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.259872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.260220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.260577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.260941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.261273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.261605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.261932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.262336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.262709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:18.287250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.304221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] No DVR routers for this DVR port 991f4787-53a6-40af-a034-848f29b5f579 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:18.307427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.311435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35200a36-9cfc-43c0-984e-bff00576e9e5 req-7f1f24ca-7f13-4642-ab6b-ea0b3a80fc90 tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.37 "DELETE /v2.0/ports/991f4787-53a6-40af-a034-848f29b5f579 HTTP/1.1" status: 204 len: 173 time: 1.2117412 Feb 15 01:55:18.314075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'name': 'network-vif-deleted', 'tag': '991f4787-53a6-40af-a034-848f29b5f579'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:18.314270 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579c88f7-bb7d-469d-acac-3420d2f6d2a3" -d '{"events": [{"server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "name": "network-vif-deleted", "tag": "991f4787-53a6-40af-a034-848f29b5f579"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:18.324014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:18.324668 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.326199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] 10.222.0.37 "PUT /v2.0/ports/98fa319d-a243-4f9d-b732-fb8b5a8f07c5 HTTP/1.1" status: 200 len: 1092 time: 0.9147537 Feb 15 01:55:18.328371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:18.331642 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e18c3-b75e-48d1-a875-7770e06f358d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:18.358851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa6c2a-a4bd-454f-a885-4401c7c7588c service neutron] Pushing event updated for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:18.540442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-b022a349-82b4-43a4-9836-2423ed7b0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:18.542582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-b022a349-82b4-43a4-9836-2423ed7b0262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 1126 time: 0.0760851 Feb 15 01:55:18.598428 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-039306d7-d087-4dea-89ac-872ad95512b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5 HTTP/1.1" status: 200 len: 217 time: 0.0484490 Feb 15 01:55:18.644106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7a0772f2-5e4a-45d1-8219-713a673ef2ce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.649324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-248b128e-9327-43de-9984-a993a63d03c3 req-c9465e37-1e94-468b-8f95-e5081f154d1d tempest-InstanceActionsNegativeTestJSON-1308617517 tempest-InstanceActionsNegativeTestJSON-1308617517-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fb8729b-ddab-4718-bdbe-11462b952ea1 HTTP/1.1" status: 200 len: 210 time: 0.0650029 Feb 15 01:55:18.681834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Port': ['ID=7a0772f2-5e4a-45d1-8219-713a673ef2ce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:18.698229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-ecfe516f-bd1c-447e-9112-b536a75d7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:18.699287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-ecfe516f-bd1c-447e-9112-b536a75d7c8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.0947764 Feb 15 01:55:18.736707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-a5b6407f-6609-42df-a20a-e5b885fdc58f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309587 Feb 15 01:55:18.900957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-b5a0b52e-7213-4583-80f3-3ba717490f4e service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556785 Feb 15 01:55:18.918239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (d032ff46-7712-49bf-89e1-3917ae7d737d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:18.939628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149cace-266d-4f25-8604-dbf85f1272e1 req-98b4d462-d592-4f04-9b20-ca7a285edb88 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:18.947993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6149cace-266d-4f25-8604-dbf85f1272e1 req-98b4d462-d592-4f04-9b20-ca7a285edb88 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1990027 Feb 15 01:55:19.041590 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ac23d2e-36a4-4f78-83ee-99e3b1194226 req-910a5dc7-237c-4542-8f8f-f0b949567367 service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335721 Feb 15 01:55:19.176244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6149cace-266d-4f25-8604-dbf85f1272e1 req-ec05c7a7-0d86-473a-8f7d-83d9b42b179f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223976 Feb 15 01:55:19.197474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Router d032ff46-7712-49bf-89e1-3917ae7d737d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:55:19.450315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:19.733202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4772a437-f2d3-4bd5-adc1-b140a4fe4c7a tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493341 Feb 15 01:55:19.733385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:19.733795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] Sync routers for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:19.733795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:19.733795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:19.734415 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-fbb7fee6-ec69-4868-a6c0-7d2019eba047 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] show failed (client error): The resource could not be found. Feb 15 01:55:19.734522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee0f8-10db-4806-8eb6-05832c42ec9c req-73ae7fa2-538c-4842-ae81-59651bcbe1da tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:19.734632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbb7fee6-ec69-4868-a6c0-7d2019eba047 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-780076437 HTTP/1.1" status: 404 len: 334 time: 0.0833817 Feb 15 01:55:19.734632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:19.734632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-da1ca4a3-02a1-481b-9c4f-b6d485ac9ec2 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:19.734924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54eee0f8-10db-4806-8eb6-05832c42ec9c req-73ae7fa2-538c-4842-ae81-59651bcbe1da tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 943 time: 0.2072208 Feb 15 01:55:19.735028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:19.735028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] Routers {'d032ff46-7712-49bf-89e1-3917ae7d737d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:19.735028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:54:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d032ff46-7712-49bf-89e1-3917ae7d737d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:19.735294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54eee0f8-10db-4806-8eb6-05832c42ec9c req-772b8e3a-d002-4f94-8d15-cd8506c0a91b tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822599 Feb 15 01:55:19.735397 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-da1ca4a3-02a1-481b-9c4f-b6d485ac9ec2 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] update failed (client error): The resource could not be found. Feb 15 01:55:19.735507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:19.735610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-da1ca4a3-02a1-481b-9c4f-b6d485ac9ec2 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1956162735 HTTP/1.1" status: 404 len: 335 time: 0.1017313 Feb 15 01:55:19.735713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:19.735713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f92747-335b-4f16-bbe1-a3849d2d7dbe None None] The sync data for ids ['d032ff46-7712-49bf-89e1-3917ae7d737d'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:19.777443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting subnet 89936ce2-1957-44f7-b351-f36d200d2c3a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:19.782662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for subnet (89936ce2-1957-44f7-b351-f36d200d2c3a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:19.831342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (89936ce2-1957-44f7-b351-f36d200d2c3a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:19.926378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (89936ce2-1957-44f7-b351-f36d200d2c3a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.082128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (89936ce2-1957-44f7-b351-f36d200d2c3a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.120837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Subnet': ['ID=89936ce2-1957-44f7-b351-f36d200d2c3a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:20.122538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.125905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c7ef5336-4d9d-4c99-8a86-35c5e6fd27b9 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/subnets/89936ce2-1957-44f7-b351-f36d200d2c3a HTTP/1.1" status: 204 len: 168 time: 0.4647136 Feb 15 01:55:20.128015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25f24a-91bb-4086-9da9-c8fd4c28522d None None] Network bed928a5-bae0-4f7b-904b-64ace9d071ec requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:20.128871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:20.195251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting subnet d95f1fc4-8173-48af-9310-71a2ed44b4c3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:20.197196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da5c9-3660-43fc-9629-3d0a91db08d6 req-5d1aefe4-6963-454d-99d8-cbd76a680169 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:20.202365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for subnet (d95f1fc4-8173-48af-9310-71a2ed44b4c3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.202550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a65da5c9-3660-43fc-9629-3d0a91db08d6 req-5d1aefe4-6963-454d-99d8-cbd76a680169 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0926220 Feb 15 01:55:20.255349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (d95f1fc4-8173-48af-9310-71a2ed44b4c3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.266028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a65da5c9-3660-43fc-9629-3d0a91db08d6 req-1e913496-b837-4e1c-bca3-7a162d026c5d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567925 Feb 15 01:55:20.360830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] DHCP port deletion for bed928a5-bae0-4f7b-904b-64ace9d071ec request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:55:20.366938 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef185670-1380-4b48-9f82-553aed81dfa4 x-openstack-request-id: req-ef185670-1380-4b48-9f82-553aed81dfa4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:20.367243 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb8729b-ddab-4718-bdbe-11462b952ea1", "name": "network-vif-deleted", "tag": "991f4787-53a6-40af-a034-848f29b5f579", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:20.367500 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef185670-1380-4b48-9f82-553aed81dfa4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:20.367899 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb8729b-ddab-4718-bdbe-11462b952ea1', 'name': 'network-vif-deleted', 'tag': '991f4787-53a6-40af-a034-848f29b5f579', 'status': 'completed', 'code': 200} Feb 15 01:55:20.405249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d95f1fc4-8173-48af-9310-71a2ed44b4c3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.461809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Deleting port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:20.462262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.464153 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecee348-5787-49f5-913b-3639fae40d87 x-openstack-request-id: req-eecee348-5787-49f5-913b-3639fae40d87 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:20.464711 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:20.464970 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eecee348-5787-49f5-913b-3639fae40d87 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:20.465455 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5', 'status': 'completed', 'code': 200} Feb 15 01:55:20.495274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:20.529299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 991f4787-53a6-40af-a034-848f29b5f579 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:20.539423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e18c3-b75e-48d1-a875-7770e06f358d req-f5dc542c-a6d7-49f6-8bba-03ea2d515f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:20.541011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-f5dc542c-a6d7-49f6-8bba-03ea2d515f3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fc9d3f907b4432895988fd92f437ee&device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 1126 time: 0.0726800 Feb 15 01:55:20.575955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 991f4787-53a6-40af-a034-848f29b5f579 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:55:20.575955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 991f4787-53a6-40af-a034-848f29b5f579 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:55:20.592709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] For port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,segment=NetworkSegment(fbb076d6-9c70-4eeb-bf02-883ab49d6fac),segment_id=fbb076d6-9c70-4eeb-bf02-883ab49d6fac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:20.593163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.610997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79a06dc4-4000-4d4b-a7d2-eaab7bba4895 req-17176448-98f6-48d5-8e2f-19b88aee6248 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0398107 Feb 15 01:55:20.614355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Deleting subnet e7abce0f-c7a6-49e0-b841-d312c4bd7799 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:20.618484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Publish callbacks [] for subnet (e7abce0f-c7a6-49e0-b841-d312c4bd7799), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.632970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (d95f1fc4-8173-48af-9310-71a2ed44b4c3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.644784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Calling delete_port for 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:20.668530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e7abce0f-c7a6-49e0-b841-d312c4bd7799), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.698353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Subnet': ['ID=d95f1fc4-8173-48af-9310-71a2ed44b4c3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:20.700847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.707963 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-16d11b0d-3ebe-4d1c-8f2b-790dca6ab441 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/subnets/d95f1fc4-8173-48af-9310-71a2ed44b4c3 HTTP/1.1" status: 204 len: 168 time: 0.5769036 Feb 15 01:55:20.710059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e7abce0f-c7a6-49e0-b841-d312c4bd7799), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.711441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:20.747310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75690b07-2a96-4fca-9ce9-b8f9e7712da1 None None] Network f2cacba6-6c2a-4c09-8f4e-b948134c5af2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:20.816863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e18c3-b75e-48d1-a875-7770e06f358d req-0757b0fe-98c6-454b-88ee-6e39f47df627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:20.818939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-0757b0fe-98c6-454b-88ee-6e39f47df627 service neutron] 10.222.0.37 "GET /v2.0/networks?id=20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 200 len: 916 time: 0.2707965 Feb 15 01:55:20.835997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e7abce0f-c7a6-49e0-b841-d312c4bd7799), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.860907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:20.877517 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-83acb1af-a0a5-4850-963d-8e866916c103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5 HTTP/1.1" status: 200 len: 217 time: 0.0515366 Feb 15 01:55:20.899832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7abce0f-c7a6-49e0-b841-d312c4bd7799,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:20.904851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:20.908460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f8d8c7e3-1f92-4740-9cb0-8ae03d18c054 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7abce0f-c7a6-49e0-b841-d312c4bd7799 HTTP/1.1" status: 204 len: 168 time: 0.4115341 Feb 15 01:55:20.912275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:20.952331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e18c3-b75e-48d1-a875-7770e06f358d req-8dbf8df8-347b-463c-b274-e0b0df152101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:20.953998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-8dbf8df8-347b-463c-b274-e0b0df152101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 200 len: 855 time: 0.0670321 Feb 15 01:55:20.987185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (bed928a5-bae0-4f7b-904b-64ace9d071ec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.016517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.025786 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-73f17210-ec7e-4330-9a78-852f80670923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20c91cac-5e18-48da-8685-fa0545c19c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540133 Feb 15 01:55:21.088206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:21.096759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.112866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6074038-20d8-4401-a92a-939597af62ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.115785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.139710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.145434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] DHCP port deletion for f2cacba6-6c2a-4c09-8f4e-b948134c5af2 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:55:21.183109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] No DVR routers for this DVR port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:21.194117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:21.197999 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-00638269-a1c9-400f-bb06-7e8bcb6b024a service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649933 Feb 15 01:55:21.203400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af53dc-b98a-4d4e-9787-732450181b97 None None] Pushing event deleted for resources: {'Port': ['ID=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:21.218388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:21.218847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:21.249796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.292949 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.299588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Deleting port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:21.299962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.301086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:21.301507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0c2a4d3b-3e11-4e39-926c-5c7e64c76cd9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:21.303409 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:21.355390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:21.356923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.427768 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:55:21.432065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a5c29-3edd-422e-81f1-38826dc202ce req-a304c45b-5592-4d45-a106-c3049415def5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:21.434027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f0a5c29-3edd-422e-81f1-38826dc202ce req-a304c45b-5592-4d45-a106-c3049415def5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1351192 Feb 15 01:55:21.463903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] For port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,segment=NetworkSegment(5b5057cf-b21f-4472-8f78-aa6e73154a39),segment_id=5b5057cf-b21f-4472-8f78-aa6e73154a39)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:21.464345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.486055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Calling delete_port for 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:21.492932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.519263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-369e18c3-b75e-48d1-a875-7770e06f358d req-f07ce05b-5b1a-4d36-8a0a-f107017df542 service neutron] 10.222.0.37 "GET /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085647 Feb 15 01:55:21.520355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.524080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a HTTP/1.1" status: 204 len: 168 time: 0.6122549 Feb 15 01:55:21.528423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb992-2931-43d1-a25d-82e230766b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e31ddb9-b4cb-4e54-bc6c-e2b1003ca57a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:21.543314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f0a5c29-3edd-422e-81f1-38826dc202ce req-45aca666-a8a1-4705-86ae-7469c92bfbe2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988576 Feb 15 01:55:21.567246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] For port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc, host n-d-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:21.567623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.586400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebba18-3363-489c-bd99-ad52daaab55c req-b64106eb-f40e-496d-b648-ef2b6cc44fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:21.589303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-b64106eb-f40e-496d-b648-ef2b6cc44fa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.1485972 Feb 15 01:55:21.589303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Calling delete_port for 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:21.592255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc was not found and therefore no delete operation was performed {{(pid=103885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 01:55:21.593756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.678197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] No DVR routers for this DVR port 05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:21.694482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Port': ['ID=05ef3e8d-ec9b-41b2-a6ef-c17d56be5ffc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:21.719747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964abcb-3c7e-49e7-b374-6596bb196a60 req-74dfcc93-d406-4341-b6af-0fa03a8bacfd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:21.721728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f964abcb-3c7e-49e7-b374-6596bb196a60 req-74dfcc93-d406-4341-b6af-0fa03a8bacfd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 943 time: 0.1083596 Feb 15 01:55:21.773081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (2d9495ee-4aad-428f-9db5-ce06ecafd0d4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:21.818559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f964abcb-3c7e-49e7-b374-6596bb196a60 req-9bd93f58-dc1f-4ac5-b310-dbc43d6611ea tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Feb 15 01:55:21.820005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebba18-3363-489c-bd99-ad52daaab55c req-6135061a-0eb2-4e72-bba2-96bfa983ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:21.821535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-6135061a-0eb2-4e72-bba2-96bfa983ab6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2237256 Feb 15 01:55:21.831166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Pushing event deleted for resources: {'Port': ['ID=2d9495ee-4aad-428f-9db5-ce06ecafd0d4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:21.859220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.861470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.861998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.862547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.863049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.863554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.864060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.864587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:21.870437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca6883e-299c-4197-9518-35f13554d6d1 None None] No DVR routers for this DVR port 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:21.975882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-0c55d041-6400-4abc-8cdf-ed2045ea17ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.1251566 Feb 15 01:55:21.989258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd1c1-592c-43bf-8f22-5d5e1ac5064f req-9de9aa49-9d5b-4cff-9ee8-47425b3a02dd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:21.997614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61acd1c1-592c-43bf-8f22-5d5e1ac5064f req-9de9aa49-9d5b-4cff-9ee8-47425b3a02dd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0753651 Feb 15 01:55:22.063594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61acd1c1-592c-43bf-8f22-5d5e1ac5064f req-f77bae15-9a74-4c95-ae89-42b13e8a1845 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598035 Feb 15 01:55:22.070664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (bed928a5-bae0-4f7b-904b-64ace9d071ec), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.103300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:22.115565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed928a5-bae0-4f7b-904b-64ace9d071ec']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.127354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.127937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb076d6-9c70-4eeb-bf02-883ab49d6fac') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.139172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fbb076d6-9c70-4eeb-bf02-883ab49d6fac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.157397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fbb076d6-9c70-4eeb-bf02-883ab49d6fac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.164843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:22.165149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fbb076d6-9c70-4eeb-bf02-883ab49d6fac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.209047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dc67ad85-fc3c-465b-acd9-68d3ca1dd1a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4608c1a113974dd480de9dd3e902eab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1044750 Feb 15 01:55:22.209900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:22.242105 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:22.269549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4394df-bd0b-492d-9323-6933947c64e2 req-f982de62-c078-42d9-a66a-91f14c7e3951 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:22.282987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c4394df-bd0b-492d-9323-6933947c64e2 req-f982de62-c078-42d9-a66a-91f14c7e3951 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1209955 Feb 15 01:55:22.301148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebba18-3363-489c-bd99-ad52daaab55c req-71d304df-1b67-49a6-8fd8-eb7f574c0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:22.303291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-71d304df-1b67-49a6-8fd8-eb7f574c0a6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.2811499 Feb 15 01:55:22.306740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (bed928a5-bae0-4f7b-904b-64ace9d071ec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.316333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.320417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/networks/bed928a5-bae0-4f7b-904b-64ace9d071ec HTTP/1.1" status: 204 len: 168 time: 1.6072001 Feb 15 01:55:22.325901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:22.369760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bf264-4675-44bf-9168-1bd1f4690ab3 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Network': ['ID=bed928a5-bae0-4f7b-904b-64ace9d071ec,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:22.402477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebba18-3363-489c-bd99-ad52daaab55c req-47c7ef52-73cf-4181-8ae7-872903d9069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:22.405083 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-47c7ef52-73cf-4181-8ae7-872903d9069d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0912116 Feb 15 01:55:22.421580 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] Publish callbacks [] for security_group (a742cfab-391b-4c5b-9fba-320d6accb075), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.449182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c4394df-bd0b-492d-9323-6933947c64e2 req-7e135dd6-98fb-4512-8d33-7bbf192f0dd2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680951 Feb 15 01:55:22.536590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:55:22.538918 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] Publish callbacks [] for security_group (a742cfab-391b-4c5b-9fba-320d6accb075), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.566332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f2cacba6-6c2a-4c09-8f4e-b948134c5af2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.590323 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-2d9a753b-8350-4d65-ada8-05df8ec37765 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739981 Feb 15 01:55:22.624594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1c0c6d1-7352-4f48-8405-e20db511f071 req-6b819480-5021-498c-8de7-49cca345990f tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0468163 Feb 15 01:55:22.783787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:22.797239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5', 'network_id': '20c91cac-5e18-48da-8685-fa0545c19c1f', 'port_id': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5', 'mac_address': 'fa:16:3e:76:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992c981-a0e7-47fb-b318-f538c5692bb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:55:22.799105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:22.829874 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4aebba18-3363-489c-bd99-ad52daaab55c req-9e91d138-f44d-43ab-b187-956aa8c71cfa service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295268 Feb 15 01:55:22.837911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:55:22.838271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2d9495ee-4aad-428f-9db5-ce06ecafd0d4 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:55:22.908081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:22.908341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.924596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f2cacba6-6c2a-4c09-8f4e-b948134c5af2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:22.961366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cacba6-6c2a-4c09-8f4e-b948134c5af2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.962822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:22.976073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5057cf-b21f-4472-8f78-aa6e73154a39') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.978391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5057cf-b21f-4472-8f78-aa6e73154a39') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:22.986867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e44ef-344f-46f9-8dc2-d5da7101923f req-0001a9a4-b8c6-4dc8-b68e-0eefadfd7feb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:22.994107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-772e44ef-344f-46f9-8dc2-d5da7101923f req-0001a9a4-b8c6-4dc8-b68e-0eefadfd7feb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1213644 Feb 15 01:55:22.995370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:23.014632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a742cfab-391b-4c5b-9fba-320d6accb075), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.017369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.021320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a742cfab-391b-4c5b-9fba-320d6accb075 HTTP/1.1" status: 204 len: 168 time: 0.8090320 Feb 15 01:55:23.055896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.067242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (5b5057cf-b21f-4472-8f78-aa6e73154a39), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.135061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffcbd9-69a7-42fe-94db-c9cc9e9748ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a742cfab-391b-4c5b-9fba-320d6accb075,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:23.154932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:23.157468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5b5057cf-b21f-4472-8f78-aa6e73154a39), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.187231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:23.187640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (5b5057cf-b21f-4472-8f78-aa6e73154a39), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:23.196437 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:23.232845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-772e44ef-344f-46f9-8dc2-d5da7101923f req-ef69c435-23c2-42d0-b092-dd25e7e3134f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324488 Feb 15 01:55:23.284096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02f8823-cc94-4121-ad75-9dd54f9620a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.401113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['98fa319d-a243-4f9d-b732-fb8b5a8f07c5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:23.461789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45481-ff88-4bd2-ad98-ea27a7cdc1cc req-5a68ff6d-7b42-4af2-aaea-ca67985a21c9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:23.463327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eac45481-ff88-4bd2-ad98-ea27a7cdc1cc req-5a68ff6d-7b42-4af2-aaea-ca67985a21c9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 944 time: 0.1180418 Feb 15 01:55:23.510385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f2cacba6-6c2a-4c09-8f4e-b948134c5af2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.520214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.531340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/networks/f2cacba6-6c2a-4c09-8f4e-b948134c5af2 HTTP/1.1" status: 204 len: 168 time: 1.1981652 Feb 15 01:55:23.533994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:23.612761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6faa12-1157-4f06-a40f-2b06dd242080 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Network': ['ID=f2cacba6-6c2a-4c09-8f4e-b948134c5af2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:23.645586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eac45481-ff88-4bd2-ad98-ea27a7cdc1cc req-b6ad2b25-8639-46c4-a8f5-13711e0b33c8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743550 Feb 15 01:55:23.666681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting subnet ab865cdf-fc64-48b2-b4e5-c25127fb4e90 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:23.682709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for subnet (ab865cdf-fc64-48b2-b4e5-c25127fb4e90), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.790536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (ab865cdf-fc64-48b2-b4e5-c25127fb4e90), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:23.849581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe063a-33bd-41f1-ac5e-c6d2e152b6f1 req-1b6dcc58-a5ff-4018-8c1f-4f9616cf06b2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:23.851699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbbe063a-33bd-41f1-ac5e-c6d2e152b6f1 req-1b6dcc58-a5ff-4018-8c1f-4f9616cf06b2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1064775 Feb 15 01:55:23.916453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbbe063a-33bd-41f1-ac5e-c6d2e152b6f1 req-b66fbdcb-b9d6-4f38-b9e3-1bbf1c2b23da tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585260 Feb 15 01:55:23.968037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ab865cdf-fc64-48b2-b4e5-c25127fb4e90), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.145506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f67f3c-9456-4b8f-a904-2e50650d7048 req-8868a1f5-1026-446e-af1f-7056bd86de36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:24.147874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2f67f3c-9456-4b8f-a904-2e50650d7048 req-8868a1f5-1026-446e-af1f-7056bd86de36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1328521 Feb 15 01:55:24.196437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ab865cdf-fc64-48b2-b4e5-c25127fb4e90), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.234078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2f67f3c-9456-4b8f-a904-2e50650d7048 req-dce3df7e-7f27-4ab5-9aa1-2975fecbe26c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781403 Feb 15 01:55:24.244884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.245085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77122491-fadf-42a5-8d9d-5a6735d61f23 None None] Network b22063ed-e0e4-41fb-b68c-4c426d4f91a7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:24.260444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/subnets/ab865cdf-fc64-48b2-b4e5-c25127fb4e90 HTTP/1.1" status: 204 len: 168 time: 0.7230949 Feb 15 01:55:24.260444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19ac06-787c-4e61-bfad-41716110e27f tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Subnet': ['ID=ab865cdf-fc64-48b2-b4e5-c25127fb4e90,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:24.260847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:24.483764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a58f80d0-4caf-4799-aa37-86980a4e182e req-a10036f5-e83b-475a-a54a-ce26107410cd tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.1036730 Feb 15 01:55:24.503874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b22063ed-e0e4-41fb-b68c-4c426d4f91a7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.533167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.548495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:24.620532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] DHCP port deletion for b22063ed-e0e4-41fb-b68c-4c426d4f91a7 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:55:24.702371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Deleting port eaf44a2b-0bbb-48f7-87db-f706d7982f9e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:24.718221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.751428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffe80-6373-458c-aa19-6e95436d8691 req-a1e0989a-e327-4b97-9a25-a857f3c91ffa tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:24.757925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff9ffe80-6373-458c-aa19-6e95436d8691 req-a1e0989a-e327-4b97-9a25-a857f3c91ffa tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1519463 Feb 15 01:55:24.760044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Deleting port eaf44a2b-0bbb-48f7-87db-f706d7982f9e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:24.761806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.875359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:24.915369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device eaf44a2b-0bbb-48f7-87db-f706d7982f9e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:24.926009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:55:24.927257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] For port eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,segment=NetworkSegment(b4dc39e8-083f-4ae7-bf63-5101b3a47089),segment_id=b4dc39e8-083f-4ae7-bf63-5101b3a47089)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:24.928160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.960734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:24.971004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:24.977618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Calling delete_port for eaf44a2b-0bbb-48f7-87db-f706d7982f9e owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:25.007667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-network', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:25.016127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] For port eaf44a2b-0bbb-48f7-87db-f706d7982f9e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,segment=NetworkSegment(b4dc39e8-083f-4ae7-bf63-5101b3a47089),segment_id=b4dc39e8-083f-4ae7-bf63-5101b3a47089)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:25.016793 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.048276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Calling delete_port for eaf44a2b-0bbb-48f7-87db-f706d7982f9e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:25.135641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Made reservation on behalf of 8cbaf7efe8ce45638937b6db25a86925 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:25.138464 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.148953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port eaf44a2b-0bbb-48f7-87db-f706d7982f9e is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:25.149579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.154423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff9ffe80-6373-458c-aa19-6e95436d8691 req-4fcbcbf7-2a6d-40d6-b3c7-33b0a12bfc5c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850749 Feb 15 01:55:25.155660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.192860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.254124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Port': ['ID=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:25.279686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:25.280228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.291727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] No DVR routers for this DVR port eaf44a2b-0bbb-48f7-87db-f706d7982f9e on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:25.371361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:25.374116 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b7472-ec29-4b44-841c-cb960ca02496" -d '{"events": [{"server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "name": "network-vif-plugged", "status": "completed", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:25.392438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks [] for security_group (75ee6e1c-ffe0-40e6-a854-750e0ec5857f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.419716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:25.423214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (eaf44a2b-0bbb-48f7-87db-f706d7982f9e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.452103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b22063ed-e0e4-41fb-b68c-4c426d4f91a7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.457774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] Pushing event deleted for resources: {'Port': ['ID=eaf44a2b-0bbb-48f7-87db-f706d7982f9e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:25.463653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea34a87-ed60-4c02-8428-8fe133ce384c None None] No DVR routers for this DVR port eaf44a2b-0bbb-48f7-87db-f706d7982f9e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:25.471355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75ee6e1c-ffe0-40e6-a854-750e0ec5857f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.481804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22063ed-e0e4-41fb-b68c-4c426d4f91a7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:25.498593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.515159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dc39e8-083f-4ae7-bf63-5101b3a47089') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:25.516611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dc39e8-083f-4ae7-bf63-5101b3a47089') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:25.519868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:55:25.545754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b4dc39e8-083f-4ae7-bf63-5101b3a47089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.550938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3bf62131-10a9-46b9-b22c-b0e5803fa96b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.554458 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Added segment 3bf62131-10a9-46b9-b22c-b0e5803fa96b of type vlan for network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a Feb 15 01:55:25.564365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee6e1c-ffe0-40e6-a854-750e0ec5857f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:25.572351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b4dc39e8-083f-4ae7-bf63-5101b3a47089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.585880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:25.586247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b4dc39e8-083f-4ae7-bf63-5101b3a47089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:25.589634 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:25.616731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:25.645240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (51d7c1b7-c0f2-469a-929e-fd50ffa3337a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.756336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (51d7c1b7-c0f2-469a-929e-fd50ffa3337a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.757610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:25.758256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.784882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b22063ed-e0e4-41fb-b68c-4c426d4f91a7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.804981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.825809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/networks/b22063ed-e0e4-41fb-b68c-4c426d4f91a7 HTTP/1.1" status: 204 len: 168 time: 1.5625737 Feb 15 01:55:25.827628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:25.891280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf0167-9283-4273-bd89-8ec0c36be860 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Pushing event deleted for resources: {'Network': ['ID=b22063ed-e0e4-41fb-b68c-4c426d4f91a7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:25.919688 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0432315 Feb 15 01:55:25.924580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:25.931911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:25.934028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6f87ed2-4d4d-4b8b-b1af-609ad131d424 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "GET /v2.0/ports?device_id=d032ff46-7712-49bf-89e1-3917ae7d737d HTTP/1.1" status: 200 len: 205 time: 0.0678532 Feb 15 01:55:25.939349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:25.949454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Request body: {'subnet': {'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-subnet', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:26.047509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.085613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Made reservation on behalf of 8cbaf7efe8ce45638937b6db25a86925 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:26.093910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.370013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393f724-fd37-406a-a4f9-71310a66378e req-88387e27-97b2-43cc-9cbf-bba20b6e5ccf tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:26.372477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d393f724-fd37-406a-a4f9-71310a66378e req-88387e27-97b2-43cc-9cbf-bba20b6e5ccf tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.1589417 Feb 15 01:55:26.407672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c294f9-143e-439e-b8b0-ab0e64e09b04 admin admin] Pushing event updated for resources: {'Network': ['ID=51d7c1b7-c0f2-469a-929e-fd50ffa3337a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:26.427076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:55:26.470101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d393f724-fd37-406a-a4f9-71310a66378e req-ac0fa75b-08d4-4bae-871e-cdc60395cd98 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830700 Feb 15 01:55:26.471339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (64282de4-e0e4-4fd1-824b-f59c9c4164c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.574430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64282de4-e0e4-4fd1-824b-f59c9c4164c5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:26.578662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Checking segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:26.579220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Network hostable DHCP agents. Network: 51d7c1b7-c0f2-469a-929e-fd50ffa3337a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:55:26.603434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.609021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router_controller (d032ff46-7712-49bf-89e1-3917ae7d737d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.716562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:55:26.742057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (d032ff46-7712-49bf-89e1-3917ae7d737d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.742886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Fanout notify agent at l3_agent the message router_deleted on router d032ff46-7712-49bf-89e1-3917ae7d737d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:55:26.754231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.754231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b384543-9e1c-4113-9512-1997a0fa0535 tempest-RoutersNegativeTest-658881920 tempest-RoutersNegativeTest-658881920-project] 10.222.0.43 "DELETE /v2.0/routers/d032ff46-7712-49bf-89e1-3917ae7d737d HTTP/1.1" status: 204 len: 168 time: 0.8097858 Feb 15 01:55:26.819553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 51d7c1b7-c0f2-469a-929e-fd50ffa3337a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:26.824269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:26.825270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:26.830007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64695a49-31a9-4699-934d-e538a27bcdee None None] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:26.924960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5f5e088b-2b84-49fe-90fa-f18715e580d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9882774 Feb 15 01:55:26.927016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:26.931500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:26.971842 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2682532-5964-471d-a56b-98aede89408b x-openstack-request-id: req-c2682532-5964-471d-a56b-98aede89408b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:26.972962 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "name": "network-vif-plugged", "status": "completed", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:26.973464 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2682532-5964-471d-a56b-98aede89408b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:26.974064 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5', 'code': 200} Feb 15 01:55:26.988553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:55:26.990296 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.067709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (87822ed7-8780-4ac8-9274-d1806ac47404), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.069126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (87822ed7-8780-4ac8-9274-d1806ac47404), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.181922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c563b0b1-e685-419a-8535-af301e738275 req-7d5a29f4-25b1-447f-afb9-f7dc0403c31f tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0874665 Feb 15 01:55:27.190023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce5d5-e345-40ef-81f7-31bf6d15b5b7 req-98287d7c-f2d1-4171-9665-00b1d2765328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:27.195350 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ddce5d5-e345-40ef-81f7-31bf6d15b5b7 req-98287d7c-f2d1-4171-9665-00b1d2765328 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 1128 time: 0.1148164 Feb 15 01:55:27.287067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for router_controller (87822ed7-8780-4ac8-9274-d1806ac47404), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.306376 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7ddce5d5-e345-40ef-81f7-31bf6d15b5b7 req-8e01404b-7f52-4f67-a527-0bc32c733a6d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072938 Feb 15 01:55:27.357985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:27.379264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Allocated IP 172.20.0.2 (51d7c1b7-c0f2-469a-929e-fd50ffa3337a/64282de4-e0e4-4fd1-824b-f59c9c4164c5/a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:27.463469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2a25b-5d1d-4d9a-bb18-c87243f8d3db req-6c125af3-064e-4ea5-9666-9f012a9bd446 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:27.480893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00e2a25b-5d1d-4d9a-bb18-c87243f8d3db req-6c125af3-064e-4ea5-9666-9f012a9bd446 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1892664 Feb 15 01:55:27.508770 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.583388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-87cabe85-698d-4093-bfd1-d89550a4ad03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82ab9fba7be543b68632c1c0a9239f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240672 Feb 15 01:55:27.584083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:27.618271 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks [] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.685939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.699251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Publish callbacks [] for security_group (f833c48b-1995-4227-9732-fee923507cef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.744175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Publish callbacks [] for security_group (f833c48b-1995-4227-9732-fee923507cef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.791483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:27.794569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:27.806750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:27.810657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Pushing event updated for resources: {'Port': ['ID=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:27.893462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f833c48b-1995-4227-9732-fee923507cef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.896759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.898244 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f833c48b-1995-4227-9732-fee923507cef HTTP/1.1" status: 204 len: 168 time: 0.3131886 Feb 15 01:55:27.917540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833c48b-1995-4227-9732-fee923507cef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:27.939043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.939649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.942157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.942508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.942843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.943180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.944795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.945144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.945477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.945812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.948823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.949177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.949521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35826bda-42e0-4fb4-8041-d9fb6b522fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:27.966914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for router_gateway (87822ed7-8780-4ac8-9274-d1806ac47404), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:27.973640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Attempting to bind port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:27.974020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Attempting to bind port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:27.974410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Attempting to bind port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:28.001709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00e2a25b-5d1d-4d9a-bb18-c87243f8d3db req-faa49b23-79c4-4559-ba9a-28476d7941df tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198195 Feb 15 01:55:28.024939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:28.025673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Checking segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:28.029642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:28.040337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Bound using segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:28.040337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Bound port: a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:28.040337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:28.176868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] For port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:28.180338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] For port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:28.216925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a9e93-dd8b-4969-b049-e283209d0339 req-708f03f5-7f09-4ed2-b646-71d6350028a1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:28.226482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-210a9e93-dd8b-4969-b049-e283209d0339 req-708f03f5-7f09-4ed2-b646-71d6350028a1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0773363 Feb 15 01:55:28.280097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:28.307291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-210a9e93-dd8b-4969-b049-e283209d0339 req-98c57566-a1ec-43ad-935a-2d83b5a47160 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774014 Feb 15 01:55:28.400771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ca02-905b-4528-a290-9b4c8257c9f7 None None] Pushing event updated for resources: {'Port': ['ID=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:28.536958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e4a2-0e91-483d-97a0-1c247672f309 req-42616d36-2d5e-46b9-95ad-fc317641f4d9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:28.544721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f51e4a2-0e91-483d-97a0-1c247672f309 req-42616d36-2d5e-46b9-95ad-fc317641f4d9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.1541357 Feb 15 01:55:28.557521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for router_gateway (87822ed7-8780-4ac8-9274-d1806ac47404), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:28.586957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:28.686209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f51e4a2-0e91-483d-97a0-1c247672f309 req-6d0d2e30-44d3-448c-ad0b-baaa09b5d749 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356311 Feb 15 01:55:28.845449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc283dfb-01af-4ee4-9e57-1aca76c38383 req-dc4d2f11-a0c9-4eda-8e3b-5f5f5c62b4b4 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0534301 Feb 15 01:55:28.852008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Allocated IP 172.25.2.44 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:29.057705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:29.085060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb37d5-e644-474f-999a-e33f99cbe78d req-0b6d38ab-1163-4159-9df7-c1e6ab22b751 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:29.091941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71eb37d5-e644-474f-999a-e33f99cbe78d req-0b6d38ab-1163-4159-9df7-c1e6ab22b751 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1118157 Feb 15 01:55:29.162225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71eb37d5-e644-474f-999a-e33f99cbe78d req-abd36b9b-3f9a-43c5-be8c-18032bab8079 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693696 Feb 15 01:55:29.233086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:29.325720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:29.344831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:29.361530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:29.459834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Pushing event updated for resources: {'Port': ['ID=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:29.521451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1677bdb-bae5-418f-b852-44f0b92f1e0f req-9f6d5f62-30b7-49b0-8b1e-9ac3738e145b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:29.531727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1677bdb-bae5-418f-b852-44f0b92f1e0f req-9f6d5f62-30b7-49b0-8b1e-9ac3738e145b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.2959776 Feb 15 01:55:29.633076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1677bdb-bae5-418f-b852-44f0b92f1e0f req-9367d24c-2a8d-4766-89ed-71c959402796 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855196 Feb 15 01:55:29.849034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec345d4-5582-4828-a88e-eb5e03d87393 req-39e57257-0d6a-4b29-a31b-52b4b8ba1b7a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:29.850721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ec345d4-5582-4828-a88e-eb5e03d87393 req-39e57257-0d6a-4b29-a31b-52b4b8ba1b7a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1322725 Feb 15 01:55:29.947622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for router_gateway (87822ed7-8780-4ac8-9274-d1806ac47404), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.021206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ec345d4-5582-4828-a88e-eb5e03d87393 req-b49b8c14-1220-4e86-a511-ae3016591dc2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202800 Feb 15 01:55:30.108892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6843a63-1830-48c7-aa27-57c989cb7c82 None None] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:30.207098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41ff1-07da-4842-a38b-58d3bd1d15f4 req-e3140995-f155-4487-b789-d98eea2dd510 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:30.212814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56d41ff1-07da-4842-a38b-58d3bd1d15f4 req-e3140995-f155-4487-b789-d98eea2dd510 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.1337082 Feb 15 01:55:30.238903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Provisioning complete for port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:30.239282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.307454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (87822ed7-8780-4ac8-9274-d1806ac47404), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.341376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Current status of the port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:30.342023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.380844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] For port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:30.404111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56d41ff1-07da-4842-a38b-58d3bd1d15f4 req-543652a2-107f-4706-9193-75a413f5a479 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858785 Feb 15 01:55:30.490650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.564033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-621f0f13-945b-42ba-b2fb-72c306e55dec req-3219d72e-95c6-4a53-bb38-751e43cab665 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Feb 15 01:55:30.606327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150c3fb-185f-4f97-b559-cc6695c73bb2 None None] Pushing event updated for resources: {'Port': ['ID=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:30.714636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8bd6d1d0-e943-4007-a214-c1c996cb237a None None] Provisioning complete for port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:30.715233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bd6d1d0-e943-4007-a214-c1c996cb237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:30.721459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Router 87822ed7-8780-4ac8-9274-d1806ac47404 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:55:30.897484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6d1d0-e943-4007-a214-c1c996cb237a None None] Current status of the port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:30.903571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:30.978624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:30.979442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:31.077768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:31.155038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:31.177555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:31.196043 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:31.196695 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:31.273477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:31.279028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3bedf185-30ef-433c-999e-30b1fabfc35c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3476369 Feb 15 01:55:31.280224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:31.365234 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:55:31.411627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e163b7-cd92-4342-8869-0a096c3eec93 req-4a142efa-433e-485f-918b-1082031a7bc7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:31.421892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e163b7-cd92-4342-8869-0a096c3eec93 req-4a142efa-433e-485f-918b-1082031a7bc7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.1278853 Feb 15 01:55:31.546307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e163b7-cd92-4342-8869-0a096c3eec93 req-726ef374-e517-4a70-91a2-a65ecd9100fd tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231320 Feb 15 01:55:31.712730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc6f1-af55-47ff-bb9e-d4b79bdc4891 req-de5d95b9-7ef9-4996-bdab-328c1b196d92 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:31.716266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228cc6f1-af55-47ff-bb9e-d4b79bdc4891 req-de5d95b9-7ef9-4996-bdab-328c1b196d92 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0904019 Feb 15 01:55:31.749909 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:29Z', 'revision_number': 3, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:31.790672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228cc6f1-af55-47ff-bb9e-d4b79bdc4891 req-5eb576c9-51d2-4c88-bf38-4a6358f8aab9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659938 Feb 15 01:55:31.950632 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:55:31.950893 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Updating router 87822ed7-8780-4ac8-9274-d1806ac47404 port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:55:31.978186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1a9c-33cd-4e08-829f-50f90cc58623 req-24668073-3ec6-4029-a0b4-fe8b16b7438d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:31.981190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f5f1a9c-33cd-4e08-829f-50f90cc58623 req-24668073-3ec6-4029-a0b4-fe8b16b7438d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0721154 Feb 15 01:55:31.992947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:31.993362 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.138920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f5f1a9c-33cd-4e08-829f-50f90cc58623 req-bd7f7c49-1130-4934-b761-25f29c76c1f0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507576 Feb 15 01:55:32.178647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Allocated IP 172.20.0.1 (51d7c1b7-c0f2-469a-929e-fd50ffa3337a/64282de4-e0e4-4fd1-824b-f59c9c4164c5/b7de6b04-2b12-473a-ac17-467c11c6606b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:32.320254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks [] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.417106 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks [] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.454582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72082994-b079-420a-914e-fbea71f57c97 req-94ddecbf-7b42-4bec-af37-7b1d51862765 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Feb 15 01:55:32.470016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.506829 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.510747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:32.512570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:32.528619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:32.564351 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Pushing event updated for resources: {'Port': ['ID=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:32.594042 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Attempting to bind port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:32.594680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:32.597983 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Attempting to bind port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:32.598385 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Attempting to bind port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:32.602617 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.602974 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.603338 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.603717 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.603986 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.604326 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.604797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.605132 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.605453 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.606294 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.606618 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.606934 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.607251 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:55:32.617518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (87822ed7-8780-4ac8-9274-d1806ac47404), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.622576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:32.622576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:32.622576 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.622576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:32.624361 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Bound port: 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:32.624763 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.679185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] For port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:32.682441 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] For port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:32.771167 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.842041 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:32.842730 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:32.877067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.895264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5336686-15e5-40c7-9104-4cc794cb8f96 req-5fe8a488-f499-42ba-bea9-bbf6b61242cb tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:32.896776 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958306c9-28be-4baa-84b7-ab1129b6ff00 None None] Pushing event updated for resources: {'Port': ['ID=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:32.903959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5336686-15e5-40c7-9104-4cc794cb8f96 req-5fe8a488-f499-42ba-bea9-bbf6b61242cb tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.0980077 Feb 15 01:55:32.942850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0c55c913-6c1e-42ad-8079-96a205104b58 None None] Provisioning complete for port b7de6b04-2b12-473a-ac17-467c11c6606b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:32.943481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c55c913-6c1e-42ad-8079-96a205104b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:32.986315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5336686-15e5-40c7-9104-4cc794cb8f96 req-9be9403d-9504-4b2a-aef9-12ba01bb9de9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Feb 15 01:55:33.007606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:55:33.025621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0c55c913-6c1e-42ad-8079-96a205104b58 None None] Port b7de6b04-2b12-473a-ac17-467c11c6606b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:33.175994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks [] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:33.200008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027787b-cf6e-42f8-826d-cb0ad4b8f242 req-efd4c38d-e186-47d3-bbb0-97c3937fa2f0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:33.210640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0027787b-cf6e-42f8-826d-cb0ad4b8f242 req-efd4c38d-e186-47d3-bbb0-97c3937fa2f0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1309488 Feb 15 01:55:33.258967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0027787b-cf6e-42f8-826d-cb0ad4b8f242 req-f4bb237a-44ce-422b-9667-d7851bfcde87 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505674 Feb 15 01:55:33.292128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:33.302864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:33.338393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98094507-7725-4d49-a8d2-773b12c8202b None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:33.385908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (87822ed7-8780-4ac8-9274-d1806ac47404), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:33.392807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:33.437763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2d482-6f58-436c-b7b8-8fc16050521f req-26e81740-f9d9-4e54-b60f-84c03c6450a6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:33.439529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1f2d482-6f58-436c-b7b8-8fc16050521f req-26e81740-f9d9-4e54-b60f-84c03c6450a6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0838785 Feb 15 01:55:33.507855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:33.509423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:33.557684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1f2d482-6f58-436c-b7b8-8fc16050521f req-9e997e75-58dd-4aff-adb2-3f60f20d68c6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112061 Feb 15 01:55:33.733792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:55:33.847141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8aeef-497f-41f5-8f6c-2e6d646c9f82 req-80aea5af-700f-4482-8cea-eea042b706b3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:33.859732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4e8aeef-497f-41f5-8f6c-2e6d646c9f82 req-80aea5af-700f-4482-8cea-eea042b706b3 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.2073579 Feb 15 01:55:33.956313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:55:33.962149 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-821b6f60-3c6d-4693-996f-c3b392f3c4b3 admin admin] 10.222.0.43 "PUT /v2.0/routers/87822ed7-8780-4ac8-9274-d1806ac47404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803224 Feb 15 01:55:33.980557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4e8aeef-497f-41f5-8f6c-2e6d646c9f82 req-3c70f406-d985-4c60-9b17-109662a1161d tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148908 Feb 15 01:55:34.062961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b5215ff4-9728-4058-96ff-c0273fb3ba79 None None] Provisioning complete for port b7de6b04-2b12-473a-ac17-467c11c6606b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:34.064206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5215ff4-9728-4058-96ff-c0273fb3ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:34.109905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5215ff4-9728-4058-96ff-c0273fb3ba79 None None] Port b7de6b04-2b12-473a-ac17-467c11c6606b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:34.125483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-938178f9-58ee-471a-919f-830c44117408 req-848069ca-3a3d-4788-8810-d2aa1781a37d tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0350420 Feb 15 01:55:34.791754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:34.797114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423745047', 'description': 'tempest-description--2115071451'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:34.799451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:34.892481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:34.893648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:34.935406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674909d-d112-4774-bfb3-d902575af54f req-f32e052a-3132-4b53-b2e4-c27070b74874 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:34.938888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:34.945218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b674909d-d112-4774-bfb3-d902575af54f req-f32e052a-3132-4b53-b2e4-c27070b74874 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0847075 Feb 15 01:55:34.983977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:34.984584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.015372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:35.035110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b674909d-d112-4774-bfb3-d902575af54f req-a178f06d-a1aa-4430-84dc-6fe10a612792 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890162 Feb 15 01:55:35.052401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (1aabf573-c753-40ab-8969-7b438b1d24a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.079908 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.133550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1aabf573-c753-40ab-8969-7b438b1d24a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.147069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:35.176490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aabf573-c753-40ab-8969-7b438b1d24a1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:35.189300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6954-20b4-4926-b2ee-7bfb38fdeccb req-fe23567b-3653-4c99-be8e-451bb56c90ab tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:35.191341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e6e6954-20b4-4926-b2ee-7bfb38fdeccb req-fe23567b-3653-4c99-be8e-451bb56c90ab tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Feb 15 01:55:35.243418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e6e6954-20b4-4926-b2ee-7bfb38fdeccb req-c7508014-643c-4181-9b01-9df297927bc9 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462365 Feb 15 01:55:35.269603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.274469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c61b9ce2-1d51-4822-9846-28c332a75017 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4782968 Feb 15 01:55:35.274774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:35.279491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group_rule': {'security_group_id': '1aabf573-c753-40ab-8969-7b438b1d24a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:35.362151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff0c9-14de-4f0f-ad92-d04af7538618 req-c0a8330d-1990-4584-a8e4-435f0dd9b42c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:35.363877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57eff0c9-14de-4f0f-ad92-d04af7538618 req-c0a8330d-1990-4584-a8e4-435f0dd9b42c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0585275 Feb 15 01:55:35.379101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (0fef1944-2a68-45a9-bb98-1739f5c5a230), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.431333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57eff0c9-14de-4f0f-ad92-d04af7538618 req-fd68ebfd-fe66-4beb-8a6c-ec4dba31eaea tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Feb 15 01:55:35.453255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (0fef1944-2a68-45a9-bb98-1739f5c5a230), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.515418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0fef1944-2a68-45a9-bb98-1739f5c5a230), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.536009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fef1944-2a68-45a9-bb98-1739f5c5a230,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:35.573701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adea32-b8aa-44db-8dbb-0c6ca7e72e04 req-eb4ae304-5fdd-4e97-8ccf-f2d596bd45c6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:35.575279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13adea32-b8aa-44db-8dbb-0c6ca7e72e04 req-eb4ae304-5fdd-4e97-8ccf-f2d596bd45c6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0734580 Feb 15 01:55:35.634996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.639910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ad9ecab-ecd4-4843-8a25-070ec01c80cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3637993 Feb 15 01:55:35.640797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:35.642176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13adea32-b8aa-44db-8dbb-0c6ca7e72e04 req-dbf37977-9e83-48ab-9743-c7c6198e335f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597339 Feb 15 01:55:35.666681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group_rule': {'security_group_id': '1aabf573-c753-40ab-8969-7b438b1d24a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:35.801274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (95bc769c-7d97-4330-9d78-e3816a056551), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.804661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8484599-93a7-4521-ba1d-06bc16966632 req-680b75cb-cac8-4684-91c7-4cc041b29d35 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0507853 Feb 15 01:55:35.916943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (95bc769c-7d97-4330-9d78-e3816a056551), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:35.973288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f968c-8d92-4a2e-951b-8a4e3d5506f9 req-36b8b83c-c055-4447-9452-adf0b8977cc8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:35.981955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d7f968c-8d92-4a2e-951b-8a4e3d5506f9 req-36b8b83c-c055-4447-9452-adf0b8977cc8 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.0803494 Feb 15 01:55:36.006632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (95bc769c-7d97-4330-9d78-e3816a056551), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.025699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bc769c-7d97-4330-9d78-e3816a056551,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:36.035852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d7f968c-8d92-4a2e-951b-8a4e3d5506f9 req-1d245968-8584-4cd5-a4fe-c35bbd004fed tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526874 Feb 15 01:55:36.094671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.102131 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b169c2b7-1192-4105-8075-3482ebee56a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4465878 Feb 15 01:55:36.102131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:36.104728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:36.105460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:55:36.120770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:36.121649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:36.170863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945229-a6a1-40c2-aac4-bcc19c650bf2 req-327fe98c-2d93-41d0-b256-1e7db2b4db59 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:36.176845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32945229-a6a1-40c2-aac4-bcc19c650bf2 req-327fe98c-2d93-41d0-b256-1e7db2b4db59 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0687535 Feb 15 01:55:36.225442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32945229-a6a1-40c2-aac4-bcc19c650bf2 req-9353fdfc-b1a9-4be1-892b-38477fbbf590 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Feb 15 01:55:36.247067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:55:36.332834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.489155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.627253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Allocated IP 172.25.2.95 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/8edaf72f-2974-4ba5-9843-e292e0cccc93) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:36.707560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 2, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:36.738851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.777978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:55:36.778344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Updating router 87822ed7-8780-4ac8-9274-d1806ac47404 port b7de6b04-2b12-473a-ac17-467c11c6606b binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:55:36.816035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.818211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f66f1-c61f-4d6a-93ca-1e45ef3c5f40 req-3026d0d0-9653-49ab-a854-9fa450128cfe tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:36.820137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c5f66f1-c61f-4d6a-93ca-1e45ef3c5f40 req-3026d0d0-9653-49ab-a854-9fa450128cfe tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1063027 Feb 15 01:55:36.821096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:36.858825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:36.898143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c5f66f1-c61f-4d6a-93ca-1e45ef3c5f40 req-7800babe-05e6-41b9-be9b-1876af33a62e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707870 Feb 15 01:55:36.976097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:36.983313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:36.997743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:37.036186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=8edaf72f-2974-4ba5-9843-e292e0cccc93,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:37.076959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:37.077995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.082869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac1d3d-2ea8-4434-9816-5ef06914cd6e req-df23e8b1-8b46-463e-86a0-3bd7aa2b9224 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:37.085049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7ac1d3d-2ea8-4434-9816-5ef06914cd6e req-df23e8b1-8b46-463e-86a0-3bd7aa2b9224 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0678034 Feb 15 01:55:37.116078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.135144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7ac1d3d-2ea8-4434-9816-5ef06914cd6e req-14ef7bc2-ec84-4ce2-b52e-f9c93a5c8de6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Feb 15 01:55:37.229594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.263163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:37.343266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks [] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.403306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.424624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.443913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48ffcb58-cedf-4352-9db8-dedc075f27fb req-1f23969c-445f-4f5a-a95d-772e1453813d tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0299239 Feb 15 01:55:37.489746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.490529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77685b-fc3a-40a7-82f2-63a9ee93e341 None None] Pushing event updated for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:37.550788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=8edaf72f-2974-4ba5-9843-e292e0cccc93,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:37.561664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Attempting to bind port b7de6b04-2b12-473a-ac17-467c11c6606b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:37.562126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Attempting to bind port b7de6b04-2b12-473a-ac17-467c11c6606b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:37.562566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Attempting to bind port b7de6b04-2b12-473a-ac17-467c11c6606b on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:37.568483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:37.568961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Checking segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:37.569673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.570141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Bound using segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:37.570723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Bound port: b7de6b04-2b12-473a-ac17-467c11c6606b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:37.571173 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.597021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.625472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb408-6e20-4b9e-91d4-5abbabca17c4 req-068f0170-4854-4d7d-9bb9-5428f0b98701 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:37.628778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a5cb408-6e20-4b9e-91d4-5abbabca17c4 req-068f0170-4854-4d7d-9bb9-5428f0b98701 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0659697 Feb 15 01:55:37.660547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] For port b7de6b04-2b12-473a-ac17-467c11c6606b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:37.664200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] For port b7de6b04-2b12-473a-ac17-467c11c6606b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b7de6b04-2b12-473a-ac17-467c11c6606b,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:37.668557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.672985 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5c91bebe-f154-45f0-8052-12dca5f8f70e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5698087 Feb 15 01:55:37.693783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a5cb408-6e20-4b9e-91d4-5abbabca17c4 req-ad871b1f-7e4a-47cb-89e2-e46104f88ae9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586066 Feb 15 01:55:37.752923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.822412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:55:37.822412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:37.827011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb543ee-8f17-4d88-9575-628418108b52 req-04d74b78-bedf-4531-8d7c-ee38d8f430e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:37.833104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbb543ee-8f17-4d88-9575-628418108b52 req-04d74b78-bedf-4531-8d7c-ee38d8f430e7 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.0767872 Feb 15 01:55:37.865963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77685b-fc3a-40a7-82f2-63a9ee93e341 None None] Pushing event updated for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:37.893719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbb543ee-8f17-4d88-9575-628418108b52 req-35eb5e31-b3ee-4042-874d-05653497ba80 tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/security-groups?id=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590992 Feb 15 01:55:37.896476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Provisioning complete for port b7de6b04-2b12-473a-ac17-467c11c6606b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:37.896857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:37.984512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:55:38.034753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40223cd8-7c64-49f6-bc35-e5b7cee63b92 req-d986798a-3146-41b2-8ca3-7e8d0161cec2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:38.036353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40223cd8-7c64-49f6-bc35-e5b7cee63b92 req-d986798a-3146-41b2-8ca3-7e8d0161cec2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0653355 Feb 15 01:55:38.097211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40223cd8-7c64-49f6-bc35-e5b7cee63b92 req-6e0b4bbf-a4a7-43ad-a2fa-7bed197fa25d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544801 Feb 15 01:55:38.172764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Current status of the port b7de6b04-2b12-473a-ac17-467c11c6606b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:38.172764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:38.225680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] For port b7de6b04-2b12-473a-ac17-467c11c6606b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b7de6b04-2b12-473a-ac17-467c11c6606b,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:38.284497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-8d871887-0a09-4176-91aa-91459b0765db tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--423745047&fields=id&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 267 time: 0.0612090 Feb 15 01:55:38.291421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:37Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:38.348921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf61cd-9fbe-4c1f-8479-ad62cea1d141 None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:37Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:55:38.362468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:38.421982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-4fbfa265-6967-4614-96d6-106e66c0a130 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:38.429832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-4fbfa265-6967-4614-96d6-106e66c0a130 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 817 time: 0.1389291 Feb 15 01:55:38.439526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692576a-fb35-46c7-89ee-10ac74668a57 None None] Pushing event updated for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:38.454409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-232075ee-9b5f-403e-a6f6-09505094e383 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/quotas/8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 375 time: 0.0233285 Feb 15 01:55:38.493055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-593f5b91-b323-4ef6-95ad-b34cb8482251 None None] Provisioning complete for port b7de6b04-2b12-473a-ac17-467c11c6606b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:38.494653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-593f5b91-b323-4ef6-95ad-b34cb8482251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:38.518322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-c723d87c-8cb9-45c6-a4ed-c2d227cf397c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:38.520607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-c723d87c-8cb9-45c6-a4ed-c2d227cf397c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 945 time: 0.0734482 Feb 15 01:55:38.557182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-3178d109-63f8-4c18-8e3c-628092f89af7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017315 Feb 15 01:55:38.647030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:55:38.667277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Deleting port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:55:38.667512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:38.754943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-593f5b91-b323-4ef6-95ad-b34cb8482251 None None] Current status of the port b7de6b04-2b12-473a-ac17-467c11c6606b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:38.755789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-28d6f886-cb65-42de-adeb-ad6b5d84ed36 service neutron] 10.222.0.43 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934702 Feb 15 01:55:38.829167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] For port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,segment=NetworkSegment(3de48dc3-c703-4308-bbba-107ed98344b4),segment_id=3de48dc3-c703-4308-bbba-107ed98344b4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:38.829167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:38.850341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Calling delete_port for 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:55:38.851909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:38.859201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b7de6b04-2b12-473a-ac17-467c11c6606b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:38.926766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'port_id': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'mac_address': 'fa:16:3e:44:f9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895375c0-4a1f-4c84-a5dd-d2608514700b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:55:38.993770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:38.994173 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:39.012491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:39.016724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-7e4c123c-2388-4c9a-a2ca-31f29bf4653f service neutron] 10.222.0.43 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599497 Feb 15 01:55:39.060809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b7de6b04-2b12-473a-ac17-467c11c6606b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:39.062245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:39.066799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:39.127876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (98fa319d-a243-4f9d-b732-fb8b5a8f07c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:39.158872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b7de6b04-2b12-473a-ac17-467c11c6606b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:39.163648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['98fa319d-a243-4f9d-b732-fb8b5a8f07c5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:39.191556 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:39.205714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Pushing event deleted for resources: {'Port': ['ID=98fa319d-a243-4f9d-b732-fb8b5a8f07c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:39.281369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:39.318064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] No DVR routers for this DVR port 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:55:39.321125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:39.325955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6f0b190b-45cd-47a5-bbb3-597352c1138b req-311f3ade-2b06-4974-a807-32638e23663c tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.37 "DELETE /v2.0/ports/98fa319d-a243-4f9d-b732-fb8b5a8f07c5 HTTP/1.1" status: 204 len: 173 time: 0.7978482 Feb 15 01:55:39.326667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'name': 'network-vif-deleted', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:39.330586 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9cfbeb-6913-4a92-9fb8-7a0df070664d" -d '{"events": [{"server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "name": "network-vif-deleted", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:39.342310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:39.489482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12102062-b725-447a-83cd-ec31caedc5f3 req-b6dd9fc7-a11c-414c-b278-d141a7000e18 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:39.509596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12102062-b725-447a-83cd-ec31caedc5f3 req-b6dd9fc7-a11c-414c-b278-d141a7000e18 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1213155 Feb 15 01:55:39.608590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12102062-b725-447a-83cd-ec31caedc5f3 req-c8a44630-f06d-4193-a0ba-b2686064ac07 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Feb 15 01:55:39.719911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0621b73-06e5-488c-a9fc-95b5b74c608f req-8d1078f9-d9e8-4668-b26d-26284d9308d2 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0398316 Feb 15 01:55:39.820904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea7b3962-18ef-4d1c-95bf-bf8d640cca81 req-fb333fda-4615-4e6c-9e5c-76bbe2822a1f tempest-ServerDiskConfigTestJSON-433008416 tempest-ServerDiskConfigTestJSON-433008416-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d539b8e-e888-4697-8621-1d4c25dadf91 HTTP/1.1" status: 200 len: 210 time: 0.0292733 Feb 15 01:55:39.895303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cc0734d-274d-4dc8-9ab8-bf086b59a0d6 req-aab2daf3-4c35-4e35-860c-b40b8c542b0d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 210 time: 0.0311034 Feb 15 01:55:39.944231 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0875f-ecba-4bc3-8800-02710b5ddab5 x-openstack-request-id: req-20c0875f-ecba-4bc3-8800-02710b5ddab5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:39.944797 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d539b8e-e888-4697-8621-1d4c25dadf91", "name": "network-vif-deleted", "tag": "98fa319d-a243-4f9d-b732-fb8b5a8f07c5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:39.945014 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20c0875f-ecba-4bc3-8800-02710b5ddab5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:39.945271 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d539b8e-e888-4697-8621-1d4c25dadf91', 'name': 'network-vif-deleted', 'tag': '98fa319d-a243-4f9d-b732-fb8b5a8f07c5', 'status': 'completed', 'code': 200} Feb 15 01:55:40.661296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:40.736695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e542e620-b535-4322-bc6d-e0860ff036b7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:40.738528 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:40.756912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bb752-9b36-4df9-b9c7-4328fed57cdd req-1dc169a7-1461-4d56-b1b3-2a76cf50e00d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:40.766095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf5bb752-9b36-4df9-b9c7-4328fed57cdd req-1dc169a7-1461-4d56-b1b3-2a76cf50e00d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.0787015 Feb 15 01:55:40.819949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf5bb752-9b36-4df9-b9c7-4328fed57cdd req-8f483b4f-379e-4835-a67c-fb11002cca49 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526218 Feb 15 01:55:40.852415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:40.852968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:40.920241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:40.921466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:40.925039 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89b2cb-7e33-4d0d-99da-695046d16539" -d '{"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:41.006767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.007812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:55:41.053078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:55:41.053457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98fa319d-a243-4f9d-b732-fb8b5a8f07c5 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:55:41.059025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c9dbd16-8c42-4085-a014-a0470aa402b6 req-96780653-47c8-4119-a7ff-6ab49f4b436f tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.1509862 Feb 15 01:55:41.084507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:41.250862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5b5fd7f-1999-4e2c-81e1-230d98374589 req-cee4bf49-c42b-4989-b281-94330997d260 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 210 time: 0.0301390 Feb 15 01:55:41.313943 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618febab-1a96-46b6-9fbc-57549f768f61 x-openstack-request-id: req-618febab-1a96-46b6-9fbc-57549f768f61 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:41.314210 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:41.314487 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-618febab-1a96-46b6-9fbc-57549f768f61 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:41.314888 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'code': 200} Feb 15 01:55:41.346730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-e04dec74-9b4f-4e6a-b408-ea160c0693b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:41.349987 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-e04dec74-9b4f-4e6a-b408-ea160c0693b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1128 time: 0.0978281 Feb 15 01:55:41.507570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:41.538039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-ec4f1768-f5ae-4435-ac28-62460803f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:41.541784 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-ec4f1768-f5ae-4435-ac28-62460803f613 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.1593571 Feb 15 01:55:41.567293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Deleting subnet 3992c981-a0e7-47fb-b318-f538c5692bb7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:55:41.573223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Publish callbacks [] for subnet (3992c981-a0e7-47fb-b318-f538c5692bb7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.595717 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-08a80cce-ec02-43fc-a7e2-4b43f48335ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.0486810 Feb 15 01:55:41.620067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (3992c981-a0e7-47fb-b318-f538c5692bb7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.653820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-a44d2bf8-ba76-4c85-b82f-1da424b267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:41.655736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-a44d2bf8-ba76-4c85-b82f-1da424b267b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0525789 Feb 15 01:55:41.671734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3992c981-a0e7-47fb-b318-f538c5692bb7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.700637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-669deac8-810d-4a91-8263-6778c239c266 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354917 Feb 15 01:55:41.819560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (3992c981-a0e7-47fb-b318-f538c5692bb7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.844186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-067fdfd2-f5e0-4bcb-a2f1-3376dcd2875e service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367860 Feb 15 01:55:41.893689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3992c981-a0e7-47fb-b318-f538c5692bb7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:41.913854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:41.929665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c82f21b-252f-47f6-8f48-688838c3a9ef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3992c981-a0e7-47fb-b318-f538c5692bb7 HTTP/1.1" status: 204 len: 168 time: 0.4209945 Feb 15 01:55:41.930726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:42.012912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4f5db5be-ad93-43f5-9c7b-499757586b21 req-f882f0d2-7278-4a88-92d1-3ae7bd1f7eea service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399336 Feb 15 01:55:42.076938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (20c91cac-5e18-48da-8685-fa0545c19c1f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.282785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (20c91cac-5e18-48da-8685-fa0545c19c1f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.508352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c91cac-5e18-48da-8685-fa0545c19c1f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:42.524269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de48dc3-c703-4308-bbba-107ed98344b4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:42.524590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de48dc3-c703-4308-bbba-107ed98344b4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:55:42.546560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (3de48dc3-c703-4308-bbba-107ed98344b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.566490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3de48dc3-c703-4308-bbba-107ed98344b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.575760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:55:42.576270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (3de48dc3-c703-4308-bbba-107ed98344b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.638951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-d8b1047e-d71a-4865-90c8-6c6b43b15a45 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:42.640622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-d8b1047e-d71a-4865-90c8-6c6b43b15a45 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 817 time: 0.5293162 Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:55:42.646673 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:55:42.720238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff2ef8-bdba-4643-ace8-d006f579fb13 req-c47c1f37-08db-4b2e-b50d-4c3e5f4ffffe tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:42.728579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65ff2ef8-bdba-4643-ace8-d006f579fb13 req-c47c1f37-08db-4b2e-b50d-4c3e5f4ffffe tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.3864827 Feb 15 01:55:42.741612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-fc4f8b01-3658-4558-ac87-8875024eceb4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 379 time: 0.0909142 Feb 15 01:55:42.750214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-af23e231-cdec-458d-b0e0-298749c8b823 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4248202 Feb 15 01:55:42.753923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-50daf621-329b-4341-a10a-7e2b1c1a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:42.754615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'port': {'device_id': '5217014c-286a-4373-a0fc-bef05193e1ed', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'admin_state_up': True, 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'security_groups': ['1aabf573-c753-40ab-8969-7b438b1d24a1']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:42.755312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-50daf621-329b-4341-a10a-7e2b1c1a72fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.3882606 Feb 15 01:55:42.757464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (20c91cac-5e18-48da-8685-fa0545c19c1f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.773860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:42.773860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] 10.222.0.43 "DELETE /v2.0/networks/20c91cac-5e18-48da-8685-fa0545c19c1f HTTP/1.1" status: 204 len: 168 time: 0.8395669 Feb 15 01:55:42.861846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bddcc2-c89f-452b-90fd-7ce8f4c479cc admin admin] Pushing event deleted for resources: {'Network': ['ID=20c91cac-5e18-48da-8685-fa0545c19c1f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:42.977615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65ff2ef8-bdba-4643-ace8-d006f579fb13 req-37ddd141-cdae-41ee-9fd1-5d52ffb7fa9a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481587 Feb 15 01:55:43.022350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098283-87f9-4632-9760-098648e21dd4 req-c275317a-0762-4161-9bf4-9f73d425c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.023941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-c275317a-0762-4161-9bf4-9f73d425c944 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 1128 time: 0.1897109 Feb 15 01:55:43.042249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-39f2eb02-e573-4f34-8747-6d9e096a5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.044318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-39f2eb02-e573-4f34-8747-6d9e096a5d82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.2715719 Feb 15 01:55:43.063264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Made reservation on behalf of 8cbaf7efe8ce45638937b6db25a86925 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:43.066810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.187182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-09da6ceb-6af5-46d2-ae4d-9baf353a1310 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.0927310 Feb 15 01:55:43.221037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Allocated IP 172.20.0.11 (51d7c1b7-c0f2-469a-929e-fd50ffa3337a/64282de4-e0e4-4fd1-824b-f59c9c4164c5/5d3cb126-7ca6-4c99-8194-fecf9e8b10db) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:43.271500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-fe21691f-c86c-47e5-be03-7fc229552923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.276732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-fe21691f-c86c-47e5-be03-7fc229552923 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.0578158 Feb 15 01:55:43.282958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:43.357473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-d9a079c5-1834-4c54-9eb5-51a3c6808be7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734415 Feb 15 01:55:43.365745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eb448-a4fb-4ac0-883c-e2874186be28 req-87f8e02d-fc55-4fe8-918d-b47a1ce901c5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.373084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-117eb448-a4fb-4ac0-883c-e2874186be28 req-87f8e02d-fc55-4fe8-918d-b47a1ce901c5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.3117735 Feb 15 01:55:43.430583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.474823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098283-87f9-4632-9760-098648e21dd4 req-3e621ff2-5e29-4ac6-b866-6db2b7437936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.476286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-3e621ff2-5e29-4ac6-b866-6db2b7437936 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.3754666 Feb 15 01:55:43.532598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.572840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-117eb448-a4fb-4ac0-883c-e2874186be28 req-885e09b0-d844-42dc-96be-7129ae217f07 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933663 Feb 15 01:55:43.586209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-65493b41-d88a-4a07-b0ca-8ebba8ef98a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0658684 Feb 15 01:55:43.595838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53959485-bc44-4c56-b50a-e9ad486a92fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32fc9d3f907b4432895988fd92f437ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082786 Feb 15 01:55:43.603697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:43.629901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:43.679798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098283-87f9-4632-9760-098648e21dd4 req-8a214a75-4d04-4cd5-8e38-79354775dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.681314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-8a214a75-4d04-4cd5-8e38-79354775dfe4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0883322 Feb 15 01:55:43.682053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:43.683255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-4bb2760c-a264-4517-803f-b9ca5d4a3e31 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665639 Feb 15 01:55:43.685961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:43.689845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:43.758156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.759478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.762284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cd8d607-6aac-417e-8f13-9c8c5a8ba286 req-f0d27504-06ef-4881-850f-516ee0eb1878 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0741963 Feb 15 01:55:43.801673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] Publish callbacks [] for security_group (8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.845878 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] Publish callbacks [] for security_group (8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:43.898104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-05fd9ca5-5bdb-4fc7-a471-86b5abb1e73c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1485908 Feb 15 01:55:43.915951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Request body: {'port': {'device_id': '5217014c-286a-4373-a0fc-bef05193e1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:43.937914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc29c5b8-3f11-425b-9b1e-6e819a7b950d req-77464c5f-a22b-43fe-a3f7-085116e84914 service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237833 Feb 15 01:55:43.940368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098283-87f9-4632-9760-098648e21dd4 req-585d850c-91e7-4793-8fa6-1901a4ec2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:43.942410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-585d850c-91e7-4793-8fa6-1901a4ec2c76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2389126 Feb 15 01:55:44.016735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.030268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.033895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4 HTTP/1.1" status: 204 len: 168 time: 0.4236920 Feb 15 01:55:44.038069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.056417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd343f5b-69c7-4fd7-990a-033e58e1752f None None] Provisioning complete for port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:44.056417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd343f5b-69c7-4fd7-990a-033e58e1752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.057076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c88d1-0285-4f67-b244-0362f3ecf143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf061e-21a4-4bb4-a4f4-f38ccf2ff2e4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:44.115945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd343f5b-69c7-4fd7-990a-033e58e1752f None None] Port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:55:44.132203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40d792-b7af-4e8a-a62c-9256936dbbc1 req-58c64874-1ab0-4462-9fd2-59799e6e2ec7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:44.142016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a40d792-b7af-4e8a-a62c-9256936dbbc1 req-58c64874-1ab0-4462-9fd2-59799e6e2ec7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 932 time: 0.2467160 Feb 15 01:55:44.153036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-321d26e0-14b2-4d1c-828b-56eaf07357b8 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907034 Feb 15 01:55:44.289983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a40d792-b7af-4e8a-a62c-9256936dbbc1 req-536d90e3-0b75-436f-b643-c663f59838f4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468000 Feb 15 01:55:44.380193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4098283-87f9-4632-9760-098648e21dd4 req-c9621500-1dae-4451-8dbf-dd1eb4c0858d service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165296 Feb 15 01:55:44.446386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f622f-c6d0-4f2e-9bd1-c31829fa0f02 req-7f6ab677-aa9d-49d0-9788-cd3880de31a5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:44.456007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:44.460945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef3f622f-c6d0-4f2e-9bd1-c31829fa0f02 req-7f6ab677-aa9d-49d0-9788-cd3880de31a5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1013794 Feb 15 01:55:44.471870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks [] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.499153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Transition to ACTIVE for port object 5d3cb126-7ca6-4c99-8194-fecf9e8b10db will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:55:44.559900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef3f622f-c6d0-4f2e-9bd1-c31829fa0f02 req-5ce38ef1-9d5b-462b-8502-5f6d7ae25645 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858626 Feb 15 01:55:44.566492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.753807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf34a7a-f0d7-4bc5-99ed-065ce7cd720d req-ef564d82-d888-4763-b070-4fe8c9f94022 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:44.756132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bf34a7a-f0d7-4bc5-99ed-065ce7cd720d req-ef564d82-d888-4763-b070-4fe8c9f94022 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0898745 Feb 15 01:55:44.813806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:44.856863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Attempting to bind port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:44.860425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Attempting to bind port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:44.861756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Attempting to bind port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:44.869176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:55:44.869459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Attempting to bind port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:44.878233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:44.880799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Checking segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:44.881604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Bound using segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:44.882167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Bound port: 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:44.882635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:44.887428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bf34a7a-f0d7-4bc5-99ed-065ce7cd720d req-fb6f7f0a-4b7d-400f-b503-7743fed42901 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191239 Feb 15 01:55:44.961258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:44.964385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:44.984184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94e0fb2f-d132-4117-aea6-272daf952af3 req-1b1d4b96-9869-41cc-9022-3673b43c389b tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0351686 Feb 15 01:55:45.073657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:45.128373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.129315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:45.130882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] 10.222.0.31 "PUT /v2.0/ports/5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 1093 time: 1.2214062 Feb 15 01:55:45.131499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:45.134631 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b32513-90e3-4df6-b487-3d042f31d4af" -d '{"events": [{"name": "network-changed", "server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:45.203959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e65b-7502-4984-928e-b26b29a45551 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:45.232132 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0080940-fd9d-4bff-a5b9-c7d7b9a913f8 x-openstack-request-id: req-f0080940-fd9d-4bff-a5b9-c7d7b9a913f8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:45.235042 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:45.235523 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0080940-fd9d-4bff-a5b9-c7d7b9a913f8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:45.248730 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'status': 'completed', 'code': 200} Feb 15 01:55:45.321182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:45.383251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32513-90e3-4df6-b487-3d042f31d4af req-ad3bb8b2-fa1b-46ee-bcc9-33d82625ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.391079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25b32513-90e3-4df6-b487-3d042f31d4af req-ad3bb8b2-fa1b-46ee-bcc9-33d82625ab8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1127 time: 0.1351871 Feb 15 01:55:45.591864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9c1c-3794-477d-b68a-4514a464678e req-49595587-2f4b-42e9-a559-5d9850a97dcd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.597425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80dd9c1c-3794-477d-b68a-4514a464678e req-49595587-2f4b-42e9-a559-5d9850a97dcd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0934384 Feb 15 01:55:45.656624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32513-90e3-4df6-b487-3d042f31d4af req-af508832-9b20-4224-9131-e0687fd3187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.659527 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25b32513-90e3-4df6-b487-3d042f31d4af req-af508832-9b20-4224-9131-e0687fd3187a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cbaf7efe8ce45638937b6db25a86925&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2576427 Feb 15 01:55:45.702431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80dd9c1c-3794-477d-b68a-4514a464678e req-9f8fb537-490b-4e4e-92f9-7a0d93d7edb8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956025 Feb 15 01:55:45.779342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:45.789393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32513-90e3-4df6-b487-3d042f31d4af req-aa29c0df-5de2-4d87-bc06-f52419058635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.791081 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25b32513-90e3-4df6-b487-3d042f31d4af req-aa29c0df-5de2-4d87-bc06-f52419058635 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172898 Feb 15 01:55:45.954340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-d0cd4f0b-5a0e-4063-afbc-5e49fce489ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.960686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096a8e-4504-440c-9aca-bf04e9071eb6 req-f99d3320-900c-4935-9e60-cbd35c5732b3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:45.962974 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-d0cd4f0b-5a0e-4063-afbc-5e49fce489ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1127 time: 0.1176741 Feb 15 01:55:45.968879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72096a8e-4504-440c-9aca-bf04e9071eb6 req-f99d3320-900c-4935-9e60-cbd35c5732b3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1271377 Feb 15 01:55:45.979540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-934618960-network', 'tenant_id': '73147f4aef4949f09875f3884bfc17c1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:46.051292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72096a8e-4504-440c-9aca-bf04e9071eb6 req-bf041ed9-98ea-436f-b6f8-8b0af0a5dbc3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Feb 15 01:55:46.078037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-a13efd9c-a487-4a53-b6a1-f0abab3ab571 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 217 time: 0.1034944 Feb 15 01:55:46.186806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Made reservation on behalf of 73147f4aef4949f09875f3884bfc17c1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:46.189356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.208455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.210673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-9a3f32e1-cdd3-4059-ab33-4ba5dc8a4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:46.212592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-9a3f32e1-cdd3-4059-ab33-4ba5dc8a4437 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1268921 Feb 15 01:55:46.296348 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks [] for security_group (a4052bba-43fd-4214-b787-1fbfded48758), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.317032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4dec5-ba1a-4a67-9d7c-8e2fb1462dc8 req-5c6eef83-94fe-42bf-a01a-4a8194b53998 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:46.319684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-ef2438ef-b313-4836-b40f-cf6165f8f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:46.321223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-ef2438ef-b313-4836-b40f-cf6165f8f296 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0975211 Feb 15 01:55:46.327387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4c4dec5-ba1a-4a67-9d7c-8e2fb1462dc8 req-5c6eef83-94fe-42bf-a01a-4a8194b53998 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1758096 Feb 15 01:55:46.395503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4c4dec5-ba1a-4a67-9d7c-8e2fb1462dc8 req-4ccecebb-0322-44e3-aa3a-3293c153ecda tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Feb 15 01:55:46.398321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4052bba-43fd-4214-b787-1fbfded48758), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.471580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:55:46.499997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4052bba-43fd-4214-b787-1fbfded48758,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:46.519382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bf927e74-1cb7-4809-b712-340999b82b39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.519382 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Added segment bf927e74-1cb7-4809-b712-340999b82b39 of type vlan for network 38af93c2-e797-4646-8974-0571df76f8ed Feb 15 01:55:46.520004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-f2544b63-02eb-4dc1-8773-bc0dc690ff08 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888752 Feb 15 01:55:46.648950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6368b888-fb26-43b8-85b8-d0828f899e10 req-a4323d2b-fe79-4ba4-b69f-4efcad8d2790 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0960889 Feb 15 01:55:46.679517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (38af93c2-e797-4646-8974-0571df76f8ed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.709226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-546cca59-1c8d-43b8-9fee-6bbc440bb81e req-cb72ce9f-fb75-4010-bd97-393ea88088ae service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812313 Feb 15 01:55:46.887482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5b7df-4817-4ccf-89a9-7029cd4c0efc req-cc3631f9-fcf9-4fad-b46b-16854ffddc2d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:46.895401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18d5b7df-4817-4ccf-89a9-7029cd4c0efc req-cc3631f9-fcf9-4fad-b46b-16854ffddc2d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0902073 Feb 15 01:55:46.917000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (38af93c2-e797-4646-8974-0571df76f8ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:46.918144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:46.919676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:47.337378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5567334 Feb 15 01:55:47.340833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:47.348826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Request body: {'subnet': {'network_id': '38af93c2-e797-4646-8974-0571df76f8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-934618960-subnet', 'tenant_id': '73147f4aef4949f09875f3884bfc17c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:47.357301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18d5b7df-4817-4ccf-89a9-7029cd4c0efc req-06601f72-ce00-445b-9227-36c14fb1b218 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4605515 Feb 15 01:55:47.358009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20cd72-9d8f-435a-81bd-1df2dc50f0ca admin admin] Pushing event updated for resources: {'Network': ['ID=38af93c2-e797-4646-8974-0571df76f8ed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:47.371606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 38af93c2-e797-4646-8974-0571df76f8ed details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:55:47.495041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Made reservation on behalf of 73147f4aef4949f09875f3884bfc17c1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:47.498672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:47.606662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1cc79-6658-4586-bcdd-c0427ec59a3f req-cc075175-dcdd-40b3-b8bc-5768793c615d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:47.614467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10d1cc79-6658-4586-bcdd-c0427ec59a3f req-cc075175-dcdd-40b3-b8bc-5768793c615d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1204920 Feb 15 01:55:47.679411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10d1cc79-6658-4586-bcdd-c0427ec59a3f req-b75414c8-3c5b-4fde-882d-86f62af47d5a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602896 Feb 15 01:55:47.820898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c267-4c10-495c-b5b8-8635e44b48f7 req-6b50644c-4371-43f0-bf54-826d94cd5a04 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:47.822404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b845c267-4c10-495c-b5b8-8635e44b48f7 req-6b50644c-4371-43f0-bf54-826d94cd5a04 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0624676 Feb 15 01:55:47.838524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (fd1fc193-450f-451d-85f5-6d515dcb34e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:47.930309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b845c267-4c10-495c-b5b8-8635e44b48f7 req-5194249e-aeb8-4913-ba96-a67a156b2de0 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009901 Feb 15 01:55:47.975579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1fc193-450f-451d-85f5-6d515dcb34e0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:47.986168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:48.027607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Checking segment: {'id': 'bf927e74-1cb7-4809-b712-340999b82b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:48.028098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Network hostable DHCP agents. Network: 38af93c2-e797-4646-8974-0571df76f8ed, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:55:48.114784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-420a8f0d-1fc6-43dd-b492-cc7154de1430 req-c7fca4fc-edad-4357-bb42-2823b0391088 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0517814 Feb 15 01:55:48.157984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Network 38af93c2-e797-4646-8974-0571df76f8ed is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:55:48.237722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 38af93c2-e797-4646-8974-0571df76f8ed) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:48.252277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:48.254787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:48.256821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24684533-07ef-4844-ba18-7ecbf6637806 None None] Network 38af93c2-e797-4646-8974-0571df76f8ed requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:48.400546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c8f9146-5169-4e25-a9b3-d173d3eb76f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0577481 Feb 15 01:55:48.637533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30316f5f-ee6b-467d-9eba-1d65c3ff8e36 req-47f60078-60ca-49a6-9048-153464cd5b60 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:48.646649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30316f5f-ee6b-467d-9eba-1d65c3ff8e36 req-47f60078-60ca-49a6-9048-153464cd5b60 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1157441 Feb 15 01:55:48.738741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30316f5f-ee6b-467d-9eba-1d65c3ff8e36 req-57cb6e87-cbb8-4a37-9809-1cb8b1341abf tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839374 Feb 15 01:55:48.826806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636f2f9-72ff-4ede-b6d6-0ccd34b41478 None None] Network 38af93c2-e797-4646-8974-0571df76f8ed requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:55:48.905775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6419eb-2f2a-41df-bbda-c50a53858759 req-de827cab-7f0c-4436-bdef-5b0b6b8dd91a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:48.913871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd6419eb-2f2a-41df-bbda-c50a53858759 req-de827cab-7f0c-4436-bdef-5b0b6b8dd91a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0770957 Feb 15 01:55:48.992735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd6419eb-2f2a-41df-bbda-c50a53858759 req-35b5b802-8302-4e5d-a392-773b4210c1cf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754485 Feb 15 01:55:49.418286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-bd2f1910-cceb-4e3f-b70d-703be947e6e9 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:49.419837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-bd2f1910-cceb-4e3f-b70d-703be947e6e9 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/networks?id=38af93c2-e797-4646-8974-0571df76f8ed HTTP/1.1" status: 200 len: 813 time: 0.1498923 Feb 15 01:55:49.440971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-efb28982-b3ef-4333-809f-ca720cce300e tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/quotas/73147f4aef4949f09875f3884bfc17c1 HTTP/1.1" status: 200 len: 375 time: 0.0147691 Feb 15 01:55:49.477138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-88b8ef7d-a848-4b9c-acc8-90793782c3ff tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=73147f4aef4949f09875f3884bfc17c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338731 Feb 15 01:55:49.598786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-6c67ddd2-5419-4919-ba3d-3982fe1f8c44 service neutron] 10.222.0.43 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134384 Feb 15 01:55:49.736238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-b2b787e6-a4df-447d-b748-776f9bc14b46 service neutron] 10.222.0.43 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364419 Feb 15 01:55:49.973425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:55:50.259292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:50.276494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:55:50.348507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:50.349148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:50.352347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97675e-309f-4e38-a9da-85b98175d9c5 req-de115c8f-3a0f-4661-bdcd-1e832a484194 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:50.353885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a97675e-309f-4e38-a9da-85b98175d9c5 req-de115c8f-3a0f-4661-bdcd-1e832a484194 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1792436 Feb 15 01:55:50.374671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:50.406549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:50.472461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a97675e-309f-4e38-a9da-85b98175d9c5 req-5d33fec8-2703-4b49-be2f-0b73701297fc tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987239 Feb 15 01:55:50.475590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:50.576131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:50.603674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5bbf01b-ffbc-45c7-9179-9c0be88622fd req-9d1f2bf5-9ec9-46ca-a1cb-130cfecc02f8 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0440128 Feb 15 01:55:50.755501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5d3cb126-7ca6-4c99-8194-fecf9e8b10db'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:55:50.867928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fc51b-c998-49f8-a845-aeba7d9a47a2 req-3c2a0fb5-2583-4523-b95b-7b27c8b6eaa5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:50.879443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-596fc51b-c998-49f8-a845-aeba7d9a47a2 req-3c2a0fb5-2583-4523-b95b-7b27c8b6eaa5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 945 time: 0.1645095 Feb 15 01:55:50.996093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-596fc51b-c998-49f8-a845-aeba7d9a47a2 req-dd461426-e775-4088-909b-0998b4103c8b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088548 Feb 15 01:55:51.035245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c62f20-d9e0-441a-a86c-2e0b4fae6a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:51.130552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2292f8-7196-4a55-8570-59a429a56ddc req-f2541069-17ac-49b4-809a-77877d0956b0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:51.132594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb2292f8-7196-4a55-8570-59a429a56ddc req-f2541069-17ac-49b4-809a-77877d0956b0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Feb 15 01:55:51.209236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb2292f8-7196-4a55-8570-59a429a56ddc req-aa2e684c-00ca-4870-99ab-559ad132c6c4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Feb 15 01:55:51.307840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc51848c-a595-4b5e-8954-4a9b3347b811 req-2c91292d-507d-454e-9434-050b9fbcd1b3 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 210 time: 0.0421679 Feb 15 01:55:51.652562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783aeaf-9a34-400b-9b63-92ee30757cf4 req-3bc06382-440c-494b-bb89-17cd48edd57f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:51.681075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d783aeaf-9a34-400b-9b63-92ee30757cf4 req-3bc06382-440c-494b-bb89-17cd48edd57f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1050224 Feb 15 01:55:51.752735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d783aeaf-9a34-400b-9b63-92ee30757cf4 req-84a16a67-7364-4957-be16-23364f2480b1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704470 Feb 15 01:55:51.907205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ca66d5f-b4c4-4b4e-b67d-1628c788d6f5 req-1b423af3-3785-4a6a-a9ff-559a770b3f48 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0571156 Feb 15 01:55:51.982558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:55:52.127173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:55:52.135251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:55:52.137929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:52.156843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac8a0-7d2c-47c8-9d7c-473a95c8db6b req-83b81155-94a1-47ce-9079-d749c8528572 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:52.159509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef1ac8a0-7d2c-47c8-9d7c-473a95c8db6b req-83b81155-94a1-47ce-9079-d749c8528572 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 945 time: 0.0678647 Feb 15 01:55:52.240265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef1ac8a0-7d2c-47c8-9d7c-473a95c8db6b req-0847593f-ab46-4a2f-b5e8-a1fdc5566508 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736737 Feb 15 01:55:52.309942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:55:52.310662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:52.354206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:52.370226 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd27a2-96bb-4b1b-aa5a-008dd932367a" -d '{"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:52.376497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed59842-cb9d-451c-9958-7b061463d2a1 req-93928449-5ed2-4220-8698-548c6de9247c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:52.378530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed59842-cb9d-451c-9958-7b061463d2a1 req-93928449-5ed2-4220-8698-548c6de9247c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Feb 15 01:55:52.420334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:55:52.468941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed59842-cb9d-451c-9958-7b061463d2a1 req-3ba5e79f-b66e-410e-b1ce-a0300bbda3ef tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Feb 15 01:55:52.501465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:52.568678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:52.640783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8848c895-ba40-4c91-858a-7f4581024c56 req-d2afaced-e60b-4ed4-9c14-54e47efc2730 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 210 time: 0.0510068 Feb 15 01:55:52.735201 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a70d35-34ef-4dc2-b176-6b6655b54d8d x-openstack-request-id: req-98a70d35-34ef-4dc2-b176-6b6655b54d8d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:52.735201 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:52.735201 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98a70d35-34ef-4dc2-b176-6b6655b54d8d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:52.735201 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'code': 200} Feb 15 01:55:52.879821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2688729-b818-45b5-a5a5-d214b4e51982 req-8cfe8b23-8c62-4f31-8058-14adb320fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:52.881792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2688729-b818-45b5-a5a5-d214b4e51982 req-8cfe8b23-8c62-4f31-8058-14adb320fde5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1129 time: 0.0579338 Feb 15 01:55:52.927353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7ca24-8f93-4238-a131-7ba0046f42cf req-60f480ef-1bfd-4555-b8a1-f2a01cec3c72 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:52.936842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff7ca24-8f93-4238-a131-7ba0046f42cf req-60f480ef-1bfd-4555-b8a1-f2a01cec3c72 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0850093 Feb 15 01:55:52.965054 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2688729-b818-45b5-a5a5-d214b4e51982 req-5a44779f-12a3-43f4-9759-314e28fbc82e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696187 Feb 15 01:55:52.996726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ff7ca24-8f93-4238-a131-7ba0046f42cf req-eb09af23-60a7-4431-bba5-078ab73cfd1b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Feb 15 01:55:53.086587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6cb19aa7-7f64-43ae-8bb1-b97be092ce32 req-f0c15bf4-4631-43d2-910b-83e53e390318 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0268247 Feb 15 01:55:53.293214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8854ba65-e1bb-42b3-a3c3-e63957d4f12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:53.410802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1034d-de9c-4a4d-8c81-a779edac441c req-170a14d9-b762-4a1b-8990-9ade9fa93c8d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:53.419798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf1034d-de9c-4a4d-8c81-a779edac441c req-170a14d9-b762-4a1b-8990-9ade9fa93c8d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1035733 Feb 15 01:55:53.536198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf1034d-de9c-4a4d-8c81-a779edac441c req-f4aabd98-12f0-428a-bfb2-b72d5bf791e5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152046 Feb 15 01:55:53.642830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-aecdc80e-f388-4eb5-a0d3-8ef506af05c1 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:53.644901 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-aecdc80e-f388-4eb5-a0d3-8ef506af05c1 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.37 "GET /v2.0/networks?id=38af93c2-e797-4646-8974-0571df76f8ed HTTP/1.1" status: 200 len: 813 time: 0.1790423 Feb 15 01:55:53.651396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77cb5-9809-4784-805f-5ddcb71baa1a req-e8b06c7d-c3da-4005-9f2d-8cfb980cd239 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:53.660236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74d77cb5-9809-4784-805f-5ddcb71baa1a req-e8b06c7d-c3da-4005-9f2d-8cfb980cd239 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0651987 Feb 15 01:55:53.663877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Request body: {'port': {'device_id': '25e45522-b2e3-4958-8396-e472e90be5d4', 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed', 'admin_state_up': True, 'tenant_id': '73147f4aef4949f09875f3884bfc17c1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:53.721470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74d77cb5-9809-4784-805f-5ddcb71baa1a req-6601a02b-2614-46e0-822e-2348d85dbfca tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 Feb 15 01:55:53.861800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fa8ac96-d689-41df-8026-db341456de75 req-73b72e09-1e3e-469a-8fcc-14128a9a94db tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 210 time: 0.0329714 Feb 15 01:55:53.952484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Made reservation on behalf of 73147f4aef4949f09875f3884bfc17c1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:55:53.956747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:54.158753 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b3a28f2-af35-475c-b617-92a21082f907 req-a586fa94-0018-4c64-803b-6cfe386e6292 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.1076570 Feb 15 01:55:54.242772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ac49-6165-4cab-b422-8e5d05167390 req-b0620b9f-429d-47f5-bdd4-f487b811b2dc tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:54.253962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a08ac49-6165-4cab-b422-8e5d05167390 req-b0620b9f-429d-47f5-bdd4-f487b811b2dc tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1513436 Feb 15 01:55:54.321192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a08ac49-6165-4cab-b422-8e5d05167390 req-65933cc2-3000-452e-827b-ba8236963e31 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647733 Feb 15 01:55:54.381310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Allocated IP 172.20.0.3 (38af93c2-e797-4646-8974-0571df76f8ed/fd1fc193-450f-451d-85f5-6d515dcb34e0/37738abb-3048-453a-9008-4dbcc3458db6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:55:54.481195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:54.543856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efffea85-90ad-4ac1-a4a2-8e3e74618f53 req-9e83c465-1fe7-4756-a287-719055593c64 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0740914 Feb 15 01:55:54.764653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks [] for port (37738abb-3048-453a-9008-4dbcc3458db6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:54.773388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cbe72-a359-4a46-9cea-c5cec14e6ed7 req-9e8829fa-84b6-463b-8a7d-ab29186033ea tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:54.779723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9cbe72-a359-4a46-9cea-c5cec14e6ed7 req-9e8829fa-84b6-463b-8a7d-ab29186033ea tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1187313 Feb 15 01:55:54.872813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9cbe72-a359-4a46-9cea-c5cec14e6ed7 req-8a7cbcc2-8c11-4e34-9f60-23b16c97d5e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869906 Feb 15 01:55:54.914854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:55.009512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Network 38af93c2-e797-4646-8974-0571df76f8ed is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:55:55.015054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:55:55.032070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:55:55.091998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60c03-1b18-4a37-bfbf-3db34be4089f req-370fedac-deee-477f-9a65-d4948e0caa6f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:55.093765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7db60c03-1b18-4a37-bfbf-3db34be4089f req-370fedac-deee-477f-9a65-d4948e0caa6f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1088581 Feb 15 01:55:55.183792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7db60c03-1b18-4a37-bfbf-3db34be4089f req-7820fbae-b2bf-477a-ab23-4e4ca76916d5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 Feb 15 01:55:55.193391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Pushing event updated for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:55.225413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:55.226193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:55.320622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-9f29a251-a533-4129-8887-464b142dab8a tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6656039 Feb 15 01:55:55.334513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Request body: {'port': {'device_id': '25e45522-b2e3-4958-8396-e472e90be5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:55.343973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9edd9-cc89-4dd3-93ee-b17d594e5f2f req-1b5c06d4-2a64-4345-a23f-e37adbaf66f0 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:55.351850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd9edd9-cc89-4dd3-93ee-b17d594e5f2f req-1b5c06d4-2a64-4345-a23f-e37adbaf66f0 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 931 time: 0.0939612 Feb 15 01:55:55.418718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6dd9edd9-cc89-4dd3-93ee-b17d594e5f2f req-46bc314d-8e85-4db5-b649-6a9f137c4068 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 Feb 15 01:55:55.454032 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37738abb-3048-453a-9008-4dbcc3458db6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:55.630111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2faf5-59be-4ea5-96d3-66a550cd924c req-c3c41b32-63a9-4709-805a-dd5e36e5dc3f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:55.648915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9b2faf5-59be-4ea5-96d3-66a550cd924c req-c3c41b32-63a9-4709-805a-dd5e36e5dc3f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1555672 Feb 15 01:55:55.778446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9b2faf5-59be-4ea5-96d3-66a550cd924c req-ef17ae74-e762-4641-96a0-0efb35aec72a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285076 Feb 15 01:55:55.925437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c12a269-7a9c-4449-94b9-d6f0b6786e4f req-7861bf94-8b36-42ae-a050-bd05c68ef8ed tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0424304 Feb 15 01:55:55.935733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.109537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea059-3461-498d-91fb-989e77822818 req-2da6416b-10cf-4c68-88ee-a8885b219b2e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:56.117708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d68ea059-3461-498d-91fb-989e77822818 req-2da6416b-10cf-4c68-88ee-a8885b219b2e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1298895 Feb 15 01:55:56.134601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b172-90ef-482d-a515-f2b5ccdd524b req-4a23d8d9-bfff-45e0-b174-c612360fe3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:56.137459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e876b172-90ef-482d-a515-f2b5ccdd524b req-4a23d8d9-bfff-45e0-b174-c612360fe3d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.4971366 Feb 15 01:55:56.175048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37738abb-3048-453a-9008-4dbcc3458db6 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:55:56.185298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d68ea059-3461-498d-91fb-989e77822818 req-1054bb7c-e3e6-4f60-a66e-709984a68901 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603127 Feb 15 01:55:56.186748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks [] for port (37738abb-3048-453a-9008-4dbcc3458db6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.215373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Transition to ACTIVE for port object 37738abb-3048-453a-9008-4dbcc3458db6 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:55:56.238701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e876b172-90ef-482d-a515-f2b5ccdd524b req-0705649b-cf04-40da-aaf7-6a965e4ba93e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882270 Feb 15 01:55:56.315345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.404934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Pushing event updated for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:56.548548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Attempting to bind port 37738abb-3048-453a-9008-4dbcc3458db6 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:55:56.548888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Attempting to bind port 37738abb-3048-453a-9008-4dbcc3458db6 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'bf927e74-1cb7-4809-b712-340999b82b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:55:56.549223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Attempting to bind port 37738abb-3048-453a-9008-4dbcc3458db6 on network 38af93c2-e797-4646-8974-0571df76f8ed {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:56.554055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Port 37738abb-3048-453a-9008-4dbcc3458db6 on network 38af93c2-e797-4646-8974-0571df76f8ed not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:55:56.554376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Attempting to bind port 37738abb-3048-453a-9008-4dbcc3458db6 on network 38af93c2-e797-4646-8974-0571df76f8ed {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:55:56.564696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2562ec18-367e-4fa6-825b-7e0462b8dab3 req-8827127c-4f35-43f8-a44d-2deeee4329a8 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98&device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0478776 Feb 15 01:55:56.576245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:55:56.576621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Checking segment: {'id': 'bf927e74-1cb7-4809-b712-340999b82b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:55:56.577006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Bound using segment: {'id': 'bf927e74-1cb7-4809-b712-340999b82b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:55:56.577436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Bound port: 37738abb-3048-453a-9008-4dbcc3458db6, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf927e74-1cb7-4809-b712-340999b82b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:55:56.577793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37738abb-3048-453a-9008-4dbcc3458db6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.658150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:55:56.668059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37738abb-3048-453a-9008-4dbcc3458db6,segment=NetworkSegment(bf927e74-1cb7-4809-b712-340999b82b39),segment_id=bf927e74-1cb7-4809-b712-340999b82b39)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:55:56.711701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c5d3-eded-4754-bf15-a930d78f4f01 req-a43d25f0-1640-4f41-a39d-3629dc2f3140 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:56.716594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55c1c5d3-eded-4754-bf15-a930d78f4f01 req-a43d25f0-1640-4f41-a39d-3629dc2f3140 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0723820 Feb 15 01:55:56.774179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55c1c5d3-eded-4754-bf15-a930d78f4f01 req-1db6c714-ebfa-423b-b256-51f4b0c43e93 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Feb 15 01:55:56.826847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.897942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:56.898564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:56.899973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] 10.222.0.37 "PUT /v2.0/ports/37738abb-3048-453a-9008-4dbcc3458db6 HTTP/1.1" status: 200 len: 1092 time: 1.5708017 Feb 15 01:55:56.900450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:55:56.903259 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8317c925-aa7a-4ff2-88ec-56dac060587d" -d '{"events": [{"name": "network-changed", "server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "tag": "37738abb-3048-453a-9008-4dbcc3458db6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:55:56.960913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca59c3f-dd73-4b8e-8d0f-d22be6f7b80f service neutron] Pushing event updated for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:55:56.970022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276d8d-b8e1-4985-8da4-c404441a64d7 req-88da7cca-f31a-48d3-b547-27a6957ec3e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:56.980989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50276d8d-b8e1-4985-8da4-c404441a64d7 req-88da7cca-f31a-48d3-b547-27a6957ec3e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1363246 Feb 15 01:55:56.981577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:55:56.992129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'floatingip': {'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:55:57.148845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f0da-f1ea-4652-9aba-980aee035a72 req-4c794f3c-da8f-48cb-b550-13fa9174803f tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:57.157033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e625f0da-f1ea-4652-9aba-980aee035a72 req-4c794f3c-da8f-48cb-b550-13fa9174803f tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 943 time: 0.1228793 Feb 15 01:55:57.189750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:57.256760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e625f0da-f1ea-4652-9aba-980aee035a72 req-59ba1d62-8a49-4e0d-b2c3-a075cef42751 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Feb 15 01:55:57.290497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-54941850-0e58-4d1c-8943-cba06cb3f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:57.293807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-54941850-0e58-4d1c-8943-cba06cb3f9d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73147f4aef4949f09875f3884bfc17c1&device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 1126 time: 0.1873779 Feb 15 01:55:57.375362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:57.392570 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-a9ecd981-8be6-4024-9dd0-91dc02706666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37738abb-3048-453a-9008-4dbcc3458db6 HTTP/1.1" status: 200 len: 217 time: 0.0903866 Feb 15 01:55:57.553120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-224264ca-fac6-428f-b379-c66efc5dc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:57.554801 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-224264ca-fac6-428f-b379-c66efc5dc4cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd1fc193-450f-451d-85f5-6d515dcb34e0 HTTP/1.1" status: 200 len: 853 time: 0.1475928 Feb 15 01:55:57.607568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-86df5ab8-6d04-466e-8233-cf6702907a66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38af93c2-e797-4646-8974-0571df76f8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385547 Feb 15 01:55:57.853806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1da8-ffe7-42e7-a6d4-288aabc2b5b6 req-5db1ea7f-157c-4907-8a25-c0cc9dc74907 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:57.855989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-434c1da8-ffe7-42e7-a6d4-288aabc2b5b6 req-5db1ea7f-157c-4907-8a25-c0cc9dc74907 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0800624 Feb 15 01:55:57.865167 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-719d28e6-4d8e-433d-9ad8-779ea71be4f0 req-681ca294-06a0-48bf-94fa-11199106b76f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6df4518cadc744249662d4b1f33600f0&device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0433450 Feb 15 01:55:57.869605 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-94af1d6f-a61e-4a9e-8cb0-add32ed2312a service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554457 Feb 15 01:55:57.921964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-434c1da8-ffe7-42e7-a6d4-288aabc2b5b6 req-39b1d26f-07dc-4f25-9be9-2c88f6f36861 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Feb 15 01:55:57.946650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-719d28e6-4d8e-433d-9ad8-779ea71be4f0 req-1a4f3e93-1f16-4517-968e-5b93b7e34a39 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6df4518cadc744249662d4b1f33600f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732603 Feb 15 01:55:57.989071 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2f33e-478f-471e-af0d-0688a1313db4 x-openstack-request-id: req-98a2f33e-478f-471e-af0d-0688a1313db4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:55:57.989361 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "tag": "37738abb-3048-453a-9008-4dbcc3458db6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:55:57.989604 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98a2f33e-478f-471e-af0d-0688a1313db4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:55:57.990000 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6', 'status': 'completed', 'code': 200} Feb 15 01:55:58.055772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fce3ecb-cf35-4b1b-92e5-cbbb3044c47c req-17781ae0-14cd-45a0-bbe5-e63e1cb64555 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0310402 Feb 15 01:55:58.215259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3598-c013-459a-bb58-7c098053b680 req-a36bd6bf-2d69-4aa7-895a-cded20e82bc7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:58.215259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d8e3598-c013-459a-bb58-7c098053b680 req-a36bd6bf-2d69-4aa7-895a-cded20e82bc7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0846786 Feb 15 01:55:58.266415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d8e3598-c013-459a-bb58-7c098053b680 req-d34affcb-bea0-40e5-a334-38fbc0a3dd13 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503993 Feb 15 01:55:58.428168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:55:58.542022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:55:58.583763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3ac64c9a-303a-475b-bfe1-547c4514b870 req-6b426daf-6918-4781-baf9-15020b42b9be service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959462 Feb 15 01:55:58.589985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d28e6-4d8e-433d-9ad8-779ea71be4f0 req-7e3a3a0d-a91a-49df-a14d-b7e85afc4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:58.591770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-719d28e6-4d8e-433d-9ad8-779ea71be4f0 req-7e3a3a0d-a91a-49df-a14d-b7e85afc4693 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6195860 Feb 15 01:55:58.609795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1791fa8-97d8-46fa-8f2d-2f993d9369c5 req-37cbaed2-5c63-4b05-a064-e19de1a2bf7d tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:58.620532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1791fa8-97d8-46fa-8f2d-2f993d9369c5 req-37cbaed2-5c63-4b05-a064-e19de1a2bf7d tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 943 time: 0.0804446 Feb 15 01:55:58.635281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:58.682212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1791fa8-97d8-46fa-8f2d-2f993d9369c5 req-bf69d8b3-6448-4134-ac4e-e563951a51d7 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618238 Feb 15 01:55:58.739515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:55:58.932115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-bec01176-1c19-49c4-9c25-689cc569f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:58.934635 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-bec01176-1c19-49c4-9c25-689cc569f2e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73147f4aef4949f09875f3884bfc17c1&device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 1126 time: 0.1464503 Feb 15 01:55:58.940431 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Floating IP 10370292-52af-4bf4-8eb0-13ebde275bc4 associated. External IP: 172.25.2.95, port: 5d3cb126-7ca6-4c99-8194-fecf9e8b10db. Feb 15 01:55:59.079379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-01bf305b-5aad-4ce0-bcbd-d9c3816aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.080947 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-01bf305b-5aad-4ce0-bcbd-d9c3816aa6c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38af93c2-e797-4646-8974-0571df76f8ed HTTP/1.1" status: 200 len: 914 time: 0.1347718 Feb 15 01:55:59.124713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21b6f-bfca-48d0-8e6c-a4def599418e req-90d9d2da-66c6-46ac-a48a-3314e9f5f56f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.133700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faa21b6f-bfca-48d0-8e6c-a4def599418e req-90d9d2da-66c6-46ac-a48a-3314e9f5f56f tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0797775 Feb 15 01:55:59.203416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faa21b6f-bfca-48d0-8e6c-a4def599418e req-75689331-7dbf-4421-97f3-dd01d17b9e1e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Feb 15 01:55:59.238854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-1b107f02-585b-4a2c-b1c3-028e7690cbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37738abb-3048-453a-9008-4dbcc3458db6 HTTP/1.1" status: 200 len: 217 time: 0.0887034 Feb 15 01:55:59.331962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07d54153-8d6a-49fc-b005-03a8e23c9b9e req-3a2791d8-85b2-400a-8d4b-08333ba1a023 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0553665 Feb 15 01:55:59.338811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-d10acee0-5956-4b09-ae8a-8331d312587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.340233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-d10acee0-5956-4b09-ae8a-8331d312587c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 1128 time: 0.1899018 Feb 15 01:55:59.361084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-57c57ec4-157d-4604-bdab-c7fc23eeb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.362565 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-57c57ec4-157d-4604-bdab-c7fc23eeb97c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd1fc193-450f-451d-85f5-6d515dcb34e0 HTTP/1.1" status: 200 len: 853 time: 0.1232848 Feb 15 01:55:59.449399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-5cf43649-7157-4134-9803-2d934850e462 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38af93c2-e797-4646-8974-0571df76f8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714834 Feb 15 01:55:59.529687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc55bf-332c-4514-822b-7da93f9d3cfd req-ee7b3323-572a-4344-9cc5-1fa765eec292 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.531793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2bc55bf-332c-4514-822b-7da93f9d3cfd req-ee7b3323-572a-4344-9cc5-1fa765eec292 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1206648 Feb 15 01:55:59.601212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2bc55bf-332c-4514-822b-7da93f9d3cfd req-460b81f6-a210-4672-b52b-31729abe97fb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Feb 15 01:55:59.700195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-d7ce2d47-99da-4d24-8cdd-ff698ba4e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.701866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-d7ce2d47-99da-4d24-8cdd-ff698ba4e06c service neutron] 10.222.0.31 "GET /v2.0/networks?id=43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 200 len: 919 time: 0.3528435 Feb 15 01:55:59.780612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-aca2a0f7-25b8-44c5-88af-2bc510d497e1 service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699049 Feb 15 01:55:59.786128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-fe81ec64-9d0a-42e5-8b84-aa1c25b1e5c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 200 len: 217 time: 0.0708592 Feb 15 01:55:59.808839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:55:59.839969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edabbf-598e-42d9-9e1a-e3c6c76face8 req-42111a50-c108-4e50-a9ce-1c7c0a57a700 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:55:59.848021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26edabbf-598e-42d9-9e1a-e3c6c76face8 req-42111a50-c108-4e50-a9ce-1c7c0a57a700 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 943 time: 0.0740573 Feb 15 01:55:59.927037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-719d28e6-4d8e-433d-9ad8-779ea71be4f0 req-126df3ad-f5cb-4d5e-b076-1376eac5b94d tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.31 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0460615 Feb 15 01:55:59.941611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26edabbf-598e-42d9-9e1a-e3c6c76face8 req-045140e3-9886-43bb-85b6-ba14c86b54ad tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924380 Feb 15 01:56:00.031365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-34a3aa72-4abf-45b4-b60f-dc604fb8a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:00.033374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-34a3aa72-4abf-45b4-b60f-dc604fb8a835 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 200 len: 858 time: 0.2350228 Feb 15 01:56:00.102916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8317c925-aa7a-4ff2-88ec-56dac060587d req-d1974b9b-3fec-4336-9751-00ebf52813eb service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148220 Feb 15 01:56:00.206988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:56:00.222950 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:56:00.242094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:00.245001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:56:00.247298 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:00.329048 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6cc14b08-6499-45f4-affc-b7c98c1b1a5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "PUT /v2.0/floatingips/10370292-52af-4bf4-8eb0-13ebde275bc4 HTTP/1.1" status: 200 len: 991 time: 3.3467813 Feb 15 01:56:00.367311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:00.369917 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81989d05-aa27-482c-a228-7aecd97b620e" -d '{"events": [{"name": "network-changed", "server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:00.374661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-c788e212-5402-41b3-be74-f9b3dcfaf166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43a8a90e-4b3e-4add-b5b3-adecd461dda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871346 Feb 15 01:56:00.437157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9484-6fc6-4343-b2ec-5636944d8263 req-9f9b0917-1240-4e04-8a06-0a560302fa50 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:00.452332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9ba9484-6fc6-4343-b2ec-5636944d8263 req-9f9b0917-1240-4e04-8a06-0a560302fa50 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.1151273 Feb 15 01:56:00.479630 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:56:00.499931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-26bbadbd-e13e-4836-bd3c-cfff4ad3e03a service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183798 Feb 15 01:56:00.559540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9ba9484-6fc6-4343-b2ec-5636944d8263 req-3fc5d4a2-e82f-4956-a1fa-a4015c450c55 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083534 Feb 15 01:56:00.744583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37738abb-3048-453a-9008-4dbcc3458db6 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:56:00.818249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0d61b43b-d5ec-4a75-b883-21adf0a6dc70 req-7bdd6082-18bb-4901-8307-b89e6fb1700d service neutron] 10.222.0.31 "GET /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901642 Feb 15 01:56:00.923061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-411b6fe4-aa2b-4d1a-bee2-1fd6eef27112 req-1b3929c2-f517-4383-92a7-1c32fdb5fca6 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=97209e94-d0d3-4c14-a81d-1a262a577d98 HTTP/1.1" status: 200 len: 210 time: 0.0653505 Feb 15 01:56:01.018260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37738abb-3048-453a-9008-4dbcc3458db6,segment=NetworkSegment(bf927e74-1cb7-4809-b712-340999b82b39),segment_id=bf927e74-1cb7-4809-b712-340999b82b39)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:01.032676 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4898f9a-2edc-4d22-8555-79931ba3d867 x-openstack-request-id: req-e4898f9a-2edc-4d22-8555-79931ba3d867 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:01.032937 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:01.033196 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4898f9a-2edc-4d22-8555-79931ba3d867 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:01.033659 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'status': 'completed', 'code': 200} Feb 15 01:56:01.044610 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '10370292-52af-4bf4-8eb0-13ebde275bc4', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217014c-286a-4373-a0fc-bef05193e1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:55:37Z', 'updated_at': '2022-02-15T01:55:58Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:01.046431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '37738abb-3048-453a-9008-4dbcc3458db6', 'network_id': '38af93c2-e797-4646-8974-0571df76f8ed', 'port_id': '37738abb-3048-453a-9008-4dbcc3458db6', 'mac_address': 'fa:16:3e:e4:bd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1fc193-450f-451d-85f5-6d515dcb34e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:56:01.124320 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:56:01.156834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:56:01.159982 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:55:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:01.172410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989d05-aa27-482c-a228-7aecd97b620e req-e740f7f0-bf2e-4d78-8bfc-fa85358c65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:01.174813 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-e740f7f0-bf2e-4d78-8bfc-fa85358c65eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1129 time: 0.1122854 Feb 15 01:56:01.244034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 37738abb-3048-453a-9008-4dbcc3458db6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:01.245772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37738abb-3048-453a-9008-4dbcc3458db6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:01.283276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37738abb-3048-453a-9008-4dbcc3458db6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:01.346523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:56:01.351461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37738abb-3048-453a-9008-4dbcc3458db6,segment=NetworkSegment(bf927e74-1cb7-4809-b712-340999b82b39),segment_id=bf927e74-1cb7-4809-b712-340999b82b39)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:01.397459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f417-98d4-41fd-b2a5-a5a747b72c51 req-049e4e68-831d-4dfb-a5c6-c22c215cd686 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:01.399082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcf5f417-98d4-41fd-b2a5-a5a747b72c51 req-049e4e68-831d-4dfb-a5c6-c22c215cd686 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1929889 Feb 15 01:56:01.405715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989d05-aa27-482c-a228-7aecd97b620e req-9c283024-7fa7-4184-89c9-c7b708000aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:01.407732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-9c283024-7fa7-4184-89c9-c7b708000aa8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.2263410 Feb 15 01:56:01.422914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:01.521764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcf5f417-98d4-41fd-b2a5-a5a747b72c51 req-61ed3c81-acda-4dbc-9194-0f74f1b7c2ec tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139631 Feb 15 01:56:01.547046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:01.637949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-9f8d2b5a-440c-4fe6-8fbe-0ac603732b75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 999 time: 0.2232709 Feb 15 01:56:01.777055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11e3e3-aadb-405a-800e-daac62ba6bc1 req-899fc84a-1ff1-41e3-8f21-40198e86a1a1 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:01.786373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc11e3e3-aadb-405a-800e-daac62ba6bc1 req-899fc84a-1ff1-41e3-8f21-40198e86a1a1 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 944 time: 0.1563036 Feb 15 01:56:01.793497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['37738abb-3048-453a-9008-4dbcc3458db6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:01.821545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989d05-aa27-482c-a228-7aecd97b620e req-d3ca9c29-9161-424a-8fe1-689fda9cac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:01.830810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-d3ca9c29-9161-424a-8fe1-689fda9cac21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1867959 Feb 15 01:56:01.985835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc11e3e3-aadb-405a-800e-daac62ba6bc1 req-09519568-a8b5-4694-9f01-28b72193d20f tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983907 Feb 15 01:56:02.039502 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '10370292-52af-4bf4-8eb0-13ebde275bc4', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217014c-286a-4373-a0fc-bef05193e1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:55:37Z', 'updated_at': '2022-02-15T01:55:58Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:02.042067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989d05-aa27-482c-a228-7aecd97b620e req-de990007-422b-40c8-9fc7-becda123663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:02.058470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-de990007-422b-40c8-9fc7-becda123663d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2176905 Feb 15 01:56:02.123521 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f9b3d-41a1-4e60-be38-d982f0f5c8bf None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '10370292-52af-4bf4-8eb0-13ebde275bc4', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217014c-286a-4373-a0fc-bef05193e1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:55:37Z', 'updated_at': '2022-02-15T01:55:58Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:56:02.302442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff560e4c-3d19-4120-b478-ed66e087d1ba req-746a5717-496a-4a3a-bbe3-f39b7815fd46 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:02.316863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff560e4c-3d19-4120-b478-ed66e087d1ba req-746a5717-496a-4a3a-bbe3-f39b7815fd46 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.2206111 Feb 15 01:56:02.329083 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-a34fb45b-e219-4f53-ba7f-c853b63d4f79 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578790 Feb 15 01:56:02.427678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff560e4c-3d19-4120-b478-ed66e087d1ba req-8430ca2d-c268-4694-8105-fe607cd79165 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098092 Feb 15 01:56:02.483336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81989d05-aa27-482c-a228-7aecd97b620e req-f32eb6a6-0d66-4fa3-b182-1042bc864ac2 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438224 Feb 15 01:56:02.601269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5721527-6092-4349-92c1-dcb404e22776 None None] New status for floating IP 10370292-52af-4bf4-8eb0-13ebde275bc4: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:56:03.158166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9726f7c-2ce5-4215-b93a-464194f6dca3 req-fdb41b03-66d0-4e07-9a48-783107bd745c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6df4518cadc744249662d4b1f33600f0&device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0648880 Feb 15 01:56:03.207833 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9726f7c-2ce5-4215-b93a-464194f6dca3 req-f3a23f6d-c320-4f78-931d-eb71e7f533ec service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6df4518cadc744249662d4b1f33600f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425460 Feb 15 01:56:03.247670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d6bd-ad73-4cce-9dba-ec468857b777 req-d4a6927b-b1ee-4132-9325-c9afa3af79f4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:03.272917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ce5d6bd-ad73-4cce-9dba-ec468857b777 req-d4a6927b-b1ee-4132-9325-c9afa3af79f4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1341820 Feb 15 01:56:03.376882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ce5d6bd-ad73-4cce-9dba-ec468857b777 req-5010a651-32b9-4a3e-ac97-d1cce8e57268 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030145 Feb 15 01:56:03.467283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726f7c-2ce5-4215-b93a-464194f6dca3 req-96aaddf2-f406-4aeb-bbca-53b229678572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:03.468808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9726f7c-2ce5-4215-b93a-464194f6dca3 req-96aaddf2-f406-4aeb-bbca-53b229678572 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2520030 Feb 15 01:56:03.546797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491239-283b-441e-b817-205c739e6fca req-3326d0e3-88dd-4e7e-ae0c-c282fe14c4f2 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:03.553662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d491239-283b-441e-b817-205c739e6fca req-3326d0e3-88dd-4e7e-ae0c-c282fe14c4f2 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 944 time: 0.0719461 Feb 15 01:56:03.616047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d491239-283b-441e-b817-205c739e6fca req-e930b69c-3125-4246-9bf1-17c162a60309 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611489 Feb 15 01:56:03.735777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85a82889-9ea3-42df-aa3d-267f735be031 req-07914df6-005a-4e27-80fa-9225c4fa15c2 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0458617 Feb 15 01:56:03.864073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aceed-2713-453b-aec2-6b49f61b03ef req-8f06c221-eabf-4640-b83e-26a1dad4f46a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:03.872013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957aceed-2713-453b-aec2-6b49f61b03ef req-8f06c221-eabf-4640-b83e-26a1dad4f46a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0818808 Feb 15 01:56:03.974123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957aceed-2713-453b-aec2-6b49f61b03ef req-8170ba41-f6a9-4cab-ac33-b840d31f8a4d tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868022 Feb 15 01:56:04.774382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37738abb-3048-453a-9008-4dbcc3458db6 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:56:04.940855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 37738abb-3048-453a-9008-4dbcc3458db6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:56:04.946843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 37738abb-3048-453a-9008-4dbcc3458db6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:04.948876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (37738abb-3048-453a-9008-4dbcc3458db6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:05.046430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b9726f7c-2ce5-4215-b93a-464194f6dca3 req-83c64bec-6e49-4f59-acca-9f902bb1be77 tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0911243 Feb 15 01:56:05.284885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 37738abb-3048-453a-9008-4dbcc3458db6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:05.285458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (37738abb-3048-453a-9008-4dbcc3458db6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:05.387955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231f0f3-92c8-4572-bd35-18dd6827d45f req-60854359-73a4-4bec-a582-5430471612b8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:05.396441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2231f0f3-92c8-4572-bd35-18dd6827d45f req-60854359-73a4-4bec-a582-5430471612b8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1565483 Feb 15 01:56:05.478463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37738abb-3048-453a-9008-4dbcc3458db6,segment=NetworkSegment(bf927e74-1cb7-4809-b712-340999b82b39),segment_id=bf927e74-1cb7-4809-b712-340999b82b39)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:05.480325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:05.482387 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfae1d5-95b8-4f28-8c1d-285300bf39ed" -d '{"events": [{"server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "name": "network-vif-plugged", "status": "completed", "tag": "37738abb-3048-453a-9008-4dbcc3458db6"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:05.512795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-34afad43-d54c-4d21-a9d8-bd0eb6715b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:05.518979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-34afad43-d54c-4d21-a9d8-bd0eb6715b05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.2028091 Feb 15 01:56:05.536803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2231f0f3-92c8-4572-bd35-18dd6827d45f req-689aeb73-e2f6-499a-8a7c-c00c7cd0a6da tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354365 Feb 15 01:56:05.565879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:05.711675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:05.806970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-14b8d1ab-ce84-4b3d-9452-207a0f9477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:05.809566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-14b8d1ab-ce84-4b3d-9452-207a0f9477c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2845385 Feb 15 01:56:05.963837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-1b0973f5-ad01-4778-b824-9b1ca314f8a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.1470706 Feb 15 01:56:06.003910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544dbe-5a74-4ef9-8adc-959866349c71 req-5f8b9f9d-aea0-436f-9fbf-ae27300178b8 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:06.016526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9544dbe-5a74-4ef9-8adc-959866349c71 req-5f8b9f9d-aea0-436f-9fbf-ae27300178b8 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.1581922 Feb 15 01:56:06.124972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9544dbe-5a74-4ef9-8adc-959866349c71 req-096b59a0-be71-43bd-8c6b-72774b616697 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040149 Feb 15 01:56:06.170940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-2c9b6abc-15dc-420b-9172-0bc23311c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:06.174755 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-2c9b6abc-15dc-420b-9172-0bc23311c449 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1943960 Feb 15 01:56:06.305090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-a438e0c4-5192-43f2-8f05-0c8414ed6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:06.309269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-a438e0c4-5192-43f2-8f05-0c8414ed6150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1277659 Feb 15 01:56:06.406896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a52035a-7fa3-459c-a030-68dd45852f28 req-d6a21555-2547-40a4-822d-f275e5eb06ec tempest-ServerShowV247Test-777606173 tempest-ServerShowV247Test-777606173-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1db8a62-ef5f-4e67-a960-2afaeaf9bfba HTTP/1.1" status: 200 len: 210 time: 0.0807302 Feb 15 01:56:06.614918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-2260fc43-e98f-421e-a677-4f719970cf08 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989972 Feb 15 01:56:06.678240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48481c09-91e2-4935-940e-6096317eac16 req-e3c94926-f3b5-4465-829c-3fbfd63ce628 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:06.687835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48481c09-91e2-4935-940e-6096317eac16 req-e3c94926-f3b5-4465-829c-3fbfd63ce628 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0875082 Feb 15 01:56:06.765424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48481c09-91e2-4935-940e-6096317eac16 req-1039820d-353c-444c-9269-8571326ce79b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757191 Feb 15 01:56:06.810487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-983a966e-8b83-426b-a8bf-f6a3493b7ac3 req-20b7110d-9852-47bd-b00a-ac85d9f4d7d1 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875780 Feb 15 01:56:06.843886 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb3cfb-9c06-4137-bdcf-ad92ea372c50 x-openstack-request-id: req-b3fb3cfb-9c06-4137-bdcf-ad92ea372c50 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:06.844427 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "name": "network-vif-plugged", "status": "completed", "tag": "37738abb-3048-453a-9008-4dbcc3458db6", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:06.844427 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3fb3cfb-9c06-4137-bdcf-ad92ea372c50 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:06.844812 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6', 'code': 200} Feb 15 01:56:07.046929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e94f-b868-4859-a48e-2156663fdd4e req-a506d747-dd72-4e57-8d45-6128feb20226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:07.048760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c268e94f-b868-4859-a48e-2156663fdd4e req-a506d747-dd72-4e57-8d45-6128feb20226 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 1128 time: 0.1194296 Feb 15 01:56:07.112482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b16d5-b2f7-45c6-8877-19b1b33c2ce6 req-22c52e92-a0ec-4d8f-9bde-3c8d2d4cdcd7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:07.123694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-533b16d5-b2f7-45c6-8877-19b1b33c2ce6 req-22c52e92-a0ec-4d8f-9bde-3c8d2d4cdcd7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1116211 Feb 15 01:56:07.127068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c268e94f-b868-4859-a48e-2156663fdd4e req-deee5f18-fd1b-4f09-878a-9ade29af242d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Feb 15 01:56:07.190218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-533b16d5-b2f7-45c6-8877-19b1b33c2ce6 req-4cbd2083-8047-4d55-aa49-95c0c83fc0b6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654726 Feb 15 01:56:07.423933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d350-d417-490a-949b-79afa5c2fef1 req-666360f5-37cf-4018-a551-e4c3bf920abe tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:07.431916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b6d350-d417-490a-949b-79afa5c2fef1 req-666360f5-37cf-4018-a551-e4c3bf920abe tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.0647063 Feb 15 01:56:07.487391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b6d350-d417-490a-949b-79afa5c2fef1 req-b07e09b1-b7e1-48d7-8694-44d2802b0db4 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Feb 15 01:56:07.932841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205b54c-aef1-4ea8-bfc3-1a618e181bed req-a2366b2f-3f75-40dd-af9a-3f35e050cc16 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:07.944249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3205b54c-aef1-4ea8-bfc3-1a618e181bed req-a2366b2f-3f75-40dd-af9a-3f35e050cc16 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0858867 Feb 15 01:56:08.037625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3205b54c-aef1-4ea8-bfc3-1a618e181bed req-1641962a-bfc7-492b-ad0a-cf9ce775c7e8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916557 Feb 15 01:56:08.240086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:08.406628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4410681-bb17-4f3e-b5c0-fe342dfa5add req-3f043e21-6169-4c91-9df3-0d220e2c415e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:08.420185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4410681-bb17-4f3e-b5c0-fe342dfa5add req-3f043e21-6169-4c91-9df3-0d220e2c415e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1226821 Feb 15 01:56:08.465818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be47eb09-28c6-4a01-8d7f-4c076b0d7456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:08.500873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4410681-bb17-4f3e-b5c0-fe342dfa5add req-4edf9198-bee6-4432-b40b-b546e40e84b1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858991 Feb 15 01:56:08.619144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be47eb09-28c6-4a01-8d7f-4c076b0d7456 admin admin] Publish callbacks [] for security_group (50233758-8a74-418e-ad94-c3a59d8ac9e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:08.740910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e7fa-34b7-4ffc-b277-c191bce6067c req-224d6098-ab21-4e6b-be27-a7629340d319 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:08.753628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c374e7fa-34b7-4ffc-b277-c191bce6067c req-224d6098-ab21-4e6b-be27-a7629340d319 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.0966637 Feb 15 01:56:08.772160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be47eb09-28c6-4a01-8d7f-4c076b0d7456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50233758-8a74-418e-ad94-c3a59d8ac9e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:08.870197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be47eb09-28c6-4a01-8d7f-4c076b0d7456 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6df4518cadc744249662d4b1f33600f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284492 Feb 15 01:56:08.871538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47eb09-28c6-4a01-8d7f-4c076b0d7456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50233758-8a74-418e-ad94-c3a59d8ac9e9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:08.872660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:08.909347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c374e7fa-34b7-4ffc-b277-c191bce6067c req-d91b5323-49ef-4aa8-b287-1cb4a83a6e68 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396494 Feb 15 01:56:08.987997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] Publish callbacks [] for security_group (50233758-8a74-418e-ad94-c3a59d8ac9e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:09.022453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] Publish callbacks [] for security_group (50233758-8a74-418e-ad94-c3a59d8ac9e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:09.034817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568dcd4-19f8-4457-8469-d38225978412 req-1b3745b8-11d1-4a7e-96fa-071e47c61179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:09.036701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-1b3745b8-11d1-4a7e-96fa-071e47c61179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1128 time: 0.0965276 Feb 15 01:56:09.149123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568dcd4-19f8-4457-8469-d38225978412 req-0a31efb7-9b7b-4af1-b3ff-32881cc6b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:09.151133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-0a31efb7-9b7b-4af1-b3ff-32881cc6b786 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.1059666 Feb 15 01:56:09.205877 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-51c70942-0ea2-45d8-af15-77e614dbe6f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.0473096 Feb 15 01:56:09.206472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50233758-8a74-418e-ad94-c3a59d8ac9e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:09.209933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:09.214731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50233758-8a74-418e-ad94-c3a59d8ac9e9 HTTP/1.1" status: 204 len: 168 time: 0.3333061 Feb 15 01:56:09.260323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d8cb1-c51c-4b98-96e5-155646896f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50233758-8a74-418e-ad94-c3a59d8ac9e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:09.300455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568dcd4-19f8-4457-8469-d38225978412 req-49b610c1-194d-4be3-9fa3-aed0b86b3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:09.300455 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-49b610c1-194d-4be3-9fa3-aed0b86b3d02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0832975 Feb 15 01:56:09.332358 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-1f1fa7ed-6395-41c8-919f-0cfcf2444b5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267999 Feb 15 01:56:09.342561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-6474de62-a0f6-4710-a6f5-07d315467001 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:56:09.343659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-6474de62-a0f6-4710-a6f5-07d315467001 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056441 Feb 15 01:56:09.710598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a409894-e6f7-4b1f-b575-2e00473e9741 req-c39c9576-d7f8-4d58-b73b-86f308e2b4b3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:09.728818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a409894-e6f7-4b1f-b575-2e00473e9741 req-c39c9576-d7f8-4d58-b73b-86f308e2b4b3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1000257 Feb 15 01:56:09.805992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a409894-e6f7-4b1f-b575-2e00473e9741 req-8f016caa-9e14-470e-96c7-11351c7ff57c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682988 Feb 15 01:56:09.893194 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-525a6069-8dd7-47a5-b420-1771316a1de2 service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441327 Feb 15 01:56:10.127749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279946e-fef3-4d92-91f9-87bf315e425d req-3badb996-aa29-4848-80d8-0c4f3896f968 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:10.129026 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d568dcd4-19f8-4457-8469-d38225978412 req-01c62833-1eba-4309-95d5-b97a2e7e904d service neutron] 10.222.0.37 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280951 Feb 15 01:56:10.130144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8279946e-fef3-4d92-91f9-87bf315e425d req-3badb996-aa29-4848-80d8-0c4f3896f968 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.0897851 Feb 15 01:56:10.221348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8279946e-fef3-4d92-91f9-87bf315e425d req-7b0a8bc5-ca8b-4137-a5b2-395870c21a02 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731461 Feb 15 01:56:10.559899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:10.701499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-844112853-network', 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:10.778366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:10.804448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-a94c5012-2806-459a-87df-dc89b2364c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:10.820884 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-a94c5012-2806-459a-87df-dc89b2364c87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73147f4aef4949f09875f3884bfc17c1&device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 1128 time: 0.0610924 Feb 15 01:56:10.821066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81068-ebd6-43b6-86e5-ae607f0cdc20 req-3c7f314c-a58e-498d-8e59-1b10306e44ee tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:10.824649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cc81068-ebd6-43b6-86e5-ae607f0cdc20 req-3c7f314c-a58e-498d-8e59-1b10306e44ee tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.1385067 Feb 15 01:56:10.851630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:10.854411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:10.870854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:10.917675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cc81068-ebd6-43b6-86e5-ae607f0cdc20 req-d9984f3d-0415-495d-a66a-f331d200f41e tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917962 Feb 15 01:56:10.993444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:10.994144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.044599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:11.046101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:11.048914 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab560455-8a97-40ce-8b98-3f9c230484e8" -d '{"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-unplugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:11.063409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-367e5d70-79c3-4ed1-94d2-23004dacf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:11.064952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-367e5d70-79c3-4ed1-94d2-23004dacf2f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38af93c2-e797-4646-8974-0571df76f8ed HTTP/1.1" status: 200 len: 914 time: 0.2512345 Feb 15 01:56:11.103840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks [] for security_group (4d980d99-fa6c-490e-8ee5-bc0e57721fa7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.121047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134d4c-0561-4e5e-bb18-3538505d5c45 req-c1f69bc8-5714-4535-b7f2-48dc082c007f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:11.128579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69134d4c-0561-4e5e-bb18-3538505d5c45 req-c1f69bc8-5714-4535-b7f2-48dc082c007f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.1101146 Feb 15 01:56:11.129455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.159661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-8bc56598-d05b-4c16-9726-f587f448a07b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37738abb-3048-453a-9008-4dbcc3458db6 HTTP/1.1" status: 200 len: 217 time: 0.0866244 Feb 15 01:56:11.207568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69134d4c-0561-4e5e-bb18-3538505d5c45 req-16968395-5d95-42ac-b53b-e7f024f18c29 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Feb 15 01:56:11.223189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d980d99-fa6c-490e-8ee5-bc0e57721fa7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.240452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-09774bdc-2195-4774-84d3-e654c3376dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:11.241970 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-09774bdc-2195-4774-84d3-e654c3376dea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd1fc193-450f-451d-85f5-6d515dcb34e0 HTTP/1.1" status: 200 len: 853 time: 0.0750473 Feb 15 01:56:11.268700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:56:11.274946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:11.280028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d980d99-fa6c-490e-8ee5-bc0e57721fa7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:11.286432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4ef55fef-4dd3-481b-966d-f3ee37469f52), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.286899 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Added segment 4ef55fef-4dd3-481b-966d-f3ee37469f52 of type vlan for network 3895a784-a9b3-48f9-b151-bb885ca4a854 Feb 15 01:56:11.331732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-0ff63162-6a53-442b-9fc5-46e13abee957 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38af93c2-e797-4646-8974-0571df76f8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824821 Feb 15 01:56:11.379067 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9110993-36e3-422b-b33b-1df738a9f3b0 x-openstack-request-id: req-f9110993-36e3-422b-b33b-1df738a9f3b0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:11.379347 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-unplugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:11.379607 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9110993-36e3-422b-b33b-1df738a9f3b0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:11.380018 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'code': 200} Feb 15 01:56:11.380690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3895a784-a9b3-48f9-b151-bb885ca4a854), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.438276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-5060144a-e229-486c-ba94-a95c8b4ffc2a service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989997 Feb 15 01:56:11.486909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3895a784-a9b3-48f9-b151-bb885ca4a854), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.487875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:11.488568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:11.536409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8f26e630-2805-4b8d-8bbb-1c84abbb243a req-08893713-f46e-427e-a934-7b2a96a55591 service neutron] 10.222.0.37 "GET /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918391 Feb 15 01:56:11.574291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] Pushing event updated for resources: {'Network': ['ID=3895a784-a9b3-48f9-b151-bb885ca4a854,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:11.585548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:56:11.669546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c1c5aa81-7ebd-4aff-ba42-9347ad9ac478 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1084616 Feb 15 01:56:11.672330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:11.677083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Request body: {'subnet': {'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-844112853-subnet', 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:11.799944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:11.802728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:12.099381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94464-7f5b-4dcc-9606-f14aae7cd870 req-9638ac3b-a1aa-41ac-b947-b2b4b68d6152 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:12.100893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abb94464-7f5b-4dcc-9606-f14aae7cd870 req-9638ac3b-a1aa-41ac-b947-b2b4b68d6152 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.0721092 Feb 15 01:56:12.152362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (65fe05c9-cbb8-4ebe-acd5-103ba5c909d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:12.193616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abb94464-7f5b-4dcc-9606-f14aae7cd870 req-4e389e66-44f4-47f0-a42d-3dae1cb33e7b tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868092 Feb 15 01:56:12.229582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:12.282807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:12.283197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Network hostable DHCP agents. Network: 3895a784-a9b3-48f9-b151-bb885ca4a854, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:56:12.423950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:56:12.481725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c143d8-c8f0-4a41-bdaf-dea4431980bf req-b29235bd-fc75-4cbc-9eb8-7630966ff04d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:12.483978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03c143d8-c8f0-4a41-bdaf-dea4431980bf req-b29235bd-fc75-4cbc-9eb8-7630966ff04d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.1375074 Feb 15 01:56:12.540140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3895a784-a9b3-48f9-b151-bb885ca4a854) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:12.553362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b23209-7e94-47ee-9b23-a210c084c742 None None] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:56:12.556968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:12.558544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:12.598158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03c143d8-c8f0-4a41-bdaf-dea4431980bf req-d16f43c0-9658-4b0e-86f2-18aca088c9d2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060808 Feb 15 01:56:12.657864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db4ff63e-e796-4991-b25d-9d0741f60b51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9843037 Feb 15 01:56:12.776934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf1cc8-8c16-48ce-a978-9930e6b72bf1 None None] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:56:13.272564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e7c9303d-aeec-4c4d-a006-461e42c18e48 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:13.274991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e7c9303d-aeec-4c4d-a006-461e42c18e48 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1301310 Feb 15 01:56:13.301403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-fad78c99-949d-43ea-8d7a-0a26c6d44fb3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0161214 Feb 15 01:56:13.344909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-75491fe2-f73b-4af0-bbdb-77a35b873fa9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424623 Feb 15 01:56:13.461864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-86b6bff7-7706-4ee7-b711-0008f8d8e22b service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159401 Feb 15 01:56:13.606798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-90500843-f587-4560-8f81-7e11eccf2abb service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374302 Feb 15 01:56:14.038174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979062e-24e5-450b-aeaa-bea21bc6f330 req-ab6e30e9-5e5c-4f6f-bddf-aa186a73fba8 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:14.039752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b979062e-24e5-450b-aeaa-bea21bc6f330 req-ab6e30e9-5e5c-4f6f-bddf-aa186a73fba8 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.1127450 Feb 15 01:56:14.120863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b979062e-24e5-450b-aeaa-bea21bc6f330 req-3de8d061-8ea2-4c13-9807-3f39732327b6 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Feb 15 01:56:14.311320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454075d-4ae1-4fd5-ae7d-1b21e44e77c7 req-138efd72-89ca-4823-a398-e9b677e3ae97 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:14.319628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b454075d-4ae1-4fd5-ae7d-1b21e44e77c7 req-138efd72-89ca-4823-a398-e9b677e3ae97 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.0689008 Feb 15 01:56:14.389694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b454075d-4ae1-4fd5-ae7d-1b21e44e77c7 req-5a967f77-2afb-4f40-adf6-a2521957fefa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686316 Feb 15 01:56:14.541356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dce9f8f8-9d53-4b51-8646-f77abf3b87b8 req-293b51a4-49bf-4c76-910f-467cbca92ee5 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 210 time: 0.0432844 Feb 15 01:56:14.550863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:14.755378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2b64c52-06b5-4c8c-aa8f-37e0a4d48831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:14.796880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:14.800054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec6fc-6454-445f-812e-983565662f3d req-fa9999c7-6e05-4a56-b286-90f76afed6a0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:14.807899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ebec6fc-6454-445f-812e-983565662f3d req-fa9999c7-6e05-4a56-b286-90f76afed6a0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.1028519 Feb 15 01:56:14.886574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ebec6fc-6454-445f-812e-983565662f3d req-a80e148b-fccf-4e14-8ad5-52d97cc4190c tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768156 Feb 15 01:56:14.910208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:14.973403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2b64c52-06b5-4c8c-aa8f-37e0a4d48831 admin admin] Publish callbacks [] for security_group (63161fcb-1990-4b81-a58e-6e53e6b65fe9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.087882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2b64c52-06b5-4c8c-aa8f-37e0a4d48831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (63161fcb-1990-4b81-a58e-6e53e6b65fe9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.173733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b64c52-06b5-4c8c-aa8f-37e0a4d48831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63161fcb-1990-4b81-a58e-6e53e6b65fe9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:15.193736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:15.197879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a2b64c52-06b5-4c8c-aa8f-37e0a4d48831 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81977870a35a45ab89bc20359d7a26e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6422255 Feb 15 01:56:15.254686 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.288669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] Publish callbacks [] for security_group (63161fcb-1990-4b81-a58e-6e53e6b65fe9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.317221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] Publish callbacks [] for security_group (63161fcb-1990-4b81-a58e-6e53e6b65fe9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.540627 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (63161fcb-1990-4b81-a58e-6e53e6b65fe9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.544880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:15.549299 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63161fcb-1990-4b81-a58e-6e53e6b65fe9 HTTP/1.1" status: 204 len: 168 time: 0.3506458 Feb 15 01:56:15.570137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53783-e5ea-4200-afe7-c731dd278cf9 req-7841e8b4-537b-460a-b25c-442f168ba530 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:15.571665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f53783-e5ea-4200-afe7-c731dd278cf9 req-7841e8b4-537b-460a-b25c-442f168ba530 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.0707321 Feb 15 01:56:15.592743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c6125-b5e3-4882-b3d1-69c7caf83a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63161fcb-1990-4b81-a58e-6e53e6b65fe9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:15.659967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f53783-e5ea-4200-afe7-c731dd278cf9 req-55078089-4608-4fb2-8c3d-d37a59e7a6ae tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Feb 15 01:56:15.725172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-8f74ee34-7863-426b-a098-b05867f3a73f req-5b33e35f-e606-4e21-90cd-45babcbb6fb2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:56:15.726201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f74ee34-7863-426b-a098-b05867f3a73f req-5b33e35f-e606-4e21-90cd-45babcbb6fb2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058877 Feb 15 01:56:16.111995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8404ac3d-e3d5-493d-9430-631804b17387 req-b146414c-05a5-4921-8785-a6d9b99ded4f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 210 time: 0.0356908 Feb 15 01:56:16.281611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e362a-88f3-414d-a4b9-e83ca538fea6 req-1054e841-e48f-43fe-952f-7aa52b45a526 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:16.284190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a5e362a-88f3-414d-a4b9-e83ca538fea6 req-1054e841-e48f-43fe-952f-7aa52b45a526 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.0648150 Feb 15 01:56:16.344837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a5e362a-88f3-414d-a4b9-e83ca538fea6 req-c7fa5006-db73-4d3a-baae-2dc60e440762 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556185 Feb 15 01:56:16.399865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:16.416111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a753c8-a7f8-41f0-b9d2-f8154657d19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:16.506330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a753c8-a7f8-41f0-b9d2-f8154657d19d admin admin] Publish callbacks [] for security_group (612f6efe-169c-4f3f-9134-909324f383c1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:16.511184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:16.591285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a753c8-a7f8-41f0-b9d2-f8154657d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (612f6efe-169c-4f3f-9134-909324f383c1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:16.634238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-52a753c8-a7f8-41f0-b9d2-f8154657d19d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=903a6efc056d4d0abdef4626488b3f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330589 Feb 15 01:56:16.637844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38258) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:16.639299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a753c8-a7f8-41f0-b9d2-f8154657d19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f6efe-169c-4f3f-9134-909324f383c1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:16.766606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] Publish callbacks [] for security_group (612f6efe-169c-4f3f-9134-909324f383c1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:16.774992 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-5dd5762d-a584-418d-b285-c48270a413d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2626414 Feb 15 01:56:16.795506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-fddb6cce-0050-41fa-81a2-9e667125132d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:56:16.797064 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-fddb6cce-0050-41fa-81a2-9e667125132d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123949 Feb 15 01:56:16.807801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] Publish callbacks [] for security_group (612f6efe-169c-4f3f-9134-909324f383c1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:16.872633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc10cd5-f252-4660-b458-939297cca581 req-1e4e8afd-0228-44c1-80ce-806b273e9d83 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:16.876023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfc10cd5-f252-4660-b458-939297cca581 req-1e4e8afd-0228-44c1-80ce-806b273e9d83 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.1407204 Feb 15 01:56:16.983668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfc10cd5-f252-4660-b458-939297cca581 req-2a76190c-7086-4d69-b4a6-8a031990450c tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4052bba-43fd-4214-b787-1fbfded48758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880954 Feb 15 01:56:17.034883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (612f6efe-169c-4f3f-9134-909324f383c1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.041041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.041041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/612f6efe-169c-4f3f-9134-909324f383c1 HTTP/1.1" status: 204 len: 168 time: 0.3998179 Feb 15 01:56:17.055043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14494f50-886f-4852-be87-cae347fcd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f6efe-169c-4f3f-9134-909324f383c1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:17.111374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c048e-2951-4a3d-993f-123fb4b48564 req-aaa00e82-1d30-4a06-b652-4a45c3b7a134 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:17.117490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-034c048e-2951-4a3d-993f-123fb4b48564 req-aaa00e82-1d30-4a06-b652-4a45c3b7a134 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.37 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 945 time: 0.1477475 Feb 15 01:56:17.120161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-d47f69ac-b86a-4a49-9c16-7befb02c80e5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:17.121737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-d47f69ac-b86a-4a49-9c16-7befb02c80e5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports/e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 940 time: 0.2812762 Feb 15 01:56:17.134220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-5befb6d0-00e8-40eb-9f7d-4f92a0ee0af7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:17.137011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-5befb6d0-00e8-40eb-9f7d-4f92a0ee0af7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2791090 Feb 15 01:56:17.168413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:17.343009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccc07232-2d21-48f0-926b-181517edcd9e req-79347be4-277c-4e3c-b24a-96e37a7c29da tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 210 time: 0.0808775 Feb 15 01:56:17.377258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Deleting port 37738abb-3048-453a-9008-4dbcc3458db6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:17.377621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (37738abb-3048-453a-9008-4dbcc3458db6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.460771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:17.466112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.538881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] For port 37738abb-3048-453a-9008-4dbcc3458db6, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=37738abb-3048-453a-9008-4dbcc3458db6,segment=NetworkSegment(bf927e74-1cb7-4809-b712-340999b82b39),segment_id=bf927e74-1cb7-4809-b712-340999b82b39)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:17.539250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (37738abb-3048-453a-9008-4dbcc3458db6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.554814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e3ca-dd74-4c5d-866d-f0afde04d2dd req-5e3d7252-9b01-4869-8e2e-4c12fae52d54 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:17.562420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd66e3ca-dd74-4c5d-866d-f0afde04d2dd req-5e3d7252-9b01-4869-8e2e-4c12fae52d54 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.1039555 Feb 15 01:56:17.580635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Calling delete_port for 37738abb-3048-453a-9008-4dbcc3458db6 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:17.665569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.14 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/4e524917-fbe9-4f5c-b592-c6d176368476) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:56:17.672966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd66e3ca-dd74-4c5d-866d-f0afde04d2dd req-03887167-cbd3-45af-b563-74f2c4ea6d33 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095283 Feb 15 01:56:17.903199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (37738abb-3048-453a-9008-4dbcc3458db6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:17.920226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['37738abb-3048-453a-9008-4dbcc3458db6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:17.935234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Pushing event deleted for resources: {'Port': ['ID=37738abb-3048-453a-9008-4dbcc3458db6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:17.992327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.077900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (4e524917-fbe9-4f5c-b592-c6d176368476), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.232444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.244285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] No DVR routers for this DVR port 37738abb-3048-453a-9008-4dbcc3458db6 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:56:18.254545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.257802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-034c048e-2951-4a3d-993f-123fb4b48564 req-80a78717-8e3f-43a5-a6b7-5fb079f79e51 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.37 "DELETE /v2.0/ports/37738abb-3048-453a-9008-4dbcc3458db6 HTTP/1.1" status: 204 len: 173 time: 1.1104515 Feb 15 01:56:18.258249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'name': 'network-vif-deleted', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:18.260563 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0271228d-8179-409a-8b51-3c0d1385ebe9" -d '{"events": [{"server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "name": "network-vif-deleted", "tag": "37738abb-3048-453a-9008-4dbcc3458db6"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:18.284085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6adfad44-2404-4539-8c68-a6e0674783dc req-72a56243-1fd6-4ac3-b149-dc54f1cac507 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 210 time: 0.0412621 Feb 15 01:56:18.284786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:56:18.290388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:18.294731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:56:18.337121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:18.365187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:18.365902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.484847 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3126f85a-0468-4f5f-b762-c86fd8c6c402 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382180 Feb 15 01:56:18.498686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Request body: {'port': {'device_id': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:18.502018 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7513f41-96d5-4d72-bbb0-56a3ce8aed20 x-openstack-request-id: req-d7513f41-96d5-4d72-bbb0-56a3ce8aed20 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:18.502383 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e45522-b2e3-4958-8396-e472e90be5d4", "name": "network-vif-deleted", "tag": "37738abb-3048-453a-9008-4dbcc3458db6", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:18.502848 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7513f41-96d5-4d72-bbb0-56a3ce8aed20 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:18.503310 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e45522-b2e3-4958-8396-e472e90be5d4', 'name': 'network-vif-deleted', 'tag': '37738abb-3048-453a-9008-4dbcc3458db6', 'status': 'completed', 'code': 200} Feb 15 01:56:18.576792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.647362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79c2ea-bb28-4c17-95bf-f0f4e6033b2f req-41735d09-1b8b-4c62-928e-55e39ba5f7b1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:18.649289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb79c2ea-bb28-4c17-95bf-f0f4e6033b2f req-41735d09-1b8b-4c62-928e-55e39ba5f7b1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 932 time: 0.0817077 Feb 15 01:56:18.711909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb79c2ea-bb28-4c17-95bf-f0f4e6033b2f req-1b987a95-71f1-4efc-8110-9358bacd714f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Feb 15 01:56:18.902013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91e38-f175-4170-b150-75e08fb295af req-71493dca-c8a9-4fac-8962-0171ed0ef0d8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:18.903635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3e91e38-f175-4170-b150-75e08fb295af req-71493dca-c8a9-4fac-8962-0171ed0ef0d8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.0796077 Feb 15 01:56:18.915895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e524917-fbe9-4f5c-b592-c6d176368476 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:18.924109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks [] for port (4e524917-fbe9-4f5c-b592-c6d176368476), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:18.936764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Transition to ACTIVE for port object 4e524917-fbe9-4f5c-b592-c6d176368476 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:56:18.951912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3e91e38-f175-4170-b150-75e08fb295af req-31c520e7-fbd1-4737-baac-92053e95a73a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Feb 15 01:56:19.041630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.139395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Pushing event updated for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:19.167872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-c742c3ad-63d7-49a9-a72a-cb84640ec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:19.169449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-c742c3ad-63d7-49a9-a72a-cb84640ec9d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681&tenant_id=03817c6254a84c47a0a4da6e8dc3405d HTTP/1.1" status: 200 len: 1126 time: 0.1580045 Feb 15 01:56:19.194785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:19.279323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Attempting to bind port 4e524917-fbe9-4f5c-b592-c6d176368476 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:56:19.279672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Attempting to bind port 4e524917-fbe9-4f5c-b592-c6d176368476 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:56:19.280007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Attempting to bind port 4e524917-fbe9-4f5c-b592-c6d176368476 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:19.303515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.311659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Port 4e524917-fbe9-4f5c-b592-c6d176368476 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:56:19.311993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Attempting to bind port 4e524917-fbe9-4f5c-b592-c6d176368476 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:19.340839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:56:19.341089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:19.341479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:56:19.341917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Bound port: 4e524917-fbe9-4f5c-b592-c6d176368476, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:56:19.342276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.448655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2da4644e-a23b-41cc-ab7d-8a50b9a74378 req-e4b7c5d9-3aa9-42df-a13c-4397b0faa813 tempest-InstanceActionsTestJSON-11120531 tempest-InstanceActionsTestJSON-11120531-project] 10.222.0.43 "GET /v2.0/ports?device_id=25e45522-b2e3-4958-8396-e472e90be5d4 HTTP/1.1" status: 200 len: 210 time: 0.0419707 Feb 15 01:56:19.530102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:56:19.537843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e524917-fbe9-4f5c-b592-c6d176368476,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:56:19.644908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:19.658986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.709696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:19.710333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.713782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e524917-fbe9-4f5c-b592-c6d176368476 HTTP/1.1" status: 200 len: 1093 time: 1.2190673 Feb 15 01:56:19.722327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:19.725439 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41def332-0748-4514-a35a-ea38f3418822" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:19.785525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:56:19.812547 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0979c04-fb74-4216-90ec-8348184b7b4b x-openstack-request-id: req-a0979c04-fb74-4216-90ec-8348184b7b4b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:19.812813 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:19.813156 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0979c04-fb74-4216-90ec-8348184b7b4b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:19.814174 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476', 'status': 'completed', 'code': 200} Feb 15 01:56:19.877961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ae4c4-aa4b-42e3-9859-42dc720a4721 service neutron] Pushing event updated for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:19.910842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:19.922897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks [] for port (e542e620-b535-4322-bc6d-e0860ff036b7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:19.932954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573c108-54e8-4617-953b-3eee471f5770 req-75e735a5-3ba9-425e-9e50-7e4600a30aab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:19.948325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f573c108-54e8-4617-953b-3eee471f5770 req-75e735a5-3ba9-425e-9e50-7e4600a30aab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 944 time: 0.0786877 Feb 15 01:56:19.948473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def332-0748-4514-a35a-ea38f3418822 req-a82cede7-04ec-460c-98c9-f2451d53706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:19.948473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41def332-0748-4514-a35a-ea38f3418822 req-a82cede7-04ec-460c-98c9-f2451d53706c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 1127 time: 0.1318505 Feb 15 01:56:19.948473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Transition to ACTIVE for port object e542e620-b535-4322-bc6d-e0860ff036b7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:56:20.009742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f573c108-54e8-4617-953b-3eee471f5770 req-28e9011a-d25d-4edd-b504-d9f0e7c94e00 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 Feb 15 01:56:20.056738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.132959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:20.153734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] No DVR routers for this DVR port e542e620-b535-4322-bc6d-e0860ff036b7 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:56:20.155717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dd25c-bd67-4ef3-8b71-37adda2ea4eb req-9dfc0731-4d4d-4c75-a0b7-48fb035ec1f6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.157353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-473dd25c-bd67-4ef3-8b71-37adda2ea4eb req-9dfc0731-4d4d-4c75-a0b7-48fb035ec1f6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 943 time: 0.0929620 Feb 15 01:56:20.199672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def332-0748-4514-a35a-ea38f3418822 req-ebc23464-02b0-428a-9a2d-90c6fc51571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.201215 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41def332-0748-4514-a35a-ea38f3418822 req-ebc23464-02b0-428a-9a2d-90c6fc51571a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2442794 Feb 15 01:56:20.213643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-473dd25c-bd67-4ef3-8b71-37adda2ea4eb req-5cc4f4e9-481e-4e8c-b52a-547b95ead8fa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Feb 15 01:56:20.219907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:56:20.225409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:56:20.225409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:20.234910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:56:20.235089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Attempting to bind port e542e620-b535-4322-bc6d-e0860ff036b7 on network f3bbb946-a9df-46b0-82cf-af0bb67a98a8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:20.271566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:56:20.271915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Checking segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:20.272322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Bound using segment: {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:56:20.272768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Bound port: e542e620-b535-4322-bc6d-e0860ff036b7, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728973c1-cb51-401d-8e75-bdea964dc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:56:20.273240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.368652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def332-0748-4514-a35a-ea38f3418822 req-0ddfb8e7-9354-4d2d-ad00-91df00c6ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.370736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-41def332-0748-4514-a35a-ea38f3418822 req-0ddfb8e7-9354-4d2d-ad00-91df00c6ebc0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622198 Feb 15 01:56:20.373909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:56:20.389396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:56:20.458395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-074dad3b-4f67-4ff0-8d34-4add981ac7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.460973 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-074dad3b-4f67-4ff0-8d34-4add981ac7ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 1127 time: 0.0534544 Feb 15 01:56:20.462805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.518948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.520210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.521924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] 10.222.0.31 "PUT /v2.0/ports/e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 1092 time: 1.3353062 Feb 15 01:56:20.556605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:20.593047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-c3798443-7ca3-4411-97b4-57a07702de76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e524917-fbe9-4f5c-b592-c6d176368476 HTTP/1.1" status: 200 len: 217 time: 0.1130347 Feb 15 01:56:20.603287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Deleting subnet fd1fc193-450f-451d-85f5-6d515dcb34e0 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:56:20.607843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Publish callbacks [] for subnet (fd1fc193-450f-451d-85f5-6d515dcb34e0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.652963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (fd1fc193-450f-451d-85f5-6d515dcb34e0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.664499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-4dc85c46-231a-44c1-bd46-d09ae44ae31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.666017 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-4dc85c46-231a-44c1-bd46-d09ae44ae31f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1127 time: 0.1043620 Feb 15 01:56:20.669341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58737fb5-31a7-4c3e-a90c-ae240eea13bf service neutron] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:20.717937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (fd1fc193-450f-451d-85f5-6d515dcb34e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.772016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-792f8536-986d-490b-aa1d-cdb5ae55f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.773640 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-792f8536-986d-490b-aa1d-cdb5ae55f26c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1705537 Feb 15 01:56:20.778416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-004d3c95-ef8e-416c-8813-da794aa53a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.781694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-004d3c95-ef8e-416c-8813-da794aa53a03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.1049659 Feb 15 01:56:20.845020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37738abb-3048-453a-9008-4dbcc3458db6 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:20.859866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-2220b15b-13b5-4ac3-92f1-d55ce3196aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760837 Feb 15 01:56:20.865746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-7c1311ff-5623-4b3f-98a9-ffc6a89393c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.0745673 Feb 15 01:56:20.867954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 37738abb-3048-453a-9008-4dbcc3458db6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:20.868327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 37738abb-3048-453a-9008-4dbcc3458db6 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:20.874563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (fd1fc193-450f-451d-85f5-6d515dcb34e0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.910607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:20.914060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd1fc193-450f-451d-85f5-6d515dcb34e0 HTTP/1.1" status: 204 len: 168 time: 0.3555627 Feb 15 01:56:20.915463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1fc193-450f-451d-85f5-6d515dcb34e0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:20.918447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38400) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:20.926045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-3a87f7ed-d3c9-4b0a-b898-370da1e15ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:20.927515 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-3a87f7ed-d3c9-4b0a-b898-370da1e15ee3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0528193 Feb 15 01:56:20.934606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.935173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.935417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.935993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.936539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.937559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.938065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.938603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.940193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.940764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.941546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.942058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.942409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ed5a6-1927-4ec3-81c6-ead78985938d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:20.991346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8b95-4d53-47bf-8ded-b3128d312c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.020769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (38af93c2-e797-4646-8974-0571df76f8ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.034651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-a64f4ffe-acd2-466b-8ab1-a9c38e5f8b66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812407 Feb 15 01:56:21.165680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-d941c66f-b508-447a-b9ed-f99561fbc481 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983322 Feb 15 01:56:21.181908 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (38af93c2-e797-4646-8974-0571df76f8ed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.206971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-112a70b3-6a74-456b-9d5d-3923981c5da1 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712551 Feb 15 01:56:21.215662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38af93c2-e797-4646-8974-0571df76f8ed']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:21.231531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b526c-da2c-4d2e-bb30-ebe2db8f002d req-013f7fde-13ff-4e27-a1d2-e6ac5acad002 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:21.239085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e86b526c-da2c-4d2e-bb30-ebe2db8f002d req-013f7fde-13ff-4e27-a1d2-e6ac5acad002 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 944 time: 0.1439812 Feb 15 01:56:21.250969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf927e74-1cb7-4809-b712-340999b82b39') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:21.251540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf927e74-1cb7-4809-b712-340999b82b39') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:21.278225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (bf927e74-1cb7-4809-b712-340999b82b39), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.303061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bf927e74-1cb7-4809-b712-340999b82b39), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.316593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:56:21.318220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (bf927e74-1cb7-4809-b712-340999b82b39), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:56:21.319011 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:56:21.332339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e86b526c-da2c-4d2e-bb30-ebe2db8f002d req-130eb263-d33f-4d62-ac75-af535d91bb24 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913179 Feb 15 01:56:21.373158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-535ff351-c0b9-4a07-8928-3b3f91aef838 req-3552b5b3-0b92-44ee-bd65-7bf59abd88de service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988828 Feb 15 01:56:21.387841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-2efe9d43-10ae-4443-a7bc-11ab0c350cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508188 Feb 15 01:56:21.496970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b1b6a-5cc7-4258-bc8c-133dbee0a454 req-79c4db47-3bb4-416d-8489-17527a0a3d39 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:21.498918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b6b1b6a-5cc7-4258-bc8c-133dbee0a454 req-79c4db47-3bb4-416d-8489-17527a0a3d39 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.0667543 Feb 15 01:56:21.500058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (38af93c2-e797-4646-8974-0571df76f8ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.505191 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:21.508778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/38af93c2-e797-4646-8974-0571df76f8ed HTTP/1.1" status: 204 len: 168 time: 0.5891833 Feb 15 01:56:21.523871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d15b49-9c53-48b6-bcff-c6358528e6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=38af93c2-e797-4646-8974-0571df76f8ed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:21.583859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b6b1b6a-5cc7-4258-bc8c-133dbee0a454 req-06c8fe7a-0645-42e9-8630-f4c660b0e651 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620687 Feb 15 01:56:21.814685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:21.817603 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45de59e4-953a-4cc1-b9b7-0a22bff680b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:21.901893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:21.967729 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347d5404-843d-4789-ace8-e4d9e0f2bd73 x-openstack-request-id: req-347d5404-843d-4789-ace8-e4d9e0f2bd73 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:21.967729 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:21.968021 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-347d5404-843d-4789-ace8-e4d9e0f2bd73 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:21.968428 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'status': 'completed', 'code': 200} Feb 15 01:56:22.030795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55a02388-5fe3-4297-9d0e-6b2a441e3d11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73147f4aef4949f09875f3884bfc17c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253648 Feb 15 01:56:22.031450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:22.107873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-3c92b819-7fcc-4d22-9761-81c1059706c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:22.109610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-3c92b819-7fcc-4d22-9761-81c1059706c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1127 time: 0.1159606 Feb 15 01:56:22.152885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] Publish callbacks [] for security_group (a4052bba-43fd-4214-b787-1fbfded48758), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:22.183011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] Publish callbacks [] for security_group (a4052bba-43fd-4214-b787-1fbfded48758), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:22.317055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-f536a8c0-e42c-499f-9e5e-42625785d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:22.322017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4052bba-43fd-4214-b787-1fbfded48758), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:22.325168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-f536a8c0-e42c-499f-9e5e-42625785d78e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.1879778 Feb 15 01:56:22.325870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:22.337173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4052bba-43fd-4214-b787-1fbfded48758 HTTP/1.1" status: 204 len: 168 time: 0.3022292 Feb 15 01:56:22.375296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfd620-ed7e-4470-bc92-f7459764d31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4052bba-43fd-4214-b787-1fbfded48758,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:22.590946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e404-b8b9-4e31-818b-b6e446ecc666 req-daf02c55-cfa3-4660-98bd-265cb0140f82 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:22.612660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e2e404-b8b9-4e31-818b-b6e446ecc666 req-daf02c55-cfa3-4660-98bd-265cb0140f82 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 944 time: 0.1426964 Feb 15 01:56:22.688277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e2e404-b8b9-4e31-818b-b6e446ecc666 req-5593b1de-da87-4fd2-a129-21df7907a7f9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Feb 15 01:56:22.876576 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-7c952f7d-f433-44c2-85e9-71a150864935 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.1013579 Feb 15 01:56:22.929890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f65c-96d3-4b19-9399-e570379990bd req-f7a72a06-fadb-49f8-9e0f-b3196f90a0c9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:22.945400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d390f65c-96d3-4b19-9399-e570379990bd req-f7a72a06-fadb-49f8-9e0f-b3196f90a0c9 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1616044 Feb 15 01:56:22.989867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-abe35de9-d204-4736-bb6b-4cb310e185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:22.999095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-abe35de9-d204-4736-bb6b-4cb310e185a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.0723114 Feb 15 01:56:23.017247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d390f65c-96d3-4b19-9399-e570379990bd req-85a5d357-6f46-411c-8284-bad9a7fc2728 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Feb 15 01:56:23.070648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-9e580aed-5051-4699-9f06-0c965efbbc87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544856 Feb 15 01:56:23.241049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-7391f1f7-7ba9-4a25-a2ea-dc33c02c8dbb service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699710 Feb 15 01:56:23.311559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f450bc63-513e-47e5-b3a8-ff7e77837e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:23.563752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-45de59e4-953a-4cc1-b9b7-0a22bff680b9 req-ab7b4091-5c31-4c2f-a26e-33db2ee64355 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628167 Feb 15 01:56:23.835821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecb515-abf0-4b73-bef0-ee889098d6ae req-2acf0215-771f-4a86-82fc-0ee64d6305d0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:23.843104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcecb515-abf0-4b73-bef0-ee889098d6ae req-2acf0215-771f-4a86-82fc-0ee64d6305d0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 944 time: 0.0737960 Feb 15 01:56:23.913762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcecb515-abf0-4b73-bef0-ee889098d6ae req-229c3f18-0440-45cd-8d02-12c68e47021c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642455 Feb 15 01:56:24.317945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9728f-066f-43fe-90c0-57ecdc5b7ade req-6c032769-e0c9-4c03-8fc6-57d709beaa88 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:24.337283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11a9728f-066f-43fe-90c0-57ecdc5b7ade req-6c032769-e0c9-4c03-8fc6-57d709beaa88 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1629043 Feb 15 01:56:24.421692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11a9728f-066f-43fe-90c0-57ecdc5b7ade req-82e24804-8a56-4ca6-b232-9e8cb23ec26a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Feb 15 01:56:24.497055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:24.867413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e524917-fbe9-4f5c-b592-c6d176368476 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:56:25.090611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e524917-fbe9-4f5c-b592-c6d176368476,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:25.097393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '4e524917-fbe9-4f5c-b592-c6d176368476', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': '4e524917-fbe9-4f5c-b592-c6d176368476', 'mac_address': 'fa:16:3e:d6:ff:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:56:25.146568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4e524917-fbe9-4f5c-b592-c6d176368476 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:25.147237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:25.161938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e524917-fbe9-4f5c-b592-c6d176368476 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:25.185820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e524917-fbe9-4f5c-b592-c6d176368476,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:25.200011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5961a-4985-4ba3-8d72-87e96c23228c req-f090b997-9931-447d-87b9-cd9ceb477c72 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:25.202248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92b5961a-4985-4ba3-8d72-87e96c23228c req-f090b997-9931-447d-87b9-cd9ceb477c72 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 944 time: 0.0871711 Feb 15 01:56:25.255535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92b5961a-4985-4ba3-8d72-87e96c23228c req-08ae2946-ea49-4d10-bc97-fdd9338e88b9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Feb 15 01:56:25.291989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:25.519808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:25.537136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.537838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.538349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.538870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.539377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.539866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.540591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.542030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.542769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.543387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.544097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.552753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.553163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:25.625076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:25.806379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075d3d-acb2-4ccb-b1b1-653fc937e2b0 req-5de5e5f8-4f3d-4629-93b8-151c7704af79 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:25.808080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46075d3d-acb2-4ccb-b1b1-653fc937e2b0 req-5de5e5f8-4f3d-4629-93b8-151c7704af79 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1407058 Feb 15 01:56:25.941623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46075d3d-acb2-4ccb-b1b1-653fc937e2b0 req-bcc2ed2b-0162-45eb-ac97-92f9ad76d2e0 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162822 Feb 15 01:56:25.973441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:26.439008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788b2d-fdd2-4b8a-a1eb-42a7acb1de6b req-9264d501-f7d3-4cb0-bcf7-03bfa7443840 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:26.441942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49788b2d-fdd2-4b8a-a1eb-42a7acb1de6b req-9264d501-f7d3-4cb0-bcf7-03bfa7443840 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 945 time: 0.1095712 Feb 15 01:56:26.557449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49788b2d-fdd2-4b8a-a1eb-42a7acb1de6b req-1e363b45-f803-402c-b58e-634c00b7594e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089349 Feb 15 01:56:26.820153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:26.876739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e524917-fbe9-4f5c-b592-c6d176368476 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:56:27.004157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-599d8d26-b5ec-472f-a426-5bfba7f55f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.085216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 4e524917-fbe9-4f5c-b592-c6d176368476 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:56:27.090442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 4e524917-fbe9-4f5c-b592-c6d176368476 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:27.090865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.210412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-599d8d26-b5ec-472f-a426-5bfba7f55f21 admin admin] Publish callbacks [] for security_group (32b0f664-311a-4035-bd8d-54479f1838f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.236898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 4e524917-fbe9-4f5c-b592-c6d176368476 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:27.237310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.251446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d64180-3e1e-4fce-9f3e-a7d59cdad3cb req-a2e9319c-03a5-491a-b015-90fd3ce86d36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:27.261821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87d64180-3e1e-4fce-9f3e-a7d59cdad3cb req-a2e9319c-03a5-491a-b015-90fd3ce86d36 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1666303 Feb 15 01:56:27.303090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-599d8d26-b5ec-472f-a426-5bfba7f55f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (32b0f664-311a-4035-bd8d-54479f1838f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.320095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:27.324913 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00dadb3-69da-410e-bbc6-e3823435c0a5" -d '{"events": [{"server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "name": "network-vif-plugged", "status": "completed", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:27.390729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e524917-fbe9-4f5c-b592-c6d176368476,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:27.392051 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.480402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.480629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-599d8d26-b5ec-472f-a426-5bfba7f55f21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dd7f1497210425f803fca8fd29dd03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592031 Feb 15 01:56:27.483128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:27.483656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d8d26-b5ec-472f-a426-5bfba7f55f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b0f664-311a-4035-bd8d-54479f1838f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:27.536649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87d64180-3e1e-4fce-9f3e-a7d59cdad3cb req-fdcd1060-6ece-47fb-8ab6-d6e2fbda0031 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647099 Feb 15 01:56:27.657339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Publish callbacks [] for security_group (32b0f664-311a-4035-bd8d-54479f1838f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.679565 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f1ba08-f525-43b5-934f-358a5a42de95 x-openstack-request-id: req-73f1ba08-f525-43b5-934f-358a5a42de95 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:27.679916 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "name": "network-vif-plugged", "status": "completed", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:27.680179 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73f1ba08-f525-43b5-934f-358a5a42de95 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:27.681101 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476', 'code': 200} Feb 15 01:56:27.700633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:27.771943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Publish callbacks [] for security_group (32b0f664-311a-4035-bd8d-54479f1838f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.879735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40926-258f-40a5-8ca7-a03f8a318d78 req-e631233d-fc92-480e-b7e2-9121a9544e44 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:27.891852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75b40926-258f-40a5-8ca7-a03f8a318d78 req-e631233d-fc92-480e-b7e2-9121a9544e44 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.1278403 Feb 15 01:56:27.951618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (32b0f664-311a-4035-bd8d-54479f1838f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.954673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:27.956200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32b0f664-311a-4035-bd8d-54479f1838f4 HTTP/1.1" status: 204 len: 168 time: 0.4712710 Feb 15 01:56:27.981921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b0f664-311a-4035-bd8d-54479f1838f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:27.992758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75b40926-258f-40a5-8ca7-a03f8a318d78 req-bd79cc77-3efc-446f-bf43-c6a8b1702a4b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994315 Feb 15 01:56:28.017633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.020939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.024169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.032934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.033591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.034175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.034685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.035424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.035937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.037095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.037605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.038292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.039567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215c85e-eed5-4758-a8b0-3763e1368261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:56:28.114136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d139-45d4-4d34-84a7-a5720c702ce4 req-ef29fe2e-a386-4a72-80be-8a0339880515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:28.120200 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce46d139-45d4-4d34-84a7-a5720c702ce4 req-ef29fe2e-a386-4a72-80be-8a0339880515 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 1129 time: 0.3889580 Feb 15 01:56:28.852601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb62c0-0d51-41b4-8a11-50e5cfb74ec5 req-0ff60b34-574f-4ff4-a3ea-b109ae6f4d7b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:28.870714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bbb62c0-0d51-41b4-8a11-50e5cfb74ec5 req-0ff60b34-574f-4ff4-a3ea-b109ae6f4d7b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1435144 Feb 15 01:56:29.035955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ce46d139-45d4-4d34-84a7-a5720c702ce4 req-06bcfa51-7927-4655-a37d-6adb75d31cd3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125235 Feb 15 01:56:29.075784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bbb62c0-0d51-41b4-8a11-50e5cfb74ec5 req-16d445b5-f700-4948-a48c-2fb60e73f8f7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785314 Feb 15 01:56:29.419929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc314431-ba2a-4ad2-a446-84ecd3d2bdc3 req-b67fc12c-8de2-43cd-a2d1-11f726d53c97 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:29.423341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc314431-ba2a-4ad2-a446-84ecd3d2bdc3 req-b67fc12c-8de2-43cd-a2d1-11f726d53c97 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.1697512 Feb 15 01:56:29.576932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc314431-ba2a-4ad2-a446-84ecd3d2bdc3 req-04934298-496b-4a9c-ad7a-13753e2d17ec tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390429 Feb 15 01:56:30.352721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523226-3479-4737-8ff5-5d53a53af9f3 req-ea800add-b577-47bb-9d51-840b79ff0ad4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:30.361121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de523226-3479-4737-8ff5-5d53a53af9f3 req-ea800add-b577-47bb-9d51-840b79ff0ad4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.1377780 Feb 15 01:56:30.488905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de523226-3479-4737-8ff5-5d53a53af9f3 req-fa753d08-3c14-43f3-8f02-f6624e8a0cac tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265583 Feb 15 01:56:30.902719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beb5e0-897d-44da-ae2d-eaff613a4c6c req-a43e7487-2b1e-42fd-9f5d-d24a2a2f25de tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:30.909932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10beb5e0-897d-44da-ae2d-eaff613a4c6c req-a43e7487-2b1e-42fd-9f5d-d24a2a2f25de tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.1655154 Feb 15 01:56:31.008399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10beb5e0-897d-44da-ae2d-eaff613a4c6c req-fe020b2f-fd8c-4ac8-a5d7-91a5f85d39a6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975566 Feb 15 01:56:31.558102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-76314e10-3bbb-41f5-b291-72d7deaaaa67 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:31.577283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-76314e10-3bbb-41f5-b291-72d7deaaaa67 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2261827 Feb 15 01:56:31.599913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-3d51fa7b-00dd-4b44-9c3d-320bd38e1471 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0215805 Feb 15 01:56:31.765401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-14139313-b025-46fb-8edc-93fa249fd182 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517026 Feb 15 01:56:32.180997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-84c9bfb6-ec4a-495e-b6b3-36c762b79f04 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:56:32.182176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-84c9bfb6-ec4a-495e-b6b3-36c762b79f04 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3778853 Feb 15 01:56:32.411485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-bfe2f6ce-a5ef-43ff-b82b-f9850ca239e0 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217999 Feb 15 01:56:32.609812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c2e27a-09ca-4cb2-9c6c-a84b5bc42645 req-2088624c-8958-4156-ae4a-8ae06f5629e2 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973486 Feb 15 01:56:33.248867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e101c14-571e-4ea9-8960-c152c54a92e2 req-b87b822e-cb32-4da2-8b94-3f3ee095c72e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:33.256560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e101c14-571e-4ea9-8960-c152c54a92e2 req-b87b822e-cb32-4da2-8b94-3f3ee095c72e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.0700874 Feb 15 01:56:33.342336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e101c14-571e-4ea9-8960-c152c54a92e2 req-b123c335-f9ea-4590-a8e1-54b6f96c94f7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 Feb 15 01:56:35.110549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d3a2-08a5-4dd0-92e9-7f39d03f3b31 req-cc534c0c-7aac-46f9-8277-62ffc973d43a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:35.112988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecd5d3a2-08a5-4dd0-92e9-7f39d03f3b31 req-cc534c0c-7aac-46f9-8277-62ffc973d43a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.0756958 Feb 15 01:56:35.217609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecd5d3a2-08a5-4dd0-92e9-7f39d03f3b31 req-3be64d98-0adc-4942-ad35-f963533a0205 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990283 Feb 15 01:56:35.431046 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:56:35.718643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce5e2-eca7-40d6-a30a-7182cab557fc req-ec2ab42a-4a56-46f4-9786-dbcedfaa3d0e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:35.723114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e6ce5e2-eca7-40d6-a30a-7182cab557fc req-ec2ab42a-4a56-46f4-9786-dbcedfaa3d0e tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1638665 Feb 15 01:56:35.836637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e6ce5e2-eca7-40d6-a30a-7182cab557fc req-c2a0f979-7e42-4430-bcd0-d701ef9acde5 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082563 Feb 15 01:56:36.095916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-17609d89-e933-44a6-97af-a278e195fd18 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:36.102926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-17609d89-e933-44a6-97af-a278e195fd18 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1536705 Feb 15 01:56:36.132697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6d4a6129-cd6e-4615-a90b-d371c9bb7318 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0284679 Feb 15 01:56:36.222896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:36.247488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-969349a7-b29a-43af-8f43-ce2737ea357a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130791 Feb 15 01:56:36.380904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-903c464a-18a5-4aa4-b407-820e24db1a49 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325099 Feb 15 01:56:36.401667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8f716d5-9e58-4875-a7e4-8e915cde1bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:36.507229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-b067ed8e-b3f4-4964-b752-fbf8565045ed service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225045 Feb 15 01:56:36.546385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8f716d5-9e58-4875-a7e4-8e915cde1bda admin admin] Publish callbacks [] for security_group (96d01899-5365-43a9-95d4-f8e1b0b37814), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:36.611018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8f716d5-9e58-4875-a7e4-8e915cde1bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (96d01899-5365-43a9-95d4-f8e1b0b37814), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:36.666924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8f716d5-9e58-4875-a7e4-8e915cde1bda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97df3497c3c24dfbb893584363d94d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427164 Feb 15 01:56:36.667787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f716d5-9e58-4875-a7e4-8e915cde1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d01899-5365-43a9-95d4-f8e1b0b37814,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:36.669320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:36.796250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] Publish callbacks [] for security_group (96d01899-5365-43a9-95d4-f8e1b0b37814), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:36.851914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] Publish callbacks [] for security_group (96d01899-5365-43a9-95d4-f8e1b0b37814), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:36.976795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4262-0135-4699-8e05-15e0c784780a req-b353faa9-e87f-48a5-95bc-462eaa6135d7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:36.984613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d3d4262-0135-4699-8e05-15e0c784780a req-b353faa9-e87f-48a5-95bc-462eaa6135d7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 944 time: 0.0824537 Feb 15 01:56:37.005189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (96d01899-5365-43a9-95d4-f8e1b0b37814), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:37.007837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:37.012114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d01899-5365-43a9-95d4-f8e1b0b37814 HTTP/1.1" status: 204 len: 168 time: 0.3390977 Feb 15 01:56:37.053715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8449a-dae4-4c4f-b9e5-edf189782301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d01899-5365-43a9-95d4-f8e1b0b37814,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:37.114192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d3d4262-0135-4699-8e05-15e0c784780a req-d9a8b791-da50-4806-8c86-33b0a7a3f567 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286435 Feb 15 01:56:37.249824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e53e464-db31-42a9-ab66-4d7e02a5ce68 req-b41775cc-5389-4488-a3eb-52c2c1253220 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 210 time: 0.0652499 Feb 15 01:56:37.487803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae43b3-a35e-4f40-a346-c578c6fd23b9 req-35f29468-2aa7-4cb3-a6f4-cfd42ec42fb2 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:37.498175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ae43b3-a35e-4f40-a346-c578c6fd23b9 req-35f29468-2aa7-4cb3-a6f4-cfd42ec42fb2 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1657448 Feb 15 01:56:37.543188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-202a9ce9-f983-4db1-8fd5-e5d7e196f170 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:37.548815 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-202a9ce9-f983-4db1-8fd5-e5d7e196f170 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.37 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 946 time: 0.1258204 Feb 15 01:56:37.565549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ae43b3-a35e-4f40-a346-c578c6fd23b9 req-926ee499-368c-474f-a332-2def3b3c6ae2 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Feb 15 01:56:37.687176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Deleting port 0c20e899-059a-41c9-8b6b-69b0c278edd8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:37.687524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:37.792753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] For port 0c20e899-059a-41c9-8b6b-69b0c278edd8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=0c20e899-059a-41c9-8b6b-69b0c278edd8,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:37.793117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:37.805248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Calling delete_port for 0c20e899-059a-41c9-8b6b-69b0c278edd8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:37.865674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:37.879809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95deb1da-3e09-489c-a2c6-c622b3323491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.000752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95deb1da-3e09-489c-a2c6-c622b3323491 admin admin] Publish callbacks [] for security_group (8b2ebf44-48e4-49b8-b34f-0a86d2deaef2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.070848 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95deb1da-3e09-489c-a2c6-c622b3323491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b2ebf44-48e4-49b8-b34f-0a86d2deaef2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.123436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-95deb1da-3e09-489c-a2c6-c622b3323491 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79939106446848528356cd06de1e236e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566602 Feb 15 01:56:38.124445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb1da-3e09-489c-a2c6-c622b3323491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ebf44-48e4-49b8-b34f-0a86d2deaef2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:38.126165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:38.148121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0c20e899-059a-41c9-8b6b-69b0c278edd8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.161941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:38.164940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['0c20e899-059a-41c9-8b6b-69b0c278edd8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:38.194738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Pushing event deleted for resources: {'Port': ['ID=0c20e899-059a-41c9-8b6b-69b0c278edd8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:38.233756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:56:38.234036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] Publish callbacks [] for security_group (8b2ebf44-48e4-49b8-b34f-0a86d2deaef2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.262463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] No DVR routers for this DVR port 0c20e899-059a-41c9-8b6b-69b0c278edd8 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:56:38.269323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.287512 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ac295bf3-9f1e-47dc-ae33-c94a4e6de014 req-066b30a2-38bc-4197-8e64-3e6afa2db3c1 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.37 "DELETE /v2.0/ports/0c20e899-059a-41c9-8b6b-69b0c278edd8 HTTP/1.1" status: 204 len: 173 time: 0.7328944 Feb 15 01:56:38.287947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'name': 'network-vif-deleted', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:38.290177 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654df717-515c-4884-9875-501700b414e9" -d '{"events": [{"server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "name": "network-vif-deleted", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:38.333830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] Publish callbacks [] for security_group (8b2ebf44-48e4-49b8-b34f-0a86d2deaef2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.468113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b2ebf44-48e4-49b8-b34f-0a86d2deaef2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.470868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.474561 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b2ebf44-48e4-49b8-b34f-0a86d2deaef2 HTTP/1.1" status: 204 len: 168 time: 0.3448024 Feb 15 01:56:38.486846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d51ff-17d4-487b-96c5-f9d13c9ed3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ebf44-48e4-49b8-b34f-0a86d2deaef2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:38.546050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:38.560242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'network_id': 'f3bbb946-a9df-46b0-82cf-af0bb67a98a8', 'port_id': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'mac_address': 'fa:16:3e:44:f9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895375c0-4a1f-4c84-a5dd-d2608514700b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:56:38.638120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:38.638822 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.655975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:38.686407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:38.751935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:38.856715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:39.010283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce767f-9660-43e0-9033-d17394fb307a req-b9901377-7055-4562-aca4-94b185aa5e5d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:39.011769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bce767f-9660-43e0-9033-d17394fb307a req-b9901377-7055-4562-aca4-94b185aa5e5d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0554090 Feb 15 01:56:39.032077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:39.085082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bce767f-9660-43e0-9033-d17394fb307a req-3c256a5f-5398-4ca4-bde5-978940850701 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580249 Feb 15 01:56:39.173538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-037c0466-3913-45d1-9cde-5e20d5580647 req-53069839-9633-4ab0-bd10-05117c1e0b0e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 210 time: 0.0310473 Feb 15 01:56:39.240411 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674620a8-cfd9-4e02-a82f-9a68222ecf00 x-openstack-request-id: req-674620a8-cfd9-4e02-a82f-9a68222ecf00 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:39.240950 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ed5ea1-8ef6-4c90-b861-b2530d8eb228", "name": "network-vif-deleted", "tag": "0c20e899-059a-41c9-8b6b-69b0c278edd8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:39.247459 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-674620a8-cfd9-4e02-a82f-9a68222ecf00 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:39.247459 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ed5ea1-8ef6-4c90-b861-b2530d8eb228', 'name': 'network-vif-deleted', 'tag': '0c20e899-059a-41c9-8b6b-69b0c278edd8', 'status': 'completed', 'code': 200} Feb 15 01:56:39.386911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4932ff04-388c-4126-aeaa-4d2ff4a9eefa req-bba362f8-b40f-42b7-9aa0-4130909c52e3 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=12ed5ea1-8ef6-4c90-b861-b2530d8eb228 HTTP/1.1" status: 200 len: 210 time: 0.0690291 Feb 15 01:56:39.559566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa748d-84b9-466f-9a59-04eb0fdba300 req-09843698-74f9-4082-9888-1b9b22ecf659 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:39.562729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-defa748d-84b9-466f-9a59-04eb0fdba300 req-09843698-74f9-4082-9888-1b9b22ecf659 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0872829 Feb 15 01:56:39.614738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-57e09eb2-17e2-46ed-8f94-3a5e69f2b527 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:39.616280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-57e09eb2-17e2-46ed-8f94-3a5e69f2b527 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2033360 Feb 15 01:56:39.633168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:39.653054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-defa748d-84b9-466f-9a59-04eb0fdba300 req-8585161a-a3e7-4585-82c7-999eaa4cf197 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834978 Feb 15 01:56:39.859551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:39.863626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.039919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.9 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/50ccf81f-b77a-4a27-8534-97b39f5ace5d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:56:40.199003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.230039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:56:40.240530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0508-e26f-400d-9d8a-ad456bac1a34 req-f5533c5d-0d0a-42a7-b3c9-07951235e33e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:40.242944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e1f0508-e26f-400d-9d8a-ad456bac1a34 req-f5533c5d-0d0a-42a7-b3c9-07951235e33e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 945 time: 0.0903032 Feb 15 01:56:40.326037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.332546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e1f0508-e26f-400d-9d8a-ad456bac1a34 req-40b6f17f-bd57-41ae-bcb2-d190b7467f1a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Feb 15 01:56:40.350608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:40.355625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e542e620-b535-4322-bc6d-e0860ff036b7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:56:40.397329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:56:40.403242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:40.409759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e542e620-b535-4322-bc6d-e0860ff036b7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:40.410386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.427687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:56:40.434431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:40.529424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:40.529864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.529994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812dc1d-ffaa-46fd-91d2-db0de6b64f98 req-dc8e8c84-8578-4708-90a9-145e35857492 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:40.537202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9812dc1d-ffaa-46fd-91d2-db0de6b64f98 req-dc8e8c84-8578-4708-90a9-145e35857492 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 931 time: 0.1469121 Feb 15 01:56:40.600847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9812dc1d-ffaa-46fd-91d2-db0de6b64f98 req-5b534603-cf40-4c27-8ded-da76cba30bef tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Feb 15 01:56:40.654195 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6156d4fa-73ae-4e1a-b134-80302e891f95 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0280879 Feb 15 01:56:40.670501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-0d155e66-3259-4627-8d01-3f054ce2377f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 01:56:40.671669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-0d155e66-3259-4627-8d01-3f054ce2377f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064008 Feb 15 01:56:40.685377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Request body: {'port': {'device_id': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:40.743796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e542e620-b535-4322-bc6d-e0860ff036b7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:40.744519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.797690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:40.802678 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db07490-175d-4b51-8905-b71263400fef" -d '{"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:40.818208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:40.866089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.908460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:40.977267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:40.995525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0c20e899-059a-41c9-8b6b-69b0c278edd8 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:41.041843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 0c20e899-059a-41c9-8b6b-69b0c278edd8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:41.043914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 0c20e899-059a-41c9-8b6b-69b0c278edd8 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:41.231413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ccf81f-b77a-4a27-8534-97b39f5ace5d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:41.245289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks [] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:41.268213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Transition to ACTIVE for port object 50ccf81f-b77a-4a27-8534-97b39f5ace5d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:56:41.280694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5af500-b636-419e-9983-c71275c424a4 req-f2eacdc7-8564-4897-90a3-e87e7aa7756f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:41.282510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae5af500-b636-419e-9983-c71275c424a4 req-f2eacdc7-8564-4897-90a3-e87e7aa7756f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0781944 Feb 15 01:56:41.349048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae5af500-b636-419e-9983-c71275c424a4 req-bd7f95b4-6068-48e7-b3f7-dc7110e8b8de tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594881 Feb 15 01:56:41.354079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:41.420957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Pushing event updated for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:41.494042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Attempting to bind port 50ccf81f-b77a-4a27-8534-97b39f5ace5d on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:56:41.494302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Attempting to bind port 50ccf81f-b77a-4a27-8534-97b39f5ace5d by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:56:41.494628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Attempting to bind port 50ccf81f-b77a-4a27-8534-97b39f5ace5d on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:41.501946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Port 50ccf81f-b77a-4a27-8534-97b39f5ace5d on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:56:41.502503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Attempting to bind port 50ccf81f-b77a-4a27-8534-97b39f5ace5d on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:41.507583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:56:41.507929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:41.508341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:56:41.508775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Bound port: 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:56:41.509179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:41.578709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:56:41.582263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:56:41.659383 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480b5945-73f7-4aec-88f8-a4b80124990b x-openstack-request-id: req-480b5945-73f7-4aec-88f8-a4b80124990b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:41.660853 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-plugged", "status": "completed", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:41.661117 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-480b5945-73f7-4aec-88f8-a4b80124990b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:41.661622 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'code': 200} Feb 15 01:56:41.674437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:41.764395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:41.765131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:41.766617 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] 10.222.0.31 "PUT /v2.0/ports/50ccf81f-b77a-4a27-8534-97b39f5ace5d HTTP/1.1" status: 200 len: 1092 time: 1.0861845 Feb 15 01:56:41.772367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:41.783043 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493e0a28-100e-4a30-981b-b487c86e5efb" -d '{"events": [{"name": "network-changed", "server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:41.803950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3384ac8-3bde-40ee-b59e-fe32cbd243e9 req-169f9e87-ce77-4491-a5b3-8e63856a6d52 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:41.806915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3384ac8-3bde-40ee-b59e-fe32cbd243e9 req-169f9e87-ce77-4491-a5b3-8e63856a6d52 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0724053 Feb 15 01:56:41.820001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57f0fa-cc6a-4b99-bdf6-1c1f1757dfca service neutron] Pushing event updated for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:41.870425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3384ac8-3bde-40ee-b59e-fe32cbd243e9 req-45696eb1-764f-43b9-98dd-37e4f7d1a6e6 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Feb 15 01:56:41.955818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6563a301-fd17-406c-9c6c-e3a9e099a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:41.957684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-6563a301-fd17-406c-9c6c-e3a9e099a266 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 1126 time: 0.0583282 Feb 15 01:56:42.008333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-833183da-9031-4410-9d00-38c1891925de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d HTTP/1.1" status: 200 len: 217 time: 0.0411730 Feb 15 01:56:42.048835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7784b20-8017-4209-8d94-25274a5b24af req-ecf215bf-2d34-4dac-bcb0-d995b62ca29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.054480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7784b20-8017-4209-8d94-25274a5b24af req-ecf215bf-2d34-4dac-bcb0-d995b62ca29a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1129 time: 0.0950680 Feb 15 01:56:42.063626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f783c42-4f2a-458d-8b94-77dc9c47bf8d req-dd8378f7-5507-4c6e-8fda-5b915a2cd2fa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.067743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-fa327cc3-4771-44cd-9680-d51ceddca8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.069384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-fa327cc3-4771-44cd-9680-d51ceddca8dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0532503 Feb 15 01:56:42.072281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f783c42-4f2a-458d-8b94-77dc9c47bf8d req-dd8378f7-5507-4c6e-8fda-5b915a2cd2fa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1126435 Feb 15 01:56:42.109776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-68c926c3-9b8c-46e7-8f55-e602f0789a48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322158 Feb 15 01:56:42.174341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7784b20-8017-4209-8d94-25274a5b24af req-a99d87e5-916c-4318-bf98-4b59738382dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980237 Feb 15 01:56:42.178719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f783c42-4f2a-458d-8b94-77dc9c47bf8d req-50f49845-e5ba-406d-b46c-eb5021d1a3a8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069386 Feb 15 01:56:42.268821 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-97022862-8440-4d79-8435-2970aeed7b22 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513081 Feb 15 01:56:42.315960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9666-786a-4246-9e06-3a5241fbeda2 req-e06a5a8b-6630-4734-9f6b-d2fe0a3c53ab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.317544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-762f9666-786a-4246-9e06-3a5241fbeda2 req-e06a5a8b-6630-4734-9f6b-d2fe0a3c53ab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 943 time: 0.0623283 Feb 15 01:56:42.412367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-762f9666-786a-4246-9e06-3a5241fbeda2 req-3bebd686-766a-4491-a55c-167f717d54b4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803380 Feb 15 01:56:42.494392 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704321b9-e4d3-4d23-a509-87b67260d18f x-openstack-request-id: req-704321b9-e4d3-4d23-a509-87b67260d18f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:42.496869 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:42.502004 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-704321b9-e4d3-4d23-a509-87b67260d18f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:42.502626 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d', 'status': 'completed', 'code': 200} Feb 15 01:56:42.548659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-28bfb7c0-8586-422b-971e-49fcc70d7454 req-1288d7d7-4818-4554-968e-cda2ca4db46f service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673901 Feb 15 01:56:42.614219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdcfc5-d4f8-400f-b58d-8d90855fa532 req-69ee35b4-ae99-480a-b930-dbc868222d95 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.616792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55bdcfc5-d4f8-400f-b58d-8d90855fa532 req-69ee35b4-ae99-480a-b930-dbc868222d95 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0592458 Feb 15 01:56:42.671803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55bdcfc5-d4f8-400f-b58d-8d90855fa532 req-dcd7631f-0d06-44be-b178-fb2173a06bc6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490866 Feb 15 01:56:42.813088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0a28-100e-4a30-981b-b487c86e5efb req-78546aff-e35c-4d10-9364-186276d4bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.816902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-78546aff-e35c-4d10-9364-186276d4bd1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 1126 time: 0.0567367 Feb 15 01:56:42.941387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0a28-100e-4a30-981b-b487c86e5efb req-af93410c-efa4-46b2-bd54-bbd6d75b9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:42.943162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-af93410c-efa4-46b2-bd54-bbd6d75b9259 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.1212742 Feb 15 01:56:42.989741 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-6213baeb-f2c2-4d97-a878-d9a29bace075 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d HTTP/1.1" status: 200 len: 217 time: 0.0389440 Feb 15 01:56:43.022435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44397b-4854-4648-ad10-714414d0536a req-4521b6e0-599e-4a27-9111-841281ef8383 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:43.024219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c44397b-4854-4648-ad10-714414d0536a req-4521b6e0-599e-4a27-9111-841281ef8383 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0600381 Feb 15 01:56:43.044184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0a28-100e-4a30-981b-b487c86e5efb req-d80f5a88-e945-4a92-9782-8f2842ec11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:43.052881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-d80f5a88-e945-4a92-9782-8f2842ec11d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0493803 Feb 15 01:56:43.088861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c44397b-4854-4648-ad10-714414d0536a req-e5bc079f-d769-4b9d-98ad-8cc91e45ce1b tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584090 Feb 15 01:56:43.092263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-c9c35fc6-aafa-40b6-bfe8-b03dd2cfb8f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269203 Feb 15 01:56:43.240266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-0bc251f5-5464-4cdf-b9bb-221ef06ce8c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371493 Feb 15 01:56:43.409429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68091b-d7ae-4ade-9ee4-946133690284 req-47a4d4ae-30e7-4d0d-a1be-0283f3b13669 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:43.418239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e68091b-d7ae-4ade-9ee4-946133690284 req-47a4d4ae-30e7-4d0d-a1be-0283f3b13669 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1153979 Feb 15 01:56:43.448880 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-493e0a28-100e-4a30-981b-b487c86e5efb req-4cca2f3f-7ac4-45e5-9544-168a3d5b6948 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014875 Feb 15 01:56:43.484834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e68091b-d7ae-4ade-9ee4-946133690284 req-0da731f2-2e8b-4184-8dc2-52d5a8605ec8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653589 Feb 15 01:56:43.596908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd71b6-9451-4977-bebc-2b23d2dbe0eb req-f6784bf5-cbbb-45f6-90df-a9cbd1479947 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:43.598415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5dd71b6-9451-4977-bebc-2b23d2dbe0eb req-f6784bf5-cbbb-45f6-90df-a9cbd1479947 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 943 time: 0.0539179 Feb 15 01:56:43.680509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5dd71b6-9451-4977-bebc-2b23d2dbe0eb req-acc509ab-d429-4ec9-a5a4-e2abfa8b621b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Feb 15 01:56:43.824731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:43.837523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98dc67-482f-433d-b8e7-2883f93df6f9 req-bdb434e4-6205-45e4-ba0a-715e4cd9bcc1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:43.842648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e98dc67-482f-433d-b8e7-2883f93df6f9 req-bdb434e4-6205-45e4-ba0a-715e4cd9bcc1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0662341 Feb 15 01:56:43.899181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e98dc67-482f-433d-b8e7-2883f93df6f9 req-db663f73-50d4-4811-a14a-b1d6378b19cd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510986 Feb 15 01:56:43.951675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72064962-d3ef-435e-9823-91aedd9104aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.027049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72064962-d3ef-435e-9823-91aedd9104aa admin admin] Publish callbacks [] for security_group (9139a729-d15c-4640-ad43-9008a6afd368), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.114322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72064962-d3ef-435e-9823-91aedd9104aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9139a729-d15c-4640-ad43-9008a6afd368), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.161085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72064962-d3ef-435e-9823-91aedd9104aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9139a729-d15c-4640-ad43-9008a6afd368,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:44.166418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72064962-d3ef-435e-9823-91aedd9104aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=103e97ed0a454653aa26b766c86d2bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399806 Feb 15 01:56:44.171410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:44.249472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 50ccf81f-b77a-4a27-8534-97b39f5ace5d details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:56:44.279121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81773b-7c8c-43b1-9939-805e2a37e12e req-5fe8cb2b-3898-4f85-977e-7850e1e144fb tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:44.280504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f81773b-7c8c-43b1-9939-805e2a37e12e req-5fe8cb2b-3898-4f85-977e-7850e1e144fb tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0874960 Feb 15 01:56:44.281315 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] Publish callbacks [] for security_group (9139a729-d15c-4640-ad43-9008a6afd368), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.324567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] Publish callbacks [] for security_group (9139a729-d15c-4640-ad43-9008a6afd368), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.378977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:44.387260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f81773b-7c8c-43b1-9939-805e2a37e12e req-168e0048-cfaf-48da-b197-e9a9e7d95dfd tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953729 Feb 15 01:56:44.412968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '50ccf81f-b77a-4a27-8534-97b39f5ace5d', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': '50ccf81f-b77a-4a27-8534-97b39f5ace5d', 'mac_address': 'fa:16:3e:0f:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:56:44.470289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 50ccf81f-b77a-4a27-8534-97b39f5ace5d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:44.470713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.483626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ccf81f-b77a-4a27-8534-97b39f5ace5d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:44.484887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9139a729-d15c-4640-ad43-9008a6afd368), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.487527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.488714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9139a729-d15c-4640-ad43-9008a6afd368 HTTP/1.1" status: 204 len: 168 time: 0.3161187 Feb 15 01:56:44.499292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b35d1-6364-490b-9450-d85c69b24690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9139a729-d15c-4640-ad43-9008a6afd368,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:44.504614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:44.629377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef371ee-7fbb-4566-a141-97c4779540ad req-cde9cc82-2982-42f3-870f-952eb0e60d90 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:44.631048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ef371ee-7fbb-4566-a141-97c4779540ad req-cde9cc82-2982-42f3-870f-952eb0e60d90 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0655358 Feb 15 01:56:44.644174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:44.735792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ef371ee-7fbb-4566-a141-97c4779540ad req-140c7101-cad0-416b-8eba-193441926a3f tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971715 Feb 15 01:56:44.766916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:44.873343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b43979-1584-405c-a02c-5a06b81e90f7 req-e772e0a7-a3b7-4aaf-8f41-faa344e87f35 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:44.875037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30b43979-1584-405c-a02c-5a06b81e90f7 req-e772e0a7-a3b7-4aaf-8f41-faa344e87f35 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 944 time: 0.0645666 Feb 15 01:56:44.952867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30b43979-1584-405c-a02c-5a06b81e90f7 req-ead49099-f311-4ab4-ba41-0fea4f18bc12 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Feb 15 01:56:44.962503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['50ccf81f-b77a-4a27-8534-97b39f5ace5d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:45.085569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec054bea-589e-474b-827d-c79142680fe2 req-2d75587a-e1d6-4086-865b-6d008c837203 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:45.088770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec054bea-589e-474b-827d-c79142680fe2 req-2d75587a-e1d6-4086-865b-6d008c837203 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0633876 Feb 15 01:56:45.143772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec054bea-589e-474b-827d-c79142680fe2 req-e4bc7f77-5fe9-4007-87c6-e15be96c0395 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502400 Feb 15 01:56:45.259417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.308512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:45.322518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9365c3e2-17f7-456b-a240-9e653722be1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.403872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9365c3e2-17f7-456b-a240-9e653722be1c admin admin] Publish callbacks [] for security_group (4e250ba2-d51b-4853-8c28-980bc672c069), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.508379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136ef5-a989-451c-b991-69961734912a req-3f48121e-6740-4ea4-9cce-3b70f7395a8a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:45.508379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66136ef5-a989-451c-b991-69961734912a req-3f48121e-6740-4ea4-9cce-3b70f7395a8a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0625038 Feb 15 01:56:45.559527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66136ef5-a989-451c-b991-69961734912a req-000f3b0d-2d2d-4d1f-97e5-393fac0eaf53 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Feb 15 01:56:45.560118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9365c3e2-17f7-456b-a240-9e653722be1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e250ba2-d51b-4853-8c28-980bc672c069), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.603815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9365c3e2-17f7-456b-a240-9e653722be1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a920443a372e40028c4301ccba3429d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912705 Feb 15 01:56:45.603815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365c3e2-17f7-456b-a240-9e653722be1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e250ba2-d51b-4853-8c28-980bc672c069,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:45.604198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:45.667899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] Publish callbacks [] for security_group (4e250ba2-d51b-4853-8c28-980bc672c069), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.696852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] Publish callbacks [] for security_group (4e250ba2-d51b-4853-8c28-980bc672c069), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.854050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e250ba2-d51b-4853-8c28-980bc672c069), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.856795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:45.858035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e250ba2-d51b-4853-8c28-980bc672c069 HTTP/1.1" status: 204 len: 168 time: 0.2527583 Feb 15 01:56:45.859657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b492d6-e329-4fbc-8672-c642e8ac3c87 req-f176a95a-41b2-4da0-aad7-3755b0a749f7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:45.861263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04b492d6-e329-4fbc-8672-c642e8ac3c87 req-f176a95a-41b2-4da0-aad7-3755b0a749f7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0565681 Feb 15 01:56:45.881761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455d3d5-c21d-4989-b1e8-7346c2fd1daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e250ba2-d51b-4853-8c28-980bc672c069,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:45.924212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04b492d6-e329-4fbc-8672-c642e8ac3c87 req-a78d87dc-d500-4863-a78a-71110083ccfc tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557463 Feb 15 01:56:46.052637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168317d6-1c9d-4c62-9874-93c3666acafc req-22e88842-2a4c-4110-9bc4-9ec828b2e78a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.054203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-168317d6-1c9d-4c62-9874-93c3666acafc req-22e88842-2a4c-4110-9bc4-9ec828b2e78a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0584986 Feb 15 01:56:46.109717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-168317d6-1c9d-4c62-9874-93c3666acafc req-3a637d8c-e463-4ddc-b5a6-1cbf4b4bfd3a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482407 Feb 15 01:56:46.230852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b5123-a64f-4e0d-8f9b-314cc064d4dd req-286419cc-1a39-415b-988e-645b44cb27ab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.232484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-889b5123-a64f-4e0d-8f9b-314cc064d4dd req-286419cc-1a39-415b-988e-645b44cb27ab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 944 time: 0.0548687 Feb 15 01:56:46.246746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 50ccf81f-b77a-4a27-8534-97b39f5ace5d up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:56:46.310685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-889b5123-a64f-4e0d-8f9b-314cc064d4dd req-7913a06f-7d5c-449b-ab33-518cc145a8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Feb 15 01:56:46.365468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 50ccf81f-b77a-4a27-8534-97b39f5ace5d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:56:46.370998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 50ccf81f-b77a-4a27-8534-97b39f5ace5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:46.371408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:46.464238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca19de-e0cb-4633-9d43-315d3f044a13 req-568e5984-40da-4b0f-80c0-2a0e4c4692eb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.471388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 50ccf81f-b77a-4a27-8534-97b39f5ace5d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:46.471987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:46.472129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3ca19de-e0cb-4633-9d43-315d3f044a13 req-568e5984-40da-4b0f-80c0-2a0e4c4692eb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0988896 Feb 15 01:56:46.527291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:46.530397 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09efc132-d0c8-4e22-8515-4b29fe923cf6" -d '{"events": [{"server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "name": "network-vif-plugged", "status": "completed", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:46.552770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3ca19de-e0cb-4633-9d43-315d3f044a13 req-07724895-e78f-48cc-a57e-4315b55c0600 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Feb 15 01:56:46.574466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:46.668385 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:46.684491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340b27-dc54-4d36-a033-7a225065a1c8 req-2dda1b47-36d3-4c6e-aa9e-860309238578 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.686090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc340b27-dc54-4d36-a033-7a225065a1c8 req-2dda1b47-36d3-4c6e-aa9e-860309238578 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0582144 Feb 15 01:56:46.741712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:46.764865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc340b27-dc54-4d36-a033-7a225065a1c8 req-e674d4d7-8ecc-4d83-9a7e-36f2b2debc26 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670354 Feb 15 01:56:46.817784 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47f16f-20f6-4155-a8d3-a555d256288d x-openstack-request-id: req-6f47f16f-20f6-4155-a8d3-a555d256288d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:46.818088 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "name": "network-vif-plugged", "status": "completed", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:46.818368 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f47f16f-20f6-4155-a8d3-a555d256288d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:46.818802 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d', 'code': 200} Feb 15 01:56:46.938000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133056ee-1cb8-4a12-ad53-5c2f643bc0fa req-976c4f5d-8336-45e0-a1f4-c83784d62659 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.940187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-133056ee-1cb8-4a12-ad53-5c2f643bc0fa req-976c4f5d-8336-45e0-a1f4-c83784d62659 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0653124 Feb 15 01:56:46.943311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81eb6c-b508-4262-bab2-4701b7c9fd50 req-26b1b144-53f3-4cfa-b564-a66c65bf31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:46.944952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ba81eb6c-b508-4262-bab2-4701b7c9fd50 req-26b1b144-53f3-4cfa-b564-a66c65bf31aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 1128 time: 0.0536301 Feb 15 01:56:47.019985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-133056ee-1cb8-4a12-ad53-5c2f643bc0fa req-607f111f-8d06-45b3-997f-e71c92a10f69 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/security-groups?id=996d2817-2869-4d37-9a92-181bdd9d755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609069 Feb 15 01:56:47.048134 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ba81eb6c-b508-4262-bab2-4701b7c9fd50 req-0650499f-5d72-4a20-86f6-81ea3380ab75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Feb 15 01:56:47.159798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa16da-ead9-4656-877c-8383568a3c2a req-e8d7f91f-412e-4a47-83fb-82e6e64db73e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:47.161215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05fa16da-ead9-4656-877c-8383568a3c2a req-e8d7f91f-412e-4a47-83fb-82e6e64db73e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0644958 Feb 15 01:56:47.214699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05fa16da-ead9-4656-877c-8383568a3c2a req-195f6c86-bf11-4b65-be63-03ce38f6d9c6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Feb 15 01:56:47.300418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-14a73a23-8506-45cc-a3e8-01a3fd525013 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:47.302420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-14a73a23-8506-45cc-a3e8-01a3fd525013 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.31 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 945 time: 0.0618620 Feb 15 01:56:47.367534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fd49a-b719-4b2a-9461-bbdb4e5dbbf8 req-b9434d7c-45df-4d97-b1c3-349944024daa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:47.370527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-209fd49a-b719-4b2a-9461-bbdb4e5dbbf8 req-b9434d7c-45df-4d97-b1c3-349944024daa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0826960 Feb 15 01:56:47.451218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Deleting port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:47.451783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:47.453366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-209fd49a-b719-4b2a-9461-bbdb4e5dbbf8 req-fe951063-d15d-4eb2-a744-0008d75f6e9b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Feb 15 01:56:47.578534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] For port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:47.578900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:47.591668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce060e7a-f2ff-4d8b-8ca5-839162e73e9d req-2d8901c3-d6e9-4712-bbf8-9a4de30c040d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:47.593677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce060e7a-f2ff-4d8b-8ca5-839162e73e9d req-2d8901c3-d6e9-4712-bbf8-9a4de30c040d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0601978 Feb 15 01:56:47.595247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Calling delete_port for 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:47.704173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce060e7a-f2ff-4d8b-8ca5-839162e73e9d req-fe6d5f6f-d653-4e67-8ecb-e6d2cf190876 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039298 Feb 15 01:56:47.850640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef1fdf-5632-4513-b925-e5166374e06b req-0cfbda9c-8dcf-4ec5-9d3e-926a52ae6c62 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:47.852234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-beef1fdf-5632-4513-b925-e5166374e06b req-0cfbda9c-8dcf-4ec5-9d3e-926a52ae6c62 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 945 time: 0.0704334 Feb 15 01:56:47.862311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:47.880914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:47.912115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-beef1fdf-5632-4513-b925-e5166374e06b req-284fc95a-c218-4b60-8b0e-c74b74a39594 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 Feb 15 01:56:47.928218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Pushing event deleted for resources: {'Port': ['ID=99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:48.009545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] No DVR routers for this DVR port 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:56:48.012261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.017932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-757dd855-51c1-4cdc-8d43-31e41f419509 req-73b47217-6905-4dde-b2e5-d640448cb06a tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.31 "DELETE /v2.0/ports/99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba HTTP/1.1" status: 204 len: 173 time: 0.7072179 Feb 15 01:56:48.030706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'name': 'network-vif-deleted', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:48.037270 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe288af1-3cc8-4abd-8e42-c8b843778820" -d '{"events": [{"server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "name": "network-vif-deleted", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:48.057070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.078314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fd6f0-2895-4fee-9a79-d63ef725da13 req-75ddd407-45f5-4b9e-bc46-f20e171567d6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:48.080255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed1fd6f0-2895-4fee-9a79-d63ef725da13 req-75ddd407-45f5-4b9e-bc46-f20e171567d6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0733383 Feb 15 01:56:48.133642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed1fd6f0-2895-4fee-9a79-d63ef725da13 req-64dc8454-556d-4c0c-a8ac-cd6cdb9e9772 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Feb 15 01:56:48.280911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0673b-bd9f-45de-a2ca-399d9267dd58 req-1775d07e-57ea-4910-84fe-87333a91a2f4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:48.282467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c0673b-bd9f-45de-a2ca-399d9267dd58 req-1775d07e-57ea-4910-84fe-87333a91a2f4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0776765 Feb 15 01:56:48.393047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c0673b-bd9f-45de-a2ca-399d9267dd58 req-44bafca5-e71d-4631-9139-f2f9cece4aba tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921621 Feb 15 01:56:48.394055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:48.533974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210a89-c137-49d4-9daf-4802ccfad3a5 req-4bb1fbc4-6f06-420d-bb51-4091f7a1cccd tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:48.535654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b210a89-c137-49d4-9daf-4802ccfad3a5 req-4bb1fbc4-6f06-420d-bb51-4091f7a1cccd tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0710487 Feb 15 01:56:48.593374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b210a89-c137-49d4-9daf-4802ccfad3a5 req-606b46d4-f029-4b74-b9a1-386068acaf9e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Feb 15 01:56:48.612716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1003318418'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:48.643493 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e07d8a-7fa3-4cfe-a772-e9ee1a8f4736 x-openstack-request-id: req-e8e07d8a-7fa3-4cfe-a772-e9ee1a8f4736 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:48.651617 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73938d2b-0474-4e4f-bc7f-c09eb173b1bb", "name": "network-vif-deleted", "tag": "99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:48.651617 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8e07d8a-7fa3-4cfe-a772-e9ee1a8f4736 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:48.651617 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73938d2b-0474-4e4f-bc7f-c09eb173b1bb', 'name': 'network-vif-deleted', 'tag': '99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba', 'status': 'completed', 'code': 200} Feb 15 01:56:48.702239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Made reservation on behalf of 77c56eb88c4f4bcf82dcbddb33cee6d0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:48.705648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.716133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.760866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-278ec66b-0d0c-4858-a6d6-92542ff811fe req-924d3841-0914-48e6-bc42-2475326d0b33 tempest-ServerRescueNegativeTestJSON-916765861 tempest-ServerRescueNegativeTestJSON-916765861-project] 10.222.0.43 "GET /v2.0/ports?device_id=73938d2b-0474-4e4f-bc7f-c09eb173b1bb HTTP/1.1" status: 200 len: 210 time: 0.0500522 Feb 15 01:56:48.828788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks [] for security_group (b67efaf7-8c95-4b37-9d89-73bc12639b4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.901983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188794fd-8e6d-418d-b29b-b46e5b6b3509 req-e767db47-a941-4386-bd4d-a0ac0fee538d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:48.908241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b67efaf7-8c95-4b37-9d89-73bc12639b4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.909257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-188794fd-8e6d-418d-b29b-b46e5b6b3509 req-e767db47-a941-4386-bd4d-a0ac0fee538d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0653136 Feb 15 01:56:48.937668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:56:48.952280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67efaf7-8c95-4b37-9d89-73bc12639b4a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:48.957064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e774bde6-31ca-47c0-8bf5-8f33adb44232), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:48.957625 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Added segment e774bde6-31ca-47c0-8bf5-8f33adb44232 of type vlan for network e9caf9cc-c182-4bdf-9939-39125c3a4844 Feb 15 01:56:48.972037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-188794fd-8e6d-418d-b29b-b46e5b6b3509 req-a335a1b4-834c-4e85-8e8d-b9b53152c47d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619261 Feb 15 01:56:49.019047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e9caf9cc-c182-4bdf-9939-39125c3a4844), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.104771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7db05-d314-47d3-b90c-b5a998a26fbb req-37f3fbac-4edb-4806-9a0c-1907b10f6d05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:49.106333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c7db05-d314-47d3-b90c-b5a998a26fbb req-37f3fbac-4edb-4806-9a0c-1907b10f6d05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0548334 Feb 15 01:56:49.154881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c7db05-d314-47d3-b90c-b5a998a26fbb req-7f87d85e-958b-44aa-bb46-7f91bc0e3b3e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Feb 15 01:56:49.193035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e9caf9cc-c182-4bdf-9939-39125c3a4844), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.219576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:49.227395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.311149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267d72-c5f5-4be5-bc99-a2851ec90c50 req-f5ab6809-56d8-4160-b45a-14239015274e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:49.312703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00267d72-c5f5-4be5-bc99-a2851ec90c50 req-f5ab6809-56d8-4160-b45a-14239015274e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 945 time: 0.0832582 Feb 15 01:56:49.314474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Pushing event updated for resources: {'Network': ['ID=e9caf9cc-c182-4bdf-9939-39125c3a4844,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:49.332523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e9caf9cc-c182-4bdf-9939-39125c3a4844 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:56:49.369077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00267d72-c5f5-4be5-bc99-a2851ec90c50 req-a440ce06-d437-493b-98f2-856a8b59e5fa tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496449 Feb 15 01:56:49.407224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a715d8fd-cfb0-42c6-b98c-30af6b243266 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0119443 Feb 15 01:56:49.419855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:49.488650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'name': 'tempest-network--1792987298', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:49.517756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a567-33b6-47f6-a153-4577af7a9320 req-e7450fa3-2975-40b6-86b8-ff6566798871 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:49.519274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6032a567-33b6-47f6-a153-4577af7a9320 req-e7450fa3-2975-40b6-86b8-ff6566798871 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0623078 Feb 15 01:56:49.567081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6032a567-33b6-47f6-a153-4577af7a9320 req-ad94e7db-60f7-42f6-b98b-97cb2e4f0dd9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Feb 15 01:56:49.576277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:49.578990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.594725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.701892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for security_group (be722afc-5073-4595-9170-e677d903a327), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.793268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be722afc-5073-4595-9170-e677d903a327), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.818756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:56:49.829157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be722afc-5073-4595-9170-e677d903a327,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:49.834036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (babdbade-40de-4209-81a9-1c9338f76783), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:49.837452 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Added segment babdbade-40de-4209-81a9-1c9338f76783 of type vlan for network 22923028-284f-45dd-8f98-49aa2962f99f Feb 15 01:56:49.894402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (22923028-284f-45dd-8f98-49aa2962f99f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.004886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (22923028-284f-45dd-8f98-49aa2962f99f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.006160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:50.006852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.086108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=22923028-284f-45dd-8f98-49aa2962f99f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:50.088828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7788-79b1-4509-97e6-0cf421b2b73f req-833eca55-5275-4a33-8d49-1841fce352a6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:50.090536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f1f7788-79b1-4509-97e6-0cf421b2b73f req-833eca55-5275-4a33-8d49-1841fce352a6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 945 time: 0.0742624 Feb 15 01:56:50.098691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 22923028-284f-45dd-8f98-49aa2962f99f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:56:50.163202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f1f7788-79b1-4509-97e6-0cf421b2b73f req-70affd6f-f035-4d7b-afa0-dec5cbfe3e12 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497892 Feb 15 01:56:50.208966 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cdb13aba-7243-4dc1-81d1-55c35ed2299c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7881172 Feb 15 01:56:50.211706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:50.281621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:50.293864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0d7d-8d4c-4cd9-b9e6-4e2dbb6b65bc req-66b9da4c-13c3-44bb-a220-8fab548e51c1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:50.296758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03fd0d7d-8d4c-4cd9-b9e6-4e2dbb6b65bc req-66b9da4c-13c3-44bb-a220-8fab548e51c1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0690892 Feb 15 01:56:50.301374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (22923028-284f-45dd-8f98-49aa2962f99f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.307877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:50.308423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 99f2a3c1-2f13-4f4d-8da5-2cf35634e0ba not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:50.355092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03fd0d7d-8d4c-4cd9-b9e6-4e2dbb6b65bc req-738d0030-c25e-4872-8328-32e8a12be96a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539789 Feb 15 01:56:50.384883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (22923028-284f-45dd-8f98-49aa2962f99f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.406880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22923028-284f-45dd-8f98-49aa2962f99f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:50.419304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babdbade-40de-4209-81a9-1c9338f76783') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:50.419620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babdbade-40de-4209-81a9-1c9338f76783') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:50.429782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (babdbade-40de-4209-81a9-1c9338f76783), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.455554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (babdbade-40de-4209-81a9-1c9338f76783), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.466802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:56:50.467282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (babdbade-40de-4209-81a9-1c9338f76783), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:56:50.470206 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:56:50.573095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-97ad6404-1e16-4d72-8c02-4725d1696a65 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:50.580566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-97ad6404-1e16-4d72-8c02-4725d1696a65 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.1353726 Feb 15 01:56:50.595374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-61c71e40-ea37-4771-bbea-412a519d8a0c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/quotas/7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 375 time: 0.0136199 Feb 15 01:56:50.639098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (22923028-284f-45dd-8f98-49aa2962f99f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.645743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22923028-284f-45dd-8f98-49aa2962f99f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 01:56:50.649113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.653592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/22923028-284f-45dd-8f98-49aa2962f99f HTTP/1.1" status: 204 len: 168 time: 0.4398751 Feb 15 01:56:50.656464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39402) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:50.662582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:50.664468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a5712-054a-49a7-98a5-49e1337087e6 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Network': ['ID=22923028-284f-45dd-8f98-49aa2962f99f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:50.689250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-89085035-1cc6-4055-8c58-691378f4cc3b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857198 Feb 15 01:56:50.799325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-5bbdaebe-dbf0-43b4-b99e-e10e1fe8265a service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018250 Feb 15 01:56:50.815691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:50.818041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.894753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:56:50.932199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cdf71459-06cb-48d9-bbc9-a348e6168dc1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:50.932616 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Added segment cdf71459-06cb-48d9-bbc9-a348e6168dc1 of type vlan for network 81ea7979-a9b6-4089-b305-99d838e0e308 Feb 15 01:56:50.949188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-e4034fbc-aa79-4c44-ad3d-e9a8be30b0b9 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430058 Feb 15 01:56:51.070863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (81ea7979-a9b6-4089-b305-99d838e0e308), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.091507 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34c99b3e-5ff8-4b43-8b1c-430d0599c3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.190943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (81ea7979-a9b6-4089-b305-99d838e0e308), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.191967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:51.192600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.271356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=81ea7979-a9b6-4089-b305-99d838e0e308,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:51.284101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 81ea7979-a9b6-4089-b305-99d838e0e308 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:56:51.294969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:51.331364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fba726e-1f13-43bf-9f35-0f1e0ff427b1 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6734691 Feb 15 01:56:51.332051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:51.339868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'subnet': {'network_id': '81ea7979-a9b6-4089-b305-99d838e0e308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:51.477504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92906a9-5762-4055-a712-6f16d8975a50 req-81f4dc60-1e77-4931-ad46-143493c204aa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:51.482319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a92906a9-5762-4055-a712-6f16d8975a50 req-81f4dc60-1e77-4931-ad46-143493c204aa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1052575 Feb 15 01:56:51.484559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:51.487006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.847867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (a02e7674-305f-4e78-bfa6-45f2b347460d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:51.889627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a92906a9-5762-4055-a712-6f16d8975a50 req-0e066a5c-e748-4b87-867a-b4c327a76547 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999932 Feb 15 01:56:52.219403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Deleting port a13e4539-ece9-41db-ab3d-8ab9820cd948 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:52.219761 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:52.317622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] For port a13e4539-ece9-41db-ab3d-8ab9820cd948, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a13e4539-ece9-41db-ab3d-8ab9820cd948,segment=NetworkSegment(9a30aa0d-1d80-4975-af98-d4f0b93ebf31),segment_id=9a30aa0d-1d80-4975-af98-d4f0b93ebf31)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:52.318326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:52.333542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Calling delete_port for a13e4539-ece9-41db-ab3d-8ab9820cd948 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:52.345667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 01:56:52.346492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (cac3a145-cccc-4a45-9762-1af49e63f7b4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:52.425949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cac3a145-cccc-4a45-9762-1af49e63f7b4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:52.434876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Checking segment: {'id': 'cdf71459-06cb-48d9-bbc9-a348e6168dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '81ea7979-a9b6-4089-b305-99d838e0e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:52.435241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Network hostable DHCP agents. Network: 81ea7979-a9b6-4089-b305-99d838e0e308, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:56:52.585054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Network 81ea7979-a9b6-4089-b305-99d838e0e308 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:56:52.626655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6e43b06-4db7-47ec-8db5-d6301ac6f0fe req-634e37da-ea61-4ab1-9af8-1a9d21bd53c7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 210 time: 0.0365794 Feb 15 01:56:52.642380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a13e4539-ece9-41db-ab3d-8ab9820cd948), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:52.682414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 81ea7979-a9b6-4089-b305-99d838e0e308) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:52.695324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13e4539-ece9-41db-ab3d-8ab9820cd948,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:52.698842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:52.703644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:52.705347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f861e9-7a7d-4dca-898b-6d00895bbcc2 None None] Network 81ea7979-a9b6-4089-b305-99d838e0e308 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:56:52.803354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da34c-d703-416c-95b6-50a6c9998e0d req-c06eaf78-5774-42e7-8434-c0f7828f2926 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:52.810720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-153da34c-d703-416c-95b6-50a6c9998e0d req-c06eaf78-5774-42e7-8434-c0f7828f2926 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0661321 Feb 15 01:56:52.851228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-26f244d4-9bb6-4f41-a3de-dd6a6d2d0b39 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5180044 Feb 15 01:56:52.855174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:52.860049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'floatingip': {'floating_network_id': '81ea7979-a9b6-4089-b305-99d838e0e308'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:52.878628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f45895-8bdc-4e7f-9cbf-64bb5d7b88e6 None None] Network 81ea7979-a9b6-4089-b305-99d838e0e308 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:56:52.909807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-153da34c-d703-416c-95b6-50a6c9998e0d req-8482a050-f7d9-4ed9-af34-f2de5a024742 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980890 Feb 15 01:56:52.983895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (a02e7674-305f-4e78-bfa6-45f2b347460d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.030995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.193063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc607c9-0b37-4798-84f3-29984cde4bf1 req-dfc53e1c-7084-4403-9b15-0af8867e4d18 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:53.193063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cc607c9-0b37-4798-84f3-29984cde4bf1 req-dfc53e1c-7084-4403-9b15-0af8867e4d18 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 945 time: 0.0767081 Feb 15 01:56:53.257060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cc607c9-0b37-4798-84f3-29984cde4bf1 req-aaf8d7b3-51e5-414a-a790-74e6c097c325 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625453 Feb 15 01:56:53.262491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.309297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Router a02e7674-305f-4e78-bfa6-45f2b347460d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:56:53.396860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Allocated IP 172.20.0.6 (81ea7979-a9b6-4089-b305-99d838e0e308/cac3a145-cccc-4a45-9762-1af49e63f7b4/a7499057-0902-4ce3-abec-c97ae8f98ef9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:56:53.422136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49c6b77d-1620-443b-9cfe-199a3de05c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.542314 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.685740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.708975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:56:53.718216 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b0bae26-449d-4373-a5b1-968d552b8719 admin admin] 10.222.0.43 "PUT /v2.0/routers/a02e7674-305f-4e78-bfa6-45f2b347460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4221087 Feb 15 01:56:53.720654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:53.732655 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Sync routers for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:56:53.762016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Port': ['ID=a7499057-0902-4ce3-abec-c97ae8f98ef9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:53.782440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Network 81ea7979-a9b6-4089-b305-99d838e0e308 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:56:53.788041 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:56:53.792079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:53.793139 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:56:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:53.806426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:56:53.869655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks [] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:53.925418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6663659-b8f2-44f8-9236-61189e7386d9 req-8fb308f7-bcaa-45d8-bd24-5af77c81d1d8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 210 time: 0.0671430 Feb 15 01:56:54.019715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-28bf6482-545a-4a6e-9c3b-64d8e4a16c2c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.021678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-28bf6482-545a-4a6e-9c3b-64d8e4a16c2c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 945 time: 0.1496704 Feb 15 01:56:54.098862 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:56:54.164557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks [] for router_gateway (a02e7674-305f-4e78-bfa6-45f2b347460d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.189011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for floatingip (5af6858d-eb67-4bc5-9954-1ca8f1582bce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.233202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-1c5fa099-c06d-48a2-a137-3f601d7ad4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.241505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-1c5fa099-c06d-48a2-a137-3f601d7ad4b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 1129 time: 0.2988575 Feb 15 01:56:54.281112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae59d9-9cd7-456a-9a3b-cdf47fc855ad req-3d5520f3-ff72-44c1-978a-a9792780d167 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.291026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2aae59d9-9cd7-456a-9a3b-cdf47fc855ad req-3d5520f3-ff72-44c1-978a-a9792780d167 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1791174 Feb 15 01:56:54.426533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port 50ccf81f-b77a-4a27-8534-97b39f5ace5d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:54.436156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.476717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.494977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2aae59d9-9cd7-456a-9a3b-cdf47fc855ad req-4f3eb863-cd28-4bc1-9b60-fa6078ac219b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028451 Feb 15 01:56:54.511922 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:56:52Z', 'revision_number': 5, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port': {'id': 'dd1e9d29-e68c-4aa2-94d6-684002e55121', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:53:14Z', 'updated_at': '2022-02-15T01:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:54.545394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-bdd83266-f6c2-4578-82cb-62835a4a9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.546878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-bdd83266-f6c2-4578-82cb-62835a4a9141 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 200 len: 915 time: 0.2980926 Feb 15 01:56:54.552285 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Checking router: a02e7674-305f-4e78-bfa6-45f2b347460d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:56:54.553428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.562905 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Routers {'a02e7674-305f-4e78-bfa6-45f2b347460d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:56:54.563660 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:56:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a02e7674-305f-4e78-bfa6-45f2b347460d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:54.584176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port 50ccf81f-b77a-4a27-8534-97b39f5ace5d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=50ccf81f-b77a-4a27-8534-97b39f5ace5d,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:54.584589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.606949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for 50ccf81f-b77a-4a27-8534-97b39f5ace5d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:54.638626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-9bb5a61c-a832-496e-82f9-3cda02b1f01e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 200 len: 217 time: 0.0664103 Feb 15 01:56:54.672244 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] Set router a02e7674-305f-4e78-bfa6-45f2b347460d gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:56:54.733191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:56:54Z', 'revision_number': 6, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:54.775443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-50e57b58-ad90-4e75-8129-b591bc54d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.776970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-50e57b58-ad90-4e75-8129-b591bc54d40e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 200 len: 854 time: 0.1241970 Feb 15 01:56:54.801919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cbe6-269f-4236-a54d-86d908ca103a req-c1cd28fc-1482-4eec-b5f1-41628843d0dc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.809795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6303cbe6-269f-4236-a54d-86d908ca103a req-c1cd28fc-1482-4eec-b5f1-41628843d0dc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1761072 Feb 15 01:56:54.830881 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042306b-e460-428b-8114-e74d447cb2d8 None None] The sync data for ids ['a02e7674-305f-4e78-bfa6-45f2b347460d'] in n-d-829064-14 is: [{'id': 'a02e7674-305f-4e78-bfa6-45f2b347460d', 'name': 'tempest-ServerRescueNegativeTestJSON-362820297-router', 'tenant_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:53:12Z', 'updated_at': '2022-02-15T01:56:54Z', 'revision_number': 6, 'project_id': 'f4e510161f2b4c5a8403f1e076cb5c57', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:56:54.855222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-d6e42d2f-97c7-4b77-bc61-7e04f7fa0053 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3bbb946-a9df-46b0-82cf-af0bb67a98a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704567 Feb 15 01:56:54.909795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-22458c6e-03a9-4e46-9553-172133f6b1b4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:54.912508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-22458c6e-03a9-4e46-9553-172133f6b1b4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.7368832 Feb 15 01:56:54.919619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Deleting port dd1e9d29-e68c-4aa2-94d6-684002e55121 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:54.919956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:54.946232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'device_id': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'admin_state_up': True, 'tenant_id': '7d2995decd09492485535a5a466e33de'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:54.974526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6303cbe6-269f-4236-a54d-86d908ca103a req-59e19000-63fa-4297-9f22-03cfdfc1ab65 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638844 Feb 15 01:56:54.994735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.041107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-b82f31ac-1e68-46d8-ad6f-82d7b5729260 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750760 Feb 15 01:56:55.084971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.121597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (50ccf81f-b77a-4a27-8534-97b39f5ace5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.133611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:55.165930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] For port dd1e9d29-e68c-4aa2-94d6-684002e55121, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dd1e9d29-e68c-4aa2-94d6-684002e55121,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:55.166301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.187182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Calling delete_port for dd1e9d29-e68c-4aa2-94d6-684002e55121 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:55.218818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-998efa86-da54-4f05-a94b-8e67920d9e22 req-658dd559-6251-4cab-8987-9721b59ce09e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=115369ad-b21c-40df-841d-2ae06e9bbb7b HTTP/1.1" status: 200 len: 210 time: 0.0850062 Feb 15 01:56:55.279923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:56:55.283482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.289573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Port': ['ID=a7499057-0902-4ce3-abec-c97ae8f98ef9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:55.370398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3929e56a-f5e7-4c42-a4c0-d6c77b51bb03 req-bd16aa45-f5d4-40a4-bb51-b3c9c7dab3ab service neutron] 10.222.0.31 "GET /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225889 Feb 15 01:56:55.387873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=50ccf81f-b77a-4a27-8534-97b39f5ace5d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:55.442282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2ee5036-0ce8-4744-924f-3769ef732d67 req-9dca0b01-01ac-4bd4-8c2c-613e1915793e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 210 time: 0.0686200 Feb 15 01:56:55.443342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5af6858d-eb67-4bc5-9954-1ca8f1582bce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.506943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port 50ccf81f-b77a-4a27-8534-97b39f5ace5d on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:56:55.512853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.516197 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1f358bab-5d6e-41fb-a913-867b18b61951 req-23fb9c64-f24a-4f76-a4ff-4bee3a59c9e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "DELETE /v2.0/ports/50ccf81f-b77a-4a27-8534-97b39f5ace5d HTTP/1.1" status: 204 len: 173 time: 1.4852905 Feb 15 01:56:55.516677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'name': 'network-vif-deleted', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:55.519006 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad61cbcd-3d73-431e-a836-7494b89e94bc" -d '{"events": [{"server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "name": "network-vif-deleted", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:55.576978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.579317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0ffb3c33-1637-4fb4-a446-249a0dbef4d7 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7231529 Feb 15 01:56:55.595928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:55.704939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a33f94e1-035f-41ed-8394-b39a37265485 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=81ea7979-a9b6-4089-b305-99d838e0e308 HTTP/1.1" status: 200 len: 689 time: 0.1211722 Feb 15 01:56:55.709757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:55.726058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.20.0.7 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:56:55.825450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a741-51a8-4def-87f7-134efad6ef8b req-1de1fc81-ee69-40eb-a74d-b4ae96f62d75 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:55.832096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd12a741-51a8-4def-87f7-134efad6ef8b req-1de1fc81-ee69-40eb-a74d-b4ae96f62d75 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.2193546 Feb 15 01:56:55.846040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (dd1e9d29-e68c-4aa2-94d6-684002e55121), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.901402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd12a741-51a8-4def-87f7-134efad6ef8b req-ea3490cb-083b-47c9-9257-1aa3bb56895e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683315 Feb 15 01:56:55.903991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (81ea7979-a9b6-4089-b305-99d838e0e308), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:55.923274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1e9d29-e68c-4aa2-94d6-684002e55121,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:55.924237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.039730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (a02e7674-305f-4e78-bfa6-45f2b347460d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.091156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Deleting port a7499057-0902-4ce3-abec-c97ae8f98ef9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:56:56.091468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.145980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.148653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks [] for router_controller (a02e7674-305f-4e78-bfa6-45f2b347460d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.203309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.211696 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.212389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for floatingip (a7499057-0902-4ce3-abec-c97ae8f98ef9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.241410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Calling delete_port for a7499057-0902-4ce3-abec-c97ae8f98ef9 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:56:56.276735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a02e7674-305f-4e78-bfa6-45f2b347460d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.277310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02e7674-305f-4e78-bfa6-45f2b347460d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:56:56.294200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.295712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9ec7afb9-ee7c-4cac-9eeb-71eb5110b37c admin admin] 10.222.0.43 "DELETE /v2.0/routers/a02e7674-305f-4e78-bfa6-45f2b347460d HTTP/1.1" status: 204 len: 168 time: 2.5740659 Feb 15 01:56:56.296391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:56.325348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:56:56.330736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 50ccf81f-b77a-4a27-8534-97b39f5ace5d no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:56.362953 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b1f67-5504-49c8-85bf-eb1e7c89fbfd x-openstack-request-id: req-a64b1f67-5504-49c8-85bf-eb1e7c89fbfd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:56:56.363694 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115369ad-b21c-40df-841d-2ae06e9bbb7b", "name": "network-vif-deleted", "tag": "50ccf81f-b77a-4a27-8534-97b39f5ace5d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:56:56.364143 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a64b1f67-5504-49c8-85bf-eb1e7c89fbfd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:56:56.364746 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115369ad-b21c-40df-841d-2ae06e9bbb7b', 'name': 'network-vif-deleted', 'tag': '50ccf81f-b77a-4a27-8534-97b39f5ace5d', 'status': 'completed', 'code': 200} Feb 15 01:56:56.368694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Deleting subnet f8b03c3d-7d71-438f-9edc-ced1c412a03b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:56:56.373190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Publish callbacks [] for subnet (f8b03c3d-7d71-438f-9edc-ced1c412a03b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.375632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.430023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4', 'a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:56.431240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 50ccf81f-b77a-4a27-8534-97b39f5ace5d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:56.431557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 50ccf81f-b77a-4a27-8534-97b39f5ace5d not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:56.507177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:56:56.522888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:56:56.529080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:56:56.627698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (f8b03c3d-7d71-438f-9edc-ced1c412a03b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.640645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:56.746321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:56.769830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:56.769982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.787778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:56:56.810560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489574-9f5f-4b0c-95dd-6519cd3105b3 req-d2b997e3-7326-4f08-9e53-46234720c655 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:56.812472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f8b03c3d-7d71-438f-9edc-ced1c412a03b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.834259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e489574-9f5f-4b0c-95dd-6519cd3105b3 req-d2b997e3-7326-4f08-9e53-46234720c655 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.4474046 Feb 15 01:56:56.847413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a7499057-0902-4ce3-abec-c97ae8f98ef9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:56.972575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d434ca56-24e5-4dd3-95ee-e57a4eae856a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0459330 Feb 15 01:56:56.987789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Request body: {'port': {'device_id': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:56:57.019168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7499057-0902-4ce3-abec-c97ae8f98ef9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:57.035690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd1e9d29-e68c-4aa2-94d6-684002e55121 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:57.104326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f8b03c3d-7d71-438f-9edc-ced1c412a03b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.147098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: dd1e9d29-e68c-4aa2-94d6-684002e55121 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:57.147829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd1e9d29-e68c-4aa2-94d6-684002e55121 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:57.148573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a13e4539-ece9-41db-ab3d-8ab9820cd948 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:56:57.158591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b03c3d-7d71-438f-9edc-ced1c412a03b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:57.191506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.195291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a975cca4-086a-459f-8616-639f93460708 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f8b03c3d-7d71-438f-9edc-ced1c412a03b HTTP/1.1" status: 204 len: 168 time: 0.8971250 Feb 15 01:56:57.197277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.199373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:57.205711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:57.206253 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.230266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:57.252474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:57.309362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: a13e4539-ece9-41db-ab3d-8ab9820cd948 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:56:57.309763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a13e4539-ece9-41db-ab3d-8ab9820cd948 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:56:57.321607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cae17938-c088-4b9e-897a-a5a44b421d64 None None] Provisioning complete for port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:57.321607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cae17938-c088-4b9e-897a-a5a44b421d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.366488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cae17938-c088-4b9e-897a-a5a44b421d64 None None] Port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:56:57.372716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.378997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e489574-9f5f-4b0c-95dd-6519cd3105b3 req-f47ffd3b-8024-4bc9-b330-a01b3be20b0c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5404837 Feb 15 01:56:57.416341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for floatingip (5af6858d-eb67-4bc5-9954-1ca8f1582bce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.522340 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.542615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:56:57.552772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (cac3a145-cccc-4a45-9762-1af49e63f7b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.559691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks [] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.587281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Transition to ACTIVE for port object 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:56:57.590265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5d3cb126-7ca6-4c99-8194-fecf9e8b10db'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:56:57.642536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (43a8a90e-4b3e-4add-b5b3-adecd461dda3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.703469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:57.710380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (cac3a145-cccc-4a45-9762-1af49e63f7b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.726763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:57.803045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cac3a145-cccc-4a45-9762-1af49e63f7b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:57.840622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e221-bdef-471b-af1a-15a153ceca50 req-3802604d-1c34-40d8-ada3-c0dd14dc8f70 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:57.848023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e27e221-bdef-471b-af1a-15a153ceca50 req-3802604d-1c34-40d8-ada3-c0dd14dc8f70 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 931 time: 0.2199364 Feb 15 01:56:57.886491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:57.979176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (43a8a90e-4b3e-4add-b5b3-adecd461dda3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.078266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a8a90e-4b3e-4add-b5b3-adecd461dda3']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.092135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a30aa0d-1d80-4975-af98-d4f0b93ebf31') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.092362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a30aa0d-1d80-4975-af98-d4f0b93ebf31') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.107807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (9a30aa0d-1d80-4975-af98-d4f0b93ebf31), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.127876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Attempting to bind port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:56:58.128213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Attempting to bind port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:56:58.128612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Attempting to bind port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:58.135283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 on network cae1d432-0745-4578-9785-6cc891feac69 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:56:58.135611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Attempting to bind port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:56:58.143795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:56:58.146427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:56:58.146427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:56:58.146427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Bound port: 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:56:58.146427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.149043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (9a30aa0d-1d80-4975-af98-d4f0b93ebf31), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.163398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:56:58.163818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (9a30aa0d-1d80-4975-af98-d4f0b93ebf31), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:56:58.166456 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:56:58.322960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (81ea7979-a9b6-4089-b305-99d838e0e308), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.329696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:56:58.388462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:56:58.399968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:56:58.428816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e27e221-bdef-471b-af1a-15a153ceca50 req-b9ddecd5-52f3-447c-93d8-86d6f27ea43e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739613 Feb 15 01:56:58.430729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ea7979-a9b6-4089-b305-99d838e0e308']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.459651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:56:58.460280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.465484 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (43a8a90e-4b3e-4add-b5b3-adecd461dda3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.475397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf71459-06cb-48d9-bbc9-a348e6168dc1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.478017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf71459-06cb-48d9-bbc9-a348e6168dc1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:56:58.502809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.511545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/43a8a90e-4b3e-4add-b5b3-adecd461dda3 HTTP/1.1" status: 204 len: 168 time: 1.3086722 Feb 15 01:56:58.513262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e27a89-c1fd-489d-8798-25544d9b82fa admin admin] Pushing event deleted for resources: {'Network': ['ID=43a8a90e-4b3e-4add-b5b3-adecd461dda3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:58.517017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.519891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (cdf71459-06cb-48d9-bbc9-a348e6168dc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.567325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cdf71459-06cb-48d9-bbc9-a348e6168dc1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.576525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:56:58.577076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (cdf71459-06cb-48d9-bbc9-a348e6168dc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.605645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:58.611873 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.618117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] 10.222.0.37 "PUT /v2.0/ports/9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 1092 time: 1.6348517 Feb 15 01:56:58.618614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:58.629472 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc80761-f0f7-437b-af97-a684c38c5324" -d '{"events": [{"name": "network-changed", "server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:58.677415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:56:58.678366 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:56:58.682001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.746787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9891a4-0d06-4b1b-8c08-a766dc285b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:58.764653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d2bb7-4154-4740-82c3-b7845dfe1631 req-3a55efd0-fdf9-45ef-a059-9bbc2494f2bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:58.774795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-476d2bb7-4154-4740-82c3-b7845dfe1631 req-3a55efd0-fdf9-45ef-a059-9bbc2494f2bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0907228 Feb 15 01:56:58.790524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:56:58.794113 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1675b072-e192-4600-93f6-e7f54c10544b" -d '{"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:56:58.794992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (81ea7979-a9b6-4089-b305-99d838e0e308), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.814114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81ea7979-a9b6-4089-b305-99d838e0e308 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 01:56:58.823257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.827539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:56:58.839891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/81ea7979-a9b6-4089-b305-99d838e0e308 HTTP/1.1" status: 204 len: 168 time: 3.1235056 Feb 15 01:56:58.843784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:58.878057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-a230524b-f34d-464c-b0e4-ee6550b9a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:58.879952 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-a230524b-f34d-464c-b0e4-ee6550b9a9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 1126 time: 0.1618471 Feb 15 01:56:58.893948 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:58.913198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97531-932f-4ff4-bae2-1d2413dfadc8 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Network': ['ID=81ea7979-a9b6-4089-b305-99d838e0e308,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:58.997944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-476d2bb7-4154-4740-82c3-b7845dfe1631 req-6b3e5c8b-b39e-4c51-9759-e806fc0508e1 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177038 Feb 15 01:56:59.016266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:56:59.227718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-f7376e8a-6881-4a4e-9fd1-843895bd118c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 217 time: 0.1487818 Feb 15 01:56:59.354629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6e17a059-cfc8-4c6c-94e3-fad55f6279af tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1778 time: 0.5086081 Feb 15 01:56:59.357220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.441198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.543602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a0ef192c-5b32-4dbb-bb99-b5916fa4bdff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4e510161f2b4c5a8403f1e076cb5c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977869 Feb 15 01:56:59.547692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.592506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.593246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.593723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.594183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.594632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.595084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.595849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.599599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-abae6328-70e3-4c36-91ba-e51c0906b529 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4662 time: 0.2412076 Feb 15 01:56:59.604382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.607796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-baa30382-97c7-43e8-ac05-e694cff485a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.620448 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-baa30382-97c7-43e8-ac05-e694cff485a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.3792305 Feb 15 01:56:59.686061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] Publish callbacks [] for security_group (996d2817-2869-4d37-9a92-181bdd9d755b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:59.707324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-8b81c4d6-7daa-4696-8b92-4342f639e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.709572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-8b81c4d6-7daa-4696-8b92-4342f639e1e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786414 Feb 15 01:56:59.723234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936e7c-dd83-4567-9bbc-74715aa98968 req-156a4b23-848c-4fac-88d6-5cb6d588cdcd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:56:59.730426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] Publish callbacks [] for security_group (996d2817-2869-4d37-9a92-181bdd9d755b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:56:59.751441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5936e7c-dd83-4567-9bbc-74715aa98968 req-156a4b23-848c-4fac-88d6-5cb6d588cdcd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.2406526 Feb 15 01:56:59.753721 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-df9b5af0-6efd-4ad6-b026-bae8054831f4 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] delete failed (client error): The resource could not be found. Feb 15 01:56:59.754733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-df9b5af0-6efd-4ad6-b026-bae8054831f4 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/5af6858d-eb67-4bc5-9954-1ca8f1582bce HTTP/1.1" status: 404 len: 345 time: 0.1495800 Feb 15 01:56:59.777870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.842761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-96419884-4bd6-4365-a9f9-a1fe28836fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261647 Feb 15 01:56:59.863538 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb42e2c-2b2c-400d-87d4-2201aa59532c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] DELETE failed (client error): The resource could not be found. Feb 15 01:56:59.864211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb42e2c-2b2c-400d-87d4-2201aa59532c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:56:59.871212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:56:59.872325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dfb42e2c-2b2c-400d-87d4-2201aa59532c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/81ea7979-a9b6-4089-b305-99d838e0e308 HTTP/1.1" status: 404 len: 339 time: 0.0934572 Feb 15 01:56:59.912527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5936e7c-dd83-4567-9bbc-74715aa98968 req-2dd46d78-9a09-4179-a5a8-2cac7f6f7910 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558096 Feb 15 01:56:59.915553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'name': 'tempest-network--544201580', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:00.006664 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a35afb-da3d-4d7f-b68c-6c42bba37701 x-openstack-request-id: req-23a35afb-da3d-4d7f-b68c-6c42bba37701 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:00.007243 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:00.007484 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23a35afb-da3d-4d7f-b68c-6c42bba37701 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:00.008038 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'code': 200} Feb 15 01:57:00.203428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987f95-1430-443b-8de7-39a69999a59d req-1b39a501-11ea-4a72-a0ac-46c160df67bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:00.217339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61987f95-1430-443b-8de7-39a69999a59d req-1b39a501-11ea-4a72-a0ac-46c160df67bb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1137905 Feb 15 01:57:00.318073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61987f95-1430-443b-8de7-39a69999a59d req-2e421f57-c2f0-4c2b-8141-85c6fe2a2f0b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Feb 15 01:57:00.417529 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41ebfd-1364-4ba5-bb2f-b2e1be36b21b x-openstack-request-id: req-8c41ebfd-1364-4ba5-bb2f-b2e1be36b21b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:00.419247 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:00.419725 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c41ebfd-1364-4ba5-bb2f-b2e1be36b21b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:00.420360 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'status': 'completed', 'code': 200} Feb 15 01:57:00.424947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (996d2817-2869-4d37-9a92-181bdd9d755b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:00.436079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:00.449711 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/996d2817-2869-4d37-9a92-181bdd9d755b HTTP/1.1" status: 204 len: 168 time: 0.9006596 Feb 15 01:57:00.465487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1512-c669-4671-a6e7-f3e3c006a867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996d2817-2869-4d37-9a92-181bdd9d755b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:00.560264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-40aa73ac-c3e4-47bc-963f-765ee0e7e206 req-d7f103cd-e243-4bdd-ba96-1cff3a10a5ba service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093751 Feb 15 01:57:00.587607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:00.587607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:00.628722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d5b90-0b17-4837-96ec-0fd7c684a5a7 req-c2a358a3-b6e0-4a79-b0e4-0cc18c7c0a32 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:00.635356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b07d5b90-0b17-4837-96ec-0fd7c684a5a7 req-c2a358a3-b6e0-4a79-b0e4-0cc18c7c0a32 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 943 time: 0.1563625 Feb 15 01:57:00.676110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:57:00.700035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cf1cd83c-bf17-4996-9eeb-6d7ad4807af2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:00.700543 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Added segment cf1cd83c-bf17-4996-9eeb-6d7ad4807af2 of type vlan for network a676e520-8b07-4d7b-9699-9d6af4778397 Feb 15 01:57:00.734851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b07d5b90-0b17-4837-96ec-0fd7c684a5a7 req-6d3d819d-e913-4165-bc1e-a4bd98608b5a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876379 Feb 15 01:57:00.815170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (a676e520-8b07-4d7b-9699-9d6af4778397), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:00.881525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-fc41b1d7-72c4-4790-9afb-18f9a5a54ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:00.883072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-fc41b1d7-72c4-4790-9afb-18f9a5a54ce7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 1126 time: 0.1758091 Feb 15 01:57:01.055520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-a31bbe90-4c8e-400c-bd12-eb384d586003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:01.056968 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-a31bbe90-4c8e-400c-bd12-eb384d586003 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1659503 Feb 15 01:57:01.059502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (a676e520-8b07-4d7b-9699-9d6af4778397), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:01.060465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:01.061045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:01.148279 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-c8a509bc-92d0-4e6c-9d08-df621ceb27ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 217 time: 0.0817542 Feb 15 01:57:01.210327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-941df709-982c-48d0-8b44-8f238be00d16 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:01.233387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=a676e520-8b07-4d7b-9699-9d6af4778397,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:01.238502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-941df709-982c-48d0-8b44-8f238be00d16 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2738867 Feb 15 01:57:01.246084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network a676e520-8b07-4d7b-9699-9d6af4778397 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:57:01.259707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-18351514-e838-4892-abd5-0365b63d8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:01.262427 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-18351514-e838-4892-abd5-0365b63d8e54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0829756 Feb 15 01:57:01.275125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-9c227e8a-d861-4294-a680-e4116a9b8b03 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0340977 Feb 15 01:57:01.293283 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-44be49f2-2df9-4505-a893-ecf76936a544 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4208076 Feb 15 01:57:01.296343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:01.489471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-e9bda0d3-7f42-4818-ac60-4a23dfc00c84 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068577 Feb 15 01:57:01.539406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-8ca5150d-2bd9-4dd3-a833-fbe7cc76f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:01.540991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-8ca5150d-2bd9-4dd3-a833-fbe7cc76f29a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2717702 Feb 15 01:57:01.724056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-8a0e2b7e-0251-4002-b694-77a204a0eeb6 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279990 Feb 15 01:57:01.757250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-4e35c6e0-1f67-4b1f-9a0a-a5146e1af586 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919198 Feb 15 01:57:01.866618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-3e1c2998-83d8-4c77-9fe5-ddcd055aca83 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306882 Feb 15 01:57:01.986268 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0fc80761-f0f7-437b-af97-a684c38c5324 req-b5a42493-8cc8-42b0-8edd-b122b3d815ad service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222209 Feb 15 01:57:02.045044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e60c1-f2a4-495a-b466-b86aba6c5b3a tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:02.050438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e60c1-f2a4-495a-b466-b86aba6c5b3a tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:02.055928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e60c1-f2a4-495a-b466-b86aba6c5b3a tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:02.061457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e60c1-f2a4-495a-b466-b86aba6c5b3a tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:02.066114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:02.067149 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-938e60c1-f2a4-495a-b466-b86aba6c5b3a tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7216816 Feb 15 01:57:02.141517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (a676e520-8b07-4d7b-9699-9d6af4778397), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.239851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (a676e520-8b07-4d7b-9699-9d6af4778397), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.264635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a676e520-8b07-4d7b-9699-9d6af4778397']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:02.277447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1cd83c-bf17-4996-9eeb-6d7ad4807af2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:02.277853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1cd83c-bf17-4996-9eeb-6d7ad4807af2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:02.290857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (cf1cd83c-bf17-4996-9eeb-6d7ad4807af2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.306283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cf1cd83c-bf17-4996-9eeb-6d7ad4807af2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.313451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:57:02.314038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (cf1cd83c-bf17-4996-9eeb-6d7ad4807af2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:57:02.315927 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:57:02.530597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (a676e520-8b07-4d7b-9699-9d6af4778397), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.542951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a676e520-8b07-4d7b-9699-9d6af4778397 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 01:57:02.551575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.558911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a676e520-8b07-4d7b-9699-9d6af4778397 HTTP/1.1" status: 204 len: 168 time: 0.4875948 Feb 15 01:57:02.559262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:02.564925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'name': 'tempest-network--996493812', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:02.578512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0734de-f0ef-41dd-9e19-7b86d74c7c59 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Network': ['ID=a676e520-8b07-4d7b-9699-9d6af4778397,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:02.696360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:02.700944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.808898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:57:02.845916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1b7ba69-0848-411c-bbbf-75506f809015), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:02.846622 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Added segment b1b7ba69-0848-411c-bbbf-75506f809015 of type vlan for network 57d9516c-9efb-4b40-a651-c08bb64c2471 Feb 15 01:57:02.902179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95a30b-a964-4bf6-90a9-fd76a6ce5c48 req-b7966be6-4a36-4d65-93ab-08f398db2410 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:02.903789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f95a30b-a964-4bf6-90a9-fd76a6ce5c48 req-b7966be6-4a36-4d65-93ab-08f398db2410 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1654949 Feb 15 01:57:03.009101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (57d9516c-9efb-4b40-a651-c08bb64c2471), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:03.027351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f95a30b-a964-4bf6-90a9-fd76a6ce5c48 req-47ba1441-5bfd-4065-8b85-b05d36239b06 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178341 Feb 15 01:57:03.170671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (57d9516c-9efb-4b40-a651-c08bb64c2471), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:03.171816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:03.172537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:03.257184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e19d-cd3f-4c5b-a3fd-abd20de75a6e req-c857be29-8c2b-423e-bfa8-809136e40ca5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:03.264201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0400e19d-cd3f-4c5b-a3fd-abd20de75a6e req-c857be29-8c2b-423e-bfa8-809136e40ca5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1362193 Feb 15 01:57:03.296217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=57d9516c-9efb-4b40-a651-c08bb64c2471,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:03.312834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 57d9516c-9efb-4b40-a651-c08bb64c2471 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:57:03.412923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a9849f9b-64ab-43ef-97b8-e444e9dbc66e tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8517618 Feb 15 01:57:03.413844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:03.440063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0400e19d-cd3f-4c5b-a3fd-abd20de75a6e req-8d008d5c-67c8-4dae-afc3-283621076efa tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669450 Feb 15 01:57:03.572091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e0575-9722-4c47-a823-cf868b38a589 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:03.574199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d5e0575-9722-4c47-a823-cf868b38a589 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "GET /v2.0/networks/57d9516c-9efb-4b40-a651-c08bb64c2471 HTTP/1.1" status: 200 len: 756 time: 0.1590238 Feb 15 01:57:03.577074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:03.740183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37edcd95-8815-41bd-80e3-41c35f8e3d46 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:03.741580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37edcd95-8815-41bd-80e3-41c35f8e3d46 tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "GET /v2.0/networks/e9caf9cc-c182-4bdf-9939-39125c3a4844 HTTP/1.1" status: 200 len: 768 time: 0.1631370 Feb 15 01:57:03.744434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:03.807660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c4354-e42e-453a-a42f-f8e9ea7a48e2 req-896b9ab5-539b-4892-9395-13ea933e629c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:03.819846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-237c4354-e42e-453a-a42f-f8e9ea7a48e2 req-896b9ab5-539b-4892-9395-13ea933e629c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 943 time: 0.2296231 Feb 15 01:57:03.918446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (57d9516c-9efb-4b40-a651-c08bb64c2471), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:03.955801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-237c4354-e42e-453a-a42f-f8e9ea7a48e2 req-149aa1d9-58d4-4a78-be7b-7c7bc56d943a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347880 Feb 15 01:57:04.080892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (57d9516c-9efb-4b40-a651-c08bb64c2471), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.115735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d9516c-9efb-4b40-a651-c08bb64c2471']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:04.124519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d549908e-9f87-41ed-b759-9dcd37ec87f2 req-e343e456-0f07-4afe-8c34-499ae3e8e870 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 210 time: 0.0789289 Feb 15 01:57:04.166255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b7ba69-0848-411c-bbbf-75506f809015') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:04.166722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b7ba69-0848-411c-bbbf-75506f809015') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:04.188031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b1b7ba69-0848-411c-bbbf-75506f809015), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.210374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1b7ba69-0848-411c-bbbf-75506f809015), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.221963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:57:04.222531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b1b7ba69-0848-411c-bbbf-75506f809015), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:57:04.224552 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:57:04.431832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (57d9516c-9efb-4b40-a651-c08bb64c2471), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.438802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57d9516c-9efb-4b40-a651-c08bb64c2471 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 01:57:04.441762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.453154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:04.454747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/57d9516c-9efb-4b40-a651-c08bb64c2471 HTTP/1.1" status: 204 len: 168 time: 0.7089312 Feb 15 01:57:04.459437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'name': 'tempest-network--659869678'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:04.465249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc6a34-2ad4-45c5-b155-70c94a741528 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Network': ['ID=57d9516c-9efb-4b40-a651-c08bb64c2471,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:04.599044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Made reservation on behalf of 603af8a38e01426588406227e0a13498 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:04.603189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.674520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:57:04.690436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b88cc87a-d79a-4496-912d-fb31e6d74bc6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:04.690953 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Added segment b88cc87a-d79a-4496-912d-fb31e6d74bc6 of type vlan for network 787ef2d9-423d-4d19-a719-89ffadeea31b Feb 15 01:57:04.781461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.101832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:57:05.156254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.177960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:05.177960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.304172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8487318 Feb 15 01:57:05.307166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:05.313054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:05.332583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af627e-4cd5-48d8-9bea-2d0a3c2a451a req-6c994009-e1df-4edc-9c73-8d399e2464bf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:05.334120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7af627e-4cd5-48d8-9bea-2d0a3c2a451a req-6c994009-e1df-4edc-9c73-8d399e2464bf tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.2511907 Feb 15 01:57:05.334806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc198c8-4c9c-4328-b67f-b09d83251152 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=787ef2d9-423d-4d19-a719-89ffadeea31b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:05.384611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:05.432688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:57:05.440461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 787ef2d9-423d-4d19-a719-89ffadeea31b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:57:05.454731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7af627e-4cd5-48d8-9bea-2d0a3c2a451a req-61baa7df-d274-470b-b34b-3119691886d2 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084416 Feb 15 01:57:05.727364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a868c-0107-4379-b8c3-50bce3cfff8f req-39a81cb9-df86-4bdf-b377-94cae360b188 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:05.746165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-794a868c-0107-4379-b8c3-50bce3cfff8f req-39a81cb9-df86-4bdf-b377-94cae360b188 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1837387 Feb 15 01:57:05.788917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.797621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:05.798386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.827015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:05.870154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-794a868c-0107-4379-b8c3-50bce3cfff8f req-916087b5-2b4b-4af1-9059-adf1b7cdf539 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209304 Feb 15 01:57:05.918809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:05.965971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.986003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Network 787ef2d9-423d-4d19-a719-89ffadeea31b is not hosted by any dhcp agent {{(pid=103885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 01:57:05.986848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:05.987445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:05.989079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "PUT /v2.0/networks/787ef2d9-423d-4d19-a719-89ffadeea31b HTTP/1.1" status: 200 len: 857 time: 0.6807971 Feb 15 01:57:06.010209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:06.034531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.074005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cac0a9e-7bd5-449e-9bb4-d225467f0c40 req-5469b216-7e07-4b91-87d4-e06512649014 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0863528 Feb 15 01:57:06.202204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:06.359599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51133131-fb7b-4899-ae9a-720ae872c29c tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event updated for resources: {'Network': ['ID=787ef2d9-423d-4d19-a719-89ffadeea31b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:06.378788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:06.382018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc9a2a-df9f-4be1-b965-89a6136e240f req-ad8578a6-33a3-41d6-86a2-f29117976635 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:06.394512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8fc9a2a-df9f-4be1-b965-89a6136e240f req-ad8578a6-33a3-41d6-86a2-f29117976635 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 944 time: 0.1874738 Feb 15 01:57:06.465437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-2fe6934b-4fe1-405d-a096-23e97c0c971e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:06.473746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-2fe6934b-4fe1-405d-a096-23e97c0c971e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.6091490 Feb 15 01:57:06.511022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:06.513515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8fc9a2a-df9f-4be1-b965-89a6136e240f req-afed3213-ddef-42b7-ac20-0dc562128d04 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123064 Feb 15 01:57:06.681345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.718700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ed3d0c7-d691-4cd7-8855-ef1e85a715f3 req-2283a49d-321c-4c7e-afb8-e03a54f4c259 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 210 time: 0.0738060 Feb 15 01:57:06.845852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.882816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787ef2d9-423d-4d19-a719-89ffadeea31b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:06.897833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88cc87a-d79a-4496-912d-fb31e6d74bc6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:06.897833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88cc87a-d79a-4496-912d-fb31e6d74bc6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:06.908669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b88cc87a-d79a-4496-912d-fb31e6d74bc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.925199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b88cc87a-d79a-4496-912d-fb31e6d74bc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.933214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:57:06.933623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b88cc87a-d79a-4496-912d-fb31e6d74bc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:57:06.996863 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:57:06.999320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:07.001236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:07.090139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (787ef2d9-423d-4d19-a719-89ffadeea31b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:07.129744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db271-fff3-4cf0-9634-71e55c6ab533 req-b78fd254-efef-45b9-a9bb-ed8554522b93 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:07.131477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426db271-fff3-4cf0-9634-71e55c6ab533 req-b78fd254-efef-45b9-a9bb-ed8554522b93 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1109478 Feb 15 01:57:07.172895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 787ef2d9-423d-4d19-a719-89ffadeea31b {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 01:57:07.250756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:07.266077 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] 10.222.0.43 "DELETE /v2.0/networks/787ef2d9-423d-4d19-a719-89ffadeea31b HTTP/1.1" status: 204 len: 168 time: 1.2511029 Feb 15 01:57:07.268221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:07.303756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426db271-fff3-4cf0-9634-71e55c6ab533 req-95fa4e0c-cca0-434d-bb5f-169d60f40232 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664238 Feb 15 01:57:07.332152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d26ac-1ff4-4989-8dbf-5f6dc5cf7bd2 tempest-ExternalNetworksTestJSON-1623602190 tempest-ExternalNetworksTestJSON-1623602190-project-admin] Pushing event deleted for resources: {'Network': ['ID=787ef2d9-423d-4d19-a719-89ffadeea31b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:07.428855 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b3ea98-498c-43cf-b822-541af4f9e4cb tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] DELETE failed (client error): The resource could not be found. Feb 15 01:57:07.430163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b3ea98-498c-43cf-b822-541af4f9e4cb tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:57:07.436399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4b3ea98-498c-43cf-b822-541af4f9e4cb tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "DELETE /v2.0/subnets/cac3a145-cccc-4a45-9762-1af49e63f7b4 HTTP/1.1" status: 404 len: 337 time: 0.1501038 Feb 15 01:57:07.438979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:07.648432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.5 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/38d66f19-c261-4787-867a-d754fac81930) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:07.689615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e9caf9cc-c182-4bdf-9939-39125c3a4844), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:07.997449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945072e2-c58b-468b-a4f5-370cc2696143 req-4a874afb-7a52-41aa-86d8-1ff3abcc9105 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:08.016908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-945072e2-c58b-468b-a4f5-370cc2696143 req-4a874afb-7a52-41aa-86d8-1ff3abcc9105 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.3318307 Feb 15 01:57:08.024000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e9caf9cc-c182-4bdf-9939-39125c3a4844), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.107957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9caf9cc-c182-4bdf-9939-39125c3a4844']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:08.143357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e774bde6-31ca-47c0-8bf5-8f33adb44232') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:08.143357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e774bde6-31ca-47c0-8bf5-8f33adb44232') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:08.204919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-945072e2-c58b-468b-a4f5-370cc2696143 req-a2064c77-6da6-4bb1-b1e5-d50ea1db8e54 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870167 Feb 15 01:57:08.212154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (e774bde6-31ca-47c0-8bf5-8f33adb44232), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.219892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (38d66f19-c261-4787-867a-d754fac81930), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.250251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e774bde6-31ca-47c0-8bf5-8f33adb44232), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.268681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:57:08.271470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (e774bde6-31ca-47c0-8bf5-8f33adb44232), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:57:08.273586 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:57:08.427928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (38d66f19-c261-4787-867a-d754fac81930), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.444244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:08.518292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:08.525647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:08.537082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:08.568558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87dd31a8-9d92-4c96-9745-af355edf5a1f req-1da0ebe3-70a3-4e6b-94b3-b523a98a0d25 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.1671424 Feb 15 01:57:08.679081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e9caf9cc-c182-4bdf-9939-39125c3a4844), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.683078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.710474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] 10.222.0.43 "DELETE /v2.0/networks/e9caf9cc-c182-4bdf-9939-39125c3a4844 HTTP/1.1" status: 204 len: 168 time: 1.2564850 Feb 15 01:57:08.758479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:08.760794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:08.766650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:08.794281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f732ae-ab2a-49d4-b581-eff319b5847d tempest-ExternalNetworksTestJSON-743333918 tempest-ExternalNetworksTestJSON-743333918-project] Pushing event deleted for resources: {'Network': ['ID=e9caf9cc-c182-4bdf-9939-39125c3a4844,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:08.882523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-20cae63f-3d83-40e9-b7b4-cd7f1c63060b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3990221 Feb 15 01:57:08.897521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Request body: {'port': {'device_id': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:08.984311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64bfb5-cfcd-4547-a49b-6a0546b43b21 req-68344b63-9b05-4225-ab03-28362fe03bf9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:08.998415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a64bfb5-cfcd-4547-a49b-6a0546b43b21 req-68344b63-9b05-4225-ab03-28362fe03bf9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 944 time: 0.2861114 Feb 15 01:57:09.079946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38d66f19-c261-4787-867a-d754fac81930), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:09.110688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:09.141499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a64bfb5-cfcd-4547-a49b-6a0546b43b21 req-d1342d95-c9c0-466d-b5f8-829096a8c123 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415632 Feb 15 01:57:09.321006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581a3b9-9416-4a0c-8f38-37b4b1504ade req-f8cd134f-f340-4345-9aa9-4b789be248ce tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:09.327829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0581a3b9-9416-4a0c-8f38-37b4b1504ade req-f8cd134f-f340-4345-9aa9-4b789be248ce tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 931 time: 0.1031034 Feb 15 01:57:09.396979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:57:09.402612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:09.406117 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:09.459371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0581a3b9-9416-4a0c-8f38-37b4b1504ade req-5a294010-1f25-4695-b096-228801d22cc6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306214 Feb 15 01:57:09.629708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:09.630241 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:09.630989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:09.685635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:09.690789 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47082ede-f290-472c-a96d-534c2ea4bc8b" -d '{"events": [{"server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "name": "network-vif-plugged", "status": "completed", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:09.701199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec4fb2-5b43-4f3a-9431-b43d90e30e05 req-e40b4949-82aa-422f-8ce1-6207223230c4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:09.708934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cec4fb2-5b43-4f3a-9431-b43d90e30e05 req-e40b4949-82aa-422f-8ce1-6207223230c4 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1173730 Feb 15 01:57:09.723303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:09.802101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:09.844142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28a64caa-66c0-49c2-b3a3-6066f03b5029 req-0b44aecb-d2a1-47e9-bd14-4a30aee64a1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0981622 Feb 15 01:57:09.938980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:09.939787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cec4fb2-5b43-4f3a-9431-b43d90e30e05 req-8cc74076-b7a2-4592-aa15-470b6ff20efa tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298932 Feb 15 01:57:10.005916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d66f19-c261-4787-867a-d754fac81930 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:10.019185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:10.025675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7590feea-95f3-45dc-b627-e98bbb5e356f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77c56eb88c4f4bcf82dcbddb33cee6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809314 Feb 15 01:57:10.080750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks [] for port (38d66f19-c261-4787-867a-d754fac81930), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.109871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Transition to ACTIVE for port object 38d66f19-c261-4787-867a-d754fac81930 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:57:10.113135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] Publish callbacks [] for security_group (b67efaf7-8c95-4b37-9d89-73bc12639b4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.142233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] Publish callbacks [] for security_group (b67efaf7-8c95-4b37-9d89-73bc12639b4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.199053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (38d66f19-c261-4787-867a-d754fac81930), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.220889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e66f10-1212-46c5-b21c-3e240aaf88a6 req-ac8c0d2f-b0e7-437c-89b9-b81f99bb957e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:10.228141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27e66f10-1212-46c5-b21c-3e240aaf88a6 req-ac8c0d2f-b0e7-437c-89b9-b81f99bb957e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1495852 Feb 15 01:57:10.305257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Pushing event updated for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:10.353071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27e66f10-1212-46c5-b21c-3e240aaf88a6 req-1bb38009-9cae-4771-ba74-105452c70aea tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179085 Feb 15 01:57:10.360466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b67efaf7-8c95-4b37-9d89-73bc12639b4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.380600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.384175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b67efaf7-8c95-4b37-9d89-73bc12639b4a HTTP/1.1" status: 204 len: 168 time: 0.3639760 Feb 15 01:57:10.425259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8525e02-579b-4692-b57e-18fbc688b2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67efaf7-8c95-4b37-9d89-73bc12639b4a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:10.446611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Attempting to bind port 38d66f19-c261-4787-867a-d754fac81930 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:57:10.448104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Attempting to bind port 38d66f19-c261-4787-867a-d754fac81930 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:57:10.448783 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Attempting to bind port 38d66f19-c261-4787-867a-d754fac81930 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:10.455717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Port 38d66f19-c261-4787-867a-d754fac81930 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:57:10.456051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Attempting to bind port 38d66f19-c261-4787-867a-d754fac81930 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:10.463911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:57:10.464241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:10.464710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:57:10.465153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Bound port: 38d66f19-c261-4787-867a-d754fac81930, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:57:10.465515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38d66f19-c261-4787-867a-d754fac81930), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.533818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0bab1e5-b86b-4586-9317-3ca4d77175fd req-33b1a6e3-2bc0-4b74-841b-784d161f9253 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0530937 Feb 15 01:57:10.609205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:57:10.617266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=38d66f19-c261-4787-867a-d754fac81930,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:57:10.626002 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6271d-9546-4aab-a305-2d188fb39e43 x-openstack-request-id: req-78a6271d-9546-4aab-a305-2d188fb39e43 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:10.626303 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "name": "network-vif-plugged", "status": "completed", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:10.626554 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78a6271d-9546-4aab-a305-2d188fb39e43 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:10.626946 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'code': 200} Feb 15 01:57:10.717451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (38d66f19-c261-4787-867a-d754fac81930), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.847488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Pushing event updated for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:10.906121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:10.906957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:10.909298 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-6f640b14-fa4a-4e1e-8b22-076896def71a service neutron] 10.222.0.31 "PUT /v2.0/ports/38d66f19-c261-4787-867a-d754fac81930 HTTP/1.1" status: 200 len: 1092 time: 2.0172939 Feb 15 01:57:10.909792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'tag': '38d66f19-c261-4787-867a-d754fac81930'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:10.917081 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e364ba72-ad9c-45ec-988a-802677960db0" -d '{"events": [{"name": "network-changed", "server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "tag": "38d66f19-c261-4787-867a-d754fac81930"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:10.926044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b4c0-7fe0-4eeb-a59b-70bd2531a284 req-81444fca-e8d4-46a9-84eb-ef4ff5b302af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:10.948931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7795b4c0-7fe0-4eeb-a59b-70bd2531a284 req-81444fca-e8d4-46a9-84eb-ef4ff5b302af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 945 time: 0.2159131 Feb 15 01:57:11.009455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a6a0-6f46-4645-a94f-4046a244805c req-05e94ca0-169a-489c-9f02-db0ac5aa59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:11.022287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a275a6a0-6f46-4645-a94f-4046a244805c req-05e94ca0-169a-489c-9f02-db0ac5aa59c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 1128 time: 0.3040633 Feb 15 01:57:11.071449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7795b4c0-7fe0-4eeb-a59b-70bd2531a284 req-44a30cd3-f212-4ce8-8261-96f7c8f1b46c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214054 Feb 15 01:57:11.204773 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a275a6a0-6f46-4645-a94f-4046a244805c req-52742928-4547-406d-a634-e0be9235aed8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792462 Feb 15 01:57:11.262623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:11.274995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-e787d402-754b-4caf-898f-e83c3857b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:11.280218 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-e787d402-754b-4caf-898f-e83c3857b239 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 1126 time: 0.2047880 Feb 15 01:57:11.338179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-d05e9614-d9b0-4f8e-92a2-96d3aab264c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d66f19-c261-4787-867a-d754fac81930 HTTP/1.1" status: 200 len: 217 time: 0.0497916 Feb 15 01:57:11.366407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-634b2624-034f-4c92-8b76-8a40ef86749f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=603af8a38e01426588406227e0a13498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014957 Feb 15 01:57:11.368861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:11.438806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597436-59ba-430a-9d11-527925101d0c req-bd48fa11-4566-4438-a06b-e6fba934be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:11.447059 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-bd48fa11-4566-4438-a06b-e6fba934be8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1030576 Feb 15 01:57:11.489287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346e9d-3434-4247-9f8e-37c27dde385b req-56970545-371e-4124-a849-23c6a260687d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:11.501237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-537fd7a1-3bf9-4afe-945f-735eb4720112 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390704 Feb 15 01:57:11.501462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89346e9d-3434-4247-9f8e-37c27dde385b req-56970545-371e-4124-a849-23c6a260687d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 943 time: 0.3154516 Feb 15 01:57:11.521844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] Publish callbacks [] for security_group (be722afc-5073-4595-9170-e677d903a327), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:11.566600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89346e9d-3434-4247-9f8e-37c27dde385b req-5762feb6-e1b2-44ff-830d-e278993a385a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 Feb 15 01:57:11.603459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] Publish callbacks [] for security_group (be722afc-5073-4595-9170-e677d903a327), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:11.693697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-bdc9b16a-e94e-4f02-bab8-988f0af8e567 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919050 Feb 15 01:57:11.757086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357dc1-3c41-42bb-a3b0-4030c24b25fb req-8cb29621-0a24-409f-98e9-e5aae50af6b7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:11.759281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c357dc1-3c41-42bb-a3b0-4030c24b25fb req-8cb29621-0a24-409f-98e9-e5aae50af6b7 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0755880 Feb 15 01:57:11.808901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be722afc-5073-4595-9170-e677d903a327), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:11.811863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:11.827621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be722afc-5073-4595-9170-e677d903a327 HTTP/1.1" status: 204 len: 168 time: 0.4461365 Feb 15 01:57:11.841710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-56597436-59ba-430a-9d11-527925101d0c req-7a4d5e85-caa8-4c0c-a65f-e21fe00e768c service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371658 Feb 15 01:57:11.869717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511ad81-f736-4fdb-8be5-f38dd66be1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be722afc-5073-4595-9170-e677d903a327,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:11.901251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c357dc1-3c41-42bb-a3b0-4030c24b25fb req-60a1d858-6456-4723-858a-1d9d3ee8dbf6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191950 Feb 15 01:57:11.951016 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c409e91d-cb68-4110-84b6-48929b0b419d x-openstack-request-id: req-c409e91d-cb68-4110-84b6-48929b0b419d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:11.951321 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "tag": "38d66f19-c261-4787-867a-d754fac81930", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:11.951582 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c409e91d-cb68-4110-84b6-48929b0b419d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:11.952179 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'tag': '38d66f19-c261-4787-867a-d754fac81930', 'status': 'completed', 'code': 200} Feb 15 01:57:12.057296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba72-ad9c-45ec-988a-802677960db0 req-1efd7de4-797a-498c-9ac3-a78917037bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:12.065090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-1efd7de4-797a-498c-9ac3-a78917037bc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 1126 time: 0.0821147 Feb 15 01:57:12.163628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f545-b3d7-4eea-9f88-758b638e4639 req-67575e39-fef6-40b9-bc25-b51c196fe5a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:12.170934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209f545-b3d7-4eea-9f88-758b638e4639 req-67575e39-fef6-40b9-bc25-b51c196fe5a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1516397 Feb 15 01:57:12.235803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3209f545-b3d7-4eea-9f88-758b638e4639 req-087f7334-1a75-420c-b854-9a3884bcb31d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559025 Feb 15 01:57:12.335756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba72-ad9c-45ec-988a-802677960db0 req-5be7012f-6435-46ea-816b-23772ac34299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:12.337807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-5be7012f-6435-46ea-816b-23772ac34299 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.2659447 Feb 15 01:57:12.372907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-846c39b2-2d45-45a8-b149-22322e3c3efb req-53ed1641-648e-4689-b39f-e35889fa747b tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0617530 Feb 15 01:57:12.432424 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:57:12.487145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-79461445-63d3-41eb-a882-f6c4724d99dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d66f19-c261-4787-867a-d754fac81930 HTTP/1.1" status: 200 len: 217 time: 0.1421666 Feb 15 01:57:12.624080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba72-ad9c-45ec-988a-802677960db0 req-223d14aa-adae-4acb-84ce-50f90a6777bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:12.627223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-223d14aa-adae-4acb-84ce-50f90a6777bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1235220 Feb 15 01:57:12.682001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628be1b6-a58b-41e2-bf42-2cf26f400d2a req-6eec9e34-8834-4844-ac03-80bba3146fcd tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:12.685212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-628be1b6-a58b-41e2-bf42-2cf26f400d2a req-6eec9e34-8834-4844-ac03-80bba3146fcd tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1692250 Feb 15 01:57:12.718157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-44076397-1f6d-4917-be16-32bdf7f995ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832565 Feb 15 01:57:12.817435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-628be1b6-a58b-41e2-bf42-2cf26f400d2a req-f0d6914d-de62-4bc6-9ea5-1f072a428d9b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253469 Feb 15 01:57:12.989615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-73bbf55a-acd2-4eb0-8487-962523d8f61b service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616298 Feb 15 01:57:13.133921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e364ba72-ad9c-45ec-988a-802677960db0 req-e6a6f167-c66e-4fba-92b8-7b7d02826dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258848 Feb 15 01:57:13.158035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a9879-b8a3-4697-bfa7-99d9edc0c79d req-d26b33c2-ac99-42c3-a221-d071b58bae36 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:13.159661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451a9879-b8a3-4697-bfa7-99d9edc0c79d req-d26b33c2-ac99-42c3-a221-d071b58bae36 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 945 time: 0.1423619 Feb 15 01:57:13.210581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451a9879-b8a3-4697-bfa7-99d9edc0c79d req-658961d4-e3bc-46a7-93de-c86304cf8ab3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Feb 15 01:57:13.837504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bdc09-47e3-44fb-bf2b-b0144d52c78d req-6b674e01-6bd0-4860-a6ab-c8c68822de81 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:13.839549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a3bdc09-47e3-44fb-bf2b-b0144d52c78d req-6b674e01-6bd0-4860-a6ab-c8c68822de81 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 943 time: 0.0831666 Feb 15 01:57:13.939742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a3bdc09-47e3-44fb-bf2b-b0144d52c78d req-2c8f8396-27df-40b6-b37b-0b5ea207b8bc tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872712 Feb 15 01:57:14.241472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-d2f2de91-ed2f-45d6-a0cc-e3064677b394 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 267 time: 0.0960503 Feb 15 01:57:14.359793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-f2d5b95f-b56f-42c7-976f-7d6adcb1e8ba tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:14.361327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-f2d5b95f-b56f-42c7-976f-7d6adcb1e8ba tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 945 time: 0.1112137 Feb 15 01:57:14.373274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'security_groups': []}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:14.434201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 38d66f19-c261-4787-867a-d754fac81930 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:57:14.489465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.655376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=38d66f19-c261-4787-867a-d754fac81930,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:14.668399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '38d66f19-c261-4787-867a-d754fac81930', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': '38d66f19-c261-4787-867a-d754fac81930', 'mac_address': 'fa:16:3e:47:fc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:57:14.720086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 38d66f19-c261-4787-867a-d754fac81930 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:14.720897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38d66f19-c261-4787-867a-d754fac81930), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.740582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d66f19-c261-4787-867a-d754fac81930 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:14.762891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=38d66f19-c261-4787-867a-d754fac81930,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:14.785148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:14.832242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.885795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (38d66f19-c261-4787-867a-d754fac81930), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.918941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.986939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:14.990640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:14.993118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d9aea14-475b-4f23-97a4-e903a9878f70 req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "PUT /v2.0/ports/9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 904 time: 0.6249020 Feb 15 01:57:15.001122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:15.015536 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23" -d '{"events": [{"name": "network-changed", "server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:15.037323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:15.051803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:15.056673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4', 'a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:15.209720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:15.240091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:15.267510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eee1e-5f82-42a9-a432-d0a6a97f7126 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:15.375940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['38d66f19-c261-4787-867a-d754fac81930'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:15.475224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75a3c-5653-4d1b-936c-372c4ca25d8a req-316fd13b-5837-45e5-a8bf-9300ae437813 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:15.479570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cf75a3c-5653-4d1b-936c-372c4ca25d8a req-316fd13b-5837-45e5-a8bf-9300ae437813 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.2993309 Feb 15 01:57:15.528656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-478168c7-2777-4db8-a036-2009de911481 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-429536482'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:15.529144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-478168c7-2777-4db8-a036-2009de911481 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Unknown quota resources ['metering_label']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:57:15.603569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cf75a3c-5653-4d1b-936c-372c4ca25d8a req-f1890eea-3872-4572-bcf2-5457ed38ae01 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098285 Feb 15 01:57:15.676112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-deedde6f-468f-4196-b41b-e33da75463f9 None None] Provisioning complete for port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:15.676702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-deedde6f-468f-4196-b41b-e33da75463f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:15.821079 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:15.964796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-deedde6f-468f-4196-b41b-e33da75463f9 None None] Current status of the port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:16.270770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-478168c7-2777-4db8-a036-2009de911481 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:16.275367 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-478168c7-2777-4db8-a036-2009de911481 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0316782 Feb 15 01:57:16.275919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:16.281144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4de324d1-1d4f-4144-9e7b-542c149fbf0e tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e5e457b4-7f3b-4ffb-a9d1-6b4cc88772c0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:16.281336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4de324d1-1d4f-4144-9e7b-542c149fbf0e tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:57:16.467982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1e4ca-784c-4ea2-8960-c13413f0e1be req-f7d8283d-3c7e-472c-84ce-0879ced41f27 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:16.470785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2a1e4ca-784c-4ea2-8960-c13413f0e1be req-f7d8283d-3c7e-472c-84ce-0879ced41f27 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0640044 Feb 15 01:57:16.503118 n-d-829064-14 neutron-server[103884]: WARNING neutron.services.metering.metering_plugin [None req-4de324d1-1d4f-4144-9e7b-542c149fbf0e tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 01:57:16.960733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de324d1-1d4f-4144-9e7b-542c149fbf0e tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:16.961927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4de324d1-1d4f-4144-9e7b-542c149fbf0e tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6850734 Feb 15 01:57:16.968530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:16.969839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf179fc3-59fb-40f3-89e3-8e858f3a8dcc tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e5e457b4-7f3b-4ffb-a9d1-6b4cc88772c0'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:16.970361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf179fc3-59fb-40f3-89e3-8e858f3a8dcc tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:57:17.030077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2a1e4ca-784c-4ea2-8960-c13413f0e1be req-ec25012a-1b45-4cfc-9206-1eabf825ae7b tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497499 Feb 15 01:57:17.202206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd07f-7e13-41bd-aeda-4e82808ee6aa req-781dd280-8821-4a27-bd8e-f2630fd67650 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:17.209106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-898dd07f-7e13-41bd-aeda-4e82808ee6aa req-781dd280-8821-4a27-bd8e-f2630fd67650 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 944 time: 0.0611985 Feb 15 01:57:17.244144 n-d-829064-14 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-bf179fc3-59fb-40f3-89e3-8e858f3a8dcc tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 01:57:17.264145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-898dd07f-7e13-41bd-aeda-4e82808ee6aa req-23009e0d-89f6-4ef5-bdce-d5ffe4dfaa66 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Feb 15 01:57:17.401782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ff36-de23-4a31-9dfe-a7116ba586e5 req-1037e636-aeb6-4ef2-86e6-2b28cc888882 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:17.404255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf179fc3-59fb-40f3-89e3-8e858f3a8dcc tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:17.409714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf179fc3-59fb-40f3-89e3-8e858f3a8dcc tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4432325 Feb 15 01:57:17.413632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:17.420497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b1ff36-de23-4a31-9dfe-a7116ba586e5 req-1037e636-aeb6-4ef2-86e6-2b28cc888882 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 907 time: 0.0909474 Feb 15 01:57:17.436102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:17.443513 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-50e9f04d-bc81-45b2-a0ee-7f0ca9bbcd35 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=9f273316-5d6a-4bbf-a3b2-a0d12e46cb4a HTTP/1.1" status: 200 len: 464 time: 0.0315664 Feb 15 01:57:17.751415 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cea40b-6806-4cc7-a6a0-e5bfd5cc9df1 x-openstack-request-id: req-07cea40b-6806-4cc7-a6a0-e5bfd5cc9df1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:17.751837 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:17.752426 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07cea40b-6806-4cc7-a6a0-e5bfd5cc9df1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:17.752922 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'status': 'completed', 'code': 200} Feb 15 01:57:17.758204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2c45-692f-40ac-99f5-7ac6d4218905 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:17.759609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9d7a2c45-692f-40ac-99f5-7ac6d4218905 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/9f273316-5d6a-4bbf-a3b2-a0d12e46cb4a HTTP/1.1" status: 204 len: 168 time: 0.3222558 Feb 15 01:57:17.767129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:17.800573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-440b6085-88d1-4530-af7a-52b720102955 req-5ac9f399-79a3-4e2d-b06e-bdaaaf99d877 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0462739 Feb 15 01:57:17.802751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-744797da-d6dd-4b10-96d4-eea0e393b306 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=9f273316-5d6a-4bbf-a3b2-a0d12e46cb4a HTTP/1.1" status: 200 len: 221 time: 0.0343282 Feb 15 01:57:17.803872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-0062e35f-6be8-4cf6-b964-0e397186cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:17.805477 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-0062e35f-6be8-4cf6-b964-0e397186cca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 1090 time: 0.0935678 Feb 15 01:57:17.811308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:17.811454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-056ce647-a47c-494d-bf67-c3d3a4bca144 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--785548431', 'description': 'label created by tempest'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:17.811914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-056ce647-a47c-494d-bf67-c3d3a4bca144 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Unknown quota resources ['metering_label']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 01:57:17.976023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-19ed92a6-b6f5-4544-ac37-69096c1846bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:17.978789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-19ed92a6-b6f5-4544-ac37-69096c1846bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1655364 Feb 15 01:57:18.009992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:18.036878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-435bf9e9-c9b8-4e02-9ef9-f18b741ae3bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 217 time: 0.0501263 Feb 15 01:57:18.049836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94463957-a93d-4287-ac64-8c420ab1bd39 req-23396add-b938-4ded-a7a7-9148166841e7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.058375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94463957-a93d-4287-ac64-8c420ab1bd39 req-23396add-b938-4ded-a7a7-9148166841e7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.1085687 Feb 15 01:57:18.124694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-10c8bddf-defb-4a7c-bf1a-59506b85e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.126692 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-10c8bddf-defb-4a7c-bf1a-59506b85e056 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0822737 Feb 15 01:57:18.198398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-17208b94-cc1a-4030-a65e-2ddb717ad2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.200214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-17208b94-cc1a-4030-a65e-2ddb717ad2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655644 Feb 15 01:57:18.289714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94463957-a93d-4287-ac64-8c420ab1bd39 req-38256930-38b4-457d-aa27-bf8dbe4e6927 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303505 Feb 15 01:57:18.299358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-056ce647-a47c-494d-bf67-c3d3a4bca144 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:18.305629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.313954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-056ce647-a47c-494d-bf67-c3d3a4bca144 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4928193 Feb 15 01:57:18.421294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5dfe1a7-9f64-4c8f-9e67-b473d4ac42c6 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=11b1a6c0-c7fa-4f6f-a7a6-d3509ccac18e HTTP/1.1" status: 200 len: 467 time: 0.1166804 Feb 15 01:57:18.424013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.433540 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-a454eecc-bf0e-4636-bfcf-5d927a19c366 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270813 Feb 15 01:57:18.449183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bf43-488b-4b49-9cb3-765c6f2ef912 req-9c922fe2-c829-44f5-ae94-47c110ec5bcb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.456451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c6bf43-488b-4b49-9cb3-765c6f2ef912 req-9c922fe2-c829-44f5-ae94-47c110ec5bcb tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0938332 Feb 15 01:57:18.481623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 38d66f19-c261-4787-867a-d754fac81930 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:18.528160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c6bf43-488b-4b49-9cb3-765c6f2ef912 req-d8d04dcf-f83f-4705-824c-746dc969e9a6 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Feb 15 01:57:18.652194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a3b74-d9e8-4f84-9096-2fe52af8044d req-d25ba3fe-10fb-43b0-bbf8-cf38a91af469 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.656812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-417a3b74-d9e8-4f84-9096-2fe52af8044d req-d25ba3fe-10fb-43b0-bbf8-cf38a91af469 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0661736 Feb 15 01:57:18.721892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-24af2f4e-5f1f-4c7c-a4a7-1af55943ef23 req-0ac7447c-d9a0-4c20-9994-f891c44d3b56 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771862 Feb 15 01:57:18.734528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-417a3b74-d9e8-4f84-9096-2fe52af8044d req-00fe8f41-4899-465c-8df5-1d1490e74c81 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748727 Feb 15 01:57:18.744874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 38d66f19-c261-4787-867a-d754fac81930 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:57:18.749806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 38d66f19-c261-4787-867a-d754fac81930 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:18.750189 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (38d66f19-c261-4787-867a-d754fac81930), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:18.794185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2747c9c-acac-4477-b245-91f808fb3bbe tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:18.796762 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f2747c9c-acac-4477-b245-91f808fb3bbe tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/11b1a6c0-c7fa-4f6f-a7a6-d3509ccac18e HTTP/1.1" status: 204 len: 168 time: 0.3715725 Feb 15 01:57:18.799882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.824189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c803ec20-c341-412a-8207-57362b314f4c tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=11b1a6c0-c7fa-4f6f-a7a6-d3509ccac18e HTTP/1.1" status: 200 len: 216 time: 0.0210967 Feb 15 01:57:18.827005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.852980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42189226-e54d-4947-8393-a62acfd915db tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0246732 Feb 15 01:57:18.856440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.857993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 38d66f19-c261-4787-867a-d754fac81930 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:18.858483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38d66f19-c261-4787-867a-d754fac81930), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:18.877711 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2bf86da8-5ad3-4b9d-afc5-bd9dff8d3b59 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0164669 Feb 15 01:57:18.881009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.886377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d66f19-c261-4787-867a-d754fac81930'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:18.889144 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7d6dad-37c1-4e20-b4d0-f4dbc84b8852" -d '{"events": [{"server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "name": "network-vif-plugged", "status": "completed", "tag": "38d66f19-c261-4787-867a-d754fac81930"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:18.908396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=38d66f19-c261-4787-867a-d754fac81930,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:18.924604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600045f-3006-4d05-973c-f2249a1d4450 req-60f3898f-78c5-4163-926c-c6be1524d0ca tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:18.926147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2600045f-3006-4d05-973c-f2249a1d4450 req-60f3898f-78c5-4163-926c-c6be1524d0ca tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 944 time: 0.0720420 Feb 15 01:57:18.951084 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b695a4b-5765-4374-bfba-0c0046f1b40a tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/e5e457b4-7f3b-4ffb-a9d1-6b4cc88772c0 HTTP/1.1" status: 200 len: 472 time: 0.0688772 Feb 15 01:57:18.954838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.973921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-09af2c19-2af7-4638-8d5a-734b6e263d2c tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/62ca71aa-113a-4bfd-bd0d-e6bedc4d9cd0 HTTP/1.1" status: 200 len: 461 time: 0.0179493 Feb 15 01:57:18.982382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:18.985431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2600045f-3006-4d05-973c-f2249a1d4450 req-b33e74af-6aaf-4a54-a1c4-bf4723ce08f0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527177 Feb 15 01:57:19.084470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (38d66f19-c261-4787-867a-d754fac81930), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:19.122928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8630e-424a-4ac9-9c15-eb1f45a07c75 req-08a72c1b-ea93-4f51-9a3f-910482524e54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:19.124562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16c8630e-424a-4ac9-9c15-eb1f45a07c75 req-08a72c1b-ea93-4f51-9a3f-910482524e54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0621274 Feb 15 01:57:19.138372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:19.180978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16c8630e-424a-4ac9-9c15-eb1f45a07c75 req-d6979f9a-4a2f-4931-a519-366dce9c06a9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470300 Feb 15 01:57:19.244887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adda582d-87aa-4b0a-8518-af1439610137 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:19.246056 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-adda582d-87aa-4b0a-8518-af1439610137 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/62ca71aa-113a-4bfd-bd0d-e6bedc4d9cd0 HTTP/1.1" status: 204 len: 168 time: 0.2626076 Feb 15 01:57:19.248605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40124) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:19.344362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-776a9ef9-fa18-4d80-9bbd-4ecd21b745b0 req-4c90aa7a-d4c8-4a5d-ac67-9291bf415523 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0387230 Feb 15 01:57:19.401660 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680ce4f1-0cd9-404e-90e4-773c1fbb0ca4 x-openstack-request-id: req-680ce4f1-0cd9-404e-90e4-773c1fbb0ca4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:19.402061 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "name": "network-vif-plugged", "status": "completed", "tag": "38d66f19-c261-4787-867a-d754fac81930", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:19.402416 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-680ce4f1-0cd9-404e-90e4-773c1fbb0ca4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:19.402950 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d66f19-c261-4787-867a-d754fac81930', 'code': 200} Feb 15 01:57:19.560632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ada984-c012-4b9e-a4dd-458cafa3a313 req-e8943c66-f80c-47e1-9e95-e50fa1eb1f05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:19.565009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503ace9-6fb8-4e79-ab12-ae9d311e2f9a req-b29d4dfb-21dc-4d04-a7f5-4d33164f17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:19.566667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3503ace9-6fb8-4e79-ab12-ae9d311e2f9a req-b29d4dfb-21dc-4d04-a7f5-4d33164f17ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 1128 time: 0.0705042 Feb 15 01:57:19.571366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13ada984-c012-4b9e-a4dd-458cafa3a313 req-e8943c66-f80c-47e1-9e95-e50fa1eb1f05 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0918970 Feb 15 01:57:19.590561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c3e1455-c365-44e6-9af6-e77111f3f1d3 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:19.591965 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c3e1455-c365-44e6-9af6-e77111f3f1d3 tempest-MeteringTestJSON-659501767 tempest-MeteringTestJSON-659501767-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/e5e457b4-7f3b-4ffb-a9d1-6b4cc88772c0 HTTP/1.1" status: 204 len: 168 time: 0.3421099 Feb 15 01:57:19.631362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3503ace9-6fb8-4e79-ab12-ae9d311e2f9a req-09ab4c12-a15b-4eb3-9ef6-1a43db628e9b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Feb 15 01:57:19.678497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13ada984-c012-4b9e-a4dd-458cafa3a313 req-5f1f2286-d7fc-4720-bdae-b0ea71015b54 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057289 Feb 15 01:57:19.842587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772a3bf-df1c-48bc-8de9-95963b5a5d50 req-ff85da63-3bb6-4544-b996-4662d15f4fc6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:19.847296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7772a3bf-df1c-48bc-8de9-95963b5a5d50 req-ff85da63-3bb6-4544-b996-4662d15f4fc6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0941091 Feb 15 01:57:19.941850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7772a3bf-df1c-48bc-8de9-95963b5a5d50 req-c8abc710-c0d9-4458-805b-0a4f363390dd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890892 Feb 15 01:57:20.125821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cb03-f623-4ea1-a02a-efe57d53bf01 req-b1810632-4abf-449d-92a9-0b9d2dbae716 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:20.133992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b941cb03-f623-4ea1-a02a-efe57d53bf01 req-b1810632-4abf-449d-92a9-0b9d2dbae716 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0769448 Feb 15 01:57:20.232681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b941cb03-f623-4ea1-a02a-efe57d53bf01 req-fa37ca90-21a6-4d31-900d-cd1286983004 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957315 Feb 15 01:57:20.273627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:20.440962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16bf4583-6031-4f85-b4b3-2397bcc01551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:20.464483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d907-5a1f-42e0-b5e7-11d956e1e06b req-37cddfc3-c875-4cfe-a175-3366c11261c8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:20.471830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a838d907-5a1f-42e0-b5e7-11d956e1e06b req-37cddfc3-c875-4cfe-a175-3366c11261c8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1068287 Feb 15 01:57:20.528615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16bf4583-6031-4f85-b4b3-2397bcc01551 admin admin] Publish callbacks [] for security_group (da07458f-de90-4225-85e8-8f499536f69d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:20.532750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a838d907-5a1f-42e0-b5e7-11d956e1e06b req-75ebe964-23db-4a95-9b33-1b163e024e69 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597968 Feb 15 01:57:20.625303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16bf4583-6031-4f85-b4b3-2397bcc01551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (da07458f-de90-4225-85e8-8f499536f69d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:20.647794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a79e56-06b9-400a-99cb-dd279e6bec0e req-10855082-ecc0-4c14-8fef-852a5c29b52d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:20.653795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0a79e56-06b9-400a-99cb-dd279e6bec0e req-10855082-ecc0-4c14-8fef-852a5c29b52d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0585492 Feb 15 01:57:20.666698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4583-6031-4f85-b4b3-2397bcc01551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da07458f-de90-4225-85e8-8f499536f69d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:20.680019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-16bf4583-6031-4f85-b4b3-2397bcc01551 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcd9e9573f204f57aae9ce565c4dfb93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022408 Feb 15 01:57:20.680326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:20.764573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0a79e56-06b9-400a-99cb-dd279e6bec0e req-629c9bc3-ef09-4f1e-bc40-2afcfd5d4ac8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949178 Feb 15 01:57:20.787328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Publish callbacks [] for security_group (da07458f-de90-4225-85e8-8f499536f69d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:20.827040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Publish callbacks [] for security_group (da07458f-de90-4225-85e8-8f499536f69d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:20.888076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:20.989437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188181d-a64b-4b38-9d81-ce468d24916b req-4a5a3492-19d8-4bd6-9f40-d7343964cc08 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:20.992315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c188181d-a64b-4b38-9d81-ce468d24916b req-4a5a3492-19d8-4bd6-9f40-d7343964cc08 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 945 time: 0.0886257 Feb 15 01:57:21.045614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3bfd21cf-457c-4c2e-8250-6bf33e31a292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.049528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (da07458f-de90-4225-85e8-8f499536f69d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.051645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03298c1c-b321-4a7c-9a90-d3d7fd4b941d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.052937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.057035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da07458f-de90-4225-85e8-8f499536f69d HTTP/1.1" status: 204 len: 168 time: 0.3665938 Feb 15 01:57:21.078478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da07458f-de90-4225-85e8-8f499536f69d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:21.084415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c188181d-a64b-4b38-9d81-ce468d24916b req-950f05e9-76bd-4562-970a-13d2c3bb1568 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861523 Feb 15 01:57:21.096852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.097282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.106337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.108679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.109641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.109641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.109641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.110137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249b11-d31c-4aeb-8667-b11a32719b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:21.209225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03298c1c-b321-4a7c-9a90-d3d7fd4b941d admin admin] Publish callbacks [] for security_group (06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.237258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bcbc05e-9621-4f80-a763-7b26e1d355d2 req-ed6d3f2c-65e9-4379-bef6-e2d67c342d9f tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Feb 15 01:57:21.307088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03298c1c-b321-4a7c-9a90-d3d7fd4b941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.353543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-03298c1c-b321-4a7c-9a90-d3d7fd4b941d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53c7dca7f68c4dcd9c1a7f2fcfba72dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643526 Feb 15 01:57:21.354642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03298c1c-b321-4a7c-9a90-d3d7fd4b941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:21.357510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:21.437831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] Publish callbacks [] for security_group (06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.464735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] Publish callbacks [] for security_group (06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.535822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-2279ef82-53b4-4e3d-a4f8-8da0c84eaa6f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:21.545684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-2279ef82-53b4-4e3d-a4f8-8da0c84eaa6f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.2076385 Feb 15 01:57:21.565800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-126b9ed7-676d-4c02-8dcc-f4167a515efb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/quotas/7d2995decd09492485535a5a466e33de HTTP/1.1" status: 200 len: 375 time: 0.0146959 Feb 15 01:57:21.598829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.602038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.603193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9 HTTP/1.1" status: 204 len: 168 time: 0.2446835 Feb 15 01:57:21.610976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d343fb-013c-42fa-8050-d4965b3c68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e31ecd-af6b-4e53-8bc6-5d82d1b88fb9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:21.638879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-b6632640-1eb3-4570-bc14-6d3d5143517e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0721984 Feb 15 01:57:21.757998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-0aae221b-9033-4d1c-a642-286b66328cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117263 Feb 15 01:57:21.826749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:21.850700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b6edb-6bca-4898-9c1c-be528095c44e req-b978cba8-2d69-487b-bd98-b0079d313a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:21.852878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-b978cba8-2d69-487b-bd98-b0079d313a20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1129 time: 0.0503483 Feb 15 01:57:21.853146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bad7dc7-b024-491a-9575-d13ef0a47b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:21.879346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9507adca-be7c-4fe8-b329-135465a589f7 service neutron] 10.222.0.43 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157446 Feb 15 01:57:21.955858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b6edb-6bca-4898-9c1c-be528095c44e req-6c939676-7a94-4a69-b968-fb401d2cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:21.958207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-6c939676-7a94-4a69-b968-fb401d2cbb57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.0988853 Feb 15 01:57:21.978299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bad7dc7-b024-491a-9575-d13ef0a47b83 admin admin] Publish callbacks [] for security_group (085b8616-a5e1-490e-a7d2-897579e1f255), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.039545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-9a13f232-5d66-442f-a1d5-5a52e462c2d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 1001 time: 0.0753396 Feb 15 01:57:22.041731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bad7dc7-b024-491a-9575-d13ef0a47b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (085b8616-a5e1-490e-a7d2-897579e1f255), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.082839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2bad7dc7-b024-491a-9575-d13ef0a47b83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76740c825cb64fe8837c40bc166d6366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550898 Feb 15 01:57:22.084940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad7dc7-b024-491a-9575-d13ef0a47b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085b8616-a5e1-490e-a7d2-897579e1f255,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:22.086909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:22.127427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b6edb-6bca-4898-9c1c-be528095c44e req-ffe81bf7-37bb-4345-9e1d-571f50b5b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:22.128975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-ffe81bf7-37bb-4345-9e1d-571f50b5b629 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.0797074 Feb 15 01:57:22.183584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] Publish callbacks [] for security_group (085b8616-a5e1-490e-a7d2-897579e1f255), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.217877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] Publish callbacks [] for security_group (085b8616-a5e1-490e-a7d2-897579e1f255), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.233398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b6edb-6bca-4898-9c1c-be528095c44e req-14f8e270-580f-4c0e-97fd-686272687a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:22.235320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451ace-203a-4ee6-bf23-903018de4727 req-cfec3c0f-5efc-46fd-af3f-f6e12d8a9d7e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:22.235622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-14f8e270-580f-4c0e-97fd-686272687a99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0984948 Feb 15 01:57:22.243736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce451ace-203a-4ee6-bf23-903018de4727 req-cfec3c0f-5efc-46fd-af3f-f6e12d8a9d7e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0707450 Feb 15 01:57:22.320849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce451ace-203a-4ee6-bf23-903018de4727 req-b1d104de-235d-4b48-9fab-a10ed26315a8 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 Feb 15 01:57:22.365926 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-4919a3b2-a493-4708-b422-e8f652e75dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172891 Feb 15 01:57:22.434693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:22.440261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f53437-9742-453b-8332-f3711120672c req-58812994-9bc0-4cf3-bd6d-cbb5e122163d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:22.440261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f53437-9742-453b-8332-f3711120672c req-58812994-9bc0-4cf3-bd6d-cbb5e122163d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0699048 Feb 15 01:57:22.453821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acee66df-0e40-4aa0-9d3a-a8377dd8f32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.489050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41f53437-9742-453b-8332-f3711120672c req-ae1c3a37-4afe-4726-804d-43e2526c4968 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Feb 15 01:57:22.497069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-105b6edb-6bca-4898-9c1c-be528095c44e req-ab460c53-e14e-495c-a475-6d553f73b5bd service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252363 Feb 15 01:57:22.531738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (085b8616-a5e1-490e-a7d2-897579e1f255), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.534610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.535739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/085b8616-a5e1-490e-a7d2-897579e1f255 HTTP/1.1" status: 204 len: 168 time: 0.4478478 Feb 15 01:57:22.555130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84c5e-3f9b-445e-9045-06f251396f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b8616-a5e1-490e-a7d2-897579e1f255,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:22.569469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a980d3dd-5987-4f6e-814e-3534820e0bc3 req-85f0c3fb-0aa3-4f1c-8cb8-25b6a335f32b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Feb 15 01:57:22.613328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acee66df-0e40-4aa0-9d3a-a8377dd8f32b admin admin] Publish callbacks [] for security_group (02a3fc5a-45e2-4149-9375-c1585e1e8521), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.693177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acee66df-0e40-4aa0-9d3a-a8377dd8f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (02a3fc5a-45e2-4149-9375-c1585e1e8521), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.722298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8607f0-d523-44e3-861d-8f462106e2f7 req-38a5e904-a984-418f-af51-11b6c690a3d3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:22.724376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8607f0-d523-44e3-861d-8f462106e2f7 req-38a5e904-a984-418f-af51-11b6c690a3d3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 945 time: 0.0680299 Feb 15 01:57:22.752119 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-acee66df-0e40-4aa0-9d3a-a8377dd8f32b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c19ab5b884c4b0fada819ca37636cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160522 Feb 15 01:57:22.753426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:22.763403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee66df-0e40-4aa0-9d3a-a8377dd8f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a3fc5a-45e2-4149-9375-c1585e1e8521,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:22.797456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8607f0-d523-44e3-861d-8f462106e2f7 req-a192d3d5-8bc0-4338-b712-afd942417298 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Feb 15 01:57:22.815159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] Publish callbacks [] for security_group (02a3fc5a-45e2-4149-9375-c1585e1e8521), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.850612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] Publish callbacks [] for security_group (02a3fc5a-45e2-4149-9375-c1585e1e8521), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:22.916929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5b34d02-424a-4d6b-80cb-5101661d7270 req-8218c390-e037-40b1-9e1e-0a5f18ec43a8 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0360401 Feb 15 01:57:23.056476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70c03c-6fea-4521-bce4-998fa99e1ae4 req-e2305f47-03af-49c7-93b8-524ced989685 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:23.058409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e70c03c-6fea-4521-bce4-998fa99e1ae4 req-e2305f47-03af-49c7-93b8-524ced989685 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0578265 Feb 15 01:57:23.078138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (02a3fc5a-45e2-4149-9375-c1585e1e8521), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:23.078138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:23.078138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02a3fc5a-45e2-4149-9375-c1585e1e8521 HTTP/1.1" status: 204 len: 168 time: 0.3223243 Feb 15 01:57:23.088672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69633f-d5ba-42f7-b338-d12aab4badcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a3fc5a-45e2-4149-9375-c1585e1e8521,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:23.132917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e70c03c-6fea-4521-bce4-998fa99e1ae4 req-eace9e67-fb2e-46e1-b21c-f58e9512c59d tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Feb 15 01:57:23.273586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bc5a-a466-4ea9-b214-84a1ecf74807 req-b101cc9c-28ca-4cc1-a5f2-9e7f6a054ec2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:23.275086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94c2bc5a-a466-4ea9-b214-84a1ecf74807 req-b101cc9c-28ca-4cc1-a5f2-9e7f6a054ec2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 945 time: 0.0629659 Feb 15 01:57:23.323929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94c2bc5a-a466-4ea9-b214-84a1ecf74807 req-05f61bd6-2559-43e7-85d1-c9fda2ae7ff3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Feb 15 01:57:23.352751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4af952fa-d5a7-4925-86fc-b94494335c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:23.778512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e154c-91ca-4fef-8549-6659fcbe234b req-7502ae64-847f-429d-94e8-17a148c15793 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:23.779789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e8e154c-91ca-4fef-8549-6659fcbe234b req-7502ae64-847f-429d-94e8-17a148c15793 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.0600958 Feb 15 01:57:23.846439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e8e154c-91ca-4fef-8549-6659fcbe234b req-10e02cfd-4d97-4122-95d9-3f678a211b0e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583894 Feb 15 01:57:24.031628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad826a4-b64b-4428-ba35-3ebd55bfad91 req-d69ba5ab-12c3-4e5f-8062-34de5d228b11 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:24.033290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad826a4-b64b-4428-ba35-3ebd55bfad91 req-d69ba5ab-12c3-4e5f-8062-34de5d228b11 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 946 time: 0.0868347 Feb 15 01:57:24.112095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad826a4-b64b-4428-ba35-3ebd55bfad91 req-042f9405-4479-4399-b520-2f689aeb887a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690622 Feb 15 01:57:24.233836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-302f52d6-cf3a-49f2-9979-7e444edcecb6 req-8a072526-c95d-493a-a5e7-060b5ee37fd4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 210 time: 0.0508335 Feb 15 01:57:24.383376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3af2c9-a4ad-43d7-9c89-65720f7ffcba req-a24f1a36-5cb5-4df4-a1fa-d2b64596abe2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:24.384934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d3af2c9-a4ad-43d7-9c89-65720f7ffcba req-a24f1a36-5cb5-4df4-a1fa-d2b64596abe2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 945 time: 0.0742104 Feb 15 01:57:24.469516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d3af2c9-a4ad-43d7-9c89-65720f7ffcba req-9b000ca1-86a2-49b8-9fd0-1f0f0d4c4843 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Feb 15 01:57:24.525048 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:24.545410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:57:24.602187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce155cd7-2bfa-43fd-8b29-6563c8fb1db7 req-0da23152-e38d-451e-a162-3fcd61bdd74a tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0561354 Feb 15 01:57:24.785543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:24.785948 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:24.811138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-8d32ccd4-1d6f-4c44-ba76-602f75c772d3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:24.812994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-8d32ccd4-1d6f-4c44-ba76-602f75c772d3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 811 time: 0.2262261 Feb 15 01:57:24.824741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:24.827554 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ed425-72f2-4293-8652-66c272d74446" -d '{"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:24.858050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:24.864217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Request body: {'port': {'device_id': '676295b0-6472-48a0-bb2f-4e59944cac63', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'admin_state_up': True, 'tenant_id': '7d2995decd09492485535a5a466e33de'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:24.894245 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798418bf-246f-432a-b507-b512ef5376ac x-openstack-request-id: req-798418bf-246f-432a-b507-b512ef5376ac {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:24.894799 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:24.895083 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-798418bf-246f-432a-b507-b512ef5376ac {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:24.895488 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'code': 200} Feb 15 01:57:24.945353 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:25.103658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:25.119069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Made reservation on behalf of 7d2995decd09492485535a5a466e33de for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:25.129969 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:25.311575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dbdfe-f591-44e7-aa1a-c45de6b3504a req-60755f62-f084-4566-9bc0-2b64280f27e6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:25.319094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d68dbdfe-f591-44e7-aa1a-c45de6b3504a req-60755f62-f084-4566-9bc0-2b64280f27e6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0746820 Feb 15 01:57:25.333069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:25.370572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Allocated IP 172.20.0.4 (cae1d432-0745-4578-9785-6cc891feac69/494c6797-8fc8-413a-b628-4a85f850876d/cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:25.392252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d68dbdfe-f591-44e7-aa1a-c45de6b3504a req-3c4c6174-c7ce-4d75-8755-908b6c3bd1de tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714183 Feb 15 01:57:25.395603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-47999363-9b47-4af0-9610-748c8ea79177 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:25.398253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-47999363-9b47-4af0-9610-748c8ea79177 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 945 time: 0.1179800 Feb 15 01:57:25.547197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b527aea0-2e20-43fd-a081-adab8f40a377 req-63ee47ab-0fce-422a-b509-be409b9fd3bb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 210 time: 0.0472476 Feb 15 01:57:25.673438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port 38d66f19-c261-4787-867a-d754fac81930 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:57:25.673438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (38d66f19-c261-4787-867a-d754fac81930), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:25.700971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:25.837401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port 38d66f19-c261-4787-867a-d754fac81930, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=38d66f19-c261-4787-867a-d754fac81930,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:25.838974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (38d66f19-c261-4787-867a-d754fac81930), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:25.855252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for 38d66f19-c261-4787-867a-d754fac81930 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:57:25.872639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4489e016-8184-438e-a674-648fe2832c59 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:25.937308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.042492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.055024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4', 'a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:26.084119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Network cae1d432-0745-4578-9785-6cc891feac69 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:26.088347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:26.091017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:26.159154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:26.181383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (38d66f19-c261-4787-867a-d754fac81930), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.194880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:26.208704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['38d66f19-c261-4787-867a-d754fac81930'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:26.225298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:26.226713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.232748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4489e016-8184-438e-a674-648fe2832c59 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "PUT /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1 HTTP/1.1" status: 200 len: 366 time: 0.8983986 Feb 15 01:57:26.236903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.246317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=38d66f19-c261-4787-867a-d754fac81930,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:26.278771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b24e80fa-746e-4f2c-b42d-b0d992ff23fe tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0409083 Feb 15 01:57:26.285778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.326651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ce61123-c908-459b-809a-dc823d61609b tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1 HTTP/1.1" status: 200 len: 366 time: 0.0355406 Feb 15 01:57:26.330437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.341963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port 38d66f19-c261-4787-867a-d754fac81930 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:57:26.348448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.361955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-665212a2-8071-4e23-a2b7-5d22a007b2ac req-14bb0272-9582-4365-b0eb-b34b0ed82147 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "DELETE /v2.0/ports/38d66f19-c261-4787-867a-d754fac81930 HTTP/1.1" status: 204 len: 173 time: 0.9561849 Feb 15 01:57:26.362671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'name': 'network-vif-deleted', 'tag': '38d66f19-c261-4787-867a-d754fac81930'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:26.365395 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e909f-ca19-4df4-a722-f94c9ad20424" -d '{"events": [{"server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "name": "network-vif-deleted", "tag": "38d66f19-c261-4787-867a-d754fac81930"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:26.402467 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-9cbe60c2-82bc-4574-a350-f7d0b26a49e3 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5733230 Feb 15 01:57:26.422022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Request body: {'port': {'device_id': '676295b0-6472-48a0-bb2f-4e59944cac63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:26.481665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.482571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-367822b0-ae2b-4cb1-8c24-b82ed69fa460 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1 HTTP/1.1" status: 204 len: 168 time: 0.1471586 Feb 15 01:57:26.528934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d38d7b98-8ca7-4e40-8c22-f1b57ff5b35f tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0452077 Feb 15 01:57:26.530375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.545434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41716c8d-04e7-47b4-81ee-29f1f6082f3a tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1 HTTP/1.1" status: 200 len: 370 time: 0.0134552 Feb 15 01:57:26.547969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.561356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-84cb3eb5-935c-4f56-a098-9614feadc7e8 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1/default HTTP/1.1" status: 200 len: 370 time: 0.0121851 Feb 15 01:57:26.572064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:26.586306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.598888 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-0b4d6e86-8e41-4f85-b500-f996c60c0bb6 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] delete failed (client error): The resource could not be found. Feb 15 01:57:26.603561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0b4d6e86-8e41-4f85-b500-f996c60c0bb6 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/9141b9bd043b4b4a87c522df9f7368f1 HTTP/1.1" status: 404 len: 348 time: 0.0304003 Feb 15 01:57:26.774879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5b5828f3-478f-49f0-b135-7480626817d7 None None] Provisioning complete for port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:26.775533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b5828f3-478f-49f0-b135-7480626817d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:26.830014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5b5828f3-478f-49f0-b135-7480626817d7 None None] Port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:57:27.094813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:27.108368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:27.123479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks [] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.131915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d1bfd0f-8c24-45f6-b016-681a6891f133 req-9d9a9974-2d8b-45e5-9c7b-4603b0501c11 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=fff8abed-b3e6-4094-9a60-54f482b0bed9 HTTP/1.1" status: 200 len: 210 time: 0.0577221 Feb 15 01:57:27.155295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Transition to ACTIVE for port object cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:57:27.160149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:network and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.174137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.177446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:subnet and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.185110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.196166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:subnetpool and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.204902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.216277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:port and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.224329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.233028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.282853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a080464-f948-43fe-a1fc-fcec23ec9fea req-ecadc52d-69e3-42a7-9ae8-98ad1af7b6a1 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0611758 Feb 15 01:57:27.282853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:router and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.285958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.292111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:27.296501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:floatingip and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.300238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.374490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:security_group and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.378375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.381162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.405703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Usage tracker for resource:security_group_rule and project:8290b13b314b41058ba22a22e79e708c is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 01:57:27.413925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.quota.resource [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 01:57:27.414698 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5086d404-3ab2-403c-9085-5b94398c654b x-openstack-request-id: req-5086d404-3ab2-403c-9085-5b94398c654b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:27.415108 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8abed-b3e6-4094-9a60-54f482b0bed9", "name": "network-vif-deleted", "tag": "38d66f19-c261-4787-867a-d754fac81930", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:27.415463 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5086d404-3ab2-403c-9085-5b94398c654b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:27.415979 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff8abed-b3e6-4094-9a60-54f482b0bed9', 'name': 'network-vif-deleted', 'tag': '38d66f19-c261-4787-867a-d754fac81930', 'status': 'completed', 'code': 200} Feb 15 01:57:27.426042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0016dc9d-23eb-4c8b-aa77-c83c01365e62 tempest-QuotasTest-1034375178 tempest-QuotasTest-1034375178-project-admin] 10.222.0.43 "GET /v2.0/quotas/8290b13b314b41058ba22a22e79e708c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3254795 Feb 15 01:57:27.457648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Attempting to bind port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:57:27.457648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Attempting to bind port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:57:27.457990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Attempting to bind port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:27.465843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e on network cae1d432-0745-4578-9785-6cc891feac69 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:57:27.465843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Attempting to bind port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e on network cae1d432-0745-4578-9785-6cc891feac69 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:27.472396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:57:27.472837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Checking segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:27.473282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Bound using segment: {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:57:27.474102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Bound port: cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:57:27.474251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.602976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:57:27.607286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:57:27.618315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dfe53-c56a-4939-ac5d-5d39bde5d09e req-ef1bf816-2857-41f2-bfae-2063c961ef56 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:27.619885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c8dfe53-c56a-4939-ac5d-5d39bde5d09e req-ef1bf816-2857-41f2-bfae-2063c961ef56 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.1217630 Feb 15 01:57:27.693918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c8dfe53-c56a-4939-ac5d-5d39bde5d09e req-8efa66d4-88d1-49b7-8891-d2783b6b3ca9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661926 Feb 15 01:57:27.742824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.806377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:27.807579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:27.808887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e HTTP/1.1" status: 200 len: 1092 time: 1.3938324 Feb 15 01:57:27.827276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02069fc2-38ea-4371-a5a2-60e59897b986 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:28.041919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-6c1ed0de-470c-410a-9fdf-dc64c987905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.043449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-6c1ed0de-470c-410a-9fdf-dc64c987905e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 1126 time: 0.0777738 Feb 15 01:57:28.116990 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-c0f83905-a09c-4d8f-891d-0f836214addd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e HTTP/1.1" status: 200 len: 217 time: 0.0599186 Feb 15 01:57:28.186182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891c58e-dc96-4d3d-9298-c4e55cff5962 req-4c500325-6bec-498b-853f-c2b3762351a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.196650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6891c58e-dc96-4d3d-9298-c4e55cff5962 req-4c500325-6bec-498b-853f-c2b3762351a1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1082718 Feb 15 01:57:28.199656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-23ee20bd-c71c-4e4b-9715-74d9bb7e6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.201240 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-23ee20bd-c71c-4e4b-9715-74d9bb7e6233 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0767426 Feb 15 01:57:28.244682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6891c58e-dc96-4d3d-9298-c4e55cff5962 req-e65ac9e6-5588-4b36-8524-f2c4ce7bf51f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464561 Feb 15 01:57:28.245149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:28.297782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-68bed7bb-c2e3-4a5a-bd3f-1499874f6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.300793 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-68bed7bb-c2e3-4a5a-bd3f-1499874f6db3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0848894 Feb 15 01:57:28.435079 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2e63a4e-2981-4472-bf01-fd4ac15945f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:28.474941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-116ef57b-96bd-4fe3-b050-f3e1522e1694 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646039 Feb 15 01:57:28.482485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-6df8693e-d2d7-413a-b236-5988680296fc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871484 Feb 15 01:57:28.557612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 38d66f19-c261-4787-867a-d754fac81930 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:57:28.613252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 38d66f19-c261-4787-867a-d754fac81930 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:57:28.614024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b1f7f02b-5b99-4307-882f-d390a46158e2 req-a268201d-6ee6-407a-8c33-d28a35f1e4ba service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305225 Feb 15 01:57:28.615634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 38d66f19-c261-4787-867a-d754fac81930 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:57:28.624693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2e63a4e-2981-4472-bf01-fd4ac15945f0 admin admin] Publish callbacks [] for security_group (9cb614cc-baf0-4b53-9f98-c97e7ac35a84), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:28.729086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-617d792b-c984-47bd-9f81-2e7e0be1731d req-4c794f49-ff9a-4585-938e-31b581a2284e tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0721116 Feb 15 01:57:28.729086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2e63a4e-2981-4472-bf01-fd4ac15945f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cb614cc-baf0-4b53-9f98-c97e7ac35a84), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:28.789701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f2e63a4e-2981-4472-bf01-fd4ac15945f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cd527de43104088853992ef078db534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356514 Feb 15 01:57:28.789701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e63a4e-2981-4472-bf01-fd4ac15945f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb614cc-baf0-4b53-9f98-c97e7ac35a84,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:28.790146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:28.857374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Publish callbacks [] for security_group (9cb614cc-baf0-4b53-9f98-c97e7ac35a84), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:28.884190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-7a40c2e2-918a-477d-bcc1-03c7f1e439dd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.887003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-7a40c2e2-918a-477d-bcc1-03c7f1e439dd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports/5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 941 time: 0.3411803 Feb 15 01:57:28.892568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Publish callbacks [] for security_group (9cb614cc-baf0-4b53-9f98-c97e7ac35a84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:28.932186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637869fa-1793-4f35-b5b3-6790801bbfd4 req-d6b73fa7-5580-4cc7-abdb-28b0dc747f1d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:28.937194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-637869fa-1793-4f35-b5b3-6790801bbfd4 req-d6b73fa7-5580-4cc7-abdb-28b0dc747f1d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.1176212 Feb 15 01:57:28.993122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-637869fa-1793-4f35-b5b3-6790801bbfd4 req-8a00e68b-3ac9-4272-bc98-5fc65bd288f2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535543 Feb 15 01:57:29.019352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cb614cc-baf0-4b53-9f98-c97e7ac35a84), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:29.023103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:29.031629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cb614cc-baf0-4b53-9f98-c97e7ac35a84 HTTP/1.1" status: 204 len: 168 time: 0.2343001 Feb 15 01:57:29.042233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb614cc-baf0-4b53-9f98-c97e7ac35a84,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:29.056185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.056442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.056880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.057379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.058127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.058821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.059506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.060401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.061043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.069192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.069192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.070424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.070887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf726ec0-1591-4e1e-8d0f-e1d6e2c8f389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:29.244411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-7b51e75b-3afc-4d33-a691-6985e21a4bfb tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:29.251607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-7b51e75b-3afc-4d33-a691-6985e21a4bfb tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1372855 Feb 15 01:57:29.267086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-15060b5b-0706-4e57-9211-c07e823e4afe tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0103743 Feb 15 01:57:29.330289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-47ee1336-8cf4-4931-909d-fe8650cc4017 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615153 Feb 15 01:57:29.416857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:29.419215 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03583bce-445f-4345-8c0e-ed05ff3bd37e" -d '{"events": [{"name": "network-changed", "server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:29.470761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-96afc5e9-bacf-4843-ba6d-a6bf7361e337 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332219 Feb 15 01:57:29.587146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-ea9a9b4d-7435-47c2-acc6-30101b59c44d service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152422 Feb 15 01:57:29.990081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:30.014898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc25218e-0ff7-426d-9f56-960f6070bdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:30.042305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcbbe-6924-40f1-a016-96e337207fcc req-a7da8203-a41a-45f7-a3c5-7a482309af4f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:30.044979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41fdcbbe-6924-40f1-a016-96e337207fcc req-a7da8203-a41a-45f7-a3c5-7a482309af4f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1292257 Feb 15 01:57:30.166401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41fdcbbe-6924-40f1-a016-96e337207fcc req-3b062829-21e8-484c-bbe6-4cab978cf54d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074970 Feb 15 01:57:30.184517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc25218e-0ff7-426d-9f56-960f6070bdad admin admin] Publish callbacks [] for security_group (84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:30.232607 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d70928-2a69-4349-aa50-5a9ce578a4f5 x-openstack-request-id: req-09d70928-2a69-4349-aa50-5a9ce578a4f5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:30.232908 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:30.233198 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09d70928-2a69-4349-aa50-5a9ce578a4f5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:30.233569 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'status': 'completed', 'code': 200} Feb 15 01:57:30.319354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc25218e-0ff7-426d-9f56-960f6070bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:30.370514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40d02756-397c-4804-87ca-444f1d16aaab req-ead67f3a-ade4-45ae-9f87-bc034501206a tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0683253 Feb 15 01:57:30.412751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dc25218e-0ff7-426d-9f56-960f6070bdad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8290b13b314b41058ba22a22e79e708c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190824 Feb 15 01:57:30.412751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25218e-0ff7-426d-9f56-960f6070bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:30.414959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:30.433636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-5ac57cf8-5ef7-416e-861c-0183f5a3c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:30.438744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-5ac57cf8-5ef7-416e-861c-0183f5a3c4b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 1126 time: 0.1769567 Feb 15 01:57:30.535705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42e0b2e7-864c-47f1-ad3c-b0fc6f014c2a req-066d423c-812a-4a02-8697-3744512a3cd3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 210 time: 0.0519307 Feb 15 01:57:30.714671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-ba9ca3fb-9442-4bab-a8ac-3a847172b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:30.718047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-ba9ca3fb-9442-4bab-a8ac-3a847172b53a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2431333 Feb 15 01:57:30.822622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a1c45-bd8a-4bc9-be85-25f602754beb req-d873fab6-af0d-41f3-b7e1-b0cbb318579c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:30.832782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f96a1c45-bd8a-4bc9-be85-25f602754beb req-d873fab6-af0d-41f3-b7e1-b0cbb318579c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.1539433 Feb 15 01:57:30.858656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-8b591887-2d95-4521-bc95-2c8554945735 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e HTTP/1.1" status: 200 len: 217 time: 0.1088102 Feb 15 01:57:30.932880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] Publish callbacks [] for security_group (84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:30.939024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-02e95ccf-8e62-4c02-9e9b-d0dedadc7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:30.939024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-02e95ccf-8e62-4c02-9e9b-d0dedadc7c38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0528080 Feb 15 01:57:30.957487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f96a1c45-bd8a-4bc9-be85-25f602754beb req-82d65d34-346d-40b5-b4aa-f606ba7b8b3e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187971 Feb 15 01:57:30.992369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] Publish callbacks [] for security_group (84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:31.102620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-48b8ddc4-ce75-4bda-bf6f-772ecd5d298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:31.107415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-48b8ddc4-ce75-4bda-bf6f-772ecd5d298d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1546724 Feb 15 01:57:31.348699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d3d21-aead-4db6-8f85-9cfd9050f9d2 req-3c0e1bd8-8528-46e4-910e-8020af81576a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:31.359178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-129d3d21-aead-4db6-8f85-9cfd9050f9d2 req-3c0e1bd8-8528-46e4-910e-8020af81576a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0843637 Feb 15 01:57:31.520510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-129d3d21-aead-4db6-8f85-9cfd9050f9d2 req-ac47bee2-9179-4977-8cca-8772d5c88be2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603894 Feb 15 01:57:31.701119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fbe97678-d20f-4107-9a12-0e66bba9c194 req-e552a00a-c6f2-4e07-b515-0ed8b08367a5 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0709679 Feb 15 01:57:31.776905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:31.971821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-376ab706-6285-4117-ae00-141a921e8878 req-93a0820c-7a3d-4e33-b073-7a65467a96cc tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 210 time: 0.0846050 Feb 15 01:57:32.002682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a0d45e4-bc50-46d4-a13d-953894a064fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.149473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-6d498e86-015e-4b99-999d-a49f6fac9963 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333047 Feb 15 01:57:32.298956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.307001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.318858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b HTTP/1.1" status: 204 len: 168 time: 1.8859463 Feb 15 01:57:32.319108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a0d45e4-bc50-46d4-a13d-953894a064fa admin admin] Publish callbacks [] for security_group (fb20b6dc-1ad1-4fe8-8939-92362eb59d18), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.366093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79596d0-26bc-4a0b-93fd-307ae6013c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b70d4a-c0bc-4aac-bfbd-e3f94137fc8b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:32.372053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af39c-5d4e-462f-943c-e0b25d499b06 req-4bbd8d03-d079-487c-96c5-545e895334c4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:32.392209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f66af39c-5d4e-462f-943c-e0b25d499b06 req-4bbd8d03-d079-487c-96c5-545e895334c4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.2188549 Feb 15 01:57:32.440534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-03583bce-445f-4345-8c0e-ed05ff3bd37e req-afba417f-6ee5-44f7-905d-741bce69647f service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830439 Feb 15 01:57:32.507396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a0d45e4-bc50-46d4-a13d-953894a064fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb20b6dc-1ad1-4fe8-8939-92362eb59d18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.578201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f66af39c-5d4e-462f-943c-e0b25d499b06 req-601ad81c-eac3-4284-901e-b114aa8588ea tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846154 Feb 15 01:57:32.613224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:32.625676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a0d45e4-bc50-46d4-a13d-953894a064fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed02aafa98c74afca7f50d67b4d41751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8454008 Feb 15 01:57:32.666458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d45e4-bc50-46d4-a13d-953894a064fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20b6dc-1ad1-4fe8-8939-92362eb59d18,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:32.778122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] Publish callbacks [] for security_group (fb20b6dc-1ad1-4fe8-8939-92362eb59d18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:32.834744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08867-7a76-4d32-b41e-3727356634fd req-eedb2aae-7a37-465e-b526-4c97abdf2cf6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:32.848113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbc08867-7a76-4d32-b41e-3727356634fd req-eedb2aae-7a37-465e-b526-4c97abdf2cf6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1123104 Feb 15 01:57:32.958110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbc08867-7a76-4d32-b41e-3727356634fd req-b74b90cf-a6bc-4347-807e-b522d5692eab tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056819 Feb 15 01:57:32.964327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] Publish callbacks [] for security_group (fb20b6dc-1ad1-4fe8-8939-92362eb59d18), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.123467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-4e55f8c5-7009-4da6-bcd2-bf349fb1d5ac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:33.127013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-4e55f8c5-7009-4da6-bcd2-bf349fb1d5ac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.3445594 Feb 15 01:57:33.145467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:33.162804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ce60d00-54ba-4147-9593-36c638f2f9c3 req-79d1b8b6-84c4-40ed-a678-0f48e961550f tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0683651 Feb 15 01:57:33.327807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:57:33.385070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2dceca4b-e566-4bb2-a5c0-67878df516fc req-9ef7525d-4af1-4ef2-86c7-06b3c262c447 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 210 time: 0.0761454 Feb 15 01:57:33.449683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:33.466147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'mac_address': 'fa:16:3e:ef:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:57:33.527467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:33.527979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.556332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:33.597773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:33.603884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb20b6dc-1ad1-4fe8-8939-92362eb59d18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.607101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.608469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb20b6dc-1ad1-4fe8-8939-92362eb59d18 HTTP/1.1" status: 204 len: 168 time: 0.9938910 Feb 15 01:57:33.632321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf7dbf-77a2-4320-840f-b17e7f2db249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20b6dc-1ad1-4fe8-8939-92362eb59d18,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:33.656145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:33.664525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.689907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:33.827206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:33.832959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98a51-0c02-486b-ab12-c46eae74e13a req-e04776dd-03a4-4b70-af78-3e775e697843 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:33.840914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13e98a51-0c02-486b-ab12-c46eae74e13a req-e04776dd-03a4-4b70-af78-3e775e697843 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 944 time: 0.1253827 Feb 15 01:57:33.861184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.861643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.862104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.862547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.862992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.863567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.864006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.864486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.864920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.866350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.866799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.868283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.868754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:57:33.982823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13e98a51-0c02-486b-ab12-c46eae74e13a req-496d2d89-94af-467f-8275-f64e854a8073 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385663 Feb 15 01:57:34.012723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.13 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:34.062848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:34.189750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a503a-0dd1-4bad-ba7c-262efe49e270 req-f4fc3e8f-a933-470a-8c52-67057a5cde5e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:34.206341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e8a503a-0dd1-4bad-ba7c-262efe49e270 req-f4fc3e8f-a933-470a-8c52-67057a5cde5e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1046505 Feb 15 01:57:34.267740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e8a503a-0dd1-4bad-ba7c-262efe49e270 req-a8a831bd-d594-448c-b853-735332345885 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600202 Feb 15 01:57:34.568452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:34.570936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c2cdeb9-e0ee-40a5-a69d-d90d75d49f8b req-39e0142e-4451-4cbb-a21b-07a76aa7e884 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0833037 Feb 15 01:57:34.718801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db4cda59-deef-4ab2-8af0-7028ff9e57ee req-08df2508-a62a-49a7-b81d-3592c9436f16 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 210 time: 0.0334263 Feb 15 01:57:34.724088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:34.760334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:34.843213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:34.856090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:34.857917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:34.860940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:34.914152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:34.941706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8a68137-83a4-4099-b6c3-72cadd20c175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.018220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:35.019093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.092725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8a68137-83a4-4099-b6c3-72cadd20c175 admin admin] Publish callbacks [] for security_group (7c008c0a-b804-4fc5-98d4-2dec3eb5274f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.148981 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-81fd511e-e175-4e18-be93-cec7eb009aed tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0076895 Feb 15 01:57:35.160858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Request body: {'port': {'device_id': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:35.161814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dd08a-1bfd-46bd-81fb-89957b8bcb41 req-fa9efa57-8779-46ab-b7ac-3ccd2e8ee550 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:35.164372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-992dd08a-1bfd-46bd-81fb-89957b8bcb41 req-fa9efa57-8779-46ab-b7ac-3ccd2e8ee550 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 944 time: 0.0696955 Feb 15 01:57:35.170316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8a68137-83a4-4099-b6c3-72cadd20c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7c008c0a-b804-4fc5-98d4-2dec3eb5274f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.287677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a68137-83a4-4099-b6c3-72cadd20c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c008c0a-b804-4fc5-98d4-2dec3eb5274f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:35.308903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-992dd08a-1bfd-46bd-81fb-89957b8bcb41 req-e7fb5478-cac3-4c88-82a4-6fca8428aac2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330509 Feb 15 01:57:35.319134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.330751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c8a68137-83a4-4099-b6c3-72cadd20c175 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c180aff35ca419d8f5b9eeed422fc86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154019 Feb 15 01:57:35.336776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:35.506040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b962-5bca-466a-b8ff-08129ce688d0 req-356c042c-859a-4ec7-8c8e-db4b217a6a8f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:35.508732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0786b962-5bca-466a-b8ff-08129ce688d0 req-356c042c-859a-4ec7-8c8e-db4b217a6a8f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1013620 Feb 15 01:57:35.512837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] Publish callbacks [] for security_group (7c008c0a-b804-4fc5-98d4-2dec3eb5274f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.593264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] Publish callbacks [] for security_group (7c008c0a-b804-4fc5-98d4-2dec3eb5274f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.770779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0786b962-5bca-466a-b8ff-08129ce688d0 req-668057c1-dfcf-43e3-b51b-a3a49a28e799 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123740 Feb 15 01:57:35.804485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7c008c0a-b804-4fc5-98d4-2dec3eb5274f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.808633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.809046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:35.813856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c008c0a-b804-4fc5-98d4-2dec3eb5274f HTTP/1.1" status: 204 len: 168 time: 0.4736328 Feb 15 01:57:35.832449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks [] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:35.837020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f1c16-51fe-44a2-96ad-d4dedcb13280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c008c0a-b804-4fc5-98d4-2dec3eb5274f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:35.865286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Transition to ACTIVE for port object cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:57:35.958743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56335170-3cdd-4e11-b443-40ba9b3a40ec req-5a8c8727-c0f6-4ba1-a292-0d21f19b1033 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0826230 Feb 15 01:57:35.969810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.220629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:36.220758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b10e-e7a0-42a0-8a79-e195f9090ca6 req-8846f6d9-f3b9-46ab-848a-64a84dbafdac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:36.235445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fb5b10e-e7a0-42a0-8a79-e195f9090ca6 req-8846f6d9-f3b9-46ab-848a-64a84dbafdac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 944 time: 0.1263821 Feb 15 01:57:36.252145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Attempting to bind port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:57:36.252740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Attempting to bind port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:57:36.253085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Attempting to bind port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:36.261514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:57:36.261980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Attempting to bind port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:36.274493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:57:36.274743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:36.275127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:57:36.275568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Bound port: cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:57:36.275939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.343788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fb5b10e-e7a0-42a0-8a79-e195f9090ca6 req-3fb96454-b936-498f-a954-2ee72806ae6c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020124 Feb 15 01:57:36.403355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:57:36.406799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:57:36.441410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40988) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:36.494168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.591793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690252-537a-438e-b800-c0cc4ffa0fd0 req-80bb122a-9294-4d95-b8ad-f98952221b3f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:36.596750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9690252-537a-438e-b800-c0cc4ffa0fd0 req-80bb122a-9294-4d95-b8ad-f98952221b3f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 944 time: 0.1518068 Feb 15 01:57:36.602355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:36.602997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.604629 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] 10.222.0.31 "PUT /v2.0/ports/cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce HTTP/1.1" status: 200 len: 1093 time: 1.4486809 Feb 15 01:57:36.605121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:36.607426 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c826f-c78b-4c8d-9d3b-046a394b5a08" -d '{"events": [{"name": "network-changed", "server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:36.651791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ad40-dfd9-4e7e-86cd-a05f8611aec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:36.702302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9690252-537a-438e-b800-c0cc4ffa0fd0 req-aa30ab2b-d247-426e-842e-75d94892eac7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909677 Feb 15 01:57:36.712498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1400669425'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:36.816593 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77b0dd-15d5-4ba1-a9ec-e2cc2e667149 x-openstack-request-id: req-9d77b0dd-15d5-4ba1-a9ec-e2cc2e667149 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:36.816593 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:36.816593 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d77b0dd-15d5-4ba1-a9ec-e2cc2e667149 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:36.816593 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce', 'status': 'completed', 'code': 200} Feb 15 01:57:36.843748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-e9a5a3a0-6e66-47ad-b754-d7c5572f45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:36.845490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-e9a5a3a0-6e66-47ad-b754-d7c5572f45c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 1127 time: 0.0821764 Feb 15 01:57:36.847266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (51542872-1d39-4085-91f7-e22e951a9457), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.848694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (51542872-1d39-4085-91f7-e22e951a9457), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:36.899254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-3f9325d7-2cb2-4e13-aa7e-13e1354692ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce HTTP/1.1" status: 200 len: 217 time: 0.0452719 Feb 15 01:57:36.971643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5796ae-b999-47d9-ad4a-1d0905dd199e req-5edc193b-2f63-469a-af9a-e690ad20c576 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:36.973295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e5796ae-b999-47d9-ad4a-1d0905dd199e req-5edc193b-2f63-469a-af9a-e690ad20c576 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0747163 Feb 15 01:57:36.996661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (51542872-1d39-4085-91f7-e22e951a9457), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.017243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-2b758450-0ce7-49ae-a815-3355b5af8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:37.023302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-2b758450-0ce7-49ae-a815-3355b5af8f95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1055899 Feb 15 01:57:37.086579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e5796ae-b999-47d9-ad4a-1d0905dd199e req-9989f783-10a7-4980-b695-183875370067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035662 Feb 15 01:57:37.107781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-1a41b261-1d17-454c-a96c-2b3c22da2f69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769296 Feb 15 01:57:37.109735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (51542872-1d39-4085-91f7-e22e951a9457), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.200965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.202656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6815875b-f093-4101-847d-6c95d9ce0774 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7599199 Feb 15 01:57:37.205302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:37.210137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:37.249118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-03583577-07ef-4de7-9849-7c497955f557 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271031 Feb 15 01:57:37.424536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:57:37.424699 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d49020da-6b9b-4f02-bcbf-6f6ab1b33e03 req-76d09cfa-f2e9-4933-bdbd-f62bd8f4c0ca service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669719 Feb 15 01:57:37.424825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:37.424825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.593465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:37.596010 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.643506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-9c507734-2be7-414d-b2f3-ae3e89f33657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:37.649411 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-9c507734-2be7-414d-b2f3-ae3e89f33657 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 1127 time: 0.0877614 Feb 15 01:57:37.655072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:37.657545 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e82e44b-2696-45c3-ba6c-f58e94245d99" -d '{"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-plugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:37.695129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:37.798240 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.803315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-cbe0d5d3-8427-41d4-864e-f74a00928b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:37.805283 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-cbe0d5d3-8427-41d4-864e-f74a00928b1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.1496656 Feb 15 01:57:37.862166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:37.862771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (51542872-1d39-4085-91f7-e22e951a9457), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:37.874267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-6a6b7f1a-47ea-411e-bcb3-7625941ef2e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce HTTP/1.1" status: 200 len: 217 time: 0.0614061 Feb 15 01:57:37.878792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74b46542-c74f-42ea-9382-1bdbb2eff673 req-a3ab80c3-d99f-434f-b128-06d561eb135f tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0796924 Feb 15 01:57:37.982308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-aa01f037-6e83-4423-9085-a5a03bc0caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:37.984128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-aa01f037-6e83-4423-9085-a5a03bc0caf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1012015 Feb 15 01:57:38.044727 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-4efa34c2-5812-4120-8dab-fdb039a7f009 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520968 Feb 15 01:57:38.192844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (51542872-1d39-4085-91f7-e22e951a9457), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.196132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (51542872-1d39-4085-91f7-e22e951a9457), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.268727 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-4396a08b-0956-4ce5-a1e4-e3dbe4e9c7b3 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158329 Feb 15 01:57:38.279015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15828acd-a7a5-4771-a1ae-73efa494de07 req-7fb426a4-c822-4a6b-95fa-0c5b489ca8c0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:38.286729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15828acd-a7a5-4771-a1ae-73efa494de07 req-7fb426a4-c822-4a6b-95fa-0c5b489ca8c0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 944 time: 0.2764118 Feb 15 01:57:38.357477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15828acd-a7a5-4771-a1ae-73efa494de07 req-fe6b798c-fc77-4f93-818d-c9d7da1c91a7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Feb 15 01:57:38.399332 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb0c912-a2e7-4c7e-92ce-e75d9b91e935 x-openstack-request-id: req-ccb0c912-a2e7-4c7e-92ce-e75d9b91e935 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:38.399866 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-plugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:38.400069 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccb0c912-a2e7-4c7e-92ce-e75d9b91e935 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:38.400617 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'code': 200} Feb 15 01:57:38.415426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (51542872-1d39-4085-91f7-e22e951a9457), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.415939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51542872-1d39-4085-91f7-e22e951a9457 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:57:38.420195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.431659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21b33c27-9ab6-4eb2-89f0-1e6bed8abc6d tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "DELETE /v2.0/routers/51542872-1d39-4085-91f7-e22e951a9457 HTTP/1.1" status: 204 len: 168 time: 1.2151055 Feb 15 01:57:38.431659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:38.444594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-308c826f-c78b-4c8d-9d3b-046a394b5a08 req-9f32f1d0-015f-4e25-a868-2d3ff05bb366 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692545 Feb 15 01:57:38.450423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Request body: {'router': {'name': 'tempest-router-216298723', 'distributed': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:38.550502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0b2f9-3787-4a13-a5f1-4a0a9537af8f req-e480315d-7888-4eb8-b5d6-899f4d1b473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:38.552041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1ee0b2f9-3787-4a13-a5f1-4a0a9537af8f req-e480315d-7888-4eb8-b5d6-899f4d1b473a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 1128 time: 0.0853989 Feb 15 01:57:38.610251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.611322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.618667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:57:38.666287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1ee0b2f9-3787-4a13-a5f1-4a0a9537af8f req-169a3fa1-6506-44b4-b0ec-a936a164b788 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073999 Feb 15 01:57:38.713866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbdca6-1440-4a77-bdbc-0be96743ca31 req-acab3f5d-64f9-4e49-bc92-de08fde48f00 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:38.723170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35dbdca6-1440-4a77-bdbc-0be96743ca31 req-acab3f5d-64f9-4e49-bc92-de08fde48f00 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1915092 Feb 15 01:57:38.779675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (f11b7c07-250b-4e83-842e-3d70851d8e07), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.825483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35dbdca6-1440-4a77-bdbc-0be96743ca31 req-eb698c22-ce71-4419-971f-9ad9daf24cc6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010270 Feb 15 01:57:38.850412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.873171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:38.911829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce', 'mac_address': 'fa:16:3e:84:03:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:57:38.978597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:38.980158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33d00c7e-7002-4b83-876e-4b7581a4a5b3 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5545249 Feb 15 01:57:38.982875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41052) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:38.995321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:38.996186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.011715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:39.043431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:39.095399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230562fe-cd6a-412c-9b41-26055e91e3d5 req-6a3be806-d718-4505-beba-c5b31e97b8b6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:39.103810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-230562fe-cd6a-412c-9b41-26055e91e3d5 req-6a3be806-d718-4505-beba-c5b31e97b8b6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1652679 Feb 15 01:57:39.124083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.142720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.228166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:39.242888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-230562fe-cd6a-412c-9b41-26055e91e3d5 req-8f713f78-e140-4927-9bf6-64a3fad169f7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378632 Feb 15 01:57:39.375510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.378150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (f11b7c07-250b-4e83-842e-3d70851d8e07), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.401680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:39.486096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0957fde-380a-4d2e-a865-6cc8a6add724 req-aa22674e-7504-4ef2-93b7-e195308081ed tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0433865 Feb 15 01:57:39.561527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f11b7c07-250b-4e83-842e-3d70851d8e07), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.562054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11b7c07-250b-4e83-842e-3d70851d8e07 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:57:39.566941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.567704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c07edb4f-8d17-4d84-9c15-4ec9993b7807 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f11b7c07-250b-4e83-842e-3d70851d8e07 HTTP/1.1" status: 204 len: 168 time: 0.5836968 Feb 15 01:57:39.576762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:39.582864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Request body: {'router': {'name': 'tempest-router-1506751502', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '837ace78855940c08f27a39957900747'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:39.698654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.700199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.771147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.861503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.949249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:39.953529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b68f6a3-8c97-4ea3-aace-0d7549cc177a tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3731236 Feb 15 01:57:39.957260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:39.967198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:40.312184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45ac4b-ef8e-4c58-8087-54edc04cad86 req-8c8ebc5c-d0cd-4d94-89a0-f64741d3144f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:40.322359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b45ac4b-ef8e-4c58-8087-54edc04cad86 req-8c8ebc5c-d0cd-4d94-89a0-f64741d3144f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 945 time: 0.1360033 Feb 15 01:57:40.359440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.366070 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.440616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b45ac4b-ef8e-4c58-8087-54edc04cad86 req-9c89013c-85a5-4dce-afb6-2448f290f021 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083021 Feb 15 01:57:40.519908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103885) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 15 01:57:40.520420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Router ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d migrating from provider to provider. {{(pid=103885) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 15 01:57:40.520918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.529223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.604763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.627256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a00d1-7453-4d4f-8810-95b17ed7c7d7 req-2e7040a6-62b8-43a1-bd3f-677f32dddca2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:40.627538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:40.630147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a97a00d1-7453-4d4f-8810-95b17ed7c7d7 req-2e7040a6-62b8-43a1-bd3f-677f32dddca2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.0739174 Feb 15 01:57:40.721743 n-d-829064-14 neutron-server[103885]: WARNING neutron.scheduler.l3_agent_scheduler [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] No L3 agents can host the router ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d Feb 15 01:57:40.746468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a97a00d1-7453-4d4f-8810-95b17ed7c7d7 req-618e620b-691a-43a9-b0fb-968593c89927 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064825 Feb 15 01:57:40.854844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:57:40.859932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:40.869539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.884835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Hosts for router ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d: [] {{(pid=103885) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 15 01:57:40.951777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Hosts for other DVR routers connected to router ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d: set() {{(pid=103885) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 15 01:57:40.959109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:40.964349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54179cc2-11e1-499e-8b50-0cab9f03c7a8 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "PUT /v2.0/routers/ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d HTTP/1.1" status: 200 len: 717 time: 1.0069544 Feb 15 01:57:40.965469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:40.968738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d454-12c3-4320-9db6-474ebe6f4b6c req-a62072a8-a4a7-40db-8d5b-066ad312b3a3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:40.970315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae11d454-12c3-4320-9db6-474ebe6f4b6c req-a62072a8-a4a7-40db-8d5b-066ad312b3a3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1275804 Feb 15 01:57:41.046700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:41.047157 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:41.060809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae11d454-12c3-4320-9db6-474ebe6f4b6c req-16a0cb3f-666e-4af7-88f9-234fc78d6d9a tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/security-groups?id=7fa7577a-c2e3-403d-bf11-637440efe1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Feb 15 01:57:41.116139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41106) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:41.116425 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6594c8c2-8cd8-46d7-85ee-1cbd39779681 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "GET /v2.0/routers/ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d HTTP/1.1" status: 200 len: 717 time: 0.1496687 Feb 15 01:57:41.197215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3d348-bf59-40ae-9a58-32fef041aaaf req-ee5a7f30-0dcb-4e25-876a-93a6202cc6a4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:41.205816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10d3d348-bf59-40ae-9a58-32fef041aaaf req-ee5a7f30-0dcb-4e25-876a-93a6202cc6a4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0754716 Feb 15 01:57:41.207220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:41.211161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:41.219627 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ade45f-04fa-49c8-8e72-22f895cdc042" -d '{"events": [{"server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "name": "network-vif-plugged", "status": "completed", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:41.268539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10d3d348-bf59-40ae-9a58-32fef041aaaf req-47745d93-d45a-49a9-9e8b-29fd18b6c153 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571294 Feb 15 01:57:41.283890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:41.313587 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-0a02985a-4709-40d2-b9ce-54d36f39f7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1315455 Feb 15 01:57:41.417804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc8fffb2-9b6c-42f3-9dce-829114fdf84b req-adeec064-ff76-49e8-a133-30312ee84a17 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0397325 Feb 15 01:57:41.453648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:41.487134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375dfac-9562-4a77-b489-2482a300a711 req-6322d871-1631-4813-a737-62a5eeb04fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:41.492510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-6322d871-1631-4813-a737-62a5eeb04fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 1129 time: 0.1201663 Feb 15 01:57:41.614582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77271fb8-6b7c-46f4-aec8-9bb4178c8b57 tempest-RoutersTestDVR-158043531 tempest-RoutersTestDVR-158043531-project] 10.222.0.43 "GET /v2.0/routers/ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d HTTP/1.1" status: 200 len: 683 time: 0.4970253 Feb 15 01:57:41.617594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:41.682906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375dfac-9562-4a77-b489-2482a300a711 req-b1015352-6373-47db-a41b-0890b098297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:41.684263 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-b1015352-6373-47db-a41b-0890b098297f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.1746454 Feb 15 01:57:41.692992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-0a634ca9-ab12-4430-93aa-58be16c30bae tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:41.695310 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-0a634ca9-ab12-4430-93aa-58be16c30bae tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 946 time: 0.1054859 Feb 15 01:57:41.725424 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:41.765251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-844fc6ca-2373-4d28-989a-c275ab2f9c37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e524917-fbe9-4f5c-b592-c6d176368476 HTTP/1.1" status: 200 len: 217 time: 0.0689101 Feb 15 01:57:41.899979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375dfac-9562-4a77-b489-2482a300a711 req-9df6d3ed-8c59-4a33-896a-c4b37926ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:41.902340 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-9df6d3ed-8c59-4a33-896a-c4b37926ae0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1247742 Feb 15 01:57:41.924586 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90afc75-ad54-498f-b612-89e024e5cbb9 x-openstack-request-id: req-a90afc75-ad54-498f-b612-89e024e5cbb9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:41.925350 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "name": "network-vif-plugged", "status": "completed", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:41.925874 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a90afc75-ad54-498f-b612-89e024e5cbb9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:41.926515 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce', 'code': 200} Feb 15 01:57:41.992438 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-4cd8592b-f2a2-43fa-a338-613661083320 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622196 Feb 15 01:57:42.108420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Deleting port e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:57:42.112667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.207722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-6fcc1595-ce1e-47e7-ba3c-306f9f1fdf96 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952653 Feb 15 01:57:42.285050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] For port e542e620-b535-4322-bc6d-e0860ff036b7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e542e620-b535-4322-bc6d-e0860ff036b7,segment=NetworkSegment(728973c1-cb51-401d-8e75-bdea964dc4a1),segment_id=728973c1-cb51-401d-8e75-bdea964dc4a1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:42.285566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.295243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.304862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Calling delete_port for e542e620-b535-4322-bc6d-e0860ff036b7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:57:42.310158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.375664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4375dfac-9562-4a77-b489-2482a300a711 req-54a44180-aaa1-4a80-9bb6-7fd3e7c52611 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605377 Feb 15 01:57:42.377528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e791-9be4-4d10-ad83-873ee11a41e7 req-06663905-40cc-459d-a423-89a8841ff9a4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:42.399037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a99e791-9be4-4d10-ad83-873ee11a41e7 req-06663905-40cc-459d-a423-89a8841ff9a4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 946 time: 0.3316600 Feb 15 01:57:42.429809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08806d4-72fc-490e-a073-ca4ca799ef9d req-bf9ed038-57b2-4941-8f73-056e26b855ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:42.431399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d08806d4-72fc-490e-a073-ca4ca799ef9d req-bf9ed038-57b2-4941-8f73-056e26b855ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 1129 time: 0.3817403 Feb 15 01:57:42.517307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a99e791-9be4-4d10-ad83-873ee11a41e7 req-05c2a2c4-590f-4fd1-9f50-d08d3b94cb7d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173451 Feb 15 01:57:42.531649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d08806d4-72fc-490e-a073-ca4ca799ef9d req-6c639be5-f224-4ce2-bbc2-e519b7f94a9a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899870 Feb 15 01:57:42.532985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.533505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:57:42.548194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.549424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f4e0c16-e468-45c6-8c40-552116033f26 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ebeb9f02-7a7a-48b6-a6a1-250be72bdd1d HTTP/1.1" status: 204 len: 168 time: 0.9306808 Feb 15 01:57:42.553076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:42.572811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Request body: {'router': {'name': 'tempest-router-1706308039', 'distributed': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:42.609332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e542e620-b535-4322-bc6d-e0860ff036b7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.622037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e542e620-b535-4322-bc6d-e0860ff036b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:42.689826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610038-7621-4531-9221-e1f2abb0b1a2 req-c46d16a3-eba3-4e26-aad1-5b779a7d9560 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:42.691086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] No DVR routers for this DVR port e542e620-b535-4322-bc6d-e0860ff036b7 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:57:42.694850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Pushing event deleted for resources: {'Port': ['ID=e542e620-b535-4322-bc6d-e0860ff036b7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:42.696856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6610038-7621-4531-9221-e1f2abb0b1a2 req-c46d16a3-eba3-4e26-aad1-5b779a7d9560 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1087606 Feb 15 01:57:42.698264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.702116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-791307c0-2b8d-46ff-8f68-68088493f6a3 req-d493963f-2943-4a90-af36-31c7a66cfed3 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.31 "DELETE /v2.0/ports/e542e620-b535-4322-bc6d-e0860ff036b7 HTTP/1.1" status: 204 len: 173 time: 0.9991491 Feb 15 01:57:42.702559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-deleted', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:42.711335 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715388cf-22d4-4e5d-ac0f-4597dc09dfdf" -d '{"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-deleted", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:42.737039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.738069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.774089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6610038-7621-4531-9221-e1f2abb0b1a2 req-6d5b76b5-e51f-488c-b626-017106013290 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Feb 15 01:57:42.894843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (8b34f050-e167-4f2f-85ee-f763d8c7c698), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:42.957916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c69d48cf-cfd8-4089-b08c-85c94bd4a3bc req-4b3819b8-7fba-4425-bdd5-4733ad06747e tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba8cfcf-8424-4585-a32d-20daedb71681 HTTP/1.1" status: 200 len: 210 time: 0.0622997 Feb 15 01:57:42.965921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.083887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.089500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:43.096593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d25316bb-8df0-438f-bb5f-1e52077f31a4 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5423489 Feb 15 01:57:43.149034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6d53-aa0d-4585-91c2-0c34124e7138 req-a7422f25-00ad-4f09-b9ba-28d34fc6d66f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:43.165368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-095b6d53-aa0d-4585-91c2-0c34124e7138 req-a7422f25-00ad-4f09-b9ba-28d34fc6d66f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1393700 Feb 15 01:57:43.268564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.271909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-095b6d53-aa0d-4585-91c2-0c34124e7138 req-8fb0a709-162a-4d5d-8a44-b8cd5f61027b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018965 Feb 15 01:57:43.504057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64b1b7f3-2ebd-4b68-9c57-c01639275709 req-b3dc7d7f-cdd3-4c88-ae71-8fa512645815 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0443268 Feb 15 01:57:43.513121 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26439400-9e63-408e-87f4-a7e3d97f8e08 x-openstack-request-id: req-26439400-9e63-408e-87f4-a7e3d97f8e08 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:43.513121 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8cfcf-8424-4585-a32d-20daedb71681", "name": "network-vif-deleted", "tag": "e542e620-b535-4322-bc6d-e0860ff036b7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:43.513121 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26439400-9e63-408e-87f4-a7e3d97f8e08 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:43.513121 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8cfcf-8424-4585-a32d-20daedb71681', 'name': 'network-vif-deleted', 'tag': 'e542e620-b535-4322-bc6d-e0860ff036b7', 'status': 'completed', 'code': 200} Feb 15 01:57:43.578405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.581257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router_controller (8b34f050-e167-4f2f-85ee-f763d8c7c698), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.738771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (8b34f050-e167-4f2f-85ee-f763d8c7c698), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.739414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b34f050-e167-4f2f-85ee-f763d8c7c698 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:57:43.744329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:43.745479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0b53194-f904-47e2-9504-3125698f3616 tempest-RoutersTestDVR-1607427590 tempest-RoutersTestDVR-1607427590-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8b34f050-e167-4f2f-85ee-f763d8c7c698 HTTP/1.1" status: 204 len: 168 time: 0.6548295 Feb 15 01:57:44.145962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-36d6a0ec-e665-4836-a5b7-43fed0835bbb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633624 Feb 15 01:57:44.268886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-494a4df3-602d-4476-900c-b2068684c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:44.270479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-494a4df3-602d-4476-900c-b2068684c948 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.0691483 Feb 15 01:57:44.406113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-0426b4ab-ffb0-4ed8-adcd-24fd70977feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:44.407845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-0426b4ab-ffb0-4ed8-adcd-24fd70977feb service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1176126 Feb 15 01:57:44.585647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:44.653115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:57:44.683244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: e542e620-b535-4322-bc6d-e0860ff036b7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:57:44.683429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e542e620-b535-4322-bc6d-e0860ff036b7 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:57:44.806317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d51952-c168-4a63-aef9-2ccd1a264ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:44.894351 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-ee408c4e-4120-4ec4-a5eb-f947d8da7d33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.4721847 Feb 15 01:57:44.977919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-d463795c-9a3a-4cbd-b351-dde875802f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:44.979819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-d463795c-9a3a-4cbd-b351-dde875802f3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0784607 Feb 15 01:57:44.982340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d51952-c168-4a63-aef9-2ccd1a264ff9 admin admin] Publish callbacks [] for security_group (4f649c69-ba2e-419e-a144-3286ee710708), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.073308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d51952-c168-4a63-aef9-2ccd1a264ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4f649c69-ba2e-419e-a144-3286ee710708), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.105323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-ef9baf8a-a0aa-4e11-bac5-2af1e3249e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:45.112923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-ef9baf8a-a0aa-4e11-bac5-2af1e3249e65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1239932 Feb 15 01:57:45.252721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35f58b4a-bfb2-4754-a722-65c7d346a365 req-0d909e0e-de15-44bc-b0dc-646068884288 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Feb 15 01:57:45.263975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-a120c71e-415e-44ad-a868-616aeeb7e293 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429026 Feb 15 01:57:45.264502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:45.264702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53d51952-c168-4a63-aef9-2ccd1a264ff9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=837ace78855940c08f27a39957900747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772263 Feb 15 01:57:45.269338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51952-c168-4a63-aef9-2ccd1a264ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f649c69-ba2e-419e-a144-3286ee710708,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:45.308904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642757-e5e4-4244-a6f3-ce7435e93181 req-3f352867-bc68-4498-a954-63a41c4cdba0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:45.316467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6642757-e5e4-4244-a6f3-ce7435e93181 req-3f352867-bc68-4498-a954-63a41c4cdba0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 946 time: 0.1767402 Feb 15 01:57:45.352215 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.354024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] Publish callbacks [] for security_group (4f649c69-ba2e-419e-a144-3286ee710708), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.371624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6642757-e5e4-4244-a6f3-ce7435e93181 req-f7b2c428-d3a8-40eb-9da2-a420010b9251 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Feb 15 01:57:45.404770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] Publish callbacks [] for security_group (4f649c69-ba2e-419e-a144-3286ee710708), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.487221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:45.639789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-46dc2ba9-4f16-40e0-ab3f-cb8950f55fa1 req-b62a0ce1-6517-4ac7-a365-96bcafd3f9ca service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994102 Feb 15 01:57:45.673005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Deleting subnet 895375c0-4a1f-4c84-a5dd-d2608514700b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:57:45.678273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Publish callbacks [] for subnet (895375c0-4a1f-4c84-a5dd-d2608514700b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.682506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4f649c69-ba2e-419e-a144-3286ee710708), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.685143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.688695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f649c69-ba2e-419e-a144-3286ee710708 HTTP/1.1" status: 204 len: 168 time: 0.4208245 Feb 15 01:57:45.697960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315c831-3191-48e7-88f8-f4cb936235e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f649c69-ba2e-419e-a144-3286ee710708,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:45.734847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5913f-bd9f-4cfb-90bb-9b78b4a3da22 req-159a6ff2-d64f-485d-aec3-e4d5261d0f76 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:45.741962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5de5913f-bd9f-4cfb-90bb-9b78b4a3da22 req-159a6ff2-d64f-485d-aec3-e4d5261d0f76 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1202390 Feb 15 01:57:45.754571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (895375c0-4a1f-4c84-a5dd-d2608514700b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.829736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (895375c0-4a1f-4c84-a5dd-d2608514700b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:45.835045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5de5913f-bd9f-4cfb-90bb-9b78b4a3da22 req-f4f67841-4714-44ba-9df2-faf9c1aba59f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916514 Feb 15 01:57:45.970541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80ef7f9d-409b-488c-983c-e4829d60c4ed req-2b797fe8-991e-4499-b0e5-e12bcdb92da6 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Feb 15 01:57:46.016414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (895375c0-4a1f-4c84-a5dd-d2608514700b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.066689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895375c0-4a1f-4c84-a5dd-d2608514700b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:46.104098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.107681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-92cfa736-7af8-4b1f-ab7a-245473cb84cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/895375c0-4a1f-4c84-a5dd-d2608514700b HTTP/1.1" status: 204 len: 168 time: 0.6188138 Feb 15 01:57:46.110046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:46.195138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabbf54-8e47-4c27-9d67-b077ee0aa3d4 req-a44189b8-7bab-4e9a-83cf-eaf8aee7a9af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:46.202399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fbabbf54-8e47-4c27-9d67-b077ee0aa3d4 req-a44189b8-7bab-4e9a-83cf-eaf8aee7a9af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.0996182 Feb 15 01:57:46.256989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f3bbb946-a9df-46b0-82cf-af0bb67a98a8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.280637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fbabbf54-8e47-4c27-9d67-b077ee0aa3d4 req-0a7f5607-3bfc-4ea3-88ae-7e7f103fece9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665984 Feb 15 01:57:46.424656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f3bbb946-a9df-46b0-82cf-af0bb67a98a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.455383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bbb946-a9df-46b0-82cf-af0bb67a98a8']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:46.478210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728973c1-cb51-401d-8e75-bdea964dc4a1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:46.480647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728973c1-cb51-401d-8e75-bdea964dc4a1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:57:46.494323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (728973c1-cb51-401d-8e75-bdea964dc4a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.512326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (728973c1-cb51-401d-8e75-bdea964dc4a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.520223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:57:46.521016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (728973c1-cb51-401d-8e75-bdea964dc4a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.527355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-5ba8f293-920b-4d89-bc5c-f7866b0a37c2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:46.535279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-5ba8f293-920b-4d89-bc5c-f7866b0a37c2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1566789 Feb 15 01:57:46.552900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-f4433d79-e3dd-481a-b35c-81eb092d94ff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0166626 Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:57:46.597290 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:57:46.622237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:46.657231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d02484d-b6fa-44bc-b1ab-92055ebd0bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.659393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-a514a9c3-f47b-467e-91da-4824a4ead916 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051860 Feb 15 01:57:46.738726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f3bbb946-a9df-46b0-82cf-af0bb67a98a8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.748647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.754637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3bbb946-a9df-46b0-82cf-af0bb67a98a8 HTTP/1.1" status: 204 len: 168 time: 0.6413836 Feb 15 01:57:46.777395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bf383-703b-4f41-8deb-9fae0c1289c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bbb946-a9df-46b0-82cf-af0bb67a98a8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:46.813529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-3d1039b6-54b9-445b-82c4-161868842f10 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530817 Feb 15 01:57:46.902453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d02484d-b6fa-44bc-b1ab-92055ebd0bc5 admin admin] Publish callbacks [] for security_group (2e1ded2b-25da-4e81-970d-112e4888a54e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:46.933284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-cf62e66b-9b25-42c3-aa15-baef9a7c986a service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186614 Feb 15 01:57:46.990391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d02484d-b6fa-44bc-b1ab-92055ebd0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2e1ded2b-25da-4e81-970d-112e4888a54e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.047959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d02484d-b6fa-44bc-b1ab-92055ebd0bc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=875be009407049baadf53a89657b3cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245942 Feb 15 01:57:47.050589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:47.064268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02484d-b6fa-44bc-b1ab-92055ebd0bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ded2b-25da-4e81-970d-112e4888a54e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:47.138189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] Publish callbacks [] for security_group (2e1ded2b-25da-4e81-970d-112e4888a54e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.169541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] Publish callbacks [] for security_group (2e1ded2b-25da-4e81-970d-112e4888a54e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.386978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0ab5-2f17-4638-8c98-23508b27f27c req-3832aa40-68f1-4acd-9956-bc4e81dbb5cd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:47.409183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f23b0ab5-2f17-4638-8c98-23508b27f27c req-3832aa40-68f1-4acd-9956-bc4e81dbb5cd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1107125 Feb 15 01:57:47.431400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41238) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:47.514448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2e1ded2b-25da-4e81-970d-112e4888a54e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.529040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.530952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e1ded2b-25da-4e81-970d-112e4888a54e HTTP/1.1" status: 204 len: 168 time: 0.4791684 Feb 15 01:57:47.547694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7d9fa66f-fae7-4480-a182-89a833d1fc9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03817c6254a84c47a0a4da6e8dc3405d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129291 Feb 15 01:57:47.548159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:47.553859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f23b0ab5-2f17-4638-8c98-23508b27f27c req-d160a80b-214e-46b7-b5c8-023eb0dddafc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433427 Feb 15 01:57:47.576576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfa176-d59d-443b-8ecb-2b0227d6bdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ded2b-25da-4e81-970d-112e4888a54e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:47.659827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] Publish callbacks [] for security_group (7fa7577a-c2e3-403d-bf11-637440efe1ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.693497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4ae77b4-dd3c-4bf7-8dd7-ae27e663f245 req-0b8cd7e6-6cfe-450f-82e2-1d9071d23f59 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0470288 Feb 15 01:57:47.707249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] Publish callbacks [] for security_group (7fa7577a-c2e3-403d-bf11-637440efe1ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.838382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e612057-2e94-458e-b170-8969fd942d40 req-d45b0d08-e081-4697-9d93-c2aff85a931a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 210 time: 0.0478592 Feb 15 01:57:47.877957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fa7577a-c2e3-403d-bf11-637440efe1ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.880598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:47.882347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fa7577a-c2e3-403d-bf11-637440efe1ad HTTP/1.1" status: 204 len: 168 time: 0.3334417 Feb 15 01:57:47.918370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f0d5b-d77a-4282-bcea-7b58833573d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa7577a-c2e3-403d-bf11-637440efe1ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:48.042103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:48.080390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aca49f-7c3e-414e-a713-a5b81ee73cd3 req-3ee8d7f8-7c25-423e-b20f-10a337057e7c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:48.082426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34aca49f-7c3e-414e-a713-a5b81ee73cd3 req-3ee8d7f8-7c25-423e-b20f-10a337057e7c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1117046 Feb 15 01:57:48.156876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34aca49f-7c3e-414e-a713-a5b81ee73cd3 req-b9f65e0e-c607-4604-8469-3e2fadc1026f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516434 Feb 15 01:57:48.907802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df230bf-268c-41dc-b783-32bab5370633 req-1f02d51d-06b4-45f5-b4fb-00b63b5812a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b8a9d0a241b4dbfbc399e44d76dd557&device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0627983 Feb 15 01:57:48.961590 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df230bf-268c-41dc-b783-32bab5370633 req-8f8582be-55d9-42cb-9dad-6364e22ac7a0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b8a9d0a241b4dbfbc399e44d76dd557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403562 Feb 15 01:57:49.055074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5fb92-531d-4814-a966-9fe5dd13a618 req-acac471c-2e07-42c1-a66b-5785f81c9ab5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:49.062958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0f5fb92-531d-4814-a966-9fe5dd13a618 req-acac471c-2e07-42c1-a66b-5785f81c9ab5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1499355 Feb 15 01:57:49.106857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df230bf-268c-41dc-b783-32bab5370633 req-7ae6aea1-d51c-4105-978a-40e6a969b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:49.109028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df230bf-268c-41dc-b783-32bab5370633 req-7ae6aea1-d51c-4105-978a-40e6a969b3b0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409571 Feb 15 01:57:49.133932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0f5fb92-531d-4814-a966-9fe5dd13a618 req-c2cde024-643b-4441-9a26-16c57264c9a4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699844 Feb 15 01:57:49.264938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82678814-8fca-4337-b682-9a3932a60105 req-a55df870-1f5b-45cb-940e-e6a9d6f76ab6 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.0393460 Feb 15 01:57:49.276022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:57:49.432478 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:57:49.499647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:49.500714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff082bbf-3c31-41fc-b074-605def926b06 req-af29d081-7f57-424d-87f2-61ee2ddfcc8a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 210 time: 0.0588338 Feb 15 01:57:49.528425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'port_id': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'mac_address': 'fa:16:3e:ef:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:57:49.543346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:49.611229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:49.611630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:49.627664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:49.644911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10196e2d-fc02-44dd-849d-31bc2896c823 req-de8a9c94-55ca-483a-9017-1948724699af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:49.653838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10196e2d-fc02-44dd-849d-31bc2896c823 req-de8a9c94-55ca-483a-9017-1948724699af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.0729570 Feb 15 01:57:49.664712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:49.712531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10196e2d-fc02-44dd-849d-31bc2896c823 req-9fdb47ec-7e13-404c-bd95-bdd723f8cc16 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Feb 15 01:57:49.757715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:49.862794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1229010240'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:49.913185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:49.940091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:50.007625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:50.011073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.027938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.268170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for security_group (8860d1aa-7e8a-42d3-a205-46bf25a2181b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.290358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-3183ba57-c961-41dc-90e9-bc4368df1ea4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:50.293021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-3183ba57-c961-41dc-90e9-bc4368df1ea4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2899039 Feb 15 01:57:50.302496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:50.312691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': '3fc539ba-4366-463c-b861-3b21476f0352', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:50.361487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8860d1aa-7e8a-42d3-a205-46bf25a2181b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.424563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:57:50.428752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8860d1aa-7e8a-42d3-a205-46bf25a2181b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:50.443477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (08965808-de9c-43c9-b291-099e24111b79), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.444644 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Added segment 08965808-de9c-43c9-b291-099e24111b79 of type vlan for network 0afa5fef-7847-4f1b-b38a-be4e16e444ac Feb 15 01:57:50.505253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9e21-379b-416b-915f-4daa65bd72ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.553516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0df230bf-268c-41dc-b783-32bab5370633 req-3bb7dfdd-98f7-4a80-9a88-13e71bcb8418 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.2299967 Feb 15 01:57:50.606189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0afa5fef-7847-4f1b-b38a-be4e16e444ac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.707511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9e21-379b-416b-915f-4daa65bd72ac admin admin] Publish callbacks [] for security_group (e0fc0897-bf60-4159-9ce4-427cd7cc84b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.809610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:50.813491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.823462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0afa5fef-7847-4f1b-b38a-be4e16e444ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.841414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:50.842345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.844814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9e21-379b-416b-915f-4daa65bd72ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e0fc0897-bf60-4159-9ce4-427cd7cc84b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:50.928660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8c2a9e21-379b-416b-915f-4daa65bd72ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=528b9b9485134cf19b01047d57f782df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6243057 Feb 15 01:57:50.931340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:50.955388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9e21-379b-416b-915f-4daa65bd72ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc0897-bf60-4159-9ce4-427cd7cc84b9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:51.009064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.12 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/ff86ffdf-86d7-40d5-bf61-c640138a0372) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:51.027319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bdf6-4088-4965-b3d5-49478881acc2 req-4364c81c-53e5-4383-9c7c-9ceb2cb2ab7f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.029649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] Publish callbacks [] for security_group (e0fc0897-bf60-4159-9ce4-427cd7cc84b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.034871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18f1bdf6-4088-4965-b3d5-49478881acc2 req-4364c81c-53e5-4383-9c7c-9ceb2cb2ab7f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.2632124 Feb 15 01:57:51.043659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3137-6098-4a7a-a3c5-000e625154ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.045463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5006540 Feb 15 01:57:51.046526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:51.064603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] Publish callbacks [] for security_group (e0fc0897-bf60-4159-9ce4-427cd7cc84b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.120960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'subnet': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:51.144964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18f1bdf6-4088-4965-b3d5-49478881acc2 req-746b9edd-0a16-4b53-9988-613c7c8249c0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017189 Feb 15 01:57:51.188913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1b8e-6fde-45ab-8ec5-ac4c2b5b4257 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Network': ['ID=0afa5fef-7847-4f1b-b38a-be4e16e444ac,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:51.199712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:57:51.230267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-19d2c9ef-5c1d-45d7-89ff-eeb2cdc2ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.231808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-19d2c9ef-5c1d-45d7-89ff-eeb2cdc2ba07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 1127 time: 0.1223118 Feb 15 01:57:51.301278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e0fc0897-bf60-4159-9ce4-427cd7cc84b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.304481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.305924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:51.319671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0fc0897-bf60-4159-9ce4-427cd7cc84b9 HTTP/1.1" status: 204 len: 168 time: 0.3808463 Feb 15 01:57:51.363951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee104c5-ca66-4482-ae5a-60fdf0c844f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc0897-bf60-4159-9ce4-427cd7cc84b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:51.434143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-cf782878-3d86-4b5e-bbc7-ddf27067f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.435875 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-cf782878-3d86-4b5e-bbc7-ddf27067f8c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1127 time: 0.1707640 Feb 15 01:57:51.478680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.486562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:51.486943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.632662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:51.633416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.665387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:51.674341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-587c2863-4e35-4dc1-9f50-7d98bb6d1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.674483 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f42fb-5456-4065-bbaf-27fff033c1cb" -d '{"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-plugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:51.674600 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-587c2863-4e35-4dc1-9f50-7d98bb6d1e65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.2309268 Feb 15 01:57:51.685601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:51.752413 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-affbd3be-fbcc-4def-9b84-f72ba05b1154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 200 len: 999 time: 0.0723155 Feb 15 01:57:51.774521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ab34f38-7eed-42bb-a92d-9c0a17cb9d34 req-3baf44bf-e62e-4658-a0fb-fae2dc0d4757 tempest-ServerShowV254Test-1734277862 tempest-ServerShowV254Test-1734277862-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cacd547-bbcc-4d9f-ab36-f5a0388231d6 HTTP/1.1" status: 200 len: 210 time: 0.4627821 Feb 15 01:57:51.783223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.834809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.850439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:51.853203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:57:51.894395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc93d-8867-4bec-83d0-8182fe30873b req-a0f8e10c-2743-4efa-8479-1ee66dc28cec tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.904323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b6bc93d-8867-4bec-83d0-8182fe30873b req-a0f8e10c-2743-4efa-8479-1ee66dc28cec tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 932 time: 0.0672700 Feb 15 01:57:51.906739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:51.908014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:51.910763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:51.911706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:51.913639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-eab40093-a864-4e2c-828e-89d38e5c1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:51.915297 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-eab40093-a864-4e2c-828e-89d38e5c1efb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1572366 Feb 15 01:57:51.916271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:51.918664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:51.972645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:52.036775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b6bc93d-8867-4bec-83d0-8182fe30873b req-41e84f2b-4ce6-4f6d-8370-448ccc2c4899 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260076 Feb 15 01:57:52.054041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:52.056277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.110860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-9702b51c-cfc1-445c-b99d-57f430a1249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:52.120769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-9702b51c-cfc1-445c-b99d-57f430a1249a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1939454 Feb 15 01:57:52.176907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-e7752bd2-b756-46cf-8c87-60fbacc1a5bd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8736134 Feb 15 01:57:52.229055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Request body: {'port': {'device_id': '3fc539ba-4366-463c-b861-3b21476f0352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:52.269649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:52.322750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10bff66d-6925-4fcb-a925-1c8a19264aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.339370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-a0244570-c093-4aa3-bc4a-a4878d714eee service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132134 Feb 15 01:57:52.345996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7906-e456-4dd1-b0d7-b66aed78d978 req-24397a9a-9f8c-450c-be5d-a0583412fee6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:52.353987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-147f7906-e456-4dd1-b0d7-b66aed78d978 req-24397a9a-9f8c-450c-be5d-a0583412fee6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1661918 Feb 15 01:57:52.365120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.479411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-147f7906-e456-4dd1-b0d7-b66aed78d978 req-58a65db8-524b-4a42-a903-e2a17646aea2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244304 Feb 15 01:57:52.543842 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff53a8-2a0c-43ee-ad38-113767e2a8f9 x-openstack-request-id: req-43ff53a8-2a0c-43ee-ad38-113767e2a8f9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:52.544420 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-plugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:52.544420 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43ff53a8-2a0c-43ee-ad38-113767e2a8f9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:52.544783 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'code': 200} Feb 15 01:57:52.552117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (20a8dff4-39a8-4554-9e37-50fad5263760), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.600485 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10bff66d-6925-4fcb-a925-1c8a19264aea admin admin] Publish callbacks [] for security_group (83f82d1e-5a46-4677-8077-38014756491f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.682650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10bff66d-6925-4fcb-a925-1c8a19264aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (83f82d1e-5a46-4677-8077-38014756491f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.701591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Subnet': ['ID=20a8dff4-39a8-4554-9e37-50fad5263760,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:52.713063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6c5d6d45-6f2a-48ca-9134-f5a5c9a6d4ad req-f7e788ca-3a62-429b-92b0-8e2b1d810110 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641334 Feb 15 01:57:52.714500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Checking segment: {'id': '08965808-de9c-43c9-b291-099e24111b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:52.715066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network hostable DHCP agents. Network: 0afa5fef-7847-4f1b-b38a-be4e16e444ac, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:57:52.720704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bff66d-6925-4fcb-a925-1c8a19264aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f82d1e-5a46-4677-8077-38014756491f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:52.743472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:52.757857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10bff66d-6925-4fcb-a925-1c8a19264aea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=544552c8dece43929600f244cfb0a5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871294 Feb 15 01:57:52.758532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:52.805785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ebcc-cbf0-4993-aa50-ba2e4e65c4d2 req-c724b81b-bb7e-4361-bdb5-ac140fba80b3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:52.809165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87d9ebcc-cbf0-4993-aa50-ba2e4e65c4d2 req-c724b81b-bb7e-4361-bdb5-ac140fba80b3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1692698 Feb 15 01:57:52.862983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] Publish callbacks [] for security_group (83f82d1e-5a46-4677-8077-38014756491f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.913121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] Publish callbacks [] for security_group (83f82d1e-5a46-4677-8077-38014756491f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.920695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:57:52.927495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87d9ebcc-cbf0-4993-aa50-ba2e4e65c4d2 req-b177da66-a21a-434d-936b-9838e45bee0c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000783 Feb 15 01:57:52.994136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88092001-051a-4357-9afa-11c2fcd6f63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:52.997688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0afa5fef-7847-4f1b-b38a-be4e16e444ac) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:53.003724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:53.004451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.015186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac08de-00d8-48e2-8372-cf8549d7dc54 None None] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:57:53.129065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88092001-051a-4357-9afa-11c2fcd6f63e admin admin] Publish callbacks [] for security_group (c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.176194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cc9e853f-1846-4185-8555-02d57bced38f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1154914 Feb 15 01:57:53.184921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:53.184921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-1921181259'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:53.264674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88092001-051a-4357-9afa-11c2fcd6f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.341249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88092001-051a-4357-9afa-11c2fcd6f63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:53.356738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'project_id': '306d4f0858d74114ac03fc7144045d92', 'fixed_ips': [{'subnet_id': '20a8dff4-39a8-4554-9e37-50fad5263760'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:57:53.357293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.408756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff86ffdf-86d7-40d5-bf61-c640138a0372 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:57:53.421246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks [] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.437944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0370d05-1109-44a5-ab59-81167e2735a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.460804 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-88092001-051a-4357-9afa-11c2fcd6f63e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60ff0ed777b54553b1b5bae84292fde0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161498 Feb 15 01:57:53.462215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:53.529349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Transition to ACTIVE for port object ff86ffdf-86d7-40d5-bf61-c640138a0372 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:57:53.533605 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (83f82d1e-5a46-4677-8077-38014756491f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.546027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.549685 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83f82d1e-5a46-4677-8077-38014756491f HTTP/1.1" status: 204 len: 168 time: 0.7850711 Feb 15 01:57:53.579358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60968e00-fe1a-45d2-ab84-5aad2e964ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f82d1e-5a46-4677-8077-38014756491f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:53.619001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] Publish callbacks [] for security_group (c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.638650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3defa2-9aa7-4523-b7bb-ca0bbe55213f req-f2a16d34-e37c-48ed-8113-2af3d9704eb1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:53.641320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a3defa2-9aa7-4523-b7bb-ca0bbe55213f req-f2a16d34-e37c-48ed-8113-2af3d9704eb1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 932 time: 0.2641356 Feb 15 01:57:53.669974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] Publish callbacks [] for security_group (c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.732065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.745741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a3defa2-9aa7-4523-b7bb-ca0bbe55213f req-bc0112d4-3129-4424-8571-ab617807d95c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Feb 15 01:57:53.797911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:53.802237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.819431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Allocated IP 172.20.0.2 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/87fea0d3-0540-45a2-b96f-81ad2795ae12) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:53.858394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port a673ccee-4590-49f8-acb5-738239f632bf yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:57:53.895058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.905629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:53.906979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c HTTP/1.1" status: 204 len: 168 time: 0.4416451 Feb 15 01:57:54.049577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4865d-2e8e-486d-8af9-ed8e1b023319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2be2f-5ad1-47e2-acc0-47bcefd04e0c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:54.082860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:54.174801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aa6ea-dcfd-4610-b68a-8b5417edd779 req-8c2b3175-719a-4c08-bfa0-86ff4e161ad9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:54.190835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b65aa6ea-dcfd-4610-b68a-8b5417edd779 req-8c2b3175-719a-4c08-bfa0-86ff4e161ad9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1936629 Feb 15 01:57:54.249771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:54.264953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks [] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.323664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b65aa6ea-dcfd-4610-b68a-8b5417edd779 req-c5cd7f82-65c7-4d37-8ec0-a735e0be575d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309619 Feb 15 01:57:54.344171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Attempting to bind port ff86ffdf-86d7-40d5-bf61-c640138a0372 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:57:54.345068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Attempting to bind port ff86ffdf-86d7-40d5-bf61-c640138a0372 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:57:54.346825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Attempting to bind port ff86ffdf-86d7-40d5-bf61-c640138a0372 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:54.360836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Port ff86ffdf-86d7-40d5-bf61-c640138a0372 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:57:54.364250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Attempting to bind port ff86ffdf-86d7-40d5-bf61-c640138a0372 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:54.373561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.402875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:57:54.420199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:54.421581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:57:54.423739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Bound port: ff86ffdf-86d7-40d5-bf61-c640138a0372, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:57:54.425774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.487798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:54.523141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a0c0ee2f-b351-4686-9fcf-882939f21d3a {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:57:54.523428 n-d-829064-14 neutron-server[103884]: DEBUG oslo_db.api [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:57:54.586147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:54.594548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:54.616945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:57:54.623954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:57:54.640043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724f192-6281-4784-a2cc-2c137ee25e19 req-c5d4c1da-5a04-4956-abe2-d9af27dc62b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:54.649290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d724f192-6281-4784-a2cc-2c137ee25e19 req-c5d4c1da-5a04-4956-abe2-d9af27dc62b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1433840 Feb 15 01:57:54.697346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.782251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d724f192-6281-4784-a2cc-2c137ee25e19 req-52b54cc9-f1b4-47e0-b879-62f2bf89a98a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298702 Feb 15 01:57:54.836055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:54.837126 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.839674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff86ffdf-86d7-40d5-bf61-c640138a0372 HTTP/1.1" status: 200 len: 1093 time: 2.6183777 Feb 15 01:57:54.841899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:57:54.844888 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b71bd29-9327-48d1-b5c7-04103fbbb57f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:57:54.879069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e204f-d886-43a9-85ac-d005274cfc28 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:54.921807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Attempting to bind port 87fea0d3-0540-45a2-b96f-81ad2795ae12 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:57:54.926461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Attempting to bind port 87fea0d3-0540-45a2-b96f-81ad2795ae12 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '08965808-de9c-43c9-b291-099e24111b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:57:54.927119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Attempting to bind port 87fea0d3-0540-45a2-b96f-81ad2795ae12 on network 0afa5fef-7847-4f1b-b38a-be4e16e444ac {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:57:54.966237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.974801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:57:54.977258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Checking segment: {'id': '08965808-de9c-43c9-b291-099e24111b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:57:54.977713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:54.978089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Bound using segment: {'id': '08965808-de9c-43c9-b291-099e24111b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:57:54.978592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Bound port: 87fea0d3-0540-45a2-b96f-81ad2795ae12, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08965808-de9c-43c9-b291-099e24111b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:57:54.978988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:55.027635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Pushing event updated for resources: {'Port': ['ID=87fea0d3-0540-45a2-b96f-81ad2795ae12,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:55.029101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:55.071789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-ebda536a-9493-48e4-93d8-70e9152f163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:55.076341 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-ebda536a-9493-48e4-93d8-70e9152f163a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 1127 time: 0.1253378 Feb 15 01:57:55.114428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port a79135de-3221-4a0f-be8b-942f8a9741cd yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:57:55.199711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] For port 87fea0d3-0540-45a2-b96f-81ad2795ae12, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:57:55.207991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] For port 87fea0d3-0540-45a2-b96f-81ad2795ae12, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=87fea0d3-0540-45a2-b96f-81ad2795ae12,segment=NetworkSegment(08965808-de9c-43c9-b291-099e24111b79),segment_id=08965808-de9c-43c9-b291-099e24111b79)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:57:55.294572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-93a5a448-4c8c-4258-9de9-9814a6364b88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372 HTTP/1.1" status: 200 len: 217 time: 0.1789994 Feb 15 01:57:55.295798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:55.366923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca76cb-0c87-426a-abda-0ae76d2a04e6 req-47952715-5b05-4960-bcd6-df218c6529b1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:55.381676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20ca76cb-0c87-426a-abda-0ae76d2a04e6 req-47952715-5b05-4960-bcd6-df218c6529b1 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 944 time: 0.4432387 Feb 15 01:57:55.457804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-8df638ed-7b87-4dba-8ca2-7b02d615ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:55.460550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-8df638ed-7b87-4dba-8ca2-7b02d615ced5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1649513 Feb 15 01:57:55.517022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-483faf3a-bb37-4397-8daa-226bd5dc47e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:55.525475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10b643-72e0-4317-bcb6-e7611d8dde46 None None] Pushing event updated for resources: {'Port': ['ID=87fea0d3-0540-45a2-b96f-81ad2795ae12,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:55.575486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-3b55c24e-93da-465e-9655-416d278f37d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969293 Feb 15 01:57:55.683395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.12 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/a79135de-3221-4a0f-be8b-942f8a9741cd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:55.933834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:56.087652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-ee15b6d9-f1e0-4df6-a62a-5c6c153cab87 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907150 Feb 15 01:57:56.166165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-20ca76cb-0c87-426a-abda-0ae76d2a04e6 req-03f05b29-49ff-4e3f-981e-ce490a5f7902 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819581 Feb 15 01:57:56.368649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:56.484862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-615532a3-1f58-488b-bf56-f0f2d3a00e42 req-75f2647a-ef9e-4aae-9513-c07a91106cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964365 Feb 15 01:57:56.545848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-483faf3a-bb37-4397-8daa-226bd5dc47e1 admin admin] Publish callbacks [] for security_group (769d1910-f1b5-416d-acfd-a9cc76ec84f3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:56.551871 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f401ce43-ff49-4c5a-849c-47c1d235a9bd x-openstack-request-id: req-f401ce43-ff49-4c5a-849c-47c1d235a9bd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:57:56.552176 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:57:56.554621 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f401ce43-ff49-4c5a-849c-47c1d235a9bd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:57:56.555080 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372', 'status': 'completed', 'code': 200} Feb 15 01:57:56.632190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-483faf3a-bb37-4397-8daa-226bd5dc47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (769d1910-f1b5-416d-acfd-a9cc76ec84f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:56.822391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-483faf3a-bb37-4397-8daa-226bd5dc47e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b8a9d0a241b4dbfbc399e44d76dd557&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5595512 Feb 15 01:57:56.822575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e108bf-b35a-4f9a-ac8c-6b6ec955619a req-43910bf2-9b12-4b08-8bff-348a5b82269a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:56.822683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483faf3a-bb37-4397-8daa-226bd5dc47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d1910-f1b5-416d-acfd-a9cc76ec84f3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:56.822791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2e108bf-b35a-4f9a-ac8c-6b6ec955619a req-43910bf2-9b12-4b08-8bff-348a5b82269a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.2331834 Feb 15 01:57:56.824744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:56.921611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-08c4730d-7d8e-4dad-96c2-c2b1ec48b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:56.923160 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-08c4730d-7d8e-4dad-96c2-c2b1ec48b584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 1127 time: 0.2755899 Feb 15 01:57:56.939711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.147829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-2f2082c5-f1a5-44f9-a4be-8be949f8f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:57.149399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-2f2082c5-f1a5-44f9-a4be-8be949f8f586 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.2149529 Feb 15 01:57:57.221862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 87fea0d3-0540-45a2-b96f-81ad2795ae12 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:57.235021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2e108bf-b35a-4f9a-ac8c-6b6ec955619a req-412a5067-202d-4f59-a131-9ed87f2b7078 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092468 Feb 15 01:57:57.238458 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-594e87de-fe74-4642-88d5-9d4ca956950e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372 HTTP/1.1" status: 200 len: 217 time: 0.0815222 Feb 15 01:57:57.260440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:57:57.288104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:57:57.327331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] Publish callbacks [] for security_group (769d1910-f1b5-416d-acfd-a9cc76ec84f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.343459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:57:57.366421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-61d7c41b-4595-40ff-a74c-abf6ceaa61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:57.374627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-61d7c41b-4595-40ff-a74c-abf6ceaa61b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.1211634 Feb 15 01:57:57.459806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=a79135de-3221-4a0f-be8b-942f8a9741cd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:57.486810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-c435791a-fd39-4f46-9614-ba3f65708531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048367 Feb 15 01:57:57.551071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 87fea0d3-0540-45a2-b96f-81ad2795ae12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:57.554014 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.620450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] Publish callbacks [] for security_group (769d1910-f1b5-416d-acfd-a9cc76ec84f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.672868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:57.673849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.674980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.691031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9bfb5f-08e0-4428-8d13-29d7d2bf3bec None None] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:57:57.751145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-46d0ee72-e9c0-4d2a-809a-00d142d57d67 service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546508 Feb 15 01:57:57.786407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306f819-05e8-478a-9078-dc0a098907d4 req-d8ae476d-907a-4001-b682-aec952e58b0f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:57.794068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Provisioning complete for port 87fea0d3-0540-45a2-b96f-81ad2795ae12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:57.794584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.810230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c306f819-05e8-478a-9078-dc0a098907d4 req-d8ae476d-907a-4001-b682-aec952e58b0f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.3309112 Feb 15 01:57:57.957512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (769d1910-f1b5-416d-acfd-a9cc76ec84f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.975525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:57.982954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b71bd29-9327-48d1-b5c7-04103fbbb57f req-d092dc88-621d-4c06-abaa-f002de7a1acc service neutron] 10.222.0.37 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278183 Feb 15 01:57:57.985909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/769d1910-f1b5-416d-acfd-a9cc76ec84f3 HTTP/1.1" status: 204 len: 168 time: 1.1600759 Feb 15 01:57:57.999033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:57:58.004284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-2003200354', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:08:d5'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:57:58.007783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-633c5237-9d2e-448d-bbfe-b74aa29f8082 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8283432 Feb 15 01:57:58.067666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 87fea0d3-0540-45a2-b96f-81ad2795ae12 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:58.068069 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:58.073660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846b782-6a8d-490c-8334-946daaca6c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d1910-f1b5-416d-acfd-a9cc76ec84f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:58.175870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c306f819-05e8-478a-9078-dc0a098907d4 req-a5032f14-68f6-4735-ad1b-38d82e32ef36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331449 Feb 15 01:57:58.320911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Current status of the port 87fea0d3-0540-45a2-b96f-81ad2795ae12 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:58.342868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:58.387661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 87fea0d3-0540-45a2-b96f-81ad2795ae12, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=87fea0d3-0540-45a2-b96f-81ad2795ae12,segment=NetworkSegment(08965808-de9c-43c9-b291-099e24111b79),segment_id=08965808-de9c-43c9-b291-099e24111b79)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:57:58.435483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:57:58.493946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:58.538181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9427a-5a8e-44f9-900b-97f688a977ac req-307576b2-40fe-4b75-92c9-b99bd220c9db tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:57:58.549109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53d9427a-5a8e-44f9-900b-97f688a977ac req-307576b2-40fe-4b75-92c9-b99bd220c9db tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 944 time: 0.1276696 Feb 15 01:57:58.683883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:58.717367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53d9427a-5a8e-44f9-900b-97f688a977ac req-7abe81aa-d37a-4a96-b427-3cedc53192a5 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673458 Feb 15 01:57:58.755419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port 6cb104d8-e814-4600-b6f1-a54563bcd521 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:57:58.792080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=87fea0d3-0540-45a2-b96f-81ad2795ae12,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:57:58.820647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:57:58.821074 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:57:59.061737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 87fea0d3-0540-45a2-b96f-81ad2795ae12 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:57:59.089798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.11 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/6cb104d8-e814-4600-b6f1-a54563bcd521) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:57:59.253997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 87fea0d3-0540-45a2-b96f-81ad2795ae12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:59.253997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:59.564586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 87fea0d3-0540-45a2-b96f-81ad2795ae12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:59.614319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1974f76d-6a32-4d28-9ccb-f052fb3a1619 None None] Current status of the port 87fea0d3-0540-45a2-b96f-81ad2795ae12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:57:59.681749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:59.756702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Provisioning complete for port 87fea0d3-0540-45a2-b96f-81ad2795ae12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:57:59.757581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:59.934421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:57:59.995784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02879-fdbc-4259-a434-a64deaad8398 req-236a0cc2-4589-4a10-93e9-80f1685fd9eb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.003692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a02879-fdbc-4259-a434-a64deaad8398 req-236a0cc2-4589-4a10-93e9-80f1685fd9eb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1101093 Feb 15 01:58:00.100100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a02879-fdbc-4259-a434-a64deaad8398 req-396719a0-8627-4885-951b-39af9d40b0f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900974 Feb 15 01:58:00.151004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:00.161176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:00.169619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:00.342877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.345902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:00.371699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Current status of the port 87fea0d3-0540-45a2-b96f-81ad2795ae12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:00.382519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=6cb104d8-e814-4600-b6f1-a54563bcd521,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:00.406491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Provisioning complete for port a79135de-3221-4a0f-be8b-942f8a9741cd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:00.407706 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:00.409483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294dbe-8d27-443f-85b9-3a663fd9a5d0 req-fd0d7ea3-0b33-42de-9d15-679af7f207c6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.426246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b294dbe-8d27-443f-85b9-3a663fd9a5d0 req-fd0d7ea3-0b33-42de-9d15-679af7f207c6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1828380 Feb 15 01:58:00.475865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ced13de-c3e1-4bf7-994c-f52e095e7b6d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.4669876 Feb 15 01:58:00.475865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:00.515334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31e972af-a226-4e4d-8f04-49f15d2edc52 None None] Port a79135de-3221-4a0f-be8b-942f8a9741cd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:00.558559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b294dbe-8d27-443f-85b9-3a663fd9a5d0 req-d1644ba5-dcef-40af-9d28-1cf3320ea666 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312540 Feb 15 01:58:00.755230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacc16-958d-4527-9dd4-4a6b91fa4f89 req-daeca981-21f8-4ec1-9d31-d3b42709de87 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.761574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a813bb8-9013-4300-b98a-dddca84b773a tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.765097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b970427b-dc82-4e87-bd0c-328b44cb52f9 None None] Provisioning complete for port 6cb104d8-e814-4600-b6f1-a54563bcd521 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:00.765605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b970427b-dc82-4e87-bd0c-328b44cb52f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:00.765701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bfacc16-958d-4527-9dd4-4a6b91fa4f89 req-daeca981-21f8-4ec1-9d31-d3b42709de87 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 944 time: 0.1065030 Feb 15 01:58:00.789236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a813bb8-9013-4300-b98a-dddca84b773a tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.807453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a813bb8-9013-4300-b98a-dddca84b773a tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:00.813958 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a813bb8-9013-4300-b98a-dddca84b773a tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.3431110 Feb 15 01:58:00.815780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:00.847789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bfacc16-958d-4527-9dd4-4a6b91fa4f89 req-3519284e-5361-4eb7-84cd-bd1b5df101fd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767524 Feb 15 01:58:00.897777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b970427b-dc82-4e87-bd0c-328b44cb52f9 None None] Port 6cb104d8-e814-4600-b6f1-a54563bcd521 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:00.940335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:01.103592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port 6cb104d8-e814-4600-b6f1-a54563bcd521 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:01.104192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.152230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1649038668-network', 'tenant_id': 'b21a9dff50a946b4913414b87e0e27bf'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:01.336889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ff86ffdf-86d7-40d5-bf61-c640138a0372 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:58:01.405190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Made reservation on behalf of b21a9dff50a946b4913414b87e0e27bf for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:01.415442 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.454238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.548611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:01.564940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'ff86ffdf-86d7-40d5-bf61-c640138a0372', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': 'ff86ffdf-86d7-40d5-bf61-c640138a0372', 'mac_address': 'fa:16:3e:bc:76:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:58:01.590516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.636352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for 6cb104d8-e814-4600-b6f1-a54563bcd521 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:01.641737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks [] for security_group (42ed2e99-9138-4fbb-a0bb-553f8bdfb158), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.651476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ff86ffdf-86d7-40d5-bf61-c640138a0372 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:01.651876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.670157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff86ffdf-86d7-40d5-bf61-c640138a0372 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:01.705389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:01.747195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (42ed2e99-9138-4fbb-a0bb-553f8bdfb158), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.781104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:58:01.781888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.825083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (69ff685f-afaf-4736-b87e-66cfa6ea6b21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:01.826179 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Added segment 69ff685f-afaf-4736-b87e-66cfa6ea6b21 of type vlan for network 2f15e38d-c6a8-411b-951f-57dbc836134a Feb 15 01:58:01.962076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:02.038047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed2e99-9138-4fbb-a0bb-553f8bdfb158,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:02.057064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (2f15e38d-c6a8-411b-951f-57dbc836134a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:02.148728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['ff86ffdf-86d7-40d5-bf61-c640138a0372'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:02.184959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663225c9-b436-44c8-8a4e-fb59a64e4893 req-eb113d19-e7d8-4a1e-9099-72e5d14e753b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:02.205392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-663225c9-b436-44c8-8a4e-fb59a64e4893 req-eb113d19-e7d8-4a1e-9099-72e5d14e753b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1201000 Feb 15 01:58:02.237643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (2f15e38d-c6a8-411b-951f-57dbc836134a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:02.238696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:02.239285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:02.363899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6cb104d8-e814-4600-b6f1-a54563bcd521), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:02.476507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=6cb104d8-e814-4600-b6f1-a54563bcd521,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:02.499588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5577478 Feb 15 01:58:02.529904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:02.535148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Request body: {'subnet': {'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1649038668-subnet', 'tenant_id': 'b21a9dff50a946b4913414b87e0e27bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:02.610617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613459e-3fd7-4b09-9fe5-5c9baa1fb3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f15e38d-c6a8-411b-951f-57dbc836134a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:02.626098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 2f15e38d-c6a8-411b-951f-57dbc836134a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:58:02.642552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-663225c9-b436-44c8-8a4e-fb59a64e4893 req-ac49dd4a-05ab-4109-ab59-5ab445e3472b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361010 Feb 15 01:58:02.755334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Made reservation on behalf of b21a9dff50a946b4913414b87e0e27bf for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:02.757752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:03.040834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95d8ec-335b-4497-baa9-d7ee20e0d2ba req-bbafb637-6fc0-498d-8412-2b0067c74079 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:03.046515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e95d8ec-335b-4497-baa9-d7ee20e0d2ba req-bbafb637-6fc0-498d-8412-2b0067c74079 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.2271907 Feb 15 01:58:03.049445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:03.055518 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-caf92b67-0c4e-40ae-a13c-0e4c5913548d tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/6cb104d8-e814-4600-b6f1-a54563bcd521 HTTP/1.1" status: 204 len: 168 time: 2.2336576 Feb 15 01:58:03.059679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:03.118377 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e759fbb5-3e0a-4324-ba91-fa91d0d77ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] GET failed (client error): The resource could not be found. Feb 15 01:58:03.121996 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e759fbb5-3e0a-4324-ba91-fa91d0d77ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports/6cb104d8-e814-4600-b6f1-a54563bcd521 HTTP/1.1" status: 404 len: 333 time: 0.0610883 Feb 15 01:58:03.126462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:03.136599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-1538133051'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:03.194625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e95d8ec-335b-4497-baa9-d7ee20e0d2ba req-959e48d4-80a7-4437-a3bf-55963fd48143 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409779 Feb 15 01:58:03.424823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:03.429884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:03.474407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port cf2d9377-9528-4af6-a440-32306d2beab8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:03.548303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (94ad0fc0-136a-4332-b797-0439a275ef92), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:03.662837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dda18-c1b0-4949-b764-fd1be226e27d req-a879525e-8480-44e5-bf5e-60ed60959035 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:03.664604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d2dda18-c1b0-4949-b764-fd1be226e27d req-a879525e-8480-44e5-bf5e-60ed60959035 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 945 time: 0.2446918 Feb 15 01:58:03.795477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Checking segment: {'id': '69ff685f-afaf-4736-b87e-66cfa6ea6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:03.795841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Network hostable DHCP agents. Network: 2f15e38d-c6a8-411b-951f-57dbc836134a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:58:03.795972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.5 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/cf2d9377-9528-4af6-a440-32306d2beab8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:03.858332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ad0fc0-136a-4332-b797-0439a275ef92,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:03.872814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d2dda18-c1b0-4949-b764-fd1be226e27d req-b73f0bad-143e-40a8-bb25-ef2cdcfd12f6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695364 Feb 15 01:58:03.926473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Network 2f15e38d-c6a8-411b-951f-57dbc836134a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:58:03.997162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 2f15e38d-c6a8-411b-951f-57dbc836134a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:04.001250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:04.001847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:04.009817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fddca3-5f50-4845-846b-44528386b4da None None] Network 2f15e38d-c6a8-411b-951f-57dbc836134a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:04.097416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f03247b6-58f2-42a7-907f-66adc871a362 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5572503 Feb 15 01:58:04.184686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (cf2d9377-9528-4af6-a440-32306d2beab8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:04.295203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:04.335703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f589da-01c2-4190-87e8-9a6d9f148949 req-45d07232-46fc-44ba-aa28-9b3397857aab tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:04.350739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01f589da-01c2-4190-87e8-9a6d9f148949 req-45d07232-46fc-44ba-aa28-9b3397857aab tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.2550540 Feb 15 01:58:04.433479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c1121-eda1-4e95-86b7-bea9dbfc682f None None] Network 2f15e38d-c6a8-411b-951f-57dbc836134a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:04.442155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:04.449592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:04.459708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:04.469732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=cf2d9377-9528-4af6-a440-32306d2beab8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:04.512927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01f589da-01c2-4190-87e8-9a6d9f148949 req-8a72ef94-47fb-49c6-8776-a61f426b84b0 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620610 Feb 15 01:58:04.646263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:04.649852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:04.911136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953d497-bf27-48e1-b62a-96e77bd58ac2 req-8a68c110-db76-4f6f-a6ba-ae4a0a5f1ad9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:04.927013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9953d497-bf27-48e1-b62a-96e77bd58ac2 req-8a68c110-db76-4f6f-a6ba-ae4a0a5f1ad9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1213644 Feb 15 01:58:04.975666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c91484df-b4cb-4903-8262-034d2ceb5e0f tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8478887 Feb 15 01:58:04.978508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:04.986158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:08:d5'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:05.095998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9953d497-bf27-48e1-b62a-96e77bd58ac2 req-c5ad0a43-0753-4b7f-abfd-e63a20058bd8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642747 Feb 15 01:58:05.110360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dfe115a1-0027-48bb-892e-8491b2f8b7ef None None] Provisioning complete for port cf2d9377-9528-4af6-a440-32306d2beab8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:05.110956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfe115a1-0027-48bb-892e-8491b2f8b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:05.222985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dfe115a1-0027-48bb-892e-8491b2f8b7ef None None] Port cf2d9377-9528-4af6-a440-32306d2beab8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:05.366912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ff86ffdf-86d7-40d5-bf61-c640138a0372 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:05.404609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:05.409304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1135242366-network', 'tenant_id': '6d5b481d576f4c5893cebf0e0f874559'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:05.473195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:05.629397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Made reservation on behalf of 6d5b481d576f4c5893cebf0e0f874559 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:05.632326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:05.660852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port ff86ffdf-86d7-40d5-bf61-c640138a0372 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:58:05.667694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port ff86ffdf-86d7-40d5-bf61-c640138a0372 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:05.668072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:05.677882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:05.769092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb780-f3c2-4cee-b0c2-e55203444889 req-5eebabc4-c523-4550-a73f-d71a4b10488d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:05.786169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac0cb780-f3c2-4cee-b0c2-e55203444889 req-5eebabc4-c523-4550-a73f-d71a4b10488d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 945 time: 0.2823741 Feb 15 01:58:06.016907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac0cb780-f3c2-4cee-b0c2-e55203444889 req-18b3fe80-8947-4b5b-8070-bdad61b37391 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300928 Feb 15 01:58:06.032761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port ff86ffdf-86d7-40d5-bf61-c640138a0372 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:06.036322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.052000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:06.117859 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (cf2d9377-9528-4af6-a440-32306d2beab8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.133621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:06.137705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:06.140108 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65eb043-c55f-4b5a-adb0-390ce97148d0" -d '{"events": [{"server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "name": "network-vif-plugged", "status": "completed", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:06.162875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks [] for security_group (45588608-52ae-42e3-be1c-408a172e4b3b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.246822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.247097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.261522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (45588608-52ae-42e3-be1c-408a172e4b3b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.360085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:58:06.365514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:06.414698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45588608-52ae-42e3-be1c-408a172e4b3b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:06.459365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (952b6e5f-dfb1-4345-9129-4bf7d77c498b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.468701 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Added segment 952b6e5f-dfb1-4345-9129-4bf7d77c498b of type vlan for network fbbfdada-95eb-4f63-81db-e988c65cc76a Feb 15 01:58:06.490798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] In _notify_port_updated(), no bound segment for port cf2d9377-9528-4af6-a440-32306d2beab8 on network 0afa5fef-7847-4f1b-b38a-be4e16e444ac {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:58:06.496344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:06.502111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f54a-d809-41a5-991a-84020f21dda4 req-1f81bbaf-0315-4a2a-b965-8c8586adf599 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:06.504714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.505663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e71f54a-d809-41a5-991a-84020f21dda4 req-1f81bbaf-0315-4a2a-b965-8c8586adf599 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.3126249 Feb 15 01:58:06.507201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "PUT /v2.0/ports/cf2d9377-9528-4af6-a440-32306d2beab8 HTTP/1.1" status: 200 len: 994 time: 1.5274854 Feb 15 01:58:06.516636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:06.726405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (fbbfdada-95eb-4f63-81db-e988c65cc76a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.769895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d478f-1a0b-46ee-89ef-e56554ea5243 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=cf2d9377-9528-4af6-a440-32306d2beab8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:06.777924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdfef-07b8-41fd-9bbd-8125f38bda93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.832685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e71f54a-d809-41a5-991a-84020f21dda4 req-96c2c1c6-aa95-4273-8bcc-832f6ef7c11e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927804 Feb 15 01:58:06.905082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port cf2d9377-9528-4af6-a440-32306d2beab8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:06.909719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.972374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (fbbfdada-95eb-4f63-81db-e988c65cc76a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:06.973299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:06.973890 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.013314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6f12f2f0-738c-4170-8fbd-65958a7c43ea None None] Provisioning complete for port cf2d9377-9528-4af6-a440-32306d2beab8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:07.017626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f12f2f0-738c-4170-8fbd-65958a7c43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.169291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.195254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for cf2d9377-9528-4af6-a440-32306d2beab8 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:07.196476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6f12f2f0-738c-4170-8fbd-65958a7c43ea None None] Port cf2d9377-9528-4af6-a440-32306d2beab8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:07.235862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8306799 Feb 15 01:58:07.254791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:07.264215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Request body: {'subnet': {'network_id': 'fbbfdada-95eb-4f63-81db-e988c65cc76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1135242366-subnet', 'tenant_id': '6d5b481d576f4c5893cebf0e0f874559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:07.325533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015126d7-edc5-48eb-90e8-cdcec93b5b3d admin admin] Pushing event updated for resources: {'Network': ['ID=fbbfdada-95eb-4f63-81db-e988c65cc76a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:07.346396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network fbbfdada-95eb-4f63-81db-e988c65cc76a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:58:07.375748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475e4b-197a-4809-9fa8-9d1112929d85 req-583d8f56-3bee-491d-a247-38c84ae205bb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:07.388735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62475e4b-197a-4809-9fa8-9d1112929d85 req-583d8f56-3bee-491d-a247-38c84ae205bb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.4007540 Feb 15 01:58:07.433249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Made reservation on behalf of 6d5b481d576f4c5893cebf0e0f874559 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:07.441561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.550804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cf2d9377-9528-4af6-a440-32306d2beab8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.673194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62475e4b-197a-4809-9fa8-9d1112929d85 req-7db9c8d0-6e14-4f09-85fc-9a82d123c240 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832961 Feb 15 01:58:07.714089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdfef-07b8-41fd-9bbd-8125f38bda93 admin admin] Publish callbacks [] for security_group (df410384-a905-473c-aa32-ab762b4da70a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.715711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=cf2d9377-9528-4af6-a440-32306d2beab8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:07.841145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdfef-07b8-41fd-9bbd-8125f38bda93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df410384-a905-473c-aa32-ab762b4da70a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:07.998868 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42aaa1-f48b-43a4-82b4-99c720d13f96 x-openstack-request-id: req-ea42aaa1-f48b-43a4-82b4-99c720d13f96 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:07.998868 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "name": "network-vif-plugged", "status": "completed", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:07.998868 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea42aaa1-f48b-43a4-82b4-99c720d13f96 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:07.998868 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372', 'code': 200} Feb 15 01:58:07.999535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fdfef-07b8-41fd-9bbd-8125f38bda93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df410384-a905-473c-aa32-ab762b4da70a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:08.119611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7113-8e41-449c-aa7a-a7efcdc599b9 req-6ede2ed3-6433-44c7-952b-995cd1322153 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:08.157077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bde7113-8e41-449c-aa7a-a7efcdc599b9 req-6ede2ed3-6433-44c7-952b-995cd1322153 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 946 time: 0.1577611 Feb 15 01:58:08.168483 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e1fdfef-07b8-41fd-9bbd-8125f38bda93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eddb62ea6aee4348b0a4a2ad507489b5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1068783 Feb 15 01:58:08.188005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:08.269187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (de96ef4a-a7e3-495d-880a-fd33677b9936), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:08.290915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78c501-645a-4082-9b0c-f916df453ead req-52d0f984-48dc-48e8-b02b-4e8b8e1807bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:08.296648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ef78c501-645a-4082-9b0c-f916df453ead req-52d0f984-48dc-48e8-b02b-4e8b8e1807bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 1129 time: 0.3555403 Feb 15 01:58:08.506682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:08.514251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8bfbb793-75c9-4583-aa1e-4c66931bc2b8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/cf2d9377-9528-4af6-a440-32306d2beab8 HTTP/1.1" status: 204 len: 168 time: 1.9906697 Feb 15 01:58:08.518639 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ef78c501-645a-4082-9b0c-f916df453ead req-cdd01e39-080f-492d-a0cf-4dd27f10ce04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117620 Feb 15 01:58:08.520060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:08.597111 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4cfc63-f73a-4517-9c66-496e199471e6 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] GET failed (client error): The resource could not be found. Feb 15 01:58:08.606231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f4cfc63-f73a-4517-9c66-496e199471e6 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports/cf2d9377-9528-4af6-a440-32306d2beab8 HTTP/1.1" status: 404 len: 333 time: 0.0829835 Feb 15 01:58:08.611426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:08.620173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-1145540744'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:08.648770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de96ef4a-a7e3-495d-880a-fd33677b9936,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:08.733598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] Publish callbacks [] for security_group (df410384-a905-473c-aa32-ab762b4da70a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:08.801008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] Publish callbacks [] for security_group (df410384-a905-473c-aa32-ab762b4da70a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:09.020220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Checking segment: {'id': '952b6e5f-dfb1-4345-9129-4bf7d77c498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fbbfdada-95eb-4f63-81db-e988c65cc76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:09.025629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Network hostable DHCP agents. Network: fbbfdada-95eb-4f63-81db-e988c65cc76a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:58:09.060099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df410384-a905-473c-aa32-ab762b4da70a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:09.070623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:09.081258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df410384-a905-473c-aa32-ab762b4da70a HTTP/1.1" status: 204 len: 168 time: 0.8853896 Feb 15 01:58:09.155469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bde7113-8e41-449c-aa7a-a7efcdc599b9 req-c6f1da95-805d-4bcc-98a7-20b8fefdbde4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9949594 Feb 15 01:58:09.163651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:09.167444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27349c04-83d0-415f-8a20-fbb2849fad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df410384-a905-473c-aa32-ab762b4da70a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:09.169766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:09.213707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:09.305800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Network fbbfdada-95eb-4f63-81db-e988c65cc76a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:58:09.492171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, fbbfdada-95eb-4f63-81db-e988c65cc76a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:09.507677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b763ea-f978-48cf-8abf-648fbf42408d None None] Network fbbfdada-95eb-4f63-81db-e988c65cc76a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:09.528683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:09.534966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:09.562296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.10 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/297ebdc9-3f4d-43b1-aef2-889cb2b623fb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:09.654296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c726aa-d545-469f-93dc-3122f0910130 req-708b407f-97a2-42e3-a169-65551d5557b7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:09.670787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4c726aa-d545-469f-93dc-3122f0910130 req-708b407f-97a2-42e3-a169-65551d5557b7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.3092983 Feb 15 01:58:09.743214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9f0d0f74-9a7a-4de7-b6bd-40471c912e2f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4786909 Feb 15 01:58:09.927422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616f51d-ead2-4558-8118-549b4e8b2423 None None] Network fbbfdada-95eb-4f63-81db-e988c65cc76a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:09.955329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4c726aa-d545-469f-93dc-3122f0910130 req-294b91ab-755b-4358-9257-bac94c5a583e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822015 Feb 15 01:58:09.974934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:10.153798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:10.329052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8763a-bb1c-4258-8aae-e439a5e71011 req-9c6c719a-b51d-42b1-9e59-3a6453714d23 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:10.338100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8dd8763a-bb1c-4258-8aae-e439a5e71011 req-9c6c719a-b51d-42b1-9e59-3a6453714d23 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1551793 Feb 15 01:58:10.353234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=297ebdc9-3f4d-43b1-aef2-889cb2b623fb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:10.417303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8dd8763a-bb1c-4258-8aae-e439a5e71011 req-b5272d00-7405-463f-b7ce-0c443cb8c27f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632558 Feb 15 01:58:10.460999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:10.464158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:10.474945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:10.742118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b38f50-e5ab-480c-8d61-ad1cf87ede8f req-7e0e66d0-fc02-4ff5-836f-48e6982ec396 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:10.752209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45b38f50-e5ab-480c-8d61-ad1cf87ede8f req-7e0e66d0-fc02-4ff5-836f-48e6982ec396 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 946 time: 0.1497405 Feb 15 01:58:10.752420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:10.753331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:10.917911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-41044966-86bb-412a-82ca-b1282e130ddd tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3023677 Feb 15 01:58:10.918294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:10.938112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2a:08:d5'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:10.971061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45b38f50-e5ab-480c-8d61-ad1cf87ede8f req-3ae1812f-7664-4181-b7f9-95be3d6bdb39 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164955 Feb 15 01:58:11.131368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-97fef16f-8cef-4430-af0e-bc8593d97985 None None] Provisioning complete for port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:11.132131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97fef16f-8cef-4430-af0e-bc8593d97985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:11.331691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97fef16f-8cef-4430-af0e-bc8593d97985 None None] Port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:11.644538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:12.236381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:12.292246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:12.480027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=297ebdc9-3f4d-43b1-aef2-889cb2b623fb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:12.690684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] In _notify_port_updated(), no bound segment for port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb on network 0afa5fef-7847-4f1b-b38a-be4e16e444ac {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:58:12.704600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:12.706071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:12.712230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-36e49795-3f0c-44ea-9298-6dd9cd3fe1c8 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "PUT /v2.0/ports/297ebdc9-3f4d-43b1-aef2-889cb2b623fb HTTP/1.1" status: 200 len: 997 time: 1.7898803 Feb 15 01:58:12.712906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:12.908104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:12.910999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:13.010020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0d6f35b1-d266-468a-bcf1-666e31b25e5b None None] Provisioning complete for port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:13.017038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d6f35b1-d266-468a-bcf1-666e31b25e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:13.188948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f35b1-d266-468a-bcf1-666e31b25e5b None None] Port 297ebdc9-3f4d-43b1-aef2-889cb2b623fb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:13.253644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:13.281075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for 297ebdc9-3f4d-43b1-aef2-889cb2b623fb owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:13.683039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (297ebdc9-3f4d-43b1-aef2-889cb2b623fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:13.850445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=297ebdc9-3f4d-43b1-aef2-889cb2b623fb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:13.969632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:13.978124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:13.979502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fa66b734-037a-4ad2-87ea-a7593fe77d7e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/297ebdc9-3f4d-43b1-aef2-889cb2b623fb HTTP/1.1" status: 204 len: 168 time: 1.2658777 Feb 15 01:58:14.030381 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eca9ef1-982a-48e6-a8e3-759c85af7d6b tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] GET failed (client error): The resource could not be found. Feb 15 01:58:14.083667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8eca9ef1-982a-48e6-a8e3-759c85af7d6b tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports/297ebdc9-3f4d-43b1-aef2-889cb2b623fb HTTP/1.1" status: 404 len: 333 time: 0.1038983 Feb 15 01:58:14.085322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41796) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:14.121067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-1655469498'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:14.503463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:14.507948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:14.537591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port 7676944f-2b7f-4790-8d9d-d7c802353f94 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:14.737894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.14 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/7676944f-2b7f-4790-8d9d-d7c802353f94) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:15.111703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:15.344158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:15.366870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:15.445502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:15.451526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:15.468754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:15.521747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=7676944f-2b7f-4790-8d9d-d7c802353f94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:15.598430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:15.599791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:15.804354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:15.805032 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2122501f-d6e8-4683-914d-49eb67740bed tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7153294 Feb 15 01:58:15.812411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'network_id': '0afa5fef-7847-4f1b-b38a-be4e16e444ac', 'name': 'tempest-AllowedAddressPairTestJSON-801119416'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:15.822571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:16.035468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b537a33-3df3-4712-b0b4-381bd5ebf1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.050380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9b053c1c-4aec-492e-9556-f7d16de759b7 None None] Provisioning complete for port 7676944f-2b7f-4790-8d9d-d7c802353f94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:16.050767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b053c1c-4aec-492e-9556-f7d16de759b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.107158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9b053c1c-4aec-492e-9556-f7d16de759b7 None None] Port 7676944f-2b7f-4790-8d9d-d7c802353f94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:16.146934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Made reservation on behalf of 306d4f0858d74114ac03fc7144045d92 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:16.151447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.191433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] device_id is not set on port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:16.285395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b537a33-3df3-4712-b0b4-381bd5ebf1dd admin admin] Publish callbacks [] for security_group (74de0883-ff2d-4329-8ffe-58e070614740), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.381100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b537a33-3df3-4712-b0b4-381bd5ebf1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (74de0883-ff2d-4329-8ffe-58e070614740), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.478236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Allocated IP 172.20.0.5 (0afa5fef-7847-4f1b-b38a-be4e16e444ac/20a8dff4-39a8-4554-9e37-50fad5263760/1dd57e55-fd47-4114-a478-aa36c4cd5ed0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:16.506837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:16.514867 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6b537a33-3df3-4712-b0b4-381bd5ebf1dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b2e8a6a02fa437b8fd61b3edb9a9886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6907778 Feb 15 01:58:16.519423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:16.519551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b537a33-3df3-4712-b0b4-381bd5ebf1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de0883-ff2d-4329-8ffe-58e070614740,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:16.685643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2b076b-af76-463a-b61d-e289dd8c081e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.767509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2b076b-af76-463a-b61d-e289dd8c081e admin admin] Publish callbacks [] for security_group (9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.860138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2b076b-af76-463a-b61d-e289dd8c081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.896269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] Publish callbacks [] for security_group (74de0883-ff2d-4329-8ffe-58e070614740), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:16.921829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc2b076b-af76-463a-b61d-e289dd8c081e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb229f6ebd82459693e3a8c8553d7234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960853 Feb 15 01:58:16.922304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:16.950860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b076b-af76-463a-b61d-e289dd8c081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:16.993372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] Publish callbacks [] for security_group (74de0883-ff2d-4329-8ffe-58e070614740), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.012373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] Publish callbacks [] for security_group (9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.029509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-401d6b34-7898-40ec-94ee-cc008b4daa7b tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:17.031140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-401d6b34-7898-40ec-94ee-cc008b4daa7b tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/networks?id=2f15e38d-c6a8-411b-951f-57dbc836134a HTTP/1.1" status: 200 len: 825 time: 0.3975933 Feb 15 01:58:17.092043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] Publish callbacks [] for security_group (9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.118249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-49dc8141-d781-4f50-97af-5cd1a93a9195 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/quotas/b21a9dff50a946b4913414b87e0e27bf HTTP/1.1" status: 200 len: 375 time: 0.0621376 Feb 15 01:58:17.209587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.234638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:17.266185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-ed580b42-36db-4551-b813-bed77bf86e74 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b21a9dff50a946b4913414b87e0e27bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1240287 Feb 15 01:58:17.366790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.369655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.373437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3 HTTP/1.1" status: 204 len: 168 time: 0.4476757 Feb 15 01:58:17.391590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644afc-caca-48e1-a0fd-db17f238c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829eb01-e1fd-4fd2-a0c6-2dc0f6825bb3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:17.475496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80f2728-5f68-46e9-8597-50bdb84e3505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.499018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (74de0883-ff2d-4329-8ffe-58e070614740), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.502016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.503204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74de0883-ff2d-4329-8ffe-58e070614740 HTTP/1.1" status: 204 len: 168 time: 0.9853013 Feb 15 01:58:17.551800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4423bcf0-c455-40dc-8a85-f4184f0cd63a service neutron] 10.222.0.43 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769933 Feb 15 01:58:17.555086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e044a1-9f3a-436b-a4b5-982e856bbab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de0883-ff2d-4329-8ffe-58e070614740,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:17.602179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80f2728-5f68-46e9-8597-50bdb84e3505 admin admin] Publish callbacks [] for security_group (6c7109d4-168a-4198-827a-0edbf99b2e49), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.673077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80f2728-5f68-46e9-8597-50bdb84e3505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c7109d4-168a-4198-827a-0edbf99b2e49), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.741831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d80f2728-5f68-46e9-8597-50bdb84e3505 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5fca9bfa68b4a88b66251f9aa9387c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5049951 Feb 15 01:58:17.743714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:17.807687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429d-456c-40fc-bd3e-e14648d3107e req-eb7fd407-9b09-4293-97a0-1d8ea9bb6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:17.810291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-eb7fd407-9b09-4293-97a0-1d8ea9bb6435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 1128 time: 0.2063997 Feb 15 01:58:17.848520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2728-5f68-46e9-8597-50bdb84e3505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7109d4-168a-4198-827a-0edbf99b2e49,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:17.953435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] Publish callbacks [] for security_group (6c7109d4-168a-4198-827a-0edbf99b2e49), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.975700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:17.981079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] Publish callbacks [] for security_group (6c7109d4-168a-4198-827a-0edbf99b2e49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.052036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429d-456c-40fc-bd3e-e14648d3107e req-9ecd1c9b-d4e8-4fcb-b107-580b63d29ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:18.053825 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-9ecd1c9b-d4e8-4fcb-b107-580b63d29ba8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2259676 Feb 15 01:58:18.072589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.106589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-1a091c1c-c490-4b5c-be27-36a08033ad25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e HTTP/1.1" status: 200 len: 217 time: 0.0470543 Feb 15 01:58:18.149197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c7109d4-168a-4198-827a-0edbf99b2e49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.151848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.153529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c7109d4-168a-4198-827a-0edbf99b2e49 HTTP/1.1" status: 204 len: 168 time: 0.4017000 Feb 15 01:58:18.170575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b3ce-5bc0-4c40-b2e9-2283307296a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7109d4-168a-4198-827a-0edbf99b2e49,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:18.181867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429d-456c-40fc-bd3e-e14648d3107e req-3102ebf8-9142-462d-b3ad-e3647594a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:18.183622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-3102ebf8-9142-462d-b3ad-e3647594a386 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0695977 Feb 15 01:58:18.186522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=1dd57e55-fd47-4114-a478-aa36c4cd5ed0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:18.202702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:18.205398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:18.209585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:18.250954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429d-456c-40fc-bd3e-e14648d3107e req-33df7547-3726-459f-9c79-f270c89b9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:18.252609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-33df7547-3726-459f-9c79-f270c89b9a8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629892 Feb 15 01:58:18.263817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-0042f6b7-cd48-4901-8376-cf5ae90ec267 service neutron] 10.222.0.43 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825352 Feb 15 01:58:18.293981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:18.294640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.380517 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-d1c0f92b-4654-4b34-8f6c-e32627ba1eb3 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208227 Feb 15 01:58:18.393314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d744d68b-2ff0-4a52-88fa-43ac57521a72 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5866480 Feb 15 01:58:18.393903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:18.404699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:08:d5'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:25:50:61'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:18.504699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41876) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:18.523190 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7452429d-456c-40fc-bd3e-e14648d3107e req-a2e380d3-3ec3-4866-b342-68d284682b85 service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328712 Feb 15 01:58:18.524194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a34a71e0-3bee-4130-87ba-d6a7222a57c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.582489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8820b822-7c51-4b73-a36d-c97adddf8f3c None None] Provisioning complete for port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:18.583205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8820b822-7c51-4b73-a36d-c97adddf8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.603645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:18.632283 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d37334a-2223-4694-b32c-ce074ee99bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.703004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8820b822-7c51-4b73-a36d-c97adddf8f3c None None] Port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:18.726595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.741229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d37334a-2223-4694-b32c-ce074ee99bf9 admin admin] Publish callbacks [] for security_group (d6b41d9b-8498-418a-a323-94452cbee409), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.781907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a34a71e0-3bee-4130-87ba-d6a7222a57c9 admin admin] Publish callbacks [] for security_group (d074381a-fbab-4407-b186-dbe85a072767), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.809435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eec1-a5a1-4191-8cf6-74dbb36dd54e req-8354df51-05c8-4312-accd-c237b9eccf80 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:18.810928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da14eec1-a5a1-4191-8cf6-74dbb36dd54e req-8354df51-05c8-4312-accd-c237b9eccf80 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 945 time: 0.1247766 Feb 15 01:58:18.811373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d37334a-2223-4694-b32c-ce074ee99bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6b41d9b-8498-418a-a323-94452cbee409), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.883362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a34a71e0-3bee-4130-87ba-d6a7222a57c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d074381a-fbab-4407-b186-dbe85a072767), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:18.902829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d37334a-2223-4694-b32c-ce074ee99bf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c31f825dea84d478f019cc761a2510b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935514 Feb 15 01:58:18.905003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:18.905619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37334a-2223-4694-b32c-ce074ee99bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b41d9b-8498-418a-a323-94452cbee409,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:18.938234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a34a71e0-3bee-4130-87ba-d6a7222a57c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49d7a53ce57348639cc854605134626d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4288795 Feb 15 01:58:18.943897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da14eec1-a5a1-4191-8cf6-74dbb36dd54e req-7d047ecb-a1fa-4ca3-b51f-859075702639 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229293 Feb 15 01:58:18.946903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:18.972884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a71e0-3bee-4130-87ba-d6a7222a57c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d074381a-fbab-4407-b186-dbe85a072767,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.030120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] Publish callbacks [] for security_group (d074381a-fbab-4407-b186-dbe85a072767), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.042022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] Publish callbacks [] for security_group (d6b41d9b-8498-418a-a323-94452cbee409), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.062761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.077586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] Publish callbacks [] for security_group (d074381a-fbab-4407-b186-dbe85a072767), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.087438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] Publish callbacks [] for security_group (d6b41d9b-8498-418a-a323-94452cbee409), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.150503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.170529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d02b9-5f49-4879-b0de-0204c5901ccf req-f7583224-e430-448e-b525-8573222dcf34 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:19.172034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b3d02b9-5f49-4879-b0de-0204c5901ccf req-f7583224-e430-448e-b525-8573222dcf34 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 946 time: 0.0986462 Feb 15 01:58:19.262307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event updated for resources: {'Port': ['ID=1dd57e55-fd47-4114-a478-aa36c4cd5ed0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.288785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] In _notify_port_updated(), no bound segment for port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 on network 0afa5fef-7847-4f1b-b38a-be4e16e444ac {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:58:19.293980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:19.294631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.295989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-add92a81-67fa-408b-a0a9-50f754643d38 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "PUT /v2.0/ports/1dd57e55-fd47-4114-a478-aa36c4cd5ed0 HTTP/1.1" status: 200 len: 1056 time: 0.9003973 Feb 15 01:58:19.299664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:19.310725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b3d02b9-5f49-4879-b0de-0204c5901ccf req-292c7d0a-780a-461d-9485-cd8c26a5ac6e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207333 Feb 15 01:58:19.376907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d074381a-fbab-4407-b186-dbe85a072767), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.380155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.381393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d074381a-fbab-4407-b186-dbe85a072767 HTTP/1.1" status: 204 len: 168 time: 0.4335101 Feb 15 01:58:19.414925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449baed1-8957-4522-b285-c0b67240d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d074381a-fbab-4407-b186-dbe85a072767,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.429506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:19.468425 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d6b41d9b-8498-418a-a323-94452cbee409), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.475563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.476788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:19.477040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.480095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6b41d9b-8498-418a-a323-94452cbee409 HTTP/1.1" status: 204 len: 168 time: 0.5700583 Feb 15 01:58:19.503267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3f507-586b-4a41-bcb9-162d539fb10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b41d9b-8498-418a-a323-94452cbee409,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.531505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c549c7-9ae3-4628-b128-e60d040bea87 req-9a4bfc06-46d9-4793-87d0-08b15d7e8917 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:19.540199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4c549c7-9ae3-4628-b128-e60d040bea87 req-9a4bfc06-46d9-4793-87d0-08b15d7e8917 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1697750 Feb 15 01:58:19.596449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.599304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4c549c7-9ae3-4628-b128-e60d040bea87 req-d07ef467-58af-4a3d-ad28-a43a3e221574 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556922 Feb 15 01:58:19.604730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:19.615342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:19.626519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e251025d-15c9-4545-ac5a-0a65d58d3dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.679814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f12df20-0a74-4884-939c-f9630fed202b None None] Provisioning complete for port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:19.680056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f12df20-0a74-4884-939c-f9630fed202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.724630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:19.725034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.734271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b759c04-e6a1-40a2-a0d0-a5c9958b5981 req-3ce9fa94-7409-4d6f-8a3e-01f273507a0f tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 210 time: 0.0607715 Feb 15 01:58:19.773597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f12df20-0a74-4884-939c-f9630fed202b None None] Port 1dd57e55-fd47-4114-a478-aa36c4cd5ed0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:19.800748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:19.801719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:19.804921 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df34947-0b6b-44db-83ef-f9a6d5f431df" -d '{"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-unplugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:19.838228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e251025d-15c9-4545-ac5a-0a65d58d3dff admin admin] Publish callbacks [] for security_group (8d72faaf-6c07-48fa-be3e-9a0f01966766), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.892324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf54ef0-f4ef-4c97-a5cc-bc996ac25a37 req-71401416-a9ff-4533-8c98-cab1ac2e46bf tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:19.894415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faf54ef0-f4ef-4c97-a5cc-bc996ac25a37 req-71401416-a9ff-4533-8c98-cab1ac2e46bf tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 946 time: 0.0584984 Feb 15 01:58:19.906052 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.914281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e251025d-15c9-4545-ac5a-0a65d58d3dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8d72faaf-6c07-48fa-be3e-9a0f01966766), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.963442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.975936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1dd57e55-fd47-4114-a478-aa36c4cd5ed0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:19.976041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251025d-15c9-4545-ac5a-0a65d58d3dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72faaf-6c07-48fa-be3e-9a0f01966766,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:19.984810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e251025d-15c9-4545-ac5a-0a65d58d3dff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ae4c406364a4945862cd933a517a453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779876 Feb 15 01:58:19.986852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:19.997905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-faf54ef0-f4ef-4c97-a5cc-bc996ac25a37 req-50bf3984-4b97-49ff-aec5-8b46c9817ed8 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968251 Feb 15 01:58:20.015047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=1dd57e55-fd47-4114-a478-aa36c4cd5ed0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:20.090695 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09d0ff-09f9-4add-a04b-977c1bf4c7ac x-openstack-request-id: req-4b09d0ff-09f9-4add-a04b-977c1bf4c7ac {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:20.091001 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-unplugged", "status": "completed", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:20.091265 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b09d0ff-09f9-4add-a04b-977c1bf4c7ac {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:20.091674 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'code': 200} Feb 15 01:58:20.093598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] Publish callbacks [] for security_group (8d72faaf-6c07-48fa-be3e-9a0f01966766), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.119409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] Publish callbacks [] for security_group (8d72faaf-6c07-48fa-be3e-9a0f01966766), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.221728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ba867-dbc0-454b-bca1-7e1b4ada5fa1 req-57bfd605-e4cf-44fc-91a3-531772f89b37 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:20.223661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-432ba867-dbc0-454b-bca1-7e1b4ada5fa1 req-57bfd605-e4cf-44fc-91a3-531772f89b37 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.0702338 Feb 15 01:58:20.313151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-432ba867-dbc0-454b-bca1-7e1b4ada5fa1 req-4a5a98cd-2f8b-49d4-be7a-6ec23a3d832b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830328 Feb 15 01:58:20.347472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.351661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc35e0f5-2ae6-4d55-9297-f21888a67386 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/1dd57e55-fd47-4114-a478-aa36c4cd5ed0 HTTP/1.1" status: 204 len: 168 time: 1.0514295 Feb 15 01:58:20.355175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41926) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:20.383080 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87ba195-f219-4061-8821-eab3a3bc7914 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] GET failed (client error): The resource could not be found. Feb 15 01:58:20.385920 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a87ba195-f219-4061-8821-eab3a3bc7914 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports/1dd57e55-fd47-4114-a478-aa36c4cd5ed0 HTTP/1.1" status: 404 len: 333 time: 0.0282164 Feb 15 01:58:20.387389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:20.498018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port 7676944f-2b7f-4790-8d9d-d7c802353f94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:20.585976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.609505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.622924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for 7676944f-2b7f-4790-8d9d-d7c802353f94 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:20.757087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8d72faaf-6c07-48fa-be3e-9a0f01966766), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.759740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.760916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d72faaf-6c07-48fa-be3e-9a0f01966766 HTTP/1.1" status: 204 len: 168 time: 0.7731581 Feb 15 01:58:20.777440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c32eff-4bc2-4433-be5b-788cc672fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72faaf-6c07-48fa-be3e-9a0f01966766,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:20.866757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7676944f-2b7f-4790-8d9d-d7c802353f94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:20.902393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=7676944f-2b7f-4790-8d9d-d7c802353f94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:21.011823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.019614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9fb88a1d-7bd2-4645-b06b-56af31bf1c76 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/7676944f-2b7f-4790-8d9d-d7c802353f94 HTTP/1.1" status: 204 len: 168 time: 0.6312270 Feb 15 01:58:21.022735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:21.037878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:21.062050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84a3d4c5-fb07-4253-8a02-5aabb7a151aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.069113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daceabfa-aac3-47f1-a27d-f54aeb6eaf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.080841 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-01062a8d-810a-45bb-8d95-f18d801c5c9e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] GET failed (client error): The resource could not be found. Feb 15 01:58:21.082755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-01062a8d-810a-45bb-8d95-f18d801c5c9e tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "GET /v2.0/ports/7676944f-2b7f-4790-8d9d-d7c802353f94 HTTP/1.1" status: 404 len: 333 time: 0.0584981 Feb 15 01:58:21.089940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:21.242218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daceabfa-aac3-47f1-a27d-f54aeb6eaf9e admin admin] Publish callbacks [] for security_group (8132db5a-80a3-4871-bcb3-bd274a0342be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.305528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port a79135de-3221-4a0f-be8b-942f8a9741cd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:21.306012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.368572 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daceabfa-aac3-47f1-a27d-f54aeb6eaf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8132db5a-80a3-4871-bcb3-bd274a0342be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.386046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1189c1-e149-4ce2-bd3b-8b282eaf3c7c req-06feaa8c-19bb-436b-9019-a1bd568687b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:21.387635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f1189c1-e149-4ce2-bd3b-8b282eaf3c7c req-06feaa8c-19bb-436b-9019-a1bd568687b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.1589684 Feb 15 01:58:21.433179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-daceabfa-aac3-47f1-a27d-f54aeb6eaf9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cc249d1c4ef4b4c9ce20e5c42669310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917356 Feb 15 01:58:21.434155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceabfa-aac3-47f1-a27d-f54aeb6eaf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8132db5a-80a3-4871-bcb3-bd274a0342be,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:21.436761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:21.476568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f1189c1-e149-4ce2-bd3b-8b282eaf3c7c req-7c1ca286-38ac-4bbe-9d91-2ae0efb72fb0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815902 Feb 15 01:58:21.482909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.494445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] Publish callbacks [] for security_group (8132db5a-80a3-4871-bcb3-bd274a0342be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.509009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for a79135de-3221-4a0f-be8b-942f8a9741cd owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:21.512619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] Publish callbacks [] for security_group (8132db5a-80a3-4871-bcb3-bd274a0342be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.625562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db7a5932-cb6e-437d-af65-f8728fdaacb2 req-28526dcb-c912-424e-ad07-32eaac849c0a tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 210 time: 0.0397327 Feb 15 01:58:21.689056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8132db5a-80a3-4871-bcb3-bd274a0342be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.691642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.693823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8132db5a-80a3-4871-bcb3-bd274a0342be HTTP/1.1" status: 204 len: 168 time: 0.2563224 Feb 15 01:58:21.730058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ccff9-ad83-4cab-ae8e-0d0f24ceba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8132db5a-80a3-4871-bcb3-bd274a0342be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:21.795445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af770e-46c4-47c1-90a2-f972dc1912eb req-ae9989f0-c2ff-4500-b427-05e3342a310e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:21.797614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85af770e-46c4-47c1-90a2-f972dc1912eb req-ae9989f0-c2ff-4500-b427-05e3342a310e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 946 time: 0.0695279 Feb 15 01:58:21.818718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a79135de-3221-4a0f-be8b-942f8a9741cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.855548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=a79135de-3221-4a0f-be8b-942f8a9741cd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.900944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.901824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:21.941604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85af770e-46c4-47c1-90a2-f972dc1912eb req-141775a4-38d8-42db-ab28-1cf031cdc593 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378255 Feb 15 01:58:21.991339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:21.995370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6482a31d-45cb-4a4f-b09b-66cb19ffbcec tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/ports/a79135de-3221-4a0f-be8b-942f8a9741cd HTTP/1.1" status: 204 len: 168 time: 0.9042945 Feb 15 01:58:21.997998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:22.068042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting subnet 20a8dff4-39a8-4554-9e37-50fad5263760 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:58:22.072844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for subnet (20a8dff4-39a8-4554-9e37-50fad5263760), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:22.110031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc364e1-1724-4d6c-8563-f26c38e8fef3 req-5a0a9dd0-e786-421c-9ac4-78e8174e0f67 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.117178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcc364e1-1724-4d6c-8563-f26c38e8fef3 req-5a0a9dd0-e786-421c-9ac4-78e8174e0f67 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.0789032 Feb 15 01:58:22.146995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (20a8dff4-39a8-4554-9e37-50fad5263760), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:22.175474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcc364e1-1724-4d6c-8563-f26c38e8fef3 req-27b9fe2b-1947-4ff6-86d2-dcfded9c27cd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 Feb 15 01:58:22.317384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c1d7-51ea-4c24-83df-899dec1e31ff req-7f1341da-1ad1-481a-ad97-e1bc25d537f8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.320045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9437c1d7-51ea-4c24-83df-899dec1e31ff req-7f1341da-1ad1-481a-ad97-e1bc25d537f8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0679562 Feb 15 01:58:22.334829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (20a8dff4-39a8-4554-9e37-50fad5263760), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:22.343274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-da725ec4-ee86-4837-acbc-e28a7ed72ef3 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.344845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-da725ec4-ee86-4837-acbc-e28a7ed72ef3 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.37 "GET /v2.0/networks?id=2f15e38d-c6a8-411b-951f-57dbc836134a HTTP/1.1" status: 200 len: 825 time: 0.1948564 Feb 15 01:58:22.371162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Request body: {'port': {'device_id': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a', 'admin_state_up': True, 'tenant_id': 'b21a9dff50a946b4913414b87e0e27bf'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:22.421265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9437c1d7-51ea-4c24-83df-899dec1e31ff req-d4563739-d605-484d-a3e2-f5e35d443750 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915413 Feb 15 01:58:22.607842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee046-a66d-4a86-9c63-d9325042cff1 req-540cb8db-1d66-4210-8fdd-70d5e49e11d2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.609365 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be5ee046-a66d-4a86-9c63-d9325042cff1 req-540cb8db-1d66-4210-8fdd-70d5e49e11d2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0632002 Feb 15 01:58:22.625240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (20a8dff4-39a8-4554-9e37-50fad5263760), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:22.673055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be5ee046-a66d-4a86-9c63-d9325042cff1 req-2eb3b2f6-1280-4a67-8f28-f0f082271e5e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574367 Feb 15 01:58:22.723478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-893e2696-5c5e-4b24-8b4c-58cdc7b76e9a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.725505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-893e2696-5c5e-4b24-8b4c-58cdc7b76e9a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 946 time: 0.0694351 Feb 15 01:58:22.919128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23942f5d-5654-4c3c-b031-71ee686545a5 req-5a7da659-cc41-42cb-aa43-c63648d6af04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:22.921669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23942f5d-5654-4c3c-b031-71ee686545a5 req-5a7da659-cc41-42cb-aa43-c63648d6af04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0911138 Feb 15 01:58:22.924422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port ff86ffdf-86d7-40d5-bf61-c640138a0372 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:22.924671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.033350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23942f5d-5654-4c3c-b031-71ee686545a5 req-d61cfed4-c030-4f6f-aae3-60475033a324 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040411 Feb 15 01:58:23.059357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Subnet': ['ID=20a8dff4-39a8-4554-9e37-50fad5263760,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:23.081702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Made reservation on behalf of b21a9dff50a946b4913414b87e0e27bf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:23.081702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.085094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port ff86ffdf-86d7-40d5-bf61-c640138a0372, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=ff86ffdf-86d7-40d5-bf61-c640138a0372,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:23.085467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.104091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for ff86ffdf-86d7-40d5-bf61-c640138a0372 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:23.175488 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.181379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbef28b-9a4b-434d-8252-b100d383cd10 None None] Network 0afa5fef-7847-4f1b-b38a-be4e16e444ac requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:23.182965 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-adccc6a3-afea-454f-83e6-d857126de021 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/subnets/20a8dff4-39a8-4554-9e37-50fad5263760 HTTP/1.1" status: 204 len: 168 time: 1.1836386 Feb 15 01:58:23.186554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:23.209306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a6b61e1-5eb4-4ceb-a2a4-2faa76f0107e req-4be5e600-8318-4919-b5b0-b7846964c36d tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 210 time: 0.0310264 Feb 15 01:58:23.332172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0afa5fef-7847-4f1b-b38a-be4e16e444ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.339239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Allocated IP 172.20.0.7 (2f15e38d-c6a8-411b-951f-57dbc836134a/94ad0fc0-136a-4332-b797-0439a275ef92/29813ed4-084c-472f-be1f-925ce4133afe) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:23.437065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-817b5288-8d97-4d10-a3a5-39bc55bdeac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.443974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:23.451303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a4909-957b-4dd5-99d2-4d43e68776e7 req-5ae731c0-4f68-4f28-997f-fd84ccc54e10 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:23.454011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d61a4909-957b-4dd5-99d2-4d43e68776e7 req-5ae731c0-4f68-4f28-997f-fd84ccc54e10 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0931733 Feb 15 01:58:23.486865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] DHCP port deletion for 0afa5fef-7847-4f1b-b38a-be4e16e444ac request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:58:23.522852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Deleting port 87fea0d3-0540-45a2-b96f-81ad2795ae12 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:23.524779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.539802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ff86ffdf-86d7-40d5-bf61-c640138a0372), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.564630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:23.572717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:23.593535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d61a4909-957b-4dd5-99d2-4d43e68776e7 req-1117f2c6-e63c-48ed-a04c-1106f6d0404c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321571 Feb 15 01:58:23.597247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=ff86ffdf-86d7-40d5-bf61-c640138a0372,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:23.664053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port ff86ffdf-86d7-40d5-bf61-c640138a0372 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:23.664469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] For port 87fea0d3-0540-45a2-b96f-81ad2795ae12, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=87fea0d3-0540-45a2-b96f-81ad2795ae12,segment=NetworkSegment(08965808-de9c-43c9-b291-099e24111b79),segment_id=08965808-de9c-43c9-b291-099e24111b79)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:23.664964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.668108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.677099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afa286d0-4e03-49fd-be19-62a781b6a8e5 req-711e3488-a349-40a3-be16-3f82f6c6a662 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "DELETE /v2.0/ports/ff86ffdf-86d7-40d5-bf61-c640138a0372 HTTP/1.1" status: 204 len: 173 time: 0.9414508 Feb 15 01:58:23.677799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'name': 'network-vif-deleted', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:23.682245 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a8af6-8bfb-4819-b3c5-020c7efe5400" -d '{"events": [{"server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "name": "network-vif-deleted", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:23.713873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Calling delete_port for 87fea0d3-0540-45a2-b96f-81ad2795ae12 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:23.726913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Deleting port 87fea0d3-0540-45a2-b96f-81ad2795ae12 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:23.728087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.765681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks [] for port (29813ed4-084c-472f-be1f-925ce4133afe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.772098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d098749-4ea2-43e4-9bb2-5581d66181f6 req-3c64fbb1-2c0e-46c3-aa93-ca6ad929df0a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc539ba-4366-463c-b861-3b21476f0352 HTTP/1.1" status: 200 len: 210 time: 0.0368307 Feb 15 01:58:23.808715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:23.959278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] For port 87fea0d3-0540-45a2-b96f-81ad2795ae12, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=87fea0d3-0540-45a2-b96f-81ad2795ae12,segment=NetworkSegment(08965808-de9c-43c9-b291-099e24111b79),segment_id=08965808-de9c-43c9-b291-099e24111b79)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:23.959768 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:23.990345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Calling delete_port for 87fea0d3-0540-45a2-b96f-81ad2795ae12 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:23.994477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.011603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.018435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749750d7-8bab-4632-8a39-283ebce945da req-ac686484-103c-4072-9935-a251a15df62a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:24.022066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-749750d7-8bab-4632-8a39-283ebce945da req-ac686484-103c-4072-9935-a251a15df62a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1082783 Feb 15 01:58:24.034164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] No DVR routers for this DVR port 87fea0d3-0540-45a2-b96f-81ad2795ae12 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:24.116687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-749750d7-8bab-4632-8a39-283ebce945da req-096b5cf6-bb40-4fd4-a8a4-5fbc27a9bc5b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870976 Feb 15 01:58:24.122948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Port': ['ID=87fea0d3-0540-45a2-b96f-81ad2795ae12,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:24.186512 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (87fea0d3-0540-45a2-b96f-81ad2795ae12), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.220923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] Pushing event deleted for resources: {'Port': ['ID=87fea0d3-0540-45a2-b96f-81ad2795ae12,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:24.237688 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d3ed9-d401-49ca-b4d5-9e904f6c8c72 x-openstack-request-id: req-308d3ed9-d401-49ca-b4d5-9e904f6c8c72 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:24.238009 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc539ba-4366-463c-b861-3b21476f0352", "name": "network-vif-deleted", "tag": "ff86ffdf-86d7-40d5-bf61-c640138a0372", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:24.238257 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-308d3ed9-d401-49ca-b4d5-9e904f6c8c72 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:24.238832 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc539ba-4366-463c-b861-3b21476f0352', 'name': 'network-vif-deleted', 'tag': 'ff86ffdf-86d7-40d5-bf61-c640138a0372', 'status': 'completed', 'code': 200} Feb 15 01:58:24.241547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760c7f7-67b2-43cd-8780-21d6e8b9bd3c None None] No DVR routers for this DVR port 87fea0d3-0540-45a2-b96f-81ad2795ae12 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:24.277629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Network 2f15e38d-c6a8-411b-951f-57dbc836134a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:24.286208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:24.292406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:24.301385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0afa5fef-7847-4f1b-b38a-be4e16e444ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.328765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Pushing event updated for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:24.370991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afa5fef-7847-4f1b-b38a-be4e16e444ac']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:24.392556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:24.396891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.402406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbd8af-b249-4a97-94c4-0cb103f13951 req-dc770738-8a45-4bbe-b995-f5c11cb268b9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:24.404353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4fbd8af-b249-4a97-94c4-0cb103f13951 req-dc770738-8a45-4bbe-b995-f5c11cb268b9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0944810 Feb 15 01:58:24.406757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08965808-de9c-43c9-b291-099e24111b79') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:24.407225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08965808-de9c-43c9-b291-099e24111b79') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:24.418089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (08965808-de9c-43c9-b291-099e24111b79), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.435506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (08965808-de9c-43c9-b291-099e24111b79), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.446357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:58:24.446782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (08965808-de9c-43c9-b291-099e24111b79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:58:24.469487 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:58:24.495596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.500914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4fbd8af-b249-4a97-94c4-0cb103f13951 req-f53b5cd9-62ea-4aa9-92d2-b899fb1e8c6c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732284 Feb 15 01:58:24.508915 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-4b25fa51-ed82-4b8d-bd44-556ce0131829 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1448278 Feb 15 01:58:24.525603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Request body: {'port': {'device_id': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:24.619540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29813ed4-084c-472f-be1f-925ce4133afe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.667111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0afa5fef-7847-4f1b-b38a-be4e16e444ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.684468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:24.688213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] 10.222.0.43 "DELETE /v2.0/networks/0afa5fef-7847-4f1b-b38a-be4e16e444ac HTTP/1.1" status: 204 len: 168 time: 1.4973397 Feb 15 01:58:24.709885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc02c0e-7fc4-4da8-b41d-71adf15d8799 tempest-AllowedAddressPairTestJSON-1810893160 tempest-AllowedAddressPairTestJSON-1810893160-project] Pushing event deleted for resources: {'Network': ['ID=0afa5fef-7847-4f1b-b38a-be4e16e444ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:25.023480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265ea15-2864-4ae6-8fe4-8b67a0f6ef6d req-3c4ad976-2190-4f6f-8639-12a8de3c3e73 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:25.030802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a265ea15-2864-4ae6-8fe4-8b67a0f6ef6d req-3c4ad976-2190-4f6f-8639-12a8de3c3e73 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 931 time: 0.1498916 Feb 15 01:58:25.064605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 87fea0d3-0540-45a2-b96f-81ad2795ae12 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:25.065174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29813ed4-084c-472f-be1f-925ce4133afe {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:25.090839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks [] for port (29813ed4-084c-472f-be1f-925ce4133afe), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:25.121169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Transition to ACTIVE for port object 29813ed4-084c-472f-be1f-925ce4133afe will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:58:25.139926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a265ea15-2864-4ae6-8fe4-8b67a0f6ef6d req-a11e7939-343a-4583-91b3-1e64ed2d140c tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025636 Feb 15 01:58:25.247806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:25.248070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 87fea0d3-0540-45a2-b96f-81ad2795ae12 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:25.248630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 87fea0d3-0540-45a2-b96f-81ad2795ae12 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:25.264643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f690-9866-4b1f-9978-d387e2ad527c req-fcf18e91-38ef-4d8a-90cc-63237a62f8f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:25.266436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6305f690-9866-4b1f-9978-d387e2ad527c req-fcf18e91-38ef-4d8a-90cc-63237a62f8f9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0586205 Feb 15 01:58:25.366321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Pushing event updated for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:25.368314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6305f690-9866-4b1f-9978-d387e2ad527c req-6b56cec1-ff16-4108-b596-cd5a9cac70aa tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897059 Feb 15 01:58:25.404216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Attempting to bind port 29813ed4-084c-472f-be1f-925ce4133afe on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:58:25.404591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Attempting to bind port 29813ed4-084c-472f-be1f-925ce4133afe by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '69ff685f-afaf-4736-b87e-66cfa6ea6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:58:25.404921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Attempting to bind port 29813ed4-084c-472f-be1f-925ce4133afe on network 2f15e38d-c6a8-411b-951f-57dbc836134a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:25.416164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Port 29813ed4-084c-472f-be1f-925ce4133afe on network 2f15e38d-c6a8-411b-951f-57dbc836134a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:58:25.416522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Attempting to bind port 29813ed4-084c-472f-be1f-925ce4133afe on network 2f15e38d-c6a8-411b-951f-57dbc836134a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:25.426648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ff86ffdf-86d7-40d5-bf61-c640138a0372 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:25.430573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:58:25.431200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Checking segment: {'id': '69ff685f-afaf-4736-b87e-66cfa6ea6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:25.432725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Bound using segment: {'id': '69ff685f-afaf-4736-b87e-66cfa6ea6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:58:25.433261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Bound port: 29813ed4-084c-472f-be1f-925ce4133afe, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ff685f-afaf-4736-b87e-66cfa6ea6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:58:25.434869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29813ed4-084c-472f-be1f-925ce4133afe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:25.456024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: ff86ffdf-86d7-40d5-bf61-c640138a0372 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:25.456305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device ff86ffdf-86d7-40d5-bf61-c640138a0372 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:25.537732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:58:25.541830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=29813ed4-084c-472f-be1f-925ce4133afe,segment=NetworkSegment(69ff685f-afaf-4736-b87e-66cfa6ea6b21),segment_id=69ff685f-afaf-4736-b87e-66cfa6ea6b21)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:58:25.645119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:25.656593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:25.690643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:25.691299 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:25.693252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] 10.222.0.37 "PUT /v2.0/ports/29813ed4-084c-472f-be1f-925ce4133afe HTTP/1.1" status: 200 len: 1092 time: 1.1728170 Feb 15 01:58:25.693702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:25.695947 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "tag": "29813ed4-084c-472f-be1f-925ce4133afe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:25.728564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242b23-60f4-49b5-b5b3-9c7adf2a0bca service neutron] Pushing event updated for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:25.886809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-a9356cbc-0c4f-490c-83f3-16bc1d110b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:25.889157 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-a9356cbc-0c4f-490c-83f3-16bc1d110b8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b21a9dff50a946b4913414b87e0e27bf&device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 1126 time: 0.0806649 Feb 15 01:58:25.953590 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-389ddfa7-e30b-45fa-aabf-ea77b2f41bf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29813ed4-084c-472f-be1f-925ce4133afe HTTP/1.1" status: 200 len: 217 time: 0.0570455 Feb 15 01:58:26.016329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-f9dfc3c0-3e2b-4996-9e3e-eebd063bb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.017883 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-f9dfc3c0-3e2b-4996-9e3e-eebd063bb97f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94ad0fc0-136a-4332-b797-0439a275ef92 HTTP/1.1" status: 200 len: 865 time: 0.0585194 Feb 15 01:58:26.022476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d262920e-f4dc-408d-b114-39fe13d416a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=306d4f0858d74114ac03fc7144045d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734243 Feb 15 01:58:26.025404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:26.051076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-ec948247-3ceb-4fcc-bb71-b8723024a10d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f15e38d-c6a8-411b-951f-57dbc836134a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256341 Feb 15 01:58:26.079985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] Publish callbacks [] for security_group (8860d1aa-7e8a-42d3-a205-46bf25a2181b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:26.104968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] Publish callbacks [] for security_group (8860d1aa-7e8a-42d3-a205-46bf25a2181b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:26.153783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-a86adbaa-79f5-44a5-ae11-a783f11b6a73 service neutron] 10.222.0.37 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962467 Feb 15 01:58:26.242701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-258b6b12-db58-4f2f-a794-bed7122fe670 req-a25493c0-1a81-4e24-9b15-2f1ca2ba1bfc service neutron] 10.222.0.37 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Feb 15 01:58:26.305896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:26.385859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8860d1aa-7e8a-42d3-a205-46bf25a2181b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:26.388809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:26.390357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8860d1aa-7e8a-42d3-a205-46bf25a2181b HTTP/1.1" status: 204 len: 168 time: 0.3644774 Feb 15 01:58:26.412062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb032cab-036a-4f72-a936-13702892cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8860d1aa-7e8a-42d3-a205-46bf25a2181b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:26.434613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3ddf0-5053-490b-bd77-719bb190e051 req-6d24eaa6-7644-4b55-ae7d-f2aa4bbcbd1e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.437374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3da3ddf0-5053-490b-bd77-719bb190e051 req-6d24eaa6-7644-4b55-ae7d-f2aa4bbcbd1e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 944 time: 0.0839515 Feb 15 01:58:26.447068 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:58:26.492677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3da3ddf0-5053-490b-bd77-719bb190e051 req-3bb319bd-5af3-43eb-b6dd-5c5e22bafbf8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495789 Feb 15 01:58:26.541490 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8f815-b360-45d4-93e4-0d50890a400c x-openstack-request-id: req-37c8f815-b360-45d4-93e4-0d50890a400c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:26.541796 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "tag": "29813ed4-084c-472f-be1f-925ce4133afe", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:26.542054 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37c8f815-b360-45d4-93e4-0d50890a400c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:26.542468 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe', 'status': 'completed', 'code': 200} Feb 15 01:58:26.612016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-dfe2d840-e122-4deb-8b26-8c8a32ea06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.613683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-dfe2d840-e122-4deb-8b26-8c8a32ea06f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b21a9dff50a946b4913414b87e0e27bf&device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 1126 time: 0.0506613 Feb 15 01:58:26.648441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47305-26bf-468c-9c96-cfb87e5420f2 req-349eaa45-1066-4a8d-a908-3bbef877a87e tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.650125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49a47305-26bf-468c-9c96-cfb87e5420f2 req-349eaa45-1066-4a8d-a908-3bbef877a87e tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 943 time: 0.0619388 Feb 15 01:58:26.715012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-f32add15-6dfe-46c3-b3fd-e09eb0919901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.716532 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-f32add15-6dfe-46c3-b3fd-e09eb0919901 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f15e38d-c6a8-411b-951f-57dbc836134a HTTP/1.1" status: 200 len: 926 time: 0.0954947 Feb 15 01:58:26.719247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49a47305-26bf-468c-9c96-cfb87e5420f2 req-bdfde68d-0a39-4603-b1ec-aa105fc9c4d7 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606914 Feb 15 01:58:26.762632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-3a940b3e-cbe3-41a0-80ca-1499ee8629c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29813ed4-084c-472f-be1f-925ce4133afe HTTP/1.1" status: 200 len: 217 time: 0.0400405 Feb 15 01:58:26.820111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-1c4be99a-e0c4-4654-be88-a0093fdec83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.821742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-1c4be99a-e0c4-4654-be88-a0093fdec83f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94ad0fc0-136a-4332-b797-0439a275ef92 HTTP/1.1" status: 200 len: 865 time: 0.0531075 Feb 15 01:58:26.827984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e83d-d908-431f-8412-cab7fa442de2 req-82116cba-953a-47fd-8c17-782af96785f9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:26.829511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c76e83d-d908-431f-8412-cab7fa442de2 req-82116cba-953a-47fd-8c17-782af96785f9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 946 time: 0.0603259 Feb 15 01:58:26.840811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:58:26.859642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-5ab49e84-9315-401e-afe8-89ff9a57a096 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f15e38d-c6a8-411b-951f-57dbc836134a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310864 Feb 15 01:58:26.882932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c76e83d-d908-431f-8412-cab7fa442de2 req-5b91ff9c-cb8c-47d8-ad02-81d88f471363 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Feb 15 01:58:26.966523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:26.979970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'mac_address': 'fa:16:3e:4f:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:58:27.008747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-745c64e3-0dac-4afa-b8bf-cd8260dcc566 service neutron] 10.222.0.37 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441495 Feb 15 01:58:27.018830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:27.019491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.033993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:27.052140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185accfc-9278-49c1-99ce-d6436bae7c8f req-b54e74a8-389b-4c63-95ed-3d9eb042305b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:27.053875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-185accfc-9278-49c1-99ce-d6436bae7c8f req-b54e74a8-389b-4c63-95ed-3d9eb042305b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0701349 Feb 15 01:58:27.057796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:27.122327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-185accfc-9278-49c1-99ce-d6436bae7c8f req-0bd062cd-3ac9-4a0f-a7bb-b2a3cc3015ef tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584433 Feb 15 01:58:27.143884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.150124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a3b45b41-36ec-43d2-a2d3-3b6290236d9d req-6002058e-149c-4f7c-b0e7-127144a9e2cb service neutron] 10.222.0.37 "GET /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339140 Feb 15 01:58:27.203098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:27.320912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3e92-0fe0-426d-83c4-790b76638691 req-6e101859-26ae-4782-a3a5-99a470a41a1c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:27.320912 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-47de3e92-0fe0-426d-83c4-790b76638691 req-6e101859-26ae-4782-a3a5-99a470a41a1c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 946 time: 0.0599239 Feb 15 01:58:27.371953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.403494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5d3cb126-7ca6-4c99-8194-fecf9e8b10db'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:27.465858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:27.466385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.576142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:27.580412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.597435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:27.658515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc39b-f495-4043-99cf-363f96bab23a req-c2da94c1-daba-49d3-a4e3-d79fefd920c4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:27.667026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25efc39b-f495-4043-99cf-363f96bab23a req-c2da94c1-daba-49d3-a4e3-d79fefd920c4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 945 time: 0.0807254 Feb 15 01:58:27.740646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25efc39b-f495-4043-99cf-363f96bab23a req-c2f676bd-69a9-45f2-be9e-9a71e44894c5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666187 Feb 15 01:58:27.876766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.889788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:27.890679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79b62-af19-456f-824f-bb808e6335b6 req-ead79b60-b22d-44fb-b22e-e075e0d2ef47 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:27.892162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:27.892467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50f79b62-af19-456f-824f-bb808e6335b6 req-ead79b60-b22d-44fb-b22e-e075e0d2ef47 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 943 time: 0.0848126 Feb 15 01:58:27.911269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:27.962586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:27.965178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:27.969203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-47de3e92-0fe0-426d-83c4-790b76638691 req-2c2c2733-1dfe-4f9c-9e97-0fb755464b69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "DELETE /v2.0/ports/cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce HTTP/1.1" status: 204 len: 173 time: 0.6443496 Feb 15 01:58:27.971654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50f79b62-af19-456f-824f-bb808e6335b6 req-4f4e01d2-ef4b-4012-8277-c39f155bfb92 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703199 Feb 15 01:58:28.087721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-443124a1-d4fa-4bf4-b971-eeabb258efcb req-29dae936-20bf-4a2b-8aa9-130ab42b5107 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b20a942-7b47-4ee7-96b9-c5c032dc94bc HTTP/1.1" status: 200 len: 210 time: 0.0526690 Feb 15 01:58:28.257031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4622ce-b509-48cc-8a68-fbf1610e7735 req-ca591b76-e823-4f99-b0ad-1dc8946edf42 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:28.258658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb4622ce-b509-48cc-8a68-fbf1610e7735 req-ca591b76-e823-4f99-b0ad-1dc8946edf42 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0625901 Feb 15 01:58:28.312806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb4622ce-b509-48cc-8a68-fbf1610e7735 req-442cd4af-55a6-4fc5-8e1b-cc9b5be19b0e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Feb 15 01:58:28.369686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.425934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.539771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e1aed8d-020b-445f-9ff5-dcd18701cbcc tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] Request body: {'port': {'network_id': 'e74309ea-61a3-4ed6-9d01-75b5fc340ab3', 'name': 'tempest-NetworksNegativeTestJSON-167392991'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:28.543265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'name': 'network-vif-deleted', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:28.545749 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e3121-3dc8-4250-87d3-ecfb9294c780" -d '{"events": [{"server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "name": "network-vif-deleted", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:28.553540 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1aed8d-020b-445f-9ff5-dcd18701cbcc tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] POST failed (client error): The resource could not be found. Feb 15 01:58:28.556488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1aed8d-020b-445f-9ff5-dcd18701cbcc tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.564249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e1aed8d-020b-445f-9ff5-dcd18701cbcc tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1306596 Feb 15 01:58:28.565187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.588796 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cc2f17-1174-4013-8190-811a0739fe99 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] DELETE failed (client error): The resource could not be found. Feb 15 01:58:28.588796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cc2f17-1174-4013-8190-811a0739fe99 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.590498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-75cc2f17-1174-4013-8190-811a0739fe99 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "DELETE /v2.0/networks/f0a9ab8e-6ff2-48cd-959e-c9724c8a9aa2 HTTP/1.1" status: 404 len: 339 time: 0.0238805 Feb 15 01:58:28.594202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.599324 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891936d8-c7c9-4f1a-bc6a-9b2f83c1f98c x-openstack-request-id: req-891936d8-c7c9-4f1a-bc6a-9b2f83c1f98c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:28.599623 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b20a942-7b47-4ee7-96b9-c5c032dc94bc", "name": "network-vif-deleted", "tag": "cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:28.599879 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-891936d8-c7c9-4f1a-bc6a-9b2f83c1f98c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:28.600718 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b20a942-7b47-4ee7-96b9-c5c032dc94bc', 'name': 'network-vif-deleted', 'tag': 'cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce', 'status': 'completed', 'code': 200} Feb 15 01:58:28.625059 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8eb4df-a398-42c7-8c21-6bb3c39424a4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] DELETE failed (client error): The resource could not be found. Feb 15 01:58:28.625592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8eb4df-a398-42c7-8c21-6bb3c39424a4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.628534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db8eb4df-a398-42c7-8c21-6bb3c39424a4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "DELETE /v2.0/ports/a5f46bbc-f649-47bf-8228-bbf995c4a6a5 HTTP/1.1" status: 404 len: 333 time: 0.0333784 Feb 15 01:58:28.633161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.635950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10a22c9b-6de2-40fd-bee4-422aea00b309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:28.663032 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e06036-9589-4f36-ab1e-c8eb3ecaff3e tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] DELETE failed (client error): The resource could not be found. Feb 15 01:58:28.663490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e06036-9589-4f36-ab1e-c8eb3ecaff3e tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.666566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-89e06036-9589-4f36-ab1e-c8eb3ecaff3e tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "DELETE /v2.0/subnets/a4e70224-2564-41b0-8de4-c0d6f9b58b36 HTTP/1.1" status: 404 len: 337 time: 0.0323555 Feb 15 01:58:28.675211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.689790 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0532f4d-31d4-4ef0-9ddc-6acc11ce90de tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] GET failed (client error): The resource could not be found. Feb 15 01:58:28.691285 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0532f4d-31d4-4ef0-9ddc-6acc11ce90de tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "GET /v2.0/networks/0291002d-a2cb-45c0-b597-ce4bf5e09b2d HTTP/1.1" status: 404 len: 339 time: 0.0199685 Feb 15 01:58:28.697195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.727917 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3160d797-a922-47d1-8d18-fee07f0d3d20 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] GET failed (client error): The resource could not be found. Feb 15 01:58:28.729893 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3160d797-a922-47d1-8d18-fee07f0d3d20 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "GET /v2.0/ports/24958116-1630-43a3-b024-a9c767c4fee5 HTTP/1.1" status: 404 len: 333 time: 0.0311449 Feb 15 01:58:28.733376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.741946 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10a22c9b-6de2-40fd-bee4-422aea00b309 admin admin] Publish callbacks [] for security_group (2b8fbc35-1f74-406d-8463-51ec1edf6db9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:28.775813 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-687c3620-9238-441f-b114-85bd3eca29ee tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] GET failed (client error): The resource could not be found. Feb 15 01:58:28.781103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-687c3620-9238-441f-b114-85bd3eca29ee tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "GET /v2.0/subnets/81807170-9575-447d-ae08-d9e84a1185a7 HTTP/1.1" status: 404 len: 337 time: 0.0461276 Feb 15 01:58:28.784115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.789469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-979b16d0-638f-4656-aaee-517566205bb4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:28.803302 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-979b16d0-638f-4656-aaee-517566205bb4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] PUT failed (client error): The resource could not be found. Feb 15 01:58:28.804027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979b16d0-638f-4656-aaee-517566205bb4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.805727 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-979b16d0-638f-4656-aaee-517566205bb4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "PUT /v2.0/networks/3d58da16-5e94-4276-9833-1dc3eeb99d78 HTTP/1.1" status: 404 len: 339 time: 0.0204542 Feb 15 01:58:28.809553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.814746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4245cb35-f47a-4159-a47b-d2dd1733f6e4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:28.825640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10a22c9b-6de2-40fd-bee4-422aea00b309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2b8fbc35-1f74-406d-8463-51ec1edf6db9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:28.839328 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4245cb35-f47a-4159-a47b-d2dd1733f6e4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] PUT failed (client error): The resource could not be found. Feb 15 01:58:28.839428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4245cb35-f47a-4159-a47b-d2dd1733f6e4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.844236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4245cb35-f47a-4159-a47b-d2dd1733f6e4 tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "PUT /v2.0/ports/00069969-9f19-449c-ba0a-52be91b2a4dc HTTP/1.1" status: 404 len: 333 time: 0.0299973 Feb 15 01:58:28.844479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.849843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2e79caeb-47cc-48f6-a86c-1a326b8ff4dd tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:28.855982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:28.856481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a22c9b-6de2-40fd-bee4-422aea00b309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8fbc35-1f74-406d-8463-51ec1edf6db9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:28.871797 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e79caeb-47cc-48f6-a86c-1a326b8ff4dd tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] PUT failed (client error): The resource could not be found. Feb 15 01:58:28.872225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e79caeb-47cc-48f6-a86c-1a326b8ff4dd tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 01:58:28.876742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e79caeb-47cc-48f6-a86c-1a326b8ff4dd tempest-NetworksNegativeTestJSON-1031651289 tempest-NetworksNegativeTestJSON-1031651289-project] 10.222.0.43 "PUT /v2.0/subnets/f57af688-b1b6-4d30-a482-4a2e87a44969 HTTP/1.1" status: 404 len: 337 time: 0.0281072 Feb 15 01:58:28.907507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-10a22c9b-6de2-40fd-bee4-422aea00b309 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c069b89b31584ff3bb48ed19a7081b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365694 Feb 15 01:58:28.910338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:28.947873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dc2e8-27e2-4adb-9b3a-1a7bd6436800 req-d94a75b9-89ee-4a4e-9e7a-c3aec932ef38 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:28.956406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f99dc2e8-27e2-4adb-9b3a-1a7bd6436800 req-d94a75b9-89ee-4a4e-9e7a-c3aec932ef38 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 945 time: 0.1273282 Feb 15 01:58:28.969244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:28.969835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.015572 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Publish callbacks [] for security_group (2b8fbc35-1f74-406d-8463-51ec1edf6db9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.058804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f99dc2e8-27e2-4adb-9b3a-1a7bd6436800 req-4234e293-12f8-4c4b-95bd-3fce4ab4c9b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005039 Feb 15 01:58:29.062062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Publish callbacks [] for security_group (2b8fbc35-1f74-406d-8463-51ec1edf6db9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.115265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:29.115841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.144985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:29.147638 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce245c6-49b8-4622-9480-ea18793bd977" -d '{"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:29.167538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:29.196592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8f9c-dc7d-47ab-8579-a847fe744e3b req-4c0b3162-0d3f-4204-84d9-eb08a3dd52ba tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:29.198280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1c8f9c-dc7d-47ab-8579-a847fe744e3b req-4c0b3162-0d3f-4204-84d9-eb08a3dd52ba tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 943 time: 0.0824428 Feb 15 01:58:29.212497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2b8fbc35-1f74-406d-8463-51ec1edf6db9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.216232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.217658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b8fbc35-1f74-406d-8463-51ec1edf6db9 HTTP/1.1" status: 204 len: 168 time: 0.3051863 Feb 15 01:58:29.228577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8fbc35-1f74-406d-8463-51ec1edf6db9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:29.239489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.239853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.240204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.240597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.240937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.241796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.242157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.243071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.243419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.243758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.244098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.244459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.244792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2288e5-4c82-4671-be19-f1e4ef85145a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:29.264767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:29.265834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:29.288792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1c8f9c-dc7d-47ab-8579-a847fe744e3b req-f4e918dc-92cb-46dc-b260-8f1098ee456b tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Feb 15 01:58:29.352060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:29.352441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cd48ad1b-e3c7-46ba-bd9a-f49fa12f8dce not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:29.397143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:29.421275 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce1aa8-f7cb-4ede-b623-a4e8c2d39942 x-openstack-request-id: req-30ce1aa8-f7cb-4ede-b623-a4e8c2d39942 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:29.421560 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:29.421964 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30ce1aa8-f7cb-4ede-b623-a4e8c2d39942 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:29.422491 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'code': 200} Feb 15 01:58:29.592052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ec02a-18d5-47fd-8f16-4ff65969667e req-20b2807a-cc06-40a9-8412-9234c9b50fcf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:29.600234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-376ec02a-18d5-47fd-8f16-4ff65969667e req-20b2807a-cc06-40a9-8412-9234c9b50fcf tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0746822 Feb 15 01:58:29.708285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-376ec02a-18d5-47fd-8f16-4ff65969667e req-53dee239-cf78-4380-8c47-d6e57e45b53e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048710 Feb 15 01:58:29.767714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0274d-a31c-4795-a5d8-b5243212d804 req-39a63218-4fcc-48a8-9583-ed0b2f4c69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:29.769476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cd0274d-a31c-4795-a5d8-b5243212d804 req-39a63218-4fcc-48a8-9583-ed0b2f4c69f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 1130 time: 0.1048696 Feb 15 01:58:29.809111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:29.872168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6cd0274d-a31c-4795-a5d8-b5243212d804 req-19c33122-52a1-460e-aeda-99585d69e9b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946777 Feb 15 01:58:29.996793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-3952f247-62e4-472d-aceb-618564ff99c6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:29.998437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-3952f247-62e4-472d-aceb-618564ff99c6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1817725 Feb 15 01:58:29.999189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77f07be3-7dce-4db1-8da2-377ad280c982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.032848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-7a40a923-07c0-48cd-b3ba-8055715bdb0f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0250721 Feb 15 01:58:30.117837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77f07be3-7dce-4db1-8da2-377ad280c982 admin admin] Publish callbacks [] for security_group (491c4624-0555-470e-8c60-9060c3a7f353), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.180604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-81311528-2665-4045-8526-5c58f29d2b43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772688 Feb 15 01:58:30.198253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77f07be3-7dce-4db1-8da2-377ad280c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (491c4624-0555-470e-8c60-9060c3a7f353), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.281483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77f07be3-7dce-4db1-8da2-377ad280c982 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=934ec53ac32e40338b827b87e8f1de13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725642 Feb 15 01:58:30.284335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:30.286939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07be3-7dce-4db1-8da2-377ad280c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491c4624-0555-470e-8c60-9060c3a7f353,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:30.323183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-54c823b3-31cd-4d67-b015-9c7f93cc4872 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345158 Feb 15 01:58:30.328195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:30.363020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e609433e-6267-47d2-9ba3-dd21df2f6b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.387303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] Publish callbacks [] for security_group (491c4624-0555-470e-8c60-9060c3a7f353), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.419753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] Publish callbacks [] for security_group (491c4624-0555-470e-8c60-9060c3a7f353), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.468165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-b181cabf-b6c5-47a3-ba16-aa6eaa57e37f service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324246 Feb 15 01:58:30.517273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e609433e-6267-47d2-9ba3-dd21df2f6b2e admin admin] Publish callbacks [] for security_group (c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.568512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (491c4624-0555-470e-8c60-9060c3a7f353), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.571610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.573360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/491c4624-0555-470e-8c60-9060c3a7f353 HTTP/1.1" status: 204 len: 168 time: 0.2873468 Feb 15 01:58:30.592935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a3d08-aa91-47b0-a1e4-8f6bbab702d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491c4624-0555-470e-8c60-9060c3a7f353,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:30.597033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e609433e-6267-47d2-9ba3-dd21df2f6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.648199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e609433e-6267-47d2-9ba3-dd21df2f6b2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5f417bf101b4f59a93718dfc2830aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156722 Feb 15 01:58:30.648199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609433e-6267-47d2-9ba3-dd21df2f6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:30.648926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:30.762679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] Publish callbacks [] for security_group (c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.801700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] Publish callbacks [] for security_group (c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:30.834854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554e4d1-bc1f-4b7e-a639-8ded7308377b req-e8d8d357-d11c-478c-9b8b-a64bc28d06dc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:30.839799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9554e4d1-bc1f-4b7e-a639-8ded7308377b req-e8d8d357-d11c-478c-9b8b-a64bc28d06dc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.1076288 Feb 15 01:58:30.935879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9554e4d1-bc1f-4b7e-a639-8ded7308377b req-4086f4bc-b8f5-4379-a212-f527c288a0d6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675414 Feb 15 01:58:30.995471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:31.000545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:31.006408 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb HTTP/1.1" status: 204 len: 168 time: 0.3559091 Feb 15 01:58:31.028616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc109581-f440-430d-9465-c545a92f56fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cdd8a6-d09a-43e4-a320-324dd1ed3ccb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:31.118746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d32eae-abb7-4d30-94a8-c5a3185382db req-545e6d00-94e2-4329-b2aa-4850d11a9afb tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:31.120538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35d32eae-abb7-4d30-94a8-c5a3185382db req-545e6d00-94e2-4329-b2aa-4850d11a9afb tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 943 time: 0.0727475 Feb 15 01:58:31.181644 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35d32eae-abb7-4d30-94a8-c5a3185382db req-03a76dae-eb21-4cc7-aa75-e18eabb86f93 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Feb 15 01:58:31.269245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a59452bd-d17d-4d37-b4fe-da4df5edb9e9 req-c6be6e20-f21a-443b-8942-679876e4930e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 210 time: 0.0359156 Feb 15 01:58:31.417788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed37b5-cdbe-415d-8054-37ac6c61d53e req-a7a653df-a6a9-4615-a484-824548b0fcd8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:31.421490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ed37b5-cdbe-415d-8054-37ac6c61d53e req-a7a653df-a6a9-4615-a484-824548b0fcd8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0736475 Feb 15 01:58:31.472796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 29813ed4-084c-472f-be1f-925ce4133afe details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:58:31.527353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ed37b5-cdbe-415d-8054-37ac6c61d53e req-330613b2-2c56-42ce-84b3-5b7bc78784e6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897598 Feb 15 01:58:31.598008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=29813ed4-084c-472f-be1f-925ce4133afe,segment=NetworkSegment(69ff685f-afaf-4736-b87e-66cfa6ea6b21),segment_id=69ff685f-afaf-4736-b87e-66cfa6ea6b21)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:31.622262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '29813ed4-084c-472f-be1f-925ce4133afe', 'network_id': '2f15e38d-c6a8-411b-951f-57dbc836134a', 'port_id': '29813ed4-084c-472f-be1f-925ce4133afe', 'mac_address': 'fa:16:3e:6a:33:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ad0fc0-136a-4332-b797-0439a275ef92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:58:31.676559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 29813ed4-084c-472f-be1f-925ce4133afe is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:31.677111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29813ed4-084c-472f-be1f-925ce4133afe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:31.695765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29813ed4-084c-472f-be1f-925ce4133afe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:31.720245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=29813ed4-084c-472f-be1f-925ce4133afe,segment=NetworkSegment(69ff685f-afaf-4736-b87e-66cfa6ea6b21),segment_id=69ff685f-afaf-4736-b87e-66cfa6ea6b21)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:31.820529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:31.880356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:32.118528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242983d9-a071-4fe0-9f3d-1b63de859252 req-41e4599c-365a-4a89-a48b-f28371f49463 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:32.123666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-242983d9-a071-4fe0-9f3d-1b63de859252 req-41e4599c-365a-4a89-a48b-f28371f49463 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.1086037 Feb 15 01:58:32.133388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['29813ed4-084c-472f-be1f-925ce4133afe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:32.236551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-242983d9-a071-4fe0-9f3d-1b63de859252 req-850dcbcf-2caf-4760-9bea-023708aa4027 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941076 Feb 15 01:58:32.446416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852931-d341-463f-8a5d-43aab139f8e7 req-70fac3ce-fafd-4da8-a31a-aa18db06895d tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:32.448452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b852931-d341-463f-8a5d-43aab139f8e7 req-70fac3ce-fafd-4da8-a31a-aa18db06895d tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 944 time: 0.0830271 Feb 15 01:58:32.513703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b852931-d341-463f-8a5d-43aab139f8e7 req-2aca43e1-cf6d-4e35-a1b7-b6cd0e9c626f tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588319 Feb 15 01:58:32.569954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:32.648318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6880573-c5d1-4140-80a9-7f1a3e67de8c req-882cf02d-f765-4d95-9553-9d7904c51cd3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 210 time: 0.0560114 Feb 15 01:58:32.747455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-134a92d3-7cef-4642-8ca8-ae099b7b45e3 tempest-DvrRoutersNegativeTest-2034139757 tempest-DvrRoutersNegativeTest-2034139757-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-926629511', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:32.750512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.policy [None req-134a92d3-7cef-4642-8ca8-ae099b7b45e3 tempest-DvrRoutersNegativeTest-2034139757 tempest-DvrRoutersNegativeTest-2034139757-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103884) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 15 01:58:32.751445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.policy [None req-134a92d3-7cef-4642-8ca8-ae099b7b45e3 tempest-DvrRoutersNegativeTest-2034139757 tempest-DvrRoutersNegativeTest-2034139757-project] Failed policy check for 'create_router' {{(pid=103884) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 15 01:58:32.752012 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-134a92d3-7cef-4642-8ca8-ae099b7b45e3 tempest-DvrRoutersNegativeTest-2034139757 tempest-DvrRoutersNegativeTest-2034139757-project] create failed (client error): Access was denied to this resource. Feb 15 01:58:32.753443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-134a92d3-7cef-4642-8ca8-ae099b7b45e3 tempest-DvrRoutersNegativeTest-2034139757 tempest-DvrRoutersNegativeTest-2034139757-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1820948 Feb 15 01:58:32.829376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996743d9-e0ab-44a2-8c3e-5b17cb2fb751 req-02d0c571-37dd-423e-bc45-5f246e0f7867 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:32.830990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-996743d9-e0ab-44a2-8c3e-5b17cb2fb751 req-02d0c571-37dd-423e-bc45-5f246e0f7867 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0759749 Feb 15 01:58:32.888816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-996743d9-e0ab-44a2-8c3e-5b17cb2fb751 req-480af2b9-fa7e-491a-9759-095a27220fcd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485539 Feb 15 01:58:33.363728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-2d45aaca-63db-481c-829a-4f6757ecb303 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:33.363728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-2d45aaca-63db-481c-829a-4f6757ecb303 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1501675 Feb 15 01:58:33.387751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:33.409192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:33.429368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc048-16ab-46c1-9de2-ffaee0b353e7 req-7f0600ed-01b7-48ab-8f44-a25830efabbb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:33.436871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7adc048-16ab-46c1-9de2-ffaee0b353e7 req-7f0600ed-01b7-48ab-8f44-a25830efabbb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.1044209 Feb 15 01:58:33.480956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 29813ed4-084c-472f-be1f-925ce4133afe up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:33.512120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7adc048-16ab-46c1-9de2-ffaee0b353e7 req-49f65393-eeab-49d6-9f13-346c8f83fb56 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692651 Feb 15 01:58:33.723761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 29813ed4-084c-472f-be1f-925ce4133afe completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:58:33.723942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:33.727237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937338e8-d5ab-40ed-8fc1-8b265775b020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:33.728868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 29813ed4-084c-472f-be1f-925ce4133afe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:33.729429 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (29813ed4-084c-472f-be1f-925ce4133afe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:33.729619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:33.844727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb42ac-a941-442a-8852-46f1da370ed8 req-2b96c351-a8cd-4258-9a76-fe4f60780dcc tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:33.853670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1bb42ac-a941-442a-8852-46f1da370ed8 req-2b96c351-a8cd-4258-9a76-fe4f60780dcc tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 944 time: 0.2213786 Feb 15 01:58:33.882815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 29813ed4-084c-472f-be1f-925ce4133afe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:33.883425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (29813ed4-084c-472f-be1f-925ce4133afe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:33.921018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:33.931103 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0684900-0fd6-4557-b109-55e2ddecd4b0" -d '{"events": [{"server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "29813ed4-084c-472f-be1f-925ce4133afe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:33.956867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=29813ed4-084c-472f-be1f-925ce4133afe,segment=NetworkSegment(69ff685f-afaf-4736-b87e-66cfa6ea6b21),segment_id=69ff685f-afaf-4736-b87e-66cfa6ea6b21)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:33.977423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1bb42ac-a941-442a-8852-46f1da370ed8 req-c6cfe11e-ece6-42df-ab09-f5efa2b23eda tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098487 Feb 15 01:58:33.998384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.6 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:34.013824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937338e8-d5ab-40ed-8fc1-8b265775b020 admin admin] Publish callbacks [] for security_group (dcb32292-09bc-42cc-aa05-ac8ac0a772e5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.052811 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.114477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c912537-7c12-464e-b39f-fccca827b708 req-5596e151-ffdb-415e-b184-7d50eadcb39e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 210 time: 0.0376513 Feb 15 01:58:34.119200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937338e8-d5ab-40ed-8fc1-8b265775b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcb32292-09bc-42cc-aa05-ac8ac0a772e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.159613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:34.180955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.183752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.185931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.187666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.188700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.192600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.195465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.195909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.196640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.198131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.198638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.201119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.201482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:58:34.297158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.313184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-937338e8-d5ab-40ed-8fc1-8b265775b020 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00bfdb4b40844e448a44e1adaf6c50ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9020722 Feb 15 01:58:34.316173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937338e8-d5ab-40ed-8fc1-8b265775b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb32292-09bc-42cc-aa05-ac8ac0a772e5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:34.317349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:34.449957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] Publish callbacks [] for security_group (dcb32292-09bc-42cc-aa05-ac8ac0a772e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.467988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.482089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:34.534179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713222a-1ec0-4d91-bd78-729007d68c9a req-c8a4c0ab-ae05-4f4c-be83-ee0d115206a9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:34.548449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9713222a-1ec0-4d91-bd78-729007d68c9a req-c8a4c0ab-ae05-4f4c-be83-ee0d115206a9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.2284124 Feb 15 01:58:34.628228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9713222a-1ec0-4d91-bd78-729007d68c9a req-ec8075dc-fdc4-4397-8951-45fd09ed2f31 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788169 Feb 15 01:58:34.630511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:34.678473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] Publish callbacks [] for security_group (dcb32292-09bc-42cc-aa05-ac8ac0a772e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.725215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:34.740385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:34.748539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:34.790344 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e793ba-bc24-431d-8f9a-59158455814a x-openstack-request-id: req-46e793ba-bc24-431d-8f9a-59158455814a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:34.797906 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "29813ed4-084c-472f-be1f-925ce4133afe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:34.797906 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46e793ba-bc24-431d-8f9a-59158455814a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:34.797906 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe', 'code': 200} Feb 15 01:58:34.855177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:34.855713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:34.957962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-4b952875-2506-4a70-aa1a-9e53af752d3c tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5843852 Feb 15 01:58:34.978406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Request body: {'port': {'device_id': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:35.014658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252090d-b74e-4429-9979-f36c6b1f855d req-7bb83e1c-425c-460c-983b-c4fcaaf6be78 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:35.031913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0252090d-b74e-4429-9979-f36c6b1f855d req-7bb83e1c-425c-460c-983b-c4fcaaf6be78 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.1579320 Feb 15 01:58:35.032043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcb32292-09bc-42cc-aa05-ac8ac0a772e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.034629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.036911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcb32292-09bc-42cc-aa05-ac8ac0a772e5 HTTP/1.1" status: 204 len: 168 time: 0.6839848 Feb 15 01:58:35.037051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:35.041041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8332f-e277-4bf2-b358-23a4d4427926 req-eefc449d-90fa-45ec-b360-52745685f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:35.042669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6e8332f-e277-4bf2-b358-23a4d4427926 req-eefc449d-90fa-45ec-b360-52745685f642 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 1128 time: 0.1832671 Feb 15 01:58:35.084364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f60192-5cdd-4723-bf02-c865223917a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb32292-09bc-42cc-aa05-ac8ac0a772e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:35.112990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0252090d-b74e-4429-9979-f36c6b1f855d req-e5d0da6a-1b01-4b46-b5dd-7d4454a26460 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762398 Feb 15 01:58:35.139694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.158568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e6e8332f-e277-4bf2-b358-23a4d4427926 req-d3ef02d6-82f1-4b4b-b219-4db8ff234fa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041803 Feb 15 01:58:35.326210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f47e52-73a4-4f2b-9dbd-6d8cd11bcb2d req-ef4c03cd-2892-411a-9ade-d6e1ab4370f3 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:35.328719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12f47e52-73a4-4f2b-9dbd-6d8cd11bcb2d req-ef4c03cd-2892-411a-9ade-d6e1ab4370f3 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.1075613 Feb 15 01:58:35.382909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12f47e52-73a4-4f2b-9dbd-6d8cd11bcb2d req-ba88a2ae-fb8c-4315-b7c4-71b29f91a2b5 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Feb 15 01:58:35.607576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:35.631699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks [] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.641922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554ecf1-3334-49e2-9a3d-c13cb83cb2b6 req-14ad8138-0bf8-43c6-a527-315cb0dd0c77 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:35.647023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55d7c842-8460-4b31-98ac-fbc8eb416b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.651715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e554ecf1-3334-49e2-9a3d-c13cb83cb2b6 req-14ad8138-0bf8-43c6-a527-315cb0dd0c77 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 931 time: 0.1294134 Feb 15 01:58:35.668115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Transition to ACTIVE for port object 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:58:35.741514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e554ecf1-3334-49e2-9a3d-c13cb83cb2b6 req-03af2343-bc49-4673-adab-286fd31f346f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819676 Feb 15 01:58:35.773718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.900163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55d7c842-8460-4b31-98ac-fbc8eb416b2a admin admin] Publish callbacks [] for security_group (eb0244bd-44a7-4277-af68-9207bdbed759), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:35.946687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:35.969997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55d7c842-8460-4b31-98ac-fbc8eb416b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (eb0244bd-44a7-4277-af68-9207bdbed759), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.007798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0941-af7d-405b-bc4e-4b0d64a19fd6 req-6a4b43be-14a8-47e5-a777-ed09f349b2a8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.016222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-313b0941-af7d-405b-bc4e-4b0d64a19fd6 req-6a4b43be-14a8-47e5-a777-ed09f349b2a8 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1503284 Feb 15 01:58:36.023954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c842-8460-4b31-98ac-fbc8eb416b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0244bd-44a7-4277-af68-9207bdbed759,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:36.048621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-55d7c842-8460-4b31-98ac-fbc8eb416b2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ed0340ec5f142098c7e6eec9fe2260f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0031800 Feb 15 01:58:36.051833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:36.059236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Attempting to bind port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:58:36.059570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Attempting to bind port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:58:36.059901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Attempting to bind port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:36.073966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:58:36.074392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Attempting to bind port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:36.089937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:58:36.090279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:36.090649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:58:36.091262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Bound port: 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:58:36.091619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.112509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-313b0941-af7d-405b-bc4e-4b0d64a19fd6 req-90317bc9-8540-41e9-affd-9399751df884 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950720 Feb 15 01:58:36.146281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] Publish callbacks [] for security_group (eb0244bd-44a7-4277-af68-9207bdbed759), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.191540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] Publish callbacks [] for security_group (eb0244bd-44a7-4277-af68-9207bdbed759), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.205406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:58:36.230690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:58:36.309557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.355598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.356227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.357750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 HTTP/1.1" status: 200 len: 1092 time: 1.3931463 Feb 15 01:58:36.358879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:36.361215 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93244412-d99b-49c9-bd3d-abbfeb746808" -d '{"events": [{"name": "network-changed", "server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:36.364215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (eb0244bd-44a7-4277-af68-9207bdbed759), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.366992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:36.371037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb0244bd-44a7-4277-af68-9207bdbed759 HTTP/1.1" status: 204 len: 168 time: 0.3151977 Feb 15 01:58:36.402192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e5a48-f4f9-4fe5-87ba-dd7414b22d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0244bd-44a7-4277-af68-9207bdbed759,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:36.420897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71372-f8da-4748-8cdc-1b4545b171f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:36.553114 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187de4ee-a961-45e4-88ed-c2c03cba2471 x-openstack-request-id: req-187de4ee-a961-45e4-88ed-c2c03cba2471 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:36.553456 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:36.556208 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-187de4ee-a961-45e4-88ed-c2c03cba2471 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:36.556723 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7', 'status': 'completed', 'code': 200} Feb 15 01:58:36.650532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-324641a0-07ab-4a15-a297-4f029fae026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.654248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-324641a0-07ab-4a15-a297-4f029fae026e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 1126 time: 0.0962813 Feb 15 01:58:36.719487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-1eb07bb7-f93c-4ef3-8b42-4941efff3a5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 HTTP/1.1" status: 200 len: 217 time: 0.0549693 Feb 15 01:58:36.762548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145627a8-93c0-4066-9857-b02f9a7f5345 req-a3a7415e-3251-4344-8e19-eb46fbe20911 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.774039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-145627a8-93c0-4066-9857-b02f9a7f5345 req-a3a7415e-3251-4344-8e19-eb46fbe20911 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.1477935 Feb 15 01:58:36.817169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-a9c85a9e-59ca-4748-ae13-15d78e608caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.821991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-a9c85a9e-59ca-4748-ae13-15d78e608caf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0887642 Feb 15 01:58:36.862392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-50611de3-2cca-4ca1-b3ac-3ac88b39030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:36.863949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-50611de3-2cca-4ca1-b3ac-3ac88b39030e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.1643145 Feb 15 01:58:36.873768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-acf187b0-ce75-4159-ba46-b9390a23d474 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448244 Feb 15 01:58:36.880585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-145627a8-93c0-4066-9857-b02f9a7f5345 req-e9f6eee0-65ed-4d42-b2c3-d1347bc861d4 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960770 Feb 15 01:58:37.027394 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-7fd2012c-bce0-492e-8049-98c58afadeac service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462815 Feb 15 01:58:37.159005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-1422b22c-956b-46f8-8a02-a8036f829ef6 req-c0f15b50-26df-4fac-8127-73e84f9dfcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257339 Feb 15 01:58:37.323136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-352d5aed-7b84-49a6-a6b2-e792e059880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.324894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-352d5aed-7b84-49a6-a6b2-e792e059880d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.4431429 Feb 15 01:58:37.360891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-f1f879d7-0d94-464f-a331-122a571c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.362721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-f1f879d7-0d94-464f-a331-122a571c71ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 1126 time: 0.0945594 Feb 15 01:58:37.469082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681182b-c7e1-4b81-ae28-477de44a77ad req-18cf6419-573d-4887-ac2b-b4ed3dbb02a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.476796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b681182b-c7e1-4b81-ae28-477de44a77ad req-18cf6419-573d-4887-ac2b-b4ed3dbb02a6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1511686 Feb 15 01:58:37.478697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:37.491031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-5b13e81e-8816-4689-8a97-b7e81dd15b49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.1569471 Feb 15 01:58:37.560712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-68c2172b-48ec-4e5a-8575-47da0e655d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.562666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-68c2172b-48ec-4e5a-8575-47da0e655d42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.1943319 Feb 15 01:58:37.587518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b681182b-c7e1-4b81-ae28-477de44a77ad req-0e7d32f8-98ca-4e77-bdd2-20a95b63f07d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097686 Feb 15 01:58:37.592217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-5b882ac6-a9c6-4c82-85ab-a366e1e831db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.601647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-5b882ac6-a9c6-4c82-85ab-a366e1e831db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0932600 Feb 15 01:58:37.634315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-b32e8b8f-37f2-4d64-8c38-4093b247342a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 HTTP/1.1" status: 200 len: 217 time: 0.0607250 Feb 15 01:58:37.693729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-9a4a59ee-cc65-4174-ad16-7a0cfc220a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.695324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-9a4a59ee-cc65-4174-ad16-7a0cfc220a02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929060 Feb 15 01:58:37.704770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-afd436c2-83a4-4125-80cf-75d45d0ca9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.707252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-afd436c2-83a4-4125-80cf-75d45d0ca9a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0695338 Feb 15 01:58:37.753909 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-14a27752-8aa1-4570-9e96-94d5e1f11971 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406911 Feb 15 01:58:37.819379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1152614795'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:37.861181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53a81-bf0d-41dd-9d9f-3b3f39ac29a6 req-7928da44-57b6-4908-9c24-d5d8cb772fe9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:37.869103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-6bd88bd0-1737-49fd-9f20-f7453dc267f0 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079309 Feb 15 01:58:37.870290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fc53a81-bf0d-41dd-9d9f-3b3f39ac29a6 req-7928da44-57b6-4908-9c24-d5d8cb772fe9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 943 time: 0.1739879 Feb 15 01:58:37.932697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-c3b533ad-1704-41fd-b62d-9cae0a39f627 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878052 Feb 15 01:58:37.938192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Made reservation on behalf of c2909353bd3749bbb21a21107d7f5aea for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:37.941595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:37.975880 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:37.993733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-93244412-d99b-49c9-bd3d-abbfeb746808 req-3b5ffe6a-6f00-4341-b995-b23553be7ec4 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180742 Feb 15 01:58:37.994410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fc53a81-bf0d-41dd-9d9f-3b3f39ac29a6 req-776b5daf-e101-4e9f-be7b-3174d4ae2b60 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231794 Feb 15 01:58:38.147937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84e36e3a-ab2c-4470-a542-6014efddfb14 req-42479692-54c5-4e8a-8b5b-c6b9f2fd84ad service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040892 Feb 15 01:58:38.183410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcc46e-5328-4e7c-a634-68481f309d90 req-0a95b685-7b34-4510-931b-4b570e942cd8 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:38.188799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cdcc46e-5328-4e7c-a634-68481f309d90 req-0a95b685-7b34-4510-931b-4b570e942cd8 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.1257005 Feb 15 01:58:38.218223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for security_group (6c23c9ff-05ff-4a32-819c-d093102662d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.253049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cdcc46e-5328-4e7c-a634-68481f309d90 req-6616b798-ca88-41e9-a470-5fdead99181d tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Feb 15 01:58:38.308785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c23c9ff-05ff-4a32-819c-d093102662d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.349771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:58:38.370344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c23c9ff-05ff-4a32-819c-d093102662d6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:38.392772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6865d4e4-ac45-41b9-ae93-b31a66843564), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.395726 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Added segment 6865d4e4-ac45-41b9-ae93-b31a66843564 of type vlan for network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 Feb 15 01:58:38.453133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.462721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:38.478315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb201-7aae-44a1-af7d-19382516ec8a req-4ad754e7-1db9-4f8c-aead-f8a061d54191 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:38.485680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957eb201-7aae-44a1-af7d-19382516ec8a req-4ad754e7-1db9-4f8c-aead-f8a061d54191 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.1388240 Feb 15 01:58:38.574306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957eb201-7aae-44a1-af7d-19382516ec8a req-f0bbf7cd-8c7b-4222-a2b4-50d0ae83ee30 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875611 Feb 15 01:58:38.594373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ccba734-66aa-4c2f-b257-fb278f337a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.631566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.636917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:38.637531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.690235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ccba734-66aa-4c2f-b257-fb278f337a0c admin admin] Publish callbacks [] for security_group (563e59e4-3be0-4418-945c-9560b3c6ea56), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.728408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event updated for resources: {'Network': ['ID=63e45daf-7fbc-4f51-9acb-0cd8d6b54c21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:38.741167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:58:38.789344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ccba734-66aa-4c2f-b257-fb278f337a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (563e59e4-3be0-4418-945c-9560b3c6ea56), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.791966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41bb2216-09c2-4855-89ed-c20a79e288a4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3114111 Feb 15 01:58:38.794587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:38.800644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Request body: {'subnet': {'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:38.839490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9ccba734-66aa-4c2f-b257-fb278f337a0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37fdf0fcceab478399568857f0e13b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728561 Feb 15 01:58:38.839490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccba734-66aa-4c2f-b257-fb278f337a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563e59e4-3be0-4418-945c-9560b3c6ea56,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:38.841004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:38.904407 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] Publish callbacks [] for security_group (563e59e4-3be0-4418-945c-9560b3c6ea56), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.934298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] Publish callbacks [] for security_group (563e59e4-3be0-4418-945c-9560b3c6ea56), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:38.983788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Made reservation on behalf of c2909353bd3749bbb21a21107d7f5aea for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:38.987889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.046477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (563e59e4-3be0-4418-945c-9560b3c6ea56), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.049159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.050336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/563e59e4-3be0-4418-945c-9560b3c6ea56 HTTP/1.1" status: 204 len: 168 time: 0.2080753 Feb 15 01:58:39.077239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ef0dd-709f-419f-9caa-ea172e95232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563e59e4-3be0-4418-945c-9560b3c6ea56,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:39.132732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe1324-82b9-4f16-a313-c3ec0788fc7e req-7652924d-fa99-47a3-9d42-6659f0b70288 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:39.134560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62fe1324-82b9-4f16-a313-c3ec0788fc7e req-7652924d-fa99-47a3-9d42-6659f0b70288 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1728077 Feb 15 01:58:39.206893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62fe1324-82b9-4f16-a313-c3ec0788fc7e req-77c393db-31dd-4813-9fd1-6e17c2559fe7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627918 Feb 15 01:58:39.377951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef860-84d4-45ff-82fc-6f8f3ed52ad8 req-0c941f86-a0a2-478b-a746-9243e1b80885 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:39.379582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93bef860-84d4-45ff-82fc-6f8f3ed52ad8 req-0c941f86-a0a2-478b-a746-9243e1b80885 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.0822649 Feb 15 01:58:39.433080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93bef860-84d4-45ff-82fc-6f8f3ed52ad8 req-ee98b79e-0c71-40f2-948a-73c201431c1f tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Feb 15 01:58:39.434587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (9f370dc2-dc9b-4599-a56d-bd936595b4e6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.510018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event updated for resources: {'Subnet': ['ID=9f370dc2-dc9b-4599-a56d-bd936595b4e6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:39.524255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Checking segment: {'id': '6865d4e4-ac45-41b9-ae93-b31a66843564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:39.524659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Network hostable DHCP agents. Network: 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:58:39.602679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0aca6-4b3c-4f8d-b1e4-50adb30fe293 req-4ff8e2dd-cfe3-4c16-ae1d-83dd8887624a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:39.604262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfb0aca6-4b3c-4f8d-b1e4-50adb30fe293 req-4ff8e2dd-cfe3-4c16-ae1d-83dd8887624a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 943 time: 0.0731218 Feb 15 01:58:39.655831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfb0aca6-4b3c-4f8d-b1e4-50adb30fe293 req-2e1e1ba0-4b59-4817-a5c0-16601f4ae8d0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Feb 15 01:58:39.665170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:58:39.758240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:39.765818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:39.766430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.773754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99762d4-4eaa-4dfc-92a3-8c761151f55b None None] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:39.802226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978df7-9130-4fd2-880c-5c4d13196b36 req-bc53ab74-15ba-41b5-b210-6dceef311a9b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:39.803758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d978df7-9130-4fd2-880c-5c4d13196b36 req-bc53ab74-15ba-41b5-b210-6dceef311a9b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0872478 Feb 15 01:58:39.878095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:39.903442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a20ae768-78b9-4ee4-adfa-8e8325e32ebc tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1077886 Feb 15 01:58:39.909669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:39.913109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f8e97d4-5e2c-4432-825a-0325a90ea037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:39.918403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Request body: {'port': {'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21', 'name': 'tempest-TagsExtTest-1889405046'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:39.934515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d978df7-9130-4fd2-880c-5c4d13196b36 req-a15359f5-fad4-4a0b-bc80-4c73c532bc0c tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140518 Feb 15 01:58:39.941127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:40.006618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-63e45daf-7fbc-4f51-9acb-0cd8d6b54c21', 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21', 'project_id': 'c2909353bd3749bbb21a21107d7f5aea', 'fixed_ips': [{'subnet_id': '9f370dc2-dc9b-4599-a56d-bd936595b4e6'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:58:40.007888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.256918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Allocated IP 172.20.0.2 (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21/9f370dc2-dc9b-4599-a56d-bd936595b4e6/7c38e732-12cc-40e8-be7b-7d5aeac77aea) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:40.266676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f8e97d4-5e2c-4432-825a-0325a90ea037 admin admin] Publish callbacks [] for security_group (6435e350-2211-4bfe-a814-f752ed59ce81), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.288187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Made reservation on behalf of c2909353bd3749bbb21a21107d7f5aea for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:40.292194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.301105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1b11f-591e-4438-b182-94a93e088c83 req-371950e5-45ea-47ff-9f45-6799e858dfc5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:40.302716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ec1b11f-591e-4438-b182-94a93e088c83 req-371950e5-45ea-47ff-9f45-6799e858dfc5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1518254 Feb 15 01:58:40.310866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e2a38d-eef9-42b3-bbbd-bcd4f8b735c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.329490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] device_id is not set on port 30423f1d-bf56-4365-8d55-1e7c5cb2eee6 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:40.421824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f8e97d4-5e2c-4432-825a-0325a90ea037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6435e350-2211-4bfe-a814-f752ed59ce81), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.469465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ec1b11f-591e-4438-b182-94a93e088c83 req-2d48a2f4-1765-4779-a342-15270ddb56af tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598468 Feb 15 01:58:40.480386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks [] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.533445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e97d4-5e2c-4432-825a-0325a90ea037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435e350-2211-4bfe-a814-f752ed59ce81,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:40.557775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e2a38d-eef9-42b3-bbbd-bcd4f8b735c0 admin admin] Publish callbacks [] for security_group (184da4e5-38d9-4567-816b-375e6c3cdea9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.563588 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.570820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f8e97d4-5e2c-4432-825a-0325a90ea037 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0fd0aeb26f34b5b8aef3edf025cd1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6915598 Feb 15 01:58:40.571833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:40.612071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e2a38d-eef9-42b3-bbbd-bcd4f8b735c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (184da4e5-38d9-4567-816b-375e6c3cdea9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.647890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Pushing event updated for resources: {'Port': ['ID=7c38e732-12cc-40e8-be7b-7d5aeac77aea,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:40.650993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:40.653388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:40.657494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:40.686068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29e2a38d-eef9-42b3-bbbd-bcd4f8b735c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28458810c7e84e4d8300088fd14c18e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7432022 Feb 15 01:58:40.693757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:40.700592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] Publish callbacks [] for security_group (6435e350-2211-4bfe-a814-f752ed59ce81), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.735976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] Publish callbacks [] for security_group (6435e350-2211-4bfe-a814-f752ed59ce81), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.746930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Attempting to bind port 7c38e732-12cc-40e8-be7b-7d5aeac77aea on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:58:40.747333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Attempting to bind port 7c38e732-12cc-40e8-be7b-7d5aeac77aea by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6865d4e4-ac45-41b9-ae93-b31a66843564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:58:40.747699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Attempting to bind port 7c38e732-12cc-40e8-be7b-7d5aeac77aea on network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:40.761113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:58:40.763905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Checking segment: {'id': '6865d4e4-ac45-41b9-ae93-b31a66843564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:40.764534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.765085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Bound using segment: {'id': '6865d4e4-ac45-41b9-ae93-b31a66843564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:58:40.766077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Bound port: 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6865d4e4-ac45-41b9-ae93-b31a66843564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63e45daf-7fbc-4f51-9acb-0cd8d6b54c21'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:58:40.766619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.777865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3161b672-0ead-4169-86b5-3f158d18fb3b {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:58:40.785214 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:58:40.785973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2a38d-eef9-42b3-bbbd-bcd4f8b735c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184da4e5-38d9-4567-816b-375e6c3cdea9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:40.823579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] Publish callbacks [] for security_group (184da4e5-38d9-4567-816b-375e6c3cdea9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.858523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] Publish callbacks [] for security_group (184da4e5-38d9-4567-816b-375e6c3cdea9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.871202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] For port 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:58:40.874526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] For port 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c38e732-12cc-40e8-be7b-7d5aeac77aea,segment=NetworkSegment(6865d4e4-ac45-41b9-ae93-b31a66843564),segment_id=6865d4e4-ac45-41b9-ae93-b31a66843564)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:58:40.899763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6435e350-2211-4bfe-a814-f752ed59ce81), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.902675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:40.907585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6435e350-2211-4bfe-a814-f752ed59ce81 HTTP/1.1" status: 204 len: 168 time: 0.3310461 Feb 15 01:58:40.918695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9e53a-49d4-40bd-9fb9-5049ee252dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435e350-2211-4bfe-a814-f752ed59ce81,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:40.943125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:58:41.030976 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.053638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (184da4e5-38d9-4567-816b-375e6c3cdea9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.056596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.061071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/184da4e5-38d9-4567-816b-375e6c3cdea9 HTTP/1.1" status: 204 len: 168 time: 0.3594968 Feb 15 01:58:41.094989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6acf3-7cdd-46cb-bca7-54bef52d3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184da4e5-38d9-4567-816b-375e6c3cdea9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:41.190305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7dd3-eeef-47c0-87c8-e2389a27df12 req-dfe93a62-7687-49cc-bce3-0e5f6de96ee7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:41.201960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-269d7dd3-eeef-47c0-87c8-e2389a27df12 req-dfe93a62-7687-49cc-bce3-0e5f6de96ee7 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1279979 Feb 15 01:58:41.226346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62fff3-4b6e-453b-abf9-24a857fa33bc None None] Pushing event updated for resources: {'Port': ['ID=7c38e732-12cc-40e8-be7b-7d5aeac77aea,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:41.245309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:41.252495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-269d7dd3-eeef-47c0-87c8-e2389a27df12 req-5e03651f-8442-4ab3-a4fa-ebda8d596e51 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496044 Feb 15 01:58:41.258058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7', 'mac_address': 'fa:16:3e:fc:05:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:58:41.280388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.311204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] device_id is not set on port 14eb67b9-cfad-48e1-898c-b450088bb6ff yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:58:41.390323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:41.390323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.444647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:41.478656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a762a-b2ef-4b0e-a5ef-dd112853ce71 req-3dec627f-f5fb-4e98-809e-23640bfec274 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:41.491498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a75a762a-b2ef-4b0e-a5ef-dd112853ce71 req-3dec627f-f5fb-4e98-809e-23640bfec274 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 943 time: 0.1391230 Feb 15 01:58:41.566375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:41.615997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Allocated IP 172.20.0.12 (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21/9f370dc2-dc9b-4599-a56d-bd936595b4e6/14eb67b9-cfad-48e1-898c-b450088bb6ff) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:41.628629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a75a762a-b2ef-4b0e-a5ef-dd112853ce71 req-bd5e3201-6816-41f8-984d-6538370451df tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360075 Feb 15 01:58:41.631145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.794340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:41.829498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8303b-195f-44da-9838-fa11069f8603 req-3a5e2bdd-19d5-4bf2-810f-50d71a311726 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:41.831729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22d8303b-195f-44da-9838-fa11069f8603 req-3a5e2bdd-19d5-4bf2-810f-50d71a311726 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.0611739 Feb 15 01:58:41.839691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:41.882879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22d8303b-195f-44da-9838-fa11069f8603 req-3c6a30ad-46bc-4cc4-93c0-d361978f271c tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/security-groups?id=42ed2e99-9138-4fbb-a0bb-553f8bdfb158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Feb 15 01:58:41.894898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:41.934739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.004361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:42.008016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:42.012476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:42.060090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe273bec-38ab-4a34-92d1-56fa2356d274 req-1f7bf4fb-2629-40f3-a71b-bfcd8f2a231a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:42.069876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe273bec-38ab-4a34-92d1-56fa2356d274 req-1f7bf4fb-2629-40f3-a71b-bfcd8f2a231a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1207719 Feb 15 01:58:42.125790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:42.173253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37f2623d-d2c2-45c1-ad6d-74073b140625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.193865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe273bec-38ab-4a34-92d1-56fa2356d274 req-8e3d283c-5cae-4526-b715-6cca59ce0809 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215487 Feb 15 01:58:42.294060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37f2623d-d2c2-45c1-ad6d-74073b140625 admin admin] Publish callbacks [] for security_group (221e2438-9feb-4dea-9440-3a35415a2783), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.401449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37f2623d-d2c2-45c1-ad6d-74073b140625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (221e2438-9feb-4dea-9440-3a35415a2783), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.416135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event updated for resources: {'Port': ['ID=14eb67b9-cfad-48e1-898c-b450088bb6ff,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:42.461428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:42.462060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.487975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277b3bd-9434-4711-9d41-564d58e2608d req-5870d6fe-60a2-451b-a835-04ffaf226dbd tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:42.490710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0277b3bd-9434-4711-9d41-564d58e2608d req-5870d6fe-60a2-451b-a835-04ffaf226dbd tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 945 time: 0.0974329 Feb 15 01:58:42.491338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2623d-d2c2-45c1-ad6d-74073b140625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e2438-9feb-4dea-9440-3a35415a2783,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:42.499497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37f2623d-d2c2-45c1-ad6d-74073b140625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04b966722ae94539b849d563d6806679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709707 Feb 15 01:58:42.500441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:42.557710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] Publish callbacks [] for security_group (221e2438-9feb-4dea-9440-3a35415a2783), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.574492 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4249f41f-0d14-42be-8a59-b7bbcfe8754a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6626594 Feb 15 01:58:42.577725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:42.582844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] Publish callbacks [] for security_group (221e2438-9feb-4dea-9440-3a35415a2783), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.583048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-891298079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:42.605506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ebee8-0d14-4497-b231-1c1605c45696 None None] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:42.660542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Deleting port 29813ed4-084c-472f-be1f-925ce4133afe {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:42.660893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (29813ed4-084c-472f-be1f-925ce4133afe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.700091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Provisioning complete for port 7c38e732-12cc-40e8-be7b-7d5aeac77aea triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:42.700391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.708779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (221e2438-9feb-4dea-9440-3a35415a2783), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.712023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.713274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/221e2438-9feb-4dea-9440-3a35415a2783 HTTP/1.1" status: 204 len: 168 time: 0.2118838 Feb 15 01:58:42.742577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb634e59-b31d-4799-bc4a-71cccfeb1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e2438-9feb-4dea-9440-3a35415a2783,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:42.796713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.798103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.847307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Current status of the port 7c38e732-12cc-40e8-be7b-7d5aeac77aea is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:42.848253 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.890512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] For port 29813ed4-084c-472f-be1f-925ce4133afe, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=29813ed4-084c-472f-be1f-925ce4133afe,segment=NetworkSegment(69ff685f-afaf-4736-b87e-66cfa6ea6b21),segment_id=69ff685f-afaf-4736-b87e-66cfa6ea6b21)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:42.890995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (29813ed4-084c-472f-be1f-925ce4133afe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.919628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8abe6-d71f-4feb-8196-cd084e55e663 req-d4dccfd3-e8a9-43d8-bc69-d2f3ad9015d2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:42.928402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] For port 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c38e732-12cc-40e8-be7b-7d5aeac77aea,segment=NetworkSegment(6865d4e4-ac45-41b9-ae93-b31a66843564),segment_id=6865d4e4-ac45-41b9-ae93-b31a66843564)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:42.928962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for router_controller (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:42.936009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Calling delete_port for 29813ed4-084c-472f-be1f-925ce4133afe owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:42.936719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2d8abe6-d71f-4feb-8196-cd084e55e663 req-d4dccfd3-e8a9-43d8-bc69-d2f3ad9015d2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 944 time: 0.1816645 Feb 15 01:58:42.960530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:43.014607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.042386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.108967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2d8abe6-d71f-4feb-8196-cd084e55e663 req-450a87a2-7c6c-477a-a76b-66002f8d5236 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712353 Feb 15 01:58:43.137230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.139093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47d1ed7e-cb8d-4c44-a27e-1cb5df8130b7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5594919 Feb 15 01:58:43.146852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:43.153684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-495d3e6d-166f-4a23-ad7c-fcabeecece1e tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1625809980', 'prefixes': ['172.20.0.0/16']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:43.219722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (29813ed4-084c-472f-be1f-925ce4133afe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.365117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Pushing event deleted for resources: {'Port': ['ID=29813ed4-084c-472f-be1f-925ce4133afe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:43.367228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c38e732-12cc-40e8-be7b-7d5aeac77aea up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:43.380545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-5b4fa9b8-f412-4dfe-a344-11ded8cbc9ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2063458 Feb 15 01:58:43.382547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['29813ed4-084c-472f-be1f-925ce4133afe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:43.412349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ddc8d-8bda-47d1-b910-ca57e9fb7806 req-fc065c95-c386-4811-aacb-438a7da386a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:43.423480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-190ddc8d-8bda-47d1-b910-ca57e9fb7806 req-fc065c95-c386-4811-aacb-438a7da386a2 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1463201 Feb 15 01:58:43.493742 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] No DVR routers for this DVR port 29813ed4-084c-472f-be1f-925ce4133afe on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:43.501656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7028f9-21c8-4596-8587-e4db11b503ee None None] Pushing event updated for resources: {'Port': ['ID=7c38e732-12cc-40e8-be7b-7d5aeac77aea,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:43.515749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.526389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0277b3bd-9434-4711-9d41-564d58e2608d req-877566e9-da97-4c6d-aefc-a7eedbcf1fb9 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.37 "DELETE /v2.0/ports/29813ed4-084c-472f-be1f-925ce4133afe HTTP/1.1" status: 204 len: 173 time: 1.0309458 Feb 15 01:58:43.526882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'name': 'network-vif-deleted', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:43.535948 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a7a51-5c8e-4233-9dc2-7eb2d915618b" -d '{"events": [{"server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "name": "network-vif-deleted", "tag": "29813ed4-084c-472f-be1f-925ce4133afe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:43.540224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Provisioning complete for port 14eb67b9-cfad-48e1-898c-b450088bb6ff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:43.540653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.601775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:58:43.613971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:43.614344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.617895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Port 14eb67b9-cfad-48e1-898c-b450088bb6ff cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:43.623870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-190ddc8d-8bda-47d1-b910-ca57e9fb7806 req-8f81769d-16e1-48d3-9f93-604dfd34ba10 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994917 Feb 15 01:58:43.631668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-2402ca41-3b65-415f-bc6d-308f37bc3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:43.633589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-2402ca41-3b65-415f-bc6d-308f37bc3464 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 1090 time: 0.1838310 Feb 15 01:58:43.708135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Provisioning complete for port 7c38e732-12cc-40e8-be7b-7d5aeac77aea triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:43.708871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.713687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7c38e732-12cc-40e8-be7b-7d5aeac77aea triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:43.714460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.846767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:43.847503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.854461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84f11310-62ec-4671-a7b9-560abeb5de1a req-4edb4c70-2fb8-482a-89c9-e8d161511600 tempest-ServersNegativeTestMultiTenantJSON-696614927 tempest-ServersNegativeTestMultiTenantJSON-696614927-project] 10.222.0.43 "GET /v2.0/ports?device_id=462e5bee-b607-4a81-a566-0b8cae4cfa7e HTTP/1.1" status: 200 len: 210 time: 0.0565526 Feb 15 01:58:43.859232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-495d3e6d-166f-4a23-ad7c-fcabeecece1e tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:43.863615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-495d3e6d-166f-4a23-ad7c-fcabeecece1e tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7125239 Feb 15 01:58:43.863942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:43.882662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-8a32f100-34c5-426b-814e-c6419017027b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-690368971') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:43.919982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-d948793c-da27-4e4c-90da-bcb535764dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:43.921530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-d948793c-da27-4e4c-90da-bcb535764dd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2670989 Feb 15 01:58:43.931245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:43.933490 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3b714f-b307-4aeb-851f-c7577880e0c9" -d '{"events": [{"server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "name": "network-vif-plugged", "status": "completed", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:43.939992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7c38e732-12cc-40e8-be7b-7d5aeac77aea is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:43.957540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a17e811-51eb-40e7-b268-48924f95ef9a None None] Current status of the port 7c38e732-12cc-40e8-be7b-7d5aeac77aea is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:43.961691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:43.985043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-313ee46a-38c3-4a38-a934-c635f245b5eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 200 len: 217 time: 0.0534256 Feb 15 01:58:44.071167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-919033d7-bcd3-40dc-bd63-84d58206a541 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2427007360574f819e1e65a741f1cb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660884 Feb 15 01:58:44.071628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.087488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-863ba4d2-e704-414e-912d-a5598fc35277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:44.088941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-863ba4d2-e704-414e-912d-a5598fc35277 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0951269 Feb 15 01:58:44.117507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea032493-cbbf-49d9-a746-8facb83f41fb None None] Provisioning complete for port 14eb67b9-cfad-48e1-898c-b450088bb6ff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:44.119375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea032493-cbbf-49d9-a746-8facb83f41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.158827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:44.171038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea032493-cbbf-49d9-a746-8facb83f41fb None None] Port 14eb67b9-cfad-48e1-898c-b450088bb6ff cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:44.261540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:44.275673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6118c071-805f-4ea8-a22c-b1f9f80e4048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.334804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-a7622295-1c87-4912-ab72-30c23f1721a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:44.336435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-a7622295-1c87-4912-ab72-30c23f1721a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2385581 Feb 15 01:58:44.344810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-24ce9e7e-5748-4273-9709-1736e9a625ea tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:44.352210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-24ce9e7e-5748-4273-9709-1736e9a625ea tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684383 Feb 15 01:58:44.373028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6118c071-805f-4ea8-a22c-b1f9f80e4048 admin admin] Publish callbacks [] for security_group (a797fcbd-18c0-4dad-b0f0-38874516f1f3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.374723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:44.375237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a32f100-34c5-426b-814e-c6419017027b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-690368971 HTTP/1.1" status: 201 len: 201 time: 0.5101447 Feb 15 01:58:44.379906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-c3ea60d7-f726-492b-ac10-b690d07aab2f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-850102732') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:44.388676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-8946ec06-e2d6-424e-8d95-00cbef95bf01 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/quotas/2427007360574f819e1e65a741f1cb5a HTTP/1.1" status: 200 len: 375 time: 0.0332811 Feb 15 01:58:44.466109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6118c071-805f-4ea8-a22c-b1f9f80e4048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a797fcbd-18c0-4dad-b0f0-38874516f1f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.467087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-d1c8a8fe-f30b-4551-9ced-656f7c68f4a9 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2427007360574f819e1e65a741f1cb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344491 Feb 15 01:58:44.508283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-24e6c67e-9a08-4c8a-8f54-d5c7a77cc8cd service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476698 Feb 15 01:58:44.510454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:44.510959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6118c071-805f-4ea8-a22c-b1f9f80e4048 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62f7ac1c9c2e4f80a22bb31ff6aa431c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483354 Feb 15 01:58:44.512215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118c071-805f-4ea8-a22c-b1f9f80e4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a797fcbd-18c0-4dad-b0f0-38874516f1f3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:44.558763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c3ea60d7-f726-492b-ac10-b690d07aab2f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-850102732 HTTP/1.1" status: 201 len: 201 time: 0.1805019 Feb 15 01:58:44.559457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:44.566885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-cb1fa99a-e9f5-4338-88fd-19190124b120 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-1403541153') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:44.652873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] Publish callbacks [] for security_group (a797fcbd-18c0-4dad-b0f0-38874516f1f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.690954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41464c4f-84eb-4dd4-8954-a95b99f12b38 req-18fb3046-8e04-4cc5-b51d-e755dd85c49a service neutron] 10.222.0.37 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711130 Feb 15 01:58:44.706146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] Publish callbacks [] for security_group (a797fcbd-18c0-4dad-b0f0-38874516f1f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.710740 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3612963-478d-4f2d-bd32-b9dbac93addf x-openstack-request-id: req-c3612963-478d-4f2d-bd32-b9dbac93addf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:44.711040 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e5bee-b607-4a81-a566-0b8cae4cfa7e", "name": "network-vif-deleted", "tag": "29813ed4-084c-472f-be1f-925ce4133afe", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:44.711300 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3612963-478d-4f2d-bd32-b9dbac93addf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:44.711713 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e5bee-b607-4a81-a566-0b8cae4cfa7e', 'name': 'network-vif-deleted', 'tag': '29813ed4-084c-472f-be1f-925ce4133afe', 'status': 'completed', 'code': 200} Feb 15 01:58:44.721439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cb1fa99a-e9f5-4338-88fd-19190124b120 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-1403541153 HTTP/1.1" status: 201 len: 201 time: 0.1601083 Feb 15 01:58:44.724803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:44.729553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-571d761f-5327-4278-95a3-d472e6fdf0b6 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-918516536') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:44.783172 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa74a4a7-c358-4d9e-b142-50582f5fc9f5 x-openstack-request-id: req-aa74a4a7-c358-4d9e-b142-50582f5fc9f5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:44.783550 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "name": "network-vif-plugged", "status": "completed", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:44.783895 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa74a4a7-c358-4d9e-b142-50582f5fc9f5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:44.786506 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7', 'code': 200} Feb 15 01:58:44.884805 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a797fcbd-18c0-4dad-b0f0-38874516f1f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.888255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:44.889606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a797fcbd-18c0-4dad-b0f0-38874516f1f3 HTTP/1.1" status: 204 len: 168 time: 0.3779976 Feb 15 01:58:44.926160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4803b0a-46dd-4c5c-b828-bf8c9e8a38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a797fcbd-18c0-4dad-b0f0-38874516f1f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:44.948840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde1024-a337-475a-808b-09cf28566e17 req-ce23812d-fa25-4ebe-a4b6-97694e888c8b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:44.952782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efde1024-a337-475a-808b-09cf28566e17 req-ce23812d-fa25-4ebe-a4b6-97694e888c8b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.1133442 Feb 15 01:58:44.982476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9278-8aca-4bbe-9389-b0ce7af6b94f req-4d85d739-3809-48a5-9d11-64b0304cb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:44.984164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8eb9278-8aca-4bbe-9389-b0ce7af6b94f req-4d85d739-3809-48a5-9d11-64b0304cb4d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 1128 time: 0.1124117 Feb 15 01:58:44.995775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-571d761f-5327-4278-95a3-d472e6fdf0b6 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-918516536 HTTP/1.1" status: 201 len: 201 time: 0.2697501 Feb 15 01:58:44.998319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.004401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-4cc03e37-3754-4497-80c6-4d8853fa2d25 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.030271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c38e732-12cc-40e8-be7b-7d5aeac77aea up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:45.053018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efde1024-a337-475a-808b-09cf28566e17 req-9aba4f03-ab41-4fbb-a90b-86792369dae3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945945 Feb 15 01:58:45.096727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8eb9278-8aca-4bbe-9389-b0ce7af6b94f req-c1daaae0-e3d8-44f0-b1d5-85a7fd7aaa48 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997279 Feb 15 01:58:45.211201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7c38e732-12cc-40e8-be7b-7d5aeac77aea triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:45.211438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72932d-71f3-4e52-b900-be2b803aac54 req-44797041-3004-4b1f-b842-c9ca76d89231 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:45.212639 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.213797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f72932d-71f3-4e52-b900-be2b803aac54 req-44797041-3004-4b1f-b842-c9ca76d89231 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0745389 Feb 15 01:58:45.215796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.219275 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4cc03e37-3754-4497-80c6-4d8853fa2d25 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 200 len: 240 time: 0.2136927 Feb 15 01:58:45.223069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-0307e5c1-a6de-4f98-9d9b-189215fdadf6 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-690368971') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.310121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7c38e732-12cc-40e8-be7b-7d5aeac77aea is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:45.345136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f72932d-71f3-4e52-b900-be2b803aac54 req-d8979f15-4350-45e9-a320-1b2b04c93ff4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942702 Feb 15 01:58:45.345608 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.350331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0307e5c1-a6de-4f98-9d9b-189215fdadf6 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-690368971 HTTP/1.1" status: 204 len: 168 time: 0.1335115 Feb 15 01:58:45.352984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.357247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-433a9c6b-8065-4a98-84e4-a8659d6aab1b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-690368971') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.374442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-457a5314-2545-4e42-af24-d8eb741b3bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791430 Feb 15 01:58:45.484223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94b3dcd4-e1b7-4119-89e0-e50811902f94 req-5e664108-a849-44bc-a217-b288a0a6ef53 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 210 time: 0.0378146 Feb 15 01:58:45.511246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-dbb88031-c55b-4721-a7db-098b007e502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:45.513245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-dbb88031-c55b-4721-a7db-098b007e502f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 1128 time: 0.1037276 Feb 15 01:58:45.544256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.619706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Deleting subnet 94ad0fc0-136a-4332-b797-0439a275ef92 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:58:45.623392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Publish callbacks [] for subnet (94ad0fc0-136a-4332-b797-0439a275ef92), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.641902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-433a9c6b-8065-4a98-84e4-a8659d6aab1b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-690368971 HTTP/1.1" status: 204 len: 168 time: 0.2879193 Feb 15 01:58:45.648480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.654083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-831a937a-3484-4847-87f1-17637518af32 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.669590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (94ad0fc0-136a-4332-b797-0439a275ef92), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.685291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-111c76b9-5920-4b52-81ff-bc05d6979ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:45.691210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-111c76b9-5920-4b52-81ff-bc05d6979ffc service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.1293499 Feb 15 01:58:45.726697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (94ad0fc0-136a-4332-b797-0439a275ef92), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.737106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-d1fd8068-47f7-4179-afd4-d57d9b364286 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0400345 Feb 15 01:58:45.783806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-831a937a-3484-4847-87f1-17637518af32 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 200 len: 205 time: 0.1318686 Feb 15 01:58:45.786539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.797211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-899f0ee4-7621-4669-8608-eaed9ff08c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:45.798833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-899f0ee4-7621-4669-8608-eaed9ff08c1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.0557294 Feb 15 01:58:45.800205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-7542e049-2c6d-44f9-87ec-6bf55c453ec1 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.870958 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7542e049-2c6d-44f9-87ec-6bf55c453ec1 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 200 len: 240 time: 0.0774288 Feb 15 01:58:45.873929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.880058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-1e8ca22e-075f-474a-b414-c815c11c02ad tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-850102732') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:45.913791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (94ad0fc0-136a-4332-b797-0439a275ef92), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.922777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-1931d555-b03b-43ed-b8cd-6bee3f86d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:45.924014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.924951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-1931d555-b03b-43ed-b8cd-6bee3f86d854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1166713 Feb 15 01:58:45.931721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:45.935444 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/94ad0fc0-136a-4332-b797-0439a275ef92 HTTP/1.1" status: 204 len: 168 time: 0.3900797 Feb 15 01:58:45.945684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:45.979576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2704a-73c1-43a5-8e8a-b9cb387716d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ad0fc0-136a-4332-b797-0439a275ef92,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:46.011277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954514-880a-4b52-9120-91ffc54726a1 req-c062aedc-0230-4ee3-b8f8-ab4fb41152bc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:46.012874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4954514-880a-4b52-9120-91ffc54726a1 req-c062aedc-0230-4ee3-b8f8-ab4fb41152bc tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1498177 Feb 15 01:58:46.078055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-7c187b12-c203-4326-b1d6-de87aec6b800 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458173 Feb 15 01:58:46.092621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (2f15e38d-c6a8-411b-951f-57dbc836134a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.119695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4954514-880a-4b52-9120-91ffc54726a1 req-154cde9e-78bd-45ee-a0d1-6ad190dc1f17 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977499 Feb 15 01:58:46.133189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9159407a-2c29-4215-b961-fdde0029f6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.200225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e8ca22e-075f-474a-b414-c815c11c02ad tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-850102732 HTTP/1.1" status: 204 len: 168 time: 0.3242009 Feb 15 01:58:46.206132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:46.214606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-a660644e-c095-41f3-ba25-79f9d9aea84c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-850102732') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.233855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2f94326-fe2b-4f62-a050-34ec857d0b9f req-8996d2d0-91a1-424b-ac6b-974669ac79e6 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396825 Feb 15 01:58:46.255671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-7f0595da-b36a-44bd-9255-31281f7751c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:46.257347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-7f0595da-b36a-44bd-9255-31281f7751c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d2995decd09492485535a5a466e33de&device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 1127 time: 0.1884358 Feb 15 01:58:46.275119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acca50-2fe3-4a23-bbc4-adad7f0ed51c req-39a95463-709e-4370-8d52-a48c99a81c25 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:46.276625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68acca50-2fe3-4a23-bbc4-adad7f0ed51c req-39a95463-709e-4370-8d52-a48c99a81c25 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.0600655 Feb 15 01:58:46.323232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (2f15e38d-c6a8-411b-951f-57dbc836134a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.331385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68acca50-2fe3-4a23-bbc4-adad7f0ed51c req-cffd6be8-90a8-4206-ac41-b569fcbc9ca2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 Feb 15 01:58:46.399625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f15e38d-c6a8-411b-951f-57dbc836134a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.421565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ff685f-afaf-4736-b87e-66cfa6ea6b21') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.426702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ff685f-afaf-4736-b87e-66cfa6ea6b21') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.443679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (69ff685f-afaf-4736-b87e-66cfa6ea6b21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.481542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (69ff685f-afaf-4736-b87e-66cfa6ea6b21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.504249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:58:46.504681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (69ff685f-afaf-4736-b87e-66cfa6ea6b21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.506787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-b5bf94bb-a8f7-4ea7-afda-8c6a74038cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:46.508362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-b5bf94bb-a8f7-4ea7-afda-8c6a74038cb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 200 len: 912 time: 0.2217896 Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:58:46.512673 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:58:46.608431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9159407a-2c29-4215-b961-fdde0029f6cd admin admin] Publish callbacks [] for security_group (aa782230-08b6-4d19-ac38-3df0ac684d0d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.627960 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a660644e-c095-41f3-ba25-79f9d9aea84c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-850102732 HTTP/1.1" status: 204 len: 168 time: 0.4184220 Feb 15 01:58:46.634826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:46.641259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-eb175451-66c0-4afe-85a1-37dc9f8d7fbe tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.669249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-84320a38-b90d-44a2-b0d8-a2fbfbfb9c54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 200 len: 998 time: 0.1415019 Feb 15 01:58:46.711353 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9159407a-2c29-4215-b961-fdde0029f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa782230-08b6-4d19-ac38-3df0ac684d0d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.728607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (2f15e38d-c6a8-411b-951f-57dbc836134a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.741861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.747720 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2f15e38d-c6a8-411b-951f-57dbc836134a HTTP/1.1" status: 204 len: 168 time: 0.7754529 Feb 15 01:58:46.756854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:46.826115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db6c6-a448-48e9-9383-2050edb49402 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f15e38d-c6a8-411b-951f-57dbc836134a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:46.839315 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9159407a-2c29-4215-b961-fdde0029f6cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43b6802922134e788f8368246b4fdad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9104648 Feb 15 01:58:46.841389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42844) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:46.845818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-bcbdf386-a0bf-4d5a-a4e8-07477185c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:46.847360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-bcbdf386-a0bf-4d5a-a4e8-07477185c987 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 200 len: 850 time: 0.1715889 Feb 15 01:58:46.855748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159407a-2c29-4215-b961-fdde0029f6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa782230-08b6-4d19-ac38-3df0ac684d0d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:46.880875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6b7cb2-9d89-4f96-b7d5-d0f92ba06156 req-9c375666-3e40-4b60-9364-bfd8528b0989 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 210 time: 0.3190930 Feb 15 01:58:46.911313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb175451-66c0-4afe-85a1-37dc9f8d7fbe tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 200 len: 205 time: 0.2753708 Feb 15 01:58:46.914001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:46.919438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-79a58e6e-76a7-4559-880c-6274e1eb197c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:46.929772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Deleting subnet de96ef4a-a7e3-495d-880a-fd33677b9936 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:58:46.942641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Publish callbacks [] for subnet (de96ef4a-a7e3-495d-880a-fd33677b9936), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:46.994232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (de96ef4a-a7e3-495d-880a-fd33677b9936), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.001740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-79a58e6e-76a7-4559-880c-6274e1eb197c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 200 len: 241 time: 0.0866358 Feb 15 01:58:47.004856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.009374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-3d12bae4-d3df-42f2-a3b2-3d9709a08e26 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-1403541153') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.026532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-abb35ba8-2804-49c5-a8bc-0b80d1fe7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:47.028057 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-abb35ba8-2804-49c5-a8bc-0b80d1fe7f4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae1d432-0745-4578-9785-6cc891feac69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1685457 Feb 15 01:58:47.028768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] Publish callbacks [] for security_group (aa782230-08b6-4d19-ac38-3df0ac684d0d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.091680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3d12bae4-d3df-42f2-a3b2-3d9709a08e26 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-1403541153 HTTP/1.1" status: 204 len: 168 time: 0.0806189 Feb 15 01:58:47.091680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.093654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-804c78f0-470c-4cc9-bdb7-546077da4bb2 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-1403541153') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.104260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] Publish callbacks [] for security_group (aa782230-08b6-4d19-ac38-3df0ac684d0d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.145215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (de96ef4a-a7e3-495d-880a-fd33677b9936), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.225400 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-66316a7a-53af-4ee2-a8c3-0acc88cca4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907578 Feb 15 01:58:47.274781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-804c78f0-470c-4cc9-bdb7-546077da4bb2 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-1403541153 HTTP/1.1" status: 204 len: 168 time: 0.1847777 Feb 15 01:58:47.279361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.283788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-aaf59577-a060-42fa-aadb-2712f84c64c5 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.329039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa782230-08b6-4d19-ac38-3df0ac684d0d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.331596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.333021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa782230-08b6-4d19-ac38-3df0ac684d0d HTTP/1.1" status: 204 len: 168 time: 0.4847612 Feb 15 01:58:47.340258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c408de49-595e-48f3-9c01-836e424ee5e2 req-464fada0-8347-4d33-a21a-be37e9a2c2ed service neutron] 10.222.0.31 "GET /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084037 Feb 15 01:58:47.344133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89474ae2-5f68-4a97-a2c6-a41fc1f0e572 req-6432de11-1bac-4770-8384-4e869fad7f51 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:47.345513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457297a-7046-4045-8cf9-0eb2ce539e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa782230-08b6-4d19-ac38-3df0ac684d0d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:47.351857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89474ae2-5f68-4a97-a2c6-a41fc1f0e572 req-6432de11-1bac-4770-8384-4e869fad7f51 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1150789 Feb 15 01:58:47.379489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (de96ef4a-a7e3-495d-880a-fd33677b9936), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.419432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de96ef4a-a7e3-495d-880a-fd33677b9936,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:47.422929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.427735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b25f26fb-8691-49d6-b4a8-a00e5b4dba38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de96ef4a-a7e3-495d-880a-fd33677b9936 HTTP/1.1" status: 204 len: 168 time: 0.6698427 Feb 15 01:58:47.430401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.432238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-83b815ca-4657-4d6b-ae44-61e7e9c957ad tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2427007360574f819e1e65a741f1cb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784667 Feb 15 01:58:47.477246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-aaf59577-a060-42fa-aadb-2712f84c64c5 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 200 len: 205 time: 0.1968396 Feb 15 01:58:47.499183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.504677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-58a45b3d-3f6e-4d2c-b988-10930ba8b21a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.508957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fbbfdada-95eb-4f63-81db-e988c65cc76a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.525622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 29813ed4-084c-472f-be1f-925ce4133afe no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:47.546251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 29813ed4-084c-472f-be1f-925ce4133afe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:47.546643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 29813ed4-084c-472f-be1f-925ce4133afe not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:47.571736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89474ae2-5f68-4a97-a2c6-a41fc1f0e572 req-f435515c-e63a-4049-a0dd-cd47e7204472 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191978 Feb 15 01:58:47.593101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-58a45b3d-3f6e-4d2c-b988-10930ba8b21a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 200 len: 240 time: 0.0928516 Feb 15 01:58:47.599390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fbbfdada-95eb-4f63-81db-e988c65cc76a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.610074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.616244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-5daf41ae-aeee-4d30-975e-801a9bd39ec8 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-918516536') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.639874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbfdada-95eb-4f63-81db-e988c65cc76a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.655631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b6e5f-dfb1-4345-9129-4bf7d77c498b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.656147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b6e5f-dfb1-4345-9129-4bf7d77c498b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.660862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-9b960aee-5f8f-442f-83e6-bc4d1c53b0d8 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:47.662801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-9b960aee-5f8f-442f-83e6-bc4d1c53b0d8 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220459 Feb 15 01:58:47.668751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (952b6e5f-dfb1-4345-9129-4bf7d77c498b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.668950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5daf41ae-aeee-4d30-975e-801a9bd39ec8 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-918516536 HTTP/1.1" status: 204 len: 168 time: 0.0579171 Feb 15 01:58:47.671157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.677794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-a7342b21-2383-44bf-ac6a-a9184183bfb0 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-918516536') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.684999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (952b6e5f-dfb1-4345-9129-4bf7d77c498b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.687851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Request body: {'port': {'device_id': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '2427007360574f819e1e65a741f1cb5a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:47.694219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:58:47.694882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (952b6e5f-dfb1-4345-9129-4bf7d77c498b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:58:47.697090 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:58:47.848704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b42bed-e264-4289-8746-8a049403a750 req-a21e3879-08a4-419c-9e8a-d143cbaa5976 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:47.848888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (fbbfdada-95eb-4f63-81db-e988c65cc76a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.850229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43b42bed-e264-4289-8746-8a049403a750 req-a21e3879-08a4-419c-9e8a-d143cbaa5976 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.1499453 Feb 15 01:58:47.869095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a7342b21-2383-44bf-ac6a-a9184183bfb0 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-918516536 HTTP/1.1" status: 204 len: 168 time: 0.1943572 Feb 15 01:58:47.870576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.873507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.881300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] 10.222.0.43 "DELETE /v2.0/networks/fbbfdada-95eb-4f63-81db-e988c65cc76a HTTP/1.1" status: 204 len: 168 time: 0.4468799 Feb 15 01:58:47.881300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bddaa6-08ed-4c3c-ad67-1a850cd913bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fbbfdada-95eb-4f63-81db-e988c65cc76a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:47.904100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-462978c7-edea-4390-9d90-24ad47a63d7f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.918851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Made reservation on behalf of 2427007360574f819e1e65a741f1cb5a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:47.923754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.941370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-462978c7-edea-4390-9d90-24ad47a63d7f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 200 len: 205 time: 0.0519679 Feb 15 01:58:47.941594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43b42bed-e264-4289-8746-8a049403a750 req-bca477f2-581c-444e-aa74-8f996b8aece0 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728154 Feb 15 01:58:47.942451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:47.945258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:47.955231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-559151f8-e3f8-4a48-809f-d9dc0c74af04 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:47.971836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.075992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks [] for security_group (a0959f72-1665-414e-9538-0a6e26f6f5f6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.107162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe5861ac-5cdc-4666-9071-c5ce8b48ffd6 req-614260de-4142-4a06-8b3c-426ce65beec8 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 210 time: 0.0559852 Feb 15 01:58:48.111892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-559151f8-e3f8-4a48-809f-d9dc0c74af04 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.1629426 Feb 15 01:58:48.112340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.116990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-753dfabf-89ed-4541-bf3f-c882405a9e39 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:48.159409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a0959f72-1665-414e-9538-0a6e26f6f5f6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.233566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0959f72-1665-414e-9538-0a6e26f6f5f6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:48.326056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-753dfabf-89ed-4541-bf3f-c882405a9e39 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 204 len: 168 time: 0.2123380 Feb 15 01:58:48.328431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.336771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-390e1701-b151-4ef3-a62e-ef44cbd60669 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:48.370491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Allocated IP 192.168.233.237 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:48.403512 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-390e1701-b151-4ef3-a62e-ef44cbd60669 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0731461 Feb 15 01:58:48.406110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.410616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-f9c7fd9a-b7ee-4449-886d-d58715c79b00 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:48.471239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42926) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.482841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8321f-640a-4e59-af11-9acb90c41c80 req-b2c13188-c9b2-40f5-8aa9-ea2c4c181658 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:48.484394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-daa8321f-640a-4e59-af11-9acb90c41c80 req-b2c13188-c9b2-40f5-8aa9-ea2c4c181658 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.1270318 Feb 15 01:58:48.491503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9c7fd9a-b7ee-4449-886d-d58715c79b00 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0842183 Feb 15 01:58:48.495046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.500733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-98cbaa9b-38a2-4cb8-8fd7-d36acf712e57 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-1925278483') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:48.590402 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f4600bf-92e7-4c9f-8eee-bf9fc35bc54e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b21a9dff50a946b4913414b87e0e27bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1178377 Feb 15 01:58:48.593168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-daa8321f-640a-4e59-af11-9acb90c41c80 req-12216e3c-f519-401f-bace-1146ea202691 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016822 Feb 15 01:58:48.593521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.671205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks [] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.674245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] Publish callbacks [] for security_group (42ed2e99-9138-4fbb-a0bb-553f8bdfb158), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.701708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] Publish callbacks [] for security_group (42ed2e99-9138-4fbb-a0bb-553f8bdfb158), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.731365 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98cbaa9b-38a2-4cb8-8fd7-d36acf712e57 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-1925278483 HTTP/1.1" status: 201 len: 201 time: 0.2351451 Feb 15 01:58:48.736449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:48.750784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-8c30debd-017b-4154-9fcb-af3957925f1a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-1459001534') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:48.786292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0363-1dc4-468e-b8a2-06ca9616527c req-584aad92-f0e4-42a5-bdd7-5221f460693e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:48.787820 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a6e0363-1dc4-468e-b8a2-06ca9616527c req-584aad92-f0e4-42a5-bdd7-5221f460693e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0938311 Feb 15 01:58:48.822014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.842176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (42ed2e99-9138-4fbb-a0bb-553f8bdfb158), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.845765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:48.847828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42ed2e99-9138-4fbb-a0bb-553f8bdfb158 HTTP/1.1" status: 204 len: 168 time: 0.2526739 Feb 15 01:58:48.856894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e702d1-161d-4ef8-8493-4b1d23ddeaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed2e99-9138-4fbb-a0bb-553f8bdfb158,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:48.907661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a6e0363-1dc4-468e-b8a2-06ca9616527c req-3206235d-da6b-4000-8aba-a857aad470fb tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123631 Feb 15 01:58:48.912533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:48.914326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:48.917258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:48.921397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Pushing event updated for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:49.019133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:49.025699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.034428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8c30debd-017b-4154-9fcb-af3957925f1a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-1459001534 HTTP/1.1" status: 201 len: 201 time: 0.2943914 Feb 15 01:58:49.036017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42962) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.043364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-e3cc9575-abab-4d49-b228-e3fe4d549440 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-1510495932') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.095715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96db3-baa7-448e-a7d3-9cbe54e146f9 req-51ba2744-39c8-4438-9dbe-858d72acc674 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:49.098022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b96db3-baa7-448e-a7d3-9cbe54e146f9 req-51ba2744-39c8-4438-9dbe-858d72acc674 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.0719275 Feb 15 01:58:49.164536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b96db3-baa7-448e-a7d3-9cbe54e146f9 req-70fb0389-6d40-4ade-b9a2-38e9cda5c25b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600705 Feb 15 01:58:49.168264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0b78852b-5106-40ba-a59a-bf7c63a0556d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4949832 Feb 15 01:58:49.180650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Request body: {'port': {'device_id': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:49.232105 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3cc9575-abab-4d49-b228-e3fe4d549440 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-1510495932 HTTP/1.1" status: 201 len: 201 time: 0.1874304 Feb 15 01:58:49.232105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.234089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-623c3f81-90b6-437b-be34-af6c78af72f1 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-1738808802') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.252853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-68ce99f3-c8f4-4cf4-bd80-ed9faf214ee7 None None] Provisioning complete for port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:49.253409 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68ce99f3-c8f4-4cf4-bd80-ed9faf214ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.256558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.292047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-68ce99f3-c8f4-4cf4-bd80-ed9faf214ee7 None None] Port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:58:49.354972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93525e6e-4643-42b7-9cc7-0956731e7287 req-a75b1ce1-7799-411b-a5e0-583efd70ebac tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:49.356431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93525e6e-4643-42b7-9cc7-0956731e7287 req-a75b1ce1-7799-411b-a5e0-583efd70ebac tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1117795 Feb 15 01:58:49.401587 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-623c3f81-90b6-437b-be34-af6c78af72f1 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-1738808802 HTTP/1.1" status: 201 len: 201 time: 0.1737330 Feb 15 01:58:49.404331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.411207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-95455bdc-3de4-4583-b286-3a77de104a56 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', {'tags': ['tempest-TagsExtTest-Tag-1478757189', 'tempest-TagsExtTest-Tag-690939336', 'tempest-TagsExtTest-Tag-1883148274']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.501616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93525e6e-4643-42b7-9cc7-0956731e7287 req-b541416c-0883-4a30-a407-9cec31f89cd4 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036820 Feb 15 01:58:49.560456 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95455bdc-3de4-4583-b286-3a77de104a56 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 200 len: 317 time: 0.1545072 Feb 15 01:58:49.561310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.565665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-1dab9473-bb52-4e96-a5a1-dac91da9934d tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.626813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:49.637389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks [] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.655691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Transition to ACTIVE for port object cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:58:49.667637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca4e5-6070-4221-bbb4-f5319b473da7 req-d2ecc4b0-a3e6-4a62-bc07-9c74b1665ff0 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:49.669170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549ca4e5-6070-4221-bbb4-f5319b473da7 req-d2ecc4b0-a3e6-4a62-bc07-9c74b1665ff0 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 936 time: 0.0841825 Feb 15 01:58:49.696939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1dab9473-bb52-4e96-a5a1-dac91da9934d tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1337237 Feb 15 01:58:49.700734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.706100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-3dd42721-61f2-461b-a511-3cb46b033fb8 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-1478757189') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.708021 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.754030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549ca4e5-6070-4221-bbb4-f5319b473da7 req-ade3b859-606b-4ba4-a987-ac67c2f6300a tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779970 Feb 15 01:58:49.756655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42988) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.777427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Pushing event updated for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:49.783447 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-3dd42721-61f2-461b-a511-3cb46b033fb8 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:49.795596 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3dd42721-61f2-461b-a511-3cb46b033fb8 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-1478757189 HTTP/1.1" status: 404 len: 329 time: 0.0850873 Feb 15 01:58:49.796379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.800980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-9c161c92-5b74-4138-a0bd-e9fecdd8a161 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-690939336') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.859175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Attempting to bind port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:58:49.859785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Attempting to bind port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:58:49.860181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Attempting to bind port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:49.864914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:58:49.865360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Attempting to bind port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:58:49.871135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:58:49.871484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:58:49.871876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:58:49.872339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Bound port: cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:58:49.872703 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:49.883718 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-9c161c92-5b74-4138-a0bd-e9fecdd8a161 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:49.888571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c161c92-5b74-4138-a0bd-e9fecdd8a161 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-690939336 HTTP/1.1" status: 404 len: 328 time: 0.0908620 Feb 15 01:58:49.889263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:49.894117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-d32f9772-52ea-49ce-aaeb-deb54f78bd9a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6', 'tempest-TagsExtTest-Tag-1883148274') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:49.965421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeaca6f-9c63-4547-bcb2-65b873b8aa7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.000388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:58:50.009070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:58:50.016738 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-d32f9772-52ea-49ce-aaeb-deb54f78bd9a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:50.017805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d32f9772-52ea-49ce-aaeb-deb54f78bd9a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags/tempest-TagsExtTest-Tag-1883148274 HTTP/1.1" status: 404 len: 329 time: 0.1281064 Feb 15 01:58:50.024655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.034759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-b50c04a3-9fa5-4f87-9100-42aca3b883ab tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', {'tags': ['tempest-TagsExtTest-Tag-1780488934', 'tempest-TagsExtTest-Tag-618938594', 'tempest-TagsExtTest-Tag-1640828714']}) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.069977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.077911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeaca6f-9c63-4547-bcb2-65b873b8aa7e admin admin] Publish callbacks [] for security_group (00c62859-e365-4f66-9d25-8dee44151019), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.111684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b89c0ee1-908b-4dc2-a11e-7040a337eae7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d5b481d576f4c5893cebf0e0f874559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403774 Feb 15 01:58:50.114997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.165982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeaca6f-9c63-4547-bcb2-65b873b8aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (00c62859-e365-4f66-9d25-8dee44151019), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.173912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] Publish callbacks [] for security_group (45588608-52ae-42e3-be1c-408a172e4b3b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.179158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.208667 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbeaca6f-9c63-4547-bcb2-65b873b8aa7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14d37cc4bbb0484aaeec25895fb36d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491415 Feb 15 01:58:50.209912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaca6f-9c63-4547-bcb2-65b873b8aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c62859-e365-4f66-9d25-8dee44151019,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:50.212508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.224091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b50c04a3-9fa5-4f87-9100-42aca3b883ab tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 200 len: 317 time: 0.1958938 Feb 15 01:58:50.225428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.231227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-75cd0e1b-f827-4d91-8ab3-224d2c77df5e tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.257090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] Publish callbacks [] for security_group (45588608-52ae-42e3-be1c-408a172e4b3b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.267875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:50.268507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.270366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] 10.222.0.37 "PUT /v2.0/ports/cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 HTTP/1.1" status: 200 len: 1097 time: 1.0947089 Feb 15 01:58:50.274334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:50.276711 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a04eea-beee-4028-ba59-9e0e66baf12e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:50.313091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ad7c-b370-421a-bb64-25b766583d4b service neutron] Pushing event updated for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:50.336857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] Publish callbacks [] for security_group (00c62859-e365-4f66-9d25-8dee44151019), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.363460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] Publish callbacks [] for security_group (00c62859-e365-4f66-9d25-8dee44151019), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.474281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (45588608-52ae-42e3-be1c-408a172e4b3b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.477127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.485262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45588608-52ae-42e3-be1c-408a172e4b3b HTTP/1.1" status: 204 len: 168 time: 0.3632593 Feb 15 01:58:50.498667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf16f8c-3812-4463-9fb8-44df0b2eb4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45588608-52ae-42e3-be1c-408a172e4b3b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:50.514413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-7b1cf6dc-bbf7-43cd-a281-cddfdf1b2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:50.516064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-7b1cf6dc-bbf7-43cd-a281-cddfdf1b2b90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2427007360574f819e1e65a741f1cb5a&device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 1131 time: 0.0923254 Feb 15 01:58:50.552582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75cd0e1b-f827-4d91-8ab3-224d2c77df5e tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 204 len: 168 time: 0.3261960 Feb 15 01:58:50.553553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.560093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-8f2b499d-397b-417c-88a7-019843660c34 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-1780488934') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.569756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-b69c2082-3379-47b4-a314-2abbf065f05c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 HTTP/1.1" status: 200 len: 217 time: 0.0421584 Feb 15 01:58:50.589257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (00c62859-e365-4f66-9d25-8dee44151019), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.592205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:50.600718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00c62859-e365-4f66-9d25-8dee44151019 HTTP/1.1" status: 204 len: 168 time: 0.3871520 Feb 15 01:58:50.619834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e99690-e9a3-41f8-a637-8c5e933a1e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c62859-e365-4f66-9d25-8dee44151019,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:50.628619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-32d2abc1-1680-46ca-935c-137cad132dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:50.631477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-32d2abc1-1680-46ca-935c-137cad132dc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0560479 Feb 15 01:58:50.653607 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8f2b499d-397b-417c-88a7-019843660c34 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:50.655135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8f2b499d-397b-417c-88a7-019843660c34 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-1780488934 HTTP/1.1" status: 404 len: 329 time: 0.0999041 Feb 15 01:58:50.658032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.663569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-5587f6ba-a0c5-414f-9dc2-2e0c82d4a7e7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-618938594') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.695811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-49930132-5fba-4b64-822b-3ee12925463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:50.697753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-49930132-5fba-4b64-822b-3ee12925463a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0603647 Feb 15 01:58:50.725282 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5587f6ba-a0c5-414f-9dc2-2e0c82d4a7e7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:50.726484 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5587f6ba-a0c5-414f-9dc2-2e0c82d4a7e7 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-618938594 HTTP/1.1" status: 404 len: 328 time: 0.0673859 Feb 15 01:58:50.730049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.734811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-cf469ad9-d641-4cec-9c5e-f12675e18111 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff', 'tempest-TagsExtTest-Tag-1640828714') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.807451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-10758352-446b-4c1b-9f77-bb1fce0db900 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023209 Feb 15 01:58:50.810570 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-cf469ad9-d641-4cec-9c5e-f12675e18111 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:50.811615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cf469ad9-d641-4cec-9c5e-f12675e18111 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags/tempest-TagsExtTest-Tag-1640828714 HTTP/1.1" status: 404 len: 329 time: 0.0804448 Feb 15 01:58:50.814631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.819357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-3bdcf1ab-77ea-4339-9ed4-3733fef4a7ec tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', {'tags': ['tempest-TagsExtTest-Tag-1167739826', 'tempest-TagsExtTest-Tag-965788417', 'tempest-TagsExtTest-Tag-984318436']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:50.916689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7dd6963-09ea-48da-9fc7-89e7294f72c0 req-c2754e15-a71e-44ff-b1aa-f6f01a389c99 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030560 Feb 15 01:58:50.969123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3bdcf1ab-77ea-4339-9ed4-3733fef4a7ec tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 200 len: 316 time: 0.1530182 Feb 15 01:58:50.971168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:50.978331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-cbc6d0e0-7397-4035-bb72-78e2e5d5f99b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.071230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8773772-f8de-4ef6-9772-792978355db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:51.170027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.170507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cbc6d0e0-7397-4035-bb72-78e2e5d5f99b tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 204 len: 168 time: 0.1979065 Feb 15 01:58:51.179076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-9139784b-ec4d-4bb5-87f8-e959f740df91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-1167739826') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.254790 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-9139784b-ec4d-4bb5-87f8-e959f740df91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:51.255857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9139784b-ec4d-4bb5-87f8-e959f740df91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-1167739826 HTTP/1.1" status: 404 len: 329 time: 0.0847104 Feb 15 01:58:51.258712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.263012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-e1e275b2-fa8e-4752-9fb2-ccc2a74a3e1a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-965788417') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.347334 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-e1e275b2-fa8e-4752-9fb2-ccc2a74a3e1a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:51.348409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1e275b2-fa8e-4752-9fb2-ccc2a74a3e1a tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-965788417 HTTP/1.1" status: 404 len: 328 time: 0.0887704 Feb 15 01:58:51.351291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.355541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-42febe5c-90bc-4f50-8fde-c792eadf84bd tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38', 'tempest-TagsExtTest-Tag-984318436') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.476602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-4a253e8f-9789-40eb-9b57-22ddfe62ddd4 req-7980796e-31f2-413d-bda8-39355aa97021 service neutron] (103885) timed out ('10.222.0.43', 39740) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 01:58:51.612526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.629434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b50abdb1-a84d-49ac-9a44-656054bc05bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:51.689599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.745427 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-42febe5c-90bc-4f50-8fde-c792eadf84bd tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:51.746503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42febe5c-90bc-4f50-8fde-c792eadf84bd tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags/tempest-TagsExtTest-Tag-984318436 HTTP/1.1" status: 404 len: 328 time: 0.3943117 Feb 15 01:58:51.749853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.756206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b50abdb1-a84d-49ac-9a44-656054bc05bb admin admin] Publish callbacks [] for security_group (6a166291-06d4-4598-8ab8-fcbec920ac7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:51.756810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-868d1b40-3e51-4284-8b96-bc1b3b46b31d tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', {'tags': ['tempest-TagsExtTest-Tag-541730116', 'tempest-TagsExtTest-Tag-2095694168', 'tempest-TagsExtTest-Tag-1784227989']}) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.838571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50ef3757-4734-4d43-8975-88612e20dc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:51.838774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b50abdb1-a84d-49ac-9a44-656054bc05bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a166291-06d4-4598-8ab8-fcbec920ac7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:51.858385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cb511-5a04-4b28-89db-01dd1608568f req-729b91b1-8baf-41a9-b989-0ae5d6faadf2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:51.860109 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c68cb511-5a04-4b28-89db-01dd1608568f req-729b91b1-8baf-41a9-b989-0ae5d6faadf2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7788341-d90b-4f8a-9490-6b42126ef54b HTTP/1.1" status: 200 len: 945 time: 0.0703897 Feb 15 01:58:51.905731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-868d1b40-3e51-4284-8b96-bc1b3b46b31d tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "PUT /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 200 len: 317 time: 0.1548364 Feb 15 01:58:51.908819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.913707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-542b3471-9232-4114-b434-c8c8fd900dd3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:51.920390 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b50abdb1-a84d-49ac-9a44-656054bc05bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea490a3ae1e141b8896b4b1dd05b4d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054683 Feb 15 01:58:51.921590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:51.924935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50abdb1-a84d-49ac-9a44-656054bc05bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a166291-06d4-4598-8ab8-fcbec920ac7e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:51.955628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50ef3757-4734-4d43-8975-88612e20dc5d admin admin] Publish callbacks [] for security_group (5a668201-8e04-41ec-a252-61a649dee1c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.037385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50ef3757-4734-4d43-8975-88612e20dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5a668201-8e04-41ec-a252-61a649dee1c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.039735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] Publish callbacks [] for security_group (6a166291-06d4-4598-8ab8-fcbec920ac7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.056561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:52.056883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.079050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-542b3471-9232-4114-b434-c8c8fd900dd3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.1667686 Feb 15 01:58:52.080648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.089704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3757-4734-4d43-8975-88612e20dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a668201-8e04-41ec-a252-61a649dee1c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:52.096918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-50ef3757-4734-4d43-8975-88612e20dc5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8394b9e0cfd642fcaef4aace6bf7dc31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4036741 Feb 15 01:58:52.097768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.111741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-018beac5-b956-49e9-824a-6380c670b585 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-541730116') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.116359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] Publish callbacks [] for security_group (6a166291-06d4-4598-8ab8-fcbec920ac7e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.151979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] Publish callbacks [] for security_group (5a668201-8e04-41ec-a252-61a649dee1c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.174487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] Publish callbacks [] for security_group (5a668201-8e04-41ec-a252-61a649dee1c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.194600 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-018beac5-b956-49e9-824a-6380c670b585 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:52.196021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-018beac5-b956-49e9-824a-6380c670b585 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-541730116 HTTP/1.1" status: 404 len: 328 time: 0.0881691 Feb 15 01:58:52.200333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.215813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-35301846-55b2-4452-a2a2-c91fcb1811fa tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-2095694168') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.218759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:52.219127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.234060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:52.244562 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-35301846-55b2-4452-a2a2-c91fcb1811fa tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:52.245790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-35301846-55b2-4452-a2a2-c91fcb1811fa tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-2095694168 HTTP/1.1" status: 404 len: 329 time: 0.0442426 Feb 15 01:58:52.248538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.254134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-e195bde7-ff4d-4390-abc8-7e562fee63ca tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9', 'tempest-TagsExtTest-Tag-1784227989') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.283529 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-e195bde7-ff4d-4390-abc8-7e562fee63ca tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] show failed (client error): The resource could not be found. Feb 15 01:58:52.287743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e195bde7-ff4d-4390-abc8-7e562fee63ca tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags/tempest-TagsExtTest-Tag-1784227989 HTTP/1.1" status: 404 len: 329 time: 0.0352044 Feb 15 01:58:52.288033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.292906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-4193088a-3f7c-457a-9ff9-07d940f5fc3c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '915f331d-bfbd-462e-be26-dd202b756fc9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.318603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4193088a-3f7c-457a-9ff9-07d940f5fc3c tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0292370 Feb 15 01:58:52.322267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.326773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-9b9aa2ef-f278-4e02-ab02-695dcf270de4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.368747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a166291-06d4-4598-8ab8-fcbec920ac7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.371226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.372393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a166291-06d4-4598-8ab8-fcbec920ac7e HTTP/1.1" status: 204 len: 168 time: 0.4423766 Feb 15 01:58:52.386038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b66a9-0827-40cd-9293-21bbd46f4c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a166291-06d4-4598-8ab8-fcbec920ac7e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:52.391903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5a668201-8e04-41ec-a252-61a649dee1c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.395125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.396439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a668201-8e04-41ec-a252-61a649dee1c6 HTTP/1.1" status: 204 len: 168 time: 0.2976599 Feb 15 01:58:52.410977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc9db3-9715-4cbd-9867-525cd7a04572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a668201-8e04-41ec-a252-61a649dee1c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:52.485724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-bb058959-1849-435f-8d5a-e1775145b230 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:52.487335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-bb058959-1849-435f-8d5a-e1775145b230 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=676295b0-6472-48a0-bb2f-4e59944cac63 HTTP/1.1" status: 200 len: 943 time: 0.0647993 Feb 15 01:58:52.503533 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9b9aa2ef-f278-4e02-ab02-695dcf270de4 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38/tags HTTP/1.1" status: 204 len: 168 time: 0.1779864 Feb 15 01:58:52.504038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.508454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-d721d21e-3b4a-4f6a-8687-1ba344161425 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14eb67b9-cfad-48e1-898c-b450088bb6ff') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.571241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d721d21e-3b4a-4f6a-8687-1ba344161425 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0661700 Feb 15 01:58:52.571971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.573723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.578329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-e5b4a0c6-8436-4bfa-a9d3-9a97d331a1a0 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f370dc2-dc9b-4599-a56d-bd936595b4e6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:52.584938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:52.605707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:52.606043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.614826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:52.655619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:52.719210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:52.722200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:52.722490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.722651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.726198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c68cb511-5a04-4b28-89db-01dd1608568f req-8d823922-f6cd-4864-9954-dc9a6b4ad8f7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "DELETE /v2.0/ports/55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 HTTP/1.1" status: 204 len: 173 time: 0.8573003 Feb 15 01:58:52.726697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'name': 'network-vif-deleted', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:52.729086 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dfd3da-0419-4c05-891a-fa56fdb209e5" -d '{"events": [{"server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "name": "network-vif-deleted", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:52.743156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:52.763431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5b4a0c6-8436-4bfa-a9d3-9a97d331a1a0 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1883657 Feb 15 01:58:52.776834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:52.979476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3919bf35-655e-44a7-ac1e-b02b85a01e56 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:52.983984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3919bf35-655e-44a7-ac1e-b02b85a01e56 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnetpools/915f331d-bfbd-462e-be26-dd202b756fc9 HTTP/1.1" status: 204 len: 168 time: 0.2031157 Feb 15 01:58:52.984325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:53.016582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5cd07a60-ba78-4fa0-84b9-325fd30c8b82 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "GET /v2.0/ports?device_id=6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38 HTTP/1.1" status: 200 len: 205 time: 0.0310206 Feb 15 01:58:53.019038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:53.027420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.040951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4', 'a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:53.123845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:53.136463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.239373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] No DVR routers for this DVR port cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:53.243828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.248219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c737ce-e894-4b72-89d4-88a6ab01f8ab req-71154362-244c-428b-a923-4a0d1c3de8b9 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "DELETE /v2.0/ports/cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e HTTP/1.1" status: 204 len: 173 time: 0.7476823 Feb 15 01:58:53.310398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5027-8c16-4605-b31e-26281b6a6448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.365622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.368074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for router_controller (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.440391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:53.454466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf53bd5-f899-4065-932f-655aeb3b8c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.511755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.512751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Fanout notify agent at l3_agent the message router_deleted on router 6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:58:53.520973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.522363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e5f14ea-6cb1-4005-92af-cc457561b9ed tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/routers/6493f0b7-9e57-48cb-8dfa-3f6cacfc6d38 HTTP/1.1" status: 204 len: 168 time: 0.5023956 Feb 15 01:58:53.525166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:53.545657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf53bd5-f899-4065-932f-655aeb3b8c22 admin admin] Publish callbacks [] for security_group (2933db70-00d0-41bf-8636-4f90b5a32146), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.636685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Deleting port 14eb67b9-cfad-48e1-898c-b450088bb6ff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:53.637059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.657245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf53bd5-f899-4065-932f-655aeb3b8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2933db70-00d0-41bf-8636-4f90b5a32146), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.696308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fdf53bd5-f899-4065-932f-655aeb3b8c22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59caa77f435343498e25603ec64c27e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542341 Feb 15 01:58:53.698935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:53.711293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53bd5-f899-4065-932f-655aeb3b8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2933db70-00d0-41bf-8636-4f90b5a32146,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:53.724935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.739042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Calling delete_port for 14eb67b9-cfad-48e1-898c-b450088bb6ff owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:53.760049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] Publish callbacks [] for security_group (2933db70-00d0-41bf-8636-4f90b5a32146), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.785368 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] Publish callbacks [] for security_group (2933db70-00d0-41bf-8636-4f90b5a32146), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.965999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2933db70-00d0-41bf-8636-4f90b5a32146), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.970163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:53.974301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2933db70-00d0-41bf-8636-4f90b5a32146 HTTP/1.1" status: 204 len: 168 time: 0.2716153 Feb 15 01:58:53.987154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc286d-c9dc-47be-9a44-3a7886aad9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2933db70-00d0-41bf-8636-4f90b5a32146,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:54.082974 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e1ea8-4437-4fbb-922d-83cabc54e8d9 x-openstack-request-id: req-617e1ea8-4437-4fbb-922d-83cabc54e8d9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:54.083297 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:54.083580 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-617e1ea8-4437-4fbb-922d-83cabc54e8d9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:54.084016 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96', 'status': 'completed', 'code': 200} Feb 15 01:58:54.163912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-12735ef9-a53b-46a7-b023-c63deb7c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.166075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-12735ef9-a53b-46a7-b023-c63deb7c2242 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2427007360574f819e1e65a741f1cb5a&device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 1131 time: 0.0592356 Feb 15 01:58:54.288748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (14eb67b9-cfad-48e1-898c-b450088bb6ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.293413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a730-9b7d-47fd-83a2-cee811ccdf66 req-eb37754b-1ad3-4617-982a-b4e2db53fb6b tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.298033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7322a730-9b7d-47fd-83a2-cee811ccdf66 req-eb37754b-1ad3-4617-982a-b4e2db53fb6b tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 948 time: 0.1254604 Feb 15 01:58:54.342862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event deleted for resources: {'Port': ['ID=14eb67b9-cfad-48e1-898c-b450088bb6ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:54.385231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7322a730-9b7d-47fd-83a2-cee811ccdf66 req-2e2da70c-d6bb-4b58-9a2c-fbea649acb2d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802271 Feb 15 01:58:54.407528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-22dad73a-e831-4aea-a2a9-1e4d33a7bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.418831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-22dad73a-e831-4aea-a2a9-1e4d33a7bd05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.2384272 Feb 15 01:58:54.444227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.452544 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-395f510d-58b0-4144-8834-6469aca41f91 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/ports/14eb67b9-cfad-48e1-898c-b450088bb6ff HTTP/1.1" status: 204 len: 168 time: 0.9249136 Feb 15 01:58:54.452944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:54.494294 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.511326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Deleting subnet 9f370dc2-dc9b-4599-a56d-bd936595b4e6 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:58:54.514695 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c401e1-1d23-41c4-b75c-82f57c0dfae3 x-openstack-request-id: req-05c401e1-1d23-41c4-b75c-82f57c0dfae3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:54.515010 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7788341-d90b-4f8a-9490-6b42126ef54b", "name": "network-vif-deleted", "tag": "55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:54.515229 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05c401e1-1d23-41c4-b75c-82f57c0dfae3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:54.515620 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7788341-d90b-4f8a-9490-6b42126ef54b', 'name': 'network-vif-deleted', 'tag': '55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7', 'status': 'completed', 'code': 200} Feb 15 01:58:54.522849 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for subnet (9f370dc2-dc9b-4599-a56d-bd936595b4e6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.530351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-39eb2ae6-4bf6-4e71-9951-002a14f1883c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 HTTP/1.1" status: 200 len: 217 time: 0.1030366 Feb 15 01:58:54.609194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (9f370dc2-dc9b-4599-a56d-bd936595b4e6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.658627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-eceb4e14-bc67-427c-a9a7-87890909b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.661759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-eceb4e14-bc67-427c-a9a7-87890909b385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.1243465 Feb 15 01:58:54.734662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9f370dc2-dc9b-4599-a56d-bd936595b4e6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.796421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-cc86f4bf-2a35-4767-a773-032f67892feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.797933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-cc86f4bf-2a35-4767-a773-032f67892feb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1286912 Feb 15 01:58:54.871235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (9f370dc2-dc9b-4599-a56d-bd936595b4e6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.873200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-e9173ac8-f556-463c-bade-0d6fdd3a9b6f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:54.874669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-e9173ac8-f556-463c-bade-0d6fdd3a9b6f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.1650658 Feb 15 01:58:54.897136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-9eefbc01-2c1b-43f9-b91b-4398dfdb095a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/quotas/f71eff1bbce34c268fb3a6b1e6ebf0fa HTTP/1.1" status: 200 len: 375 time: 0.0154011 Feb 15 01:58:54.900737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event deleted for resources: {'Subnet': ['ID=9f370dc2-dc9b-4599-a56d-bd936595b4e6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:54.907076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:54.910628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3416d3-0dac-45e7-82dc-56eefa7daf72 None None] Network 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:58:54.911245 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-af82536d-ca60-47a7-b7c2-2a3e5ffdcd3f tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/subnets/9f370dc2-dc9b-4599-a56d-bd936595b4e6 HTTP/1.1" status: 204 len: 168 time: 0.4569504 Feb 15 01:58:54.914062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:54.942938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-d4daeffe-f7ba-4d43-a623-adc7e0cca872 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370089 Feb 15 01:58:55.011732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:55.026837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.067107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:55.067404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 55a2ce2f-6ac9-4f07-a835-0c4e5c21c7a7 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:55.086832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Deleting port 7c38e732-12cc-40e8-be7b-7d5aeac77aea {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:55.087183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.114263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:55.155540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-c49b6e2c-d47e-49dc-ab91-74586b593d22 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423701 Feb 15 01:58:55.161754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] DHCP port deletion for 63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:58:55.169121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] For port 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c38e732-12cc-40e8-be7b-7d5aeac77aea,segment=NetworkSegment(6865d4e4-ac45-41b9-ae93-b31a66843564),segment_id=6865d4e4-ac45-41b9-ae93-b31a66843564)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:55.169681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.186831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Calling delete_port for 7c38e732-12cc-40e8-be7b-7d5aeac77aea owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:55.228280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4a04eea-beee-4028-ba59-9e0e66baf12e req-8da0ff36-5373-4c8a-ad96-c127061860d7 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442160 Feb 15 01:58:55.232567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Deleting port 7c38e732-12cc-40e8-be7b-7d5aeac77aea {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:55.232955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.299186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-effc18ce-580b-4592-847d-94976100fccf service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427190 Feb 15 01:58:55.340988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] For port 7c38e732-12cc-40e8-be7b-7d5aeac77aea, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7c38e732-12cc-40e8-be7b-7d5aeac77aea,segment=NetworkSegment(6865d4e4-ac45-41b9-ae93-b31a66843564),segment_id=6865d4e4-ac45-41b9-ae93-b31a66843564)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:55.342187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.359380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Calling delete_port for 7c38e732-12cc-40e8-be7b-7d5aeac77aea owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:55.416263 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.426437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-c905086c-c25b-4c88-a7cb-fb98f0040998 service neutron] 10.222.0.43 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263711 Feb 15 01:58:55.429442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] No DVR routers for this DVR port 7c38e732-12cc-40e8-be7b-7d5aeac77aea on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:55.461698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7c38e732-12cc-40e8-be7b-7d5aeac77aea), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.480017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] No DVR routers for this DVR port 7c38e732-12cc-40e8-be7b-7d5aeac77aea on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:55.485458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event deleted for resources: {'Port': ['ID=7c38e732-12cc-40e8-be7b-7d5aeac77aea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:55.505113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1e50b-c236-4ceb-ae96-2d31e4922637 None None] Pushing event deleted for resources: {'Port': ['ID=7c38e732-12cc-40e8-be7b-7d5aeac77aea,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:55.505681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1351b8b8-448e-4343-a3e8-18725cad5239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.567192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.600525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:58:55.614029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e45daf-7fbc-4f51-9acb-0cd8d6b54c21']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:55.634780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1351b8b8-448e-4343-a3e8-18725cad5239 admin admin] Publish callbacks [] for security_group (9d5972b9-fffd-4ded-820b-ba675e3c0405), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.643885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6865d4e4-ac45-41b9-ae93-b31a66843564') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:55.644330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6865d4e4-ac45-41b9-ae93-b31a66843564') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:58:55.655362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (6865d4e4-ac45-41b9-ae93-b31a66843564), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.669322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6865d4e4-ac45-41b9-ae93-b31a66843564), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.676980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:58:55.677407 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (6865d4e4-ac45-41b9-ae93-b31a66843564), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:58:55.680510 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:58:55.733603 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1351b8b8-448e-4343-a3e8-18725cad5239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d5972b9-fffd-4ded-820b-ba675e3c0405), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.748784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:55.790391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96', 'mac_address': 'fa:16:3e:d9:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:58:55.810480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351b8b8-448e-4343-a3e8-18725cad5239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5972b9-fffd-4ded-820b-ba675e3c0405,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:55.836345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1351b8b8-448e-4343-a3e8-18725cad5239 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f552e46e1524a8193e01c7e656a2dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190371 Feb 15 01:58:55.837620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:55.865819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:55.866217 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.899236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:58:55.902125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (63e45daf-7fbc-4f51-9acb-0cd8d6b54c21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.909956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.916118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] 10.222.0.43 "DELETE /v2.0/networks/63e45daf-7fbc-4f51-9acb-0cd8d6b54c21 HTTP/1.1" status: 204 len: 168 time: 0.9985569 Feb 15 01:58:55.932025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9781a4e-dc2f-478a-9b80-f042622fc8e3 tempest-TagsExtTest-244881324 tempest-TagsExtTest-244881324-project] Pushing event deleted for resources: {'Network': ['ID=63e45daf-7fbc-4f51-9acb-0cd8d6b54c21,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:55.939025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] Publish callbacks [] for security_group (9d5972b9-fffd-4ded-820b-ba675e3c0405), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.959175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:55.961508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:55.971590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] Publish callbacks [] for security_group (9d5972b9-fffd-4ded-820b-ba675e3c0405), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:56.082790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:56.085133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-deleted', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:56.088423 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310bcc9f-23f7-4901-a25d-60fdede073f6" -d '{"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-deleted", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:56.139375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d5972b9-fffd-4ded-820b-ba675e3c0405), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:56.140571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:56.142064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:56.146171 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d5972b9-fffd-4ded-820b-ba675e3c0405 HTTP/1.1" status: 204 len: 168 time: 0.3039165 Feb 15 01:58:56.152692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f78393-97aa-44db-b239-1ba0e76768d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5972b9-fffd-4ded-820b-ba675e3c0405,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:56.317718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194db68-c17a-4548-b035-b1a40ec1518d req-eaab2e1c-1576-4ffc-b073-c4ab51a54228 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:56.319404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2194db68-c17a-4548-b035-b1a40ec1518d req-eaab2e1c-1576-4ffc-b073-c4ab51a54228 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 949 time: 0.0694568 Feb 15 01:58:56.376772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2194db68-c17a-4548-b035-b1a40ec1518d req-c11dedd4-8eae-417b-9755-8a82f967641a tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Feb 15 01:58:56.424315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:56.452848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d3e055f-f78c-4d09-81cf-ad4dd4de5862 req-b2c37443-4230-4ff1-871b-4a36af4febd5 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 210 time: 0.0287614 Feb 15 01:58:56.504913 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f132ac8-d486-4d07-b162-9d2a4cec60b5 x-openstack-request-id: req-9f132ac8-d486-4d07-b162-9d2a4cec60b5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:56.511451 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676295b0-6472-48a0-bb2f-4e59944cac63", "name": "network-vif-deleted", "tag": "cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e", "status": "failed", "code": 422}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:56.511451 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f132ac8-d486-4d07-b162-9d2a4cec60b5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:56.511451 n-d-829064-14 neutron-server[103884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '676295b0-6472-48a0-bb2f-4e59944cac63', 'name': 'network-vif-deleted', 'tag': 'cd14a24c-2c15-49a9-b7fb-0fdc4deeca9e', 'status': 'failed', 'code': 422} returned with failed status Feb 15 01:58:56.643367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a2009-9442-4373-bb03-c4cc428a74ee req-de7712ec-553c-423d-aa9b-16bb230c993f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:56.645748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a9a2009-9442-4373-bb03-c4cc428a74ee req-de7712ec-553c-423d-aa9b-16bb230c993f tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 907 time: 0.0724838 Feb 15 01:58:56.815135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:56.966304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a60e7035-e248-4ee8-9a51-0b94b09645c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2909353bd3749bbb21a21107d7f5aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492622 Feb 15 01:58:56.969007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:57.007895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c38e732-12cc-40e8-be7b-7d5aeac77aea no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:58:57.035831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] Publish callbacks [] for security_group (6c23c9ff-05ff-4a32-819c-d093102662d6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.036195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7c38e732-12cc-40e8-be7b-7d5aeac77aea {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:58:57.036733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7c38e732-12cc-40e8-be7b-7d5aeac77aea not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:58:57.066595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] Publish callbacks [] for security_group (6c23c9ff-05ff-4a32-819c-d093102662d6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.236283 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c23c9ff-05ff-4a32-819c-d093102662d6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.239749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.240939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c23c9ff-05ff-4a32-819c-d093102662d6 HTTP/1.1" status: 204 len: 168 time: 0.2708340 Feb 15 01:58:57.251907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b1fce-77b0-4c1a-aa06-e8c60382bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c23c9ff-05ff-4a32-819c-d093102662d6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:57.302066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:57.373189 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.506349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875ab0-25f3-4aa4-a454-880fd62c41b3 req-e7a13f07-9647-43ec-8d61-ef4aef83c17d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:57.508507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa875ab0-25f3-4aa4-a454-880fd62c41b3 req-e7a13f07-9647-43ec-8d61-ef4aef83c17d tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 949 time: 0.0590210 Feb 15 01:58:57.559306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa875ab0-25f3-4aa4-a454-880fd62c41b3 req-aebdb5eb-07c8-46c8-9b69-62ebcb99d494 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452943 Feb 15 01:58:57.614641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:58:57.645099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd91ee7b-295b-4a76-a91f-6835372c1bd3 req-8473e46d-7631-4ee3-8ae3-77c5143252b4 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 210 time: 0.0286303 Feb 15 01:58:57.772233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25124a-949e-4e77-86bc-940290493c2f req-c890a8ba-22fe-4597-b789-586211e83a07 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:57.776770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f25124a-949e-4e77-86bc-940290493c2f req-c890a8ba-22fe-4597-b789-586211e83a07 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 907 time: 0.0600975 Feb 15 01:58:57.800931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:58:57.805266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:58:57.805773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.858816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8708ba-2f96-44f7-89cd-345d5a8610dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.894925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:57.903522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:58:57.903522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:57.948604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:57.950885 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7519e-e244-444d-86e2-8bdebf4f7fff" -d '{"events": [{"server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "name": "network-vif-plugged", "status": "completed", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:57.958502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fdef8-6371-4896-b6af-990a015d5e4e req-3d0c1b1a-dfcb-44da-b535-b375f7aa5535 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:57.960035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393fdef8-6371-4896-b6af-990a015d5e4e req-3d0c1b1a-dfcb-44da-b535-b375f7aa5535 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 907 time: 0.1171861 Feb 15 01:58:57.974204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:58.004131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac35caa5-009d-45a2-9d34-0f02a86d2660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.017888 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977cab8-d09d-4421-bea7-92bbf3d311f5 x-openstack-request-id: req-b977cab8-d09d-4421-bea7-92bbf3d311f5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:58.022706 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "name": "network-vif-plugged", "status": "completed", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:58.022706 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b977cab8-d09d-4421-bea7-92bbf3d311f5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:58.024971 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96', 'code': 200} Feb 15 01:58:58.042867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.089660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8708ba-2f96-44f7-89cd-345d5a8610dd admin admin] Publish callbacks [] for security_group (7f11753b-b719-49bd-9632-9a05bc5b5794), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.118602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.136751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:58:58.137166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.141271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac35caa5-009d-45a2-9d34-0f02a86d2660 admin admin] Publish callbacks [] for security_group (597cc08b-cda2-43cc-83f8-425ac5c77ebd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.155640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826d6cd-27eb-463d-a165-e9f52dba00c6 req-32a5e54a-4206-4131-b7a0-1ef48a1a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:58.157223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9826d6cd-27eb-463d-a165-e9f52dba00c6 req-32a5e54a-4206-4131-b7a0-1ef48a1a9039 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 1133 time: 0.0627031 Feb 15 01:58:58.202761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9826d6cd-27eb-463d-a165-e9f52dba00c6 req-f763a893-6ace-4350-97b7-ecaa2142324a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Feb 15 01:58:58.231078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8708ba-2f96-44f7-89cd-345d5a8610dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7f11753b-b719-49bd-9632-9a05bc5b5794), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.233554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:58:58.234144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.236623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac35caa5-009d-45a2-9d34-0f02a86d2660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (597cc08b-cda2-43cc-83f8-425ac5c77ebd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.248917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:58:58.306228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f8708ba-2f96-44f7-89cd-345d5a8610dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc6a39cd13124aceb515d9337717bda5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0028944 Feb 15 01:58:58.307477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8708ba-2f96-44f7-89cd-345d5a8610dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f11753b-b719-49bd-9632-9a05bc5b5794,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.309980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:58.362145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35caa5-009d-45a2-9d34-0f02a86d2660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597cc08b-cda2-43cc-83f8-425ac5c77ebd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.365356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:58.367957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ac35caa5-009d-45a2-9d34-0f02a86d2660 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e9303030a354cd3ae59d8ecad2217d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710536 Feb 15 01:58:58.372018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:58.461433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] Publish callbacks [] for security_group (7f11753b-b719-49bd-9632-9a05bc5b5794), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.493546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-987743085-network', 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:58.527830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.540377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] Publish callbacks [] for security_group (7f11753b-b719-49bd-9632-9a05bc5b5794), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.558240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.569009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] Publish callbacks [] for security_group (597cc08b-cda2-43cc-83f8-425ac5c77ebd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.618315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] No DVR routers for this DVR port 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:58:58.621434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.625655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393fdef8-6371-4896-b6af-990a015d5e4e req-a3c3acb8-f96c-41aa-a2e5-63d05c9a6ee1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.37 "DELETE /v2.0/ports/9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 HTTP/1.1" status: 204 len: 173 time: 0.6590371 Feb 15 01:58:58.628723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'name': 'network-vif-deleted', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:58:58.629122 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f970e-f003-4f0a-9369-1dae53a6d1ed" -d '{"events": [{"server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "name": "network-vif-deleted", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:58:58.634138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:58.637155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] Publish callbacks [] for security_group (597cc08b-cda2-43cc-83f8-425ac5c77ebd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.645031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.650898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-554febf3-f4b4-42f0-bdb2-0b84cfa1e882 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:58.652487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-554febf3-f4b4-42f0-bdb2-0b84cfa1e882 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 805 time: 0.2257776 Feb 15 01:58:58.658614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.666098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Request body: {'port': {'device_id': '6d21994b-e155-4624-b187-3e6493581b5f', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'admin_state_up': True, 'tenant_id': 'f71eff1bbce34c268fb3a6b1e6ebf0fa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:58.812926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca085-c806-4e6b-a8b9-c4808f910027 req-e15698cc-c274-472d-beef-2df53da88ddd tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:58.814477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32dca085-c806-4e6b-a8b9-c4808f910027 req-e15698cc-c274-472d-beef-2df53da88ddd tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 950 time: 0.0942338 Feb 15 01:58:58.817068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks [] for security_group (d4ac1bff-9fa8-4db8-b7c1-673948fe796e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.840884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7f11753b-b719-49bd-9632-9a05bc5b5794), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.843705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.844964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f11753b-b719-49bd-9632-9a05bc5b5794 HTTP/1.1" status: 204 len: 168 time: 0.5320187 Feb 15 01:58:58.893244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32dca085-c806-4e6b-a8b9-c4808f910027 req-88929f37-1dff-4db5-ae50-e07ace0bf9b1 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716062 Feb 15 01:58:58.911907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d47c5e-55e5-49c7-9730-84f15e5b81bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f11753b-b719-49bd-9632-9a05bc5b5794,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.917118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (597cc08b-cda2-43cc-83f8-425ac5c77ebd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.922000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d4ac1bff-9fa8-4db8-b7c1-673948fe796e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.938709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:58.948604 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/597cc08b-cda2-43cc-83f8-425ac5c77ebd HTTP/1.1" status: 204 len: 168 time: 0.5754216 Feb 15 01:58:58.975811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7777a-09f3-410d-a310-e6de221cae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597cc08b-cda2-43cc-83f8-425ac5c77ebd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:58.982412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:58:58.996096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac1bff-9fa8-4db8-b7c1-673948fe796e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:59.018486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e60d517a-06a0-4d23-9846-ad502e56be7c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.019684 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Added segment e60d517a-06a0-4d23-9846-ad502e56be7c of type vlan for network 6d446940-0355-4e6b-9178-02dc03437fda Feb 15 01:58:59.039624 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed649a9-f598-47ac-ad4d-a2e2e5e3ac30 x-openstack-request-id: req-2ed649a9-f598-47ac-ad4d-a2e2e5e3ac30 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:58:59.039920 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e4a7a-93d5-4039-898a-811cbc634801", "name": "network-vif-deleted", "tag": "9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:58:59.040177 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ed649a9-f598-47ac-ad4d-a2e2e5e3ac30 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:58:59.040609 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e4a7a-93d5-4039-898a-811cbc634801', 'name': 'network-vif-deleted', 'tag': '9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23', 'status': 'completed', 'code': 200} Feb 15 01:58:59.076529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Made reservation on behalf of f71eff1bbce34c268fb3a6b1e6ebf0fa for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:59.081661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.094039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6d446940-0355-4e6b-9178-02dc03437fda), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.140699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-709f7d2d-a0d5-4b96-914d-636f08378170 req-b49cbacf-e395-45a5-b2db-00f058cb1073 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 210 time: 0.0355351 Feb 15 01:58:59.226225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Allocated IP 172.20.0.9 (3895a784-a9b3-48f9-b151-bb885ca4a854/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3/231ab870-078c-4216-a17b-1e2dccfd29ec) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:58:59.242621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec88a579-6007-461d-b404-5e59a6cb8fca req-1f83c540-04cb-4923-9a36-d77a62458ba5 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=e16e4a7a-93d5-4039-898a-811cbc634801 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Feb 15 01:58:59.297158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6d446940-0355-4e6b-9178-02dc03437fda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.298134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:59.298729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.361850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] Pushing event updated for resources: {'Network': ['ID=6d446940-0355-4e6b-9178-02dc03437fda,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:59.374142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6d446940-0355-4e6b-9178-02dc03437fda details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:58:59.385578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks [] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.456083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2bbcc354-99f2-4b96-9473-36d55b60761b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0895569 Feb 15 01:58:59.467352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:59.472817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Request body: {'subnet': {'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-987743085-subnet', 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:59.531901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.543610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:58:59.580090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Network 3895a784-a9b3-48f9-b151-bb885ca4a854 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:58:59.585956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:58:59.589763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:58:59.596345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event updated for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:58:59.603772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:58:59.614073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.657527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:58:59.658346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.751657 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a8c5a7c9-26e3-4b14-a978-5f3af97f115d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0897443 Feb 15 01:58:59.763526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Request body: {'port': {'device_id': '6d21994b-e155-4624-b187-3e6493581b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:58:59.830762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.915003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:58:59.929394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1571c5f4-2410-453b-b450-e89146b8807a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:58:59.935030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (65c4ef46-18af-4638-8ab8-76cd23ee36ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.115703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c4ef46-18af-4638-8ab8-76cd23ee36ae,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:00.136652 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1571c5f4-2410-453b-b450-e89146b8807a admin admin] Publish callbacks [] for security_group (c5b57755-d25c-4af1-ba4c-968ca7f0b3cb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.142762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Checking segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:00.143151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Network hostable DHCP agents. Network: 6d446940-0355-4e6b-9178-02dc03437fda, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:00.144729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231ab870-078c-4216-a17b-1e2dccfd29ec {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:00.161505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d88e7-67b8-4952-be1d-768a1349e6fc req-a6b73022-2871-4b08-9f26-0486337ed606 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:00.162231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks [] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.163552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38d88e7-67b8-4952-be1d-768a1349e6fc req-a6b73022-2871-4b08-9f26-0486337ed606 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 950 time: 0.1339180 Feb 15 01:59:00.176830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Transition to ACTIVE for port object 231ab870-078c-4216-a17b-1e2dccfd29ec will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:59:00.216645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38d88e7-67b8-4952-be1d-768a1349e6fc req-9915f882-ba3c-4277-a8bc-ad333eee7198 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Feb 15 01:59:00.226388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1571c5f4-2410-453b-b450-e89146b8807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c5b57755-d25c-4af1-ba4c-968ca7f0b3cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.270474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1571c5f4-2410-453b-b450-e89146b8807a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=063ad5ce0e7e4ec695aa42981727841f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563938 Feb 15 01:59:00.273072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c5f4-2410-453b-b450-e89146b8807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b57755-d25c-4af1-ba4c-968ca7f0b3cb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:00.273894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:00.286174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.351222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319ca00-5c6b-4d01-b36e-ed7fd7ab2dd1 req-1ebfe4a9-909f-49c3-9dc2-d9259d467393 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:00.352942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f319ca00-5c6b-4d01-b36e-ed7fd7ab2dd1 req-1ebfe4a9-909f-49c3-9dc2-d9259d467393 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 943 time: 0.0710218 Feb 15 01:59:00.357386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Network 6d446940-0355-4e6b-9178-02dc03437fda is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:00.399828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Pushing event updated for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:00.444683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] Publish callbacks [] for security_group (c5b57755-d25c-4af1-ba4c-968ca7f0b3cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.452258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6d446940-0355-4e6b-9178-02dc03437fda) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:00.457503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:00.458261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.467491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17dbf30-309d-4d0e-9769-1ae81e88f15b None None] Network 6d446940-0355-4e6b-9178-02dc03437fda requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:00.480199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] Publish callbacks [] for security_group (c5b57755-d25c-4af1-ba4c-968ca7f0b3cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.484660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f319ca00-5c6b-4d01-b36e-ed7fd7ab2dd1 req-aef94a1c-5d60-4b3e-b17b-18ab9a6e931f tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125860 Feb 15 01:59:00.495385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Attempting to bind port 231ab870-078c-4216-a17b-1e2dccfd29ec on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:00.495385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Attempting to bind port 231ab870-078c-4216-a17b-1e2dccfd29ec by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:00.495385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Attempting to bind port 231ab870-078c-4216-a17b-1e2dccfd29ec on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:00.500353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Port 231ab870-078c-4216-a17b-1e2dccfd29ec on network 3895a784-a9b3-48f9-b151-bb885ca4a854 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:00.503777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Attempting to bind port 231ab870-078c-4216-a17b-1e2dccfd29ec on network 3895a784-a9b3-48f9-b151-bb885ca4a854 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:00.517733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:00.518084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Checking segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:00.518478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Bound using segment: {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:00.518969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Bound port: 231ab870-078c-4216-a17b-1e2dccfd29ec, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef55fef-4dd3-481b-966d-f3ee37469f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:00.519464 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.554081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42e7796a-781e-42c7-835e-cc52bca50f13 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0852275 Feb 15 01:59:00.626025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:00.631794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=231ab870-078c-4216-a17b-1e2dccfd29ec,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:00.659930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c5b57755-d25c-4af1-ba4c-968ca7f0b3cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.662495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04622c2b-de86-42e7-b995-e93095d69570 None None] Network 6d446940-0355-4e6b-9178-02dc03437fda requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:00.664451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.665735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5b57755-d25c-4af1-ba4c-968ca7f0b3cb HTTP/1.1" status: 204 len: 168 time: 0.3899972 Feb 15 01:59:00.674705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9f2ba-d3b5-4e61-9a3f-a34ab5c31f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b57755-d25c-4af1-ba4c-968ca7f0b3cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:00.717830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.762181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:00.762914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:00.764498 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] 10.222.0.31 "PUT /v2.0/ports/231ab870-078c-4216-a17b-1e2dccfd29ec HTTP/1.1" status: 200 len: 1092 time: 1.0054073 Feb 15 01:59:00.765055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:00.767426 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99" -d '{"events": [{"name": "network-changed", "server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:00.794359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7653b1-25c0-4c34-a1ae-c92ebd9a2466 service neutron] Pushing event updated for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:00.954123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a4dc3f52-b1d6-401a-867f-6c15839454ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:00.955669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-a4dc3f52-b1d6-401a-867f-6c15839454ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 1126 time: 0.0512640 Feb 15 01:59:00.998530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-d8115826-7a5a-491b-89bf-2ecae1436547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=231ab870-078c-4216-a17b-1e2dccfd29ec HTTP/1.1" status: 200 len: 217 time: 0.0352340 Feb 15 01:59:01.060396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-6cc7f004-ee01-48a7-979d-3e9f6e52b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:01.062032 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-6cc7f004-ee01-48a7-979d-3e9f6e52b1b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0565360 Feb 15 01:59:01.102046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-f4df58d1-cbf8-4941-a4bd-dd9fc7e1a0fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274103 Feb 15 01:59:01.206891 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-95130d24-c8ea-477e-9875-2fba74f1c662 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973237 Feb 15 01:59:01.307831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-543ffd07-26e4-43f3-af22-d23f048c4df5 req-01da6d24-0347-4005-b7ad-681d29c418dc service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942490 Feb 15 01:59:01.414136 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dab57a-5ec8-4850-b61c-1b7f97b75f1f x-openstack-request-id: req-46dab57a-5ec8-4850-b61c-1b7f97b75f1f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:01.414136 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:01.414136 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46dab57a-5ec8-4850-b61c-1b7f97b75f1f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:01.414136 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec', 'status': 'completed', 'code': 200} Feb 15 01:59:01.535607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-c03aded1-3403-470e-b8e2-cd992c8a0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:01.541114 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-c03aded1-3403-470e-b8e2-cd992c8a0227 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 1126 time: 0.0704808 Feb 15 01:59:01.634444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:01.667782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-a73244ea-7dc6-4891-8073-a858dfb7e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:01.669655 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-a73244ea-7dc6-4891-8073-a858dfb7e4ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 200 len: 906 time: 0.1224341 Feb 15 01:59:01.677939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:01.678368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 9eb9d3e3-9b6f-4e8d-a453-d995a8b46e23 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:01.717624 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-66870135-b3c4-4144-afe6-e47fad296664 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=231ab870-078c-4216-a17b-1e2dccfd29ec HTTP/1.1" status: 200 len: 217 time: 0.0376959 Feb 15 01:59:01.795517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-34be3c03-0c5e-4e47-916e-0d3b5196f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:01.797140 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-34be3c03-0c5e-4e47-916e-0d3b5196f58e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 200 len: 845 time: 0.0729423 Feb 15 01:59:01.854325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-d562feb4-8270-4064-8e50-84082cf26821 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3895a784-a9b3-48f9-b151-bb885ca4a854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482631 Feb 15 01:59:01.955741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-7fcfd468-e2bc-4925-8709-47243bc6f8be tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:01.963014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-de126a6e-46f1-4760-815f-57651c1d6f83 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015823 Feb 15 01:59:01.964793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-7fcfd468-e2bc-4925-8709-47243bc6f8be tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.1334562 Feb 15 01:59:01.976422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-55e6612f-bb1f-443c-98ee-6a71739a28f4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/quotas/2857fb8c3318402aa1a3bd3aae686e9e HTTP/1.1" status: 200 len: 375 time: 0.0100451 Feb 15 01:59:02.018213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-2c6f154d-a36b-4e0e-8816-3161eb648f32 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356071 Feb 15 01:59:02.124607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-35aa41cb-9f88-40a1-8e7e-3d0d0bd6df99 req-9e4ea1c1-d9dd-46ea-a650-94b477e1d690 service neutron] 10.222.0.31 "GET /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537106 Feb 15 01:59:02.184440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-aa380b2d-9894-4e59-a599-95958d8c72b1 service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580882 Feb 15 01:59:02.288912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-44adb040-a130-482c-b699-f403f90793d1 service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966678 Feb 15 01:59:02.608029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:02.771436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:02.881805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d2f0-c899-4a1c-bea2-4322742c74db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:02.883704 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83dc1c83-efae-4e2f-8af5-5bcefecff350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:02.990799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83dc1c83-efae-4e2f-8af5-5bcefecff350 admin admin] Publish callbacks [] for security_group (39cfd5cb-9d48-4235-a1f1-126981754f2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.000592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d2f0-c899-4a1c-bea2-4322742c74db admin admin] Publish callbacks [] for security_group (ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.050243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2945700-5dde-4321-b7f4-61290d09e138 req-a05fe6f3-9979-479a-9144-c96bfc21a53e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:03.051919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2945700-5dde-4321-b7f4-61290d09e138 req-a05fe6f3-9979-479a-9144-c96bfc21a53e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 943 time: 0.0598972 Feb 15 01:59:03.053150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83dc1c83-efae-4e2f-8af5-5bcefecff350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39cfd5cb-9d48-4235-a1f1-126981754f2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.106488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc1c83-efae-4e2f-8af5-5bcefecff350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cfd5cb-9d48-4235-a1f1-126981754f2d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:03.110625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d2f0-c899-4a1c-bea2-4322742c74db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.110822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-83dc1c83-efae-4e2f-8af5-5bcefecff350 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1cd078b5d7f41e9ba36b4b533729443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5017226 Feb 15 01:59:03.116866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:03.183620 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4f1d2f0-c899-4a1c-bea2-4322742c74db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6a48b30a2f044418ae57ad4c1757844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100988 Feb 15 01:59:03.184414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d2f0-c899-4a1c-bea2-4322742c74db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:03.187383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:03.197027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2945700-5dde-4321-b7f4-61290d09e138 req-01fc6a07-db78-4502-98be-5bf10d6c179d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337504 Feb 15 01:59:03.228483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] Publish callbacks [] for security_group (39cfd5cb-9d48-4235-a1f1-126981754f2d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.276419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] Publish callbacks [] for security_group (39cfd5cb-9d48-4235-a1f1-126981754f2d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.311468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-133e9b98-0453-4484-bbc1-7ef7689f3f3f req-3f623e3c-fde1-47a4-9683-f9b3998cead3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 210 time: 0.0555193 Feb 15 01:59:03.312001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] Publish callbacks [] for security_group (ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.361191 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] Publish callbacks [] for security_group (ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.437126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:59:03.450111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45630f4b-c1da-4274-8576-a3c6976c5fd8 req-6c25b6cd-a5d4-4f24-8707-7ee5e1e98231 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:03.451751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45630f4b-c1da-4274-8576-a3c6976c5fd8 req-6c25b6cd-a5d4-4f24-8707-7ee5e1e98231 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 945 time: 0.0663717 Feb 15 01:59:03.516548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45630f4b-c1da-4274-8576-a3c6976c5fd8 req-c545a833-1642-4e5f-9a6f-318612ca4a34 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Feb 15 01:59:03.521022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.526120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.527589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a HTTP/1.1" status: 204 len: 168 time: 0.3391049 Feb 15 01:59:03.528449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39cfd5cb-9d48-4235-a1f1-126981754f2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.530978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:03.534892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39cfd5cb-9d48-4235-a1f1-126981754f2d HTTP/1.1" status: 204 len: 168 time: 0.4142072 Feb 15 01:59:03.541867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1a69-154b-479a-89fc-10dc58feeb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0157f1-88f1-4a39-b4b4-b611c9e6ed0a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:03.553396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219333a-a17d-4e29-90b4-e49abb89f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cfd5cb-9d48-4235-a1f1-126981754f2d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:04.367821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42d97-40ab-49cf-8da9-67c746074e70 req-c873996d-c007-4c6d-af11-f255b1e63ea6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:04.379645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2d42d97-40ab-49cf-8da9-67c746074e70 req-c873996d-c007-4c6d-af11-f255b1e63ea6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 943 time: 0.0876102 Feb 15 01:59:04.454039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2d42d97-40ab-49cf-8da9-67c746074e70 req-d9e1557e-b36f-4c06-9d79-a7c3a03a3027 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731130 Feb 15 01:59:04.454895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-50f7e4a8-b4e3-476c-9435-5fc635598e54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:04.457586 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-50f7e4a8-b4e3-476c-9435-5fc635598e54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 945 time: 0.0951543 Feb 15 01:59:04.594770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adf3f612-df39-44ec-98a6-1bffb6fce669 req-4c36bea7-7e9f-43d2-97a4-13dfdcea492d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 210 time: 0.0423677 Feb 15 01:59:04.763012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port a3df1c24-e1dd-4f06-92d9-153378939a15 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:04.770213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:04.787386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd5980-d585-42da-b174-4fdcad6deac3 req-a8ba5632-32b9-4dd4-ac7c-619c0389c197 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:04.819943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12cd5980-d585-42da-b174-4fdcad6deac3 req-a8ba5632-32b9-4dd4-ac7c-619c0389c197 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 945 time: 0.1551812 Feb 15 01:59:04.943413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12cd5980-d585-42da-b174-4fdcad6deac3 req-2ea5251b-be4d-430d-9bf5-a322c1923123 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225119 Feb 15 01:59:05.021231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 231ab870-078c-4216-a17b-1e2dccfd29ec details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:59:05.027014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port a3df1c24-e1dd-4f06-92d9-153378939a15, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a3df1c24-e1dd-4f06-92d9-153378939a15,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:05.027611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:05.051951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for a3df1c24-e1dd-4f06-92d9-153378939a15 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:05.470294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a3df1c24-e1dd-4f06-92d9-153378939a15), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:05.511160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['1b931400-9e9d-48b4-9e46-1f879872c0b4', 'a3df1c24-e1dd-4f06-92d9-153378939a15'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:05.618573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=a3df1c24-e1dd-4f06-92d9-153378939a15,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:05.642695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] No DVR routers for this DVR port a3df1c24-e1dd-4f06-92d9-153378939a15 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:05.647802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:05.651791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fb3659de-dc7e-4322-b407-bb98e252a624 req-7c5f4692-b136-4c13-96af-a7b353b56c9e tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "DELETE /v2.0/ports/a3df1c24-e1dd-4f06-92d9-153378939a15 HTTP/1.1" status: 204 len: 173 time: 1.1674879 Feb 15 01:59:05.652779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'name': 'network-vif-deleted', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:05.655261 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa2d57e-a8d9-4e36-af1a-f97c25ad5163" -d '{"events": [{"server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "name": "network-vif-deleted", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:05.746642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=231ab870-078c-4216-a17b-1e2dccfd29ec,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:05.783738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '231ab870-078c-4216-a17b-1e2dccfd29ec', 'network_id': '3895a784-a9b3-48f9-b151-bb885ca4a854', 'port_id': '231ab870-078c-4216-a17b-1e2dccfd29ec', 'mac_address': 'fa:16:3e:35:7d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fe05c9-cbb8-4ebe-acd5-103ba5c909d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:59:05.908118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 231ab870-078c-4216-a17b-1e2dccfd29ec is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:05.908547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:05.952266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231ab870-078c-4216-a17b-1e2dccfd29ec {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:06.053191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-253910f9-7c99-40bb-8807-0a930ebe3b7d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:06.057096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-253910f9-7c99-40bb-8807-0a930ebe3b7d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.9442046 Feb 15 01:59:06.082284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Request body: {'port': {'device_id': '65258fe4-a74e-40f1-af20-991d96e38c94', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'admin_state_up': True, 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:06.088265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=231ab870-078c-4216-a17b-1e2dccfd29ec,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:06.167139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.215676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:06.289221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:06.321026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0c659-1e47-493f-9bfa-6557232a92fd req-a6a72ebd-d607-4c6b-841d-8fe457113a43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:06.328436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2a0c659-1e47-493f-9bfa-6557232a92fd req-a6a72ebd-d607-4c6b-841d-8fe457113a43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 943 time: 0.5184329 Feb 15 01:59:06.405254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2a0c659-1e47-493f-9bfa-6557232a92fd req-66d469b3-4323-4a9f-ae3a-8b7edf2038f2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Feb 15 01:59:06.431392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['231ab870-078c-4216-a17b-1e2dccfd29ec'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:06.485693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4add-6427-4eeb-bfd2-8560c5d1e22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.509984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:06.514226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.554034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cfe0411-9281-403c-a829-ba92f8f81dac req-e5b31264-d621-4ffb-b309-4d541d659887 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 210 time: 0.0588722 Feb 15 01:59:06.674976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4add-6427-4eeb-bfd2-8560c5d1e22a admin admin] Publish callbacks [] for security_group (20f8af23-8eae-41dc-aec3-519d5c52cd52), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.677454 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45dcc4-69b5-4ec4-89f2-9ad0cb97af87 x-openstack-request-id: req-5b45dcc4-69b5-4ec4-89f2-9ad0cb97af87 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:06.678012 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a955d-0a6d-4ad5-bf48-bc94265901b9", "name": "network-vif-deleted", "tag": "a3df1c24-e1dd-4f06-92d9-153378939a15", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:06.678518 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b45dcc4-69b5-4ec4-89f2-9ad0cb97af87 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:06.679131 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a955d-0a6d-4ad5-bf48-bc94265901b9', 'name': 'network-vif-deleted', 'tag': 'a3df1c24-e1dd-4f06-92d9-153378939a15', 'status': 'completed', 'code': 200} Feb 15 01:59:06.744406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4add-6427-4eeb-bfd2-8560c5d1e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20f8af23-8eae-41dc-aec3-519d5c52cd52), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.797130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a7e4add-6427-4eeb-bfd2-8560c5d1e22a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b727e185eb54e9588f1bf4ee0b2aec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5790286 Feb 15 01:59:06.802155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:06.835195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e4add-6427-4eeb-bfd2-8560c5d1e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8af23-8eae-41dc-aec3-519d5c52cd52,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:06.836679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5e124db-f741-4197-9df9-5e93d48f9fac req-10b9e0cb-d731-4c40-81a3-44fa6473d555 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=713a955d-0a6d-4ad5-bf48-bc94265901b9 HTTP/1.1" status: 200 len: 210 time: 0.0598629 Feb 15 01:59:06.917763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] Publish callbacks [] for security_group (20f8af23-8eae-41dc-aec3-519d5c52cd52), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.950686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] Publish callbacks [] for security_group (20f8af23-8eae-41dc-aec3-519d5c52cd52), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:06.971177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Allocated IP 172.20.0.10 (6d446940-0355-4e6b-9178-02dc03437fda/65c4ef46-18af-4638-8ab8-76cd23ee36ae/2f05abfd-2f85-414b-b0a8-ff725fc05f05) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:07.042213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a3df1c24-e1dd-4f06-92d9-153378939a15 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:07.096843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: a3df1c24-e1dd-4f06-92d9-153378939a15 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:07.098914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a3df1c24-e1dd-4f06-92d9-153378939a15 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:07.160335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20f8af23-8eae-41dc-aec3-519d5c52cd52), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.163662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.164985 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20f8af23-8eae-41dc-aec3-519d5c52cd52 HTTP/1.1" status: 204 len: 168 time: 0.3606253 Feb 15 01:59:07.176916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f82baa-d632-455c-8d25-ae575a387186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8af23-8eae-41dc-aec3-519d5c52cd52,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:07.203721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks [] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.322616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.377040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Network 6d446940-0355-4e6b-9178-02dc03437fda is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:07.381527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:07.386372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:07.390025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event updated for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:07.485354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:07.485978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.588080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-d5f30a57-43ed-4d8a-9bfb-7124739bc000 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5098257 Feb 15 01:59:07.600674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Request body: {'port': {'device_id': '65258fe4-a74e-40f1-af20-991d96e38c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:07.712520 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:07.734708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ffab-b44f-43cc-a89b-5cb9d55def0d req-72004181-9e30-4f64-8f6d-d921bffe454d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:07.744605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68e2ffab-b44f-43cc-a89b-5cb9d55def0d req-72004181-9e30-4f64-8f6d-d921bffe454d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 944 time: 0.1225781 Feb 15 01:59:07.838336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68e2ffab-b44f-43cc-a89b-5cb9d55def0d req-76f225e9-1def-4302-afee-155116f386ab tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902615 Feb 15 01:59:08.157407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825da5-3441-41ca-9647-66351f375118 req-fc3f76e1-b82a-4a0d-acc6-c1304c5273e7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:08.161677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10825da5-3441-41ca-9647-66351f375118 req-fc3f76e1-b82a-4a0d-acc6-c1304c5273e7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 932 time: 0.1432226 Feb 15 01:59:08.269530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10825da5-3441-41ca-9647-66351f375118 req-a22f4215-aea0-4150-a74a-5994a53cab3b tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982392 Feb 15 01:59:08.412524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f05abfd-2f85-414b-b0a8-ff725fc05f05 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:08.441186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks [] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:08.467824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Transition to ACTIVE for port object 2f05abfd-2f85-414b-b0a8-ff725fc05f05 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:59:08.533160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:08.608418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:08.732773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Attempting to bind port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:08.733483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Attempting to bind port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:08.734060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Attempting to bind port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:08.741001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 on network 6d446940-0355-4e6b-9178-02dc03437fda not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:08.741880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Attempting to bind port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:08.748614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:08.750375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Checking segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:08.750987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Bound using segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:08.751631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Bound port: 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:08.752371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:08.848390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:08.852328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:08.922840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597150da-af25-4811-bc7a-c90eb68ff60f req-422515ae-94f8-4f19-a652-b7725fb69acd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:08.925106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-597150da-af25-4811-bc7a-c90eb68ff60f req-422515ae-94f8-4f19-a652-b7725fb69acd tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.0640593 Feb 15 01:59:08.945636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.007017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.007658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.009071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f05abfd-2f85-414b-b0a8-ff725fc05f05 HTTP/1.1" status: 200 len: 1093 time: 1.4132810 Feb 15 01:59:09.012667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:09.014919 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81a149-b512-40bb-bcc1-14106151dfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:09.025031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806fcc1-e6f8-4429-a5e9-c2b3328fa0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:09.041629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 231ab870-078c-4216-a17b-1e2dccfd29ec up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:09.058272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-597150da-af25-4811-bc7a-c90eb68ff60f req-cd027379-05cc-4cf4-b216-03d70318a404 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=39a5e1a7-71cb-4c3d-916b-474b9dd33164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224465 Feb 15 01:59:09.176703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-87f83c1c-ef1d-4cd7-af92-d5f440653742 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.178512 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-87f83c1c-ef1d-4cd7-af92-d5f440653742 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 945 time: 0.0864165 Feb 15 01:59:09.199703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 231ab870-078c-4216-a17b-1e2dccfd29ec completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:59:09.207213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 231ab870-078c-4216-a17b-1e2dccfd29ec triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:09.207915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.250155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-64ba3858-da0b-4e8e-af5f-c537e0e64a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.251996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-64ba3858-da0b-4e8e-af5f-c537e0e64a51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 1127 time: 0.1222796 Feb 15 01:59:09.295469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ad78-180b-42d6-938c-3fc0fe050030 req-077e730f-9190-4501-8ee7-54bcd7ba4b4d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.308485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c34ad78-180b-42d6-938c-3fc0fe050030 req-077e730f-9190-4501-8ee7-54bcd7ba4b4d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 944 time: 0.1150606 Feb 15 01:59:09.316604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 231ab870-078c-4216-a17b-1e2dccfd29ec is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:09.317409 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.320920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port 1b931400-9e9d-48b4-9e46-1f879872c0b4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:09.320920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.372495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-65ba55c7-355e-4a51-9209-c016c78b9cad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05 HTTP/1.1" status: 200 len: 217 time: 0.1105323 Feb 15 01:59:09.388662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:09.395012 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202bc21e-8b4c-4d87-b8a2-6e291d2f22e2" -d '{"events": [{"server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "name": "network-vif-plugged", "status": "completed", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:09.427533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=231ab870-078c-4216-a17b-1e2dccfd29ec,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:09.448415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port 1b931400-9e9d-48b4-9e46-1f879872c0b4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1b931400-9e9d-48b4-9e46-1f879872c0b4,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:09.448415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.461548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for 1b931400-9e9d-48b4-9e46-1f879872c0b4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:09.500808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c34ad78-180b-42d6-938c-3fc0fe050030 req-af234cc5-9aaa-4599-8ad5-44a652975f52 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911898 Feb 15 01:59:09.504621 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.530734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-f5a7862d-7747-4d5c-8fe1-c81f5f11f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.532208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-f5a7862d-7747-4d5c-8fe1-c81f5f11f319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.1527698 Feb 15 01:59:09.653917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-dde38363-13cf-4948-a6f8-8a29557fd2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151388 Feb 15 01:59:09.657545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:09.728245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:09.736761 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e90b8-83a7-4125-aea1-18996c36f2e9 x-openstack-request-id: req-a14e90b8-83a7-4125-aea1-18996c36f2e9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:09.737093 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:09.737355 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a14e90b8-83a7-4125-aea1-18996c36f2e9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:09.737790 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'status': 'completed', 'code': 200} Feb 15 01:59:09.790955 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1b931400-9e9d-48b4-9e46-1f879872c0b4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.837934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-135a7084-64f6-49e7-b1ea-24520c37d58a service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770351 Feb 15 01:59:09.875939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=1b931400-9e9d-48b4-9e46-1f879872c0b4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:09.889301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1562c8-1089-4aff-bd91-a88388be5ba1 req-aaac2702-a169-4cdb-a95a-de3f5948917a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:09.897861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e1562c8-1089-4aff-bd91-a88388be5ba1 req-aaac2702-a169-4cdb-a95a-de3f5948917a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 944 time: 0.1196980 Feb 15 01:59:09.929903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] No DVR routers for this DVR port 1b931400-9e9d-48b4-9e46-1f879872c0b4 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:09.933111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:09.936819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d511afb6-bd86-4d36-b94f-060fedd0ff71 req-84832787-4c90-4c0a-8f2a-ba3a7d8b0869 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "DELETE /v2.0/ports/1b931400-9e9d-48b4-9e46-1f879872c0b4 HTTP/1.1" status: 204 len: 173 time: 0.7518318 Feb 15 01:59:09.937296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'name': 'network-vif-deleted', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:09.939841 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5f337-ec75-4b31-9753-a16be754fbc3" -d '{"events": [{"server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "name": "network-vif-deleted", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:09.991603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1693345164'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:10.003315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e1562c8-1089-4aff-bd91-a88388be5ba1 req-de91fd63-90d3-454c-bb4d-86e2873a5c9d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009033 Feb 15 01:59:10.043725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c3703ab-42f5-41e6-a651-6ec12050c396 req-7391b132-66c6-4d27-b058-53c67dc076d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972785 Feb 15 01:59:10.056558 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11eb3ae-911d-4b50-9506-40c3112cf3a2 x-openstack-request-id: req-c11eb3ae-911d-4b50-9506-40c3112cf3a2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:10.057412 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "name": "network-vif-plugged", "status": "completed", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:10.058116 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c11eb3ae-911d-4b50-9506-40c3112cf3a2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:10.059038 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec', 'code': 200} Feb 15 01:59:10.091688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Made reservation on behalf of e068dbe504354530863510546a924a4b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:10.095417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.114665 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ac047-591b-4e31-bdde-8279c1e07cd6 x-openstack-request-id: req-e12ac047-591b-4e31-bdde-8279c1e07cd6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:10.114892 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c983fede-bda7-45da-a18b-7286a9e424e7", "name": "network-vif-deleted", "tag": "1b931400-9e9d-48b4-9e46-1f879872c0b4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:10.115217 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e12ac047-591b-4e31-bdde-8279c1e07cd6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:10.116309 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983fede-bda7-45da-a18b-7286a9e424e7', 'name': 'network-vif-deleted', 'tag': '1b931400-9e9d-48b4-9e46-1f879872c0b4', 'status': 'completed', 'code': 200} Feb 15 01:59:10.119917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.219603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cc44269-1315-435b-854a-2977748cccb2 req-4c5dbf00-9562-430c-aa4d-db995f148fff tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=c983fede-bda7-45da-a18b-7286a9e424e7 HTTP/1.1" status: 200 len: 210 time: 0.0604846 Feb 15 01:59:10.307393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c5fa5-d6c5-4713-9547-c587171a41da req-5320ad07-8ad5-4910-9cc7-f6e42f972d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.309782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-859c5fa5-d6c5-4713-9547-c587171a41da req-5320ad07-8ad5-4910-9cc7-f6e42f972d94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 1128 time: 0.1572449 Feb 15 01:59:10.311580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-b73470f7-a2ee-4661-b57b-08d463a8196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.322865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-b73470f7-a2ee-4661-b57b-08d463a8196a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 1127 time: 0.0989661 Feb 15 01:59:10.381218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks [] for security_group (3370a4a1-9cae-4793-993f-b3d2ed988fd3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.414201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-859c5fa5-d6c5-4713-9547-c587171a41da req-be240404-1db2-4ef3-809f-d49d9c758dba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948908 Feb 15 01:59:10.444899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-79e192a7-d985-4e99-8947-5bf77b2c9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.446445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-79e192a7-d985-4e99-8947-5bf77b2c9ddb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1174715 Feb 15 01:59:10.464004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3370a4a1-9cae-4793-993f-b3d2ed988fd3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.509566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-9b309340-91ce-47c1-b31b-8cddd0660a01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05 HTTP/1.1" status: 200 len: 217 time: 0.0563693 Feb 15 01:59:10.545654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3370a4a1-9cae-4793-993f-b3d2ed988fd3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:10.559027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:10.573264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e99b27f4-d8b7-443e-91f6-23deabd51f94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.573623 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Added segment e99b27f4-d8b7-443e-91f6-23deabd51f94 of type vlan for network f197cfcb-e508-4135-acfb-a8bd4459df97 Feb 15 01:59:10.624465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-3173ea79-a2a9-42be-ac66-5638252bd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.626220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-3173ea79-a2a9-42be-ac66-5638252bd375 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.1058745 Feb 15 01:59:10.635641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f197cfcb-e508-4135-acfb-a8bd4459df97), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.665517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-e83dcd3b-79ac-46c6-983c-e251ddc31d32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297282 Feb 15 01:59:10.672753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c81d8-b546-4ed4-bb5b-f7588df5e231 req-f0552b64-722f-4caa-a3c2-7bdfb05cd8c8 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.675251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc9c81d8-b546-4ed4-bb5b-f7588df5e231 req-f0552b64-722f-4caa-a3c2-7bdfb05cd8c8 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0981667 Feb 15 01:59:10.728405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f197cfcb-e508-4135-acfb-a8bd4459df97), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.736429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:10.739030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:10.783035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc9c81d8-b546-4ed4-bb5b-f7588df5e231 req-9a18f391-5ef6-492a-a9d5-a5f5faba4cbe tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996938 Feb 15 01:59:10.828737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Pushing event updated for resources: {'Network': ['ID=f197cfcb-e508-4135-acfb-a8bd4459df97,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:10.835245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-c849740a-8771-4686-b2fc-f1ee89d7f4ef service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591933 Feb 15 01:59:10.844311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f197cfcb-e508-4135-acfb-a8bd4459df97 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:10.848204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-41e68081-2774-46c7-8f82-275236f0f08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1187367 Feb 15 01:59:10.973192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a81a149-b512-40bb-bcc1-14106151dfa7 req-2dae9486-ab4a-4a98-a084-6c400eda36e1 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194310 Feb 15 01:59:11.039384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1b931400-9e9d-48b4-9e46-1f879872c0b4 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:11.074477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 1b931400-9e9d-48b4-9e46-1f879872c0b4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:11.075129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1b931400-9e9d-48b4-9e46-1f879872c0b4 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:11.129845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:11.150585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97', 'binding:host_id': 'n-h2-829064-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-285959589'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:11.339057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913e469-419f-4658-aeb0-f911da978654 req-8f233333-9c43-407d-bd0d-c0e262af0cbc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:11.340604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2913e469-419f-4658-aeb0-f911da978654 req-8f233333-9c43-407d-bd0d-c0e262af0cbc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 944 time: 0.0769682 Feb 15 01:59:11.354528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Made reservation on behalf of 135a7036f4f14cf1b5a9043a05416dea for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:11.356944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:11.373170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:11.427354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2913e469-419f-4658-aeb0-f911da978654 req-58a5a1b6-bd1e-4743-9757-f3f8e9378fd5 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805495 Feb 15 01:59:11.524473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for security_group (d01f5f07-b2e6-44bd-bda2-b73e3abdde6b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:11.594170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d01f5f07-b2e6-44bd-bda2-b73e3abdde6b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:11.599004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port 378ddf6b-343e-412c-9332-1dca2c751cb1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:11.688614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01f5f07-b2e6-44bd-bda2-b73e3abdde6b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:11.857684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port 378ddf6b-343e-412c-9332-1dca2c751cb1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:11.869805 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:11.954377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:12.042586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=378ddf6b-343e-412c-9332-1dca2c751cb1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:12.054572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c40a2-56b6-43ea-8ab8-768a3f8b34de req-3ab9b4ab-aebe-4286-8bdb-cdb8c0853978 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:12.056061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767c40a2-56b6-43ea-8ab8-768a3f8b34de req-3ab9b4ab-aebe-4286-8bdb-cdb8c0853978 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1126385 Feb 15 01:59:12.063171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Checking segment: {'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:12.063535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Network hostable DHCP agents. Network: f197cfcb-e508-4135-acfb-a8bd4459df97, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:12.117548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767c40a2-56b6-43ea-8ab8-768a3f8b34de req-b3821740-afa6-4243-aa6e-1d5d170a9c60 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Feb 15 01:59:12.177665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Network f197cfcb-e508-4135-acfb-a8bd4459df97 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:12.270163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f197cfcb-e508-4135-acfb-a8bd4459df97) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:12.274007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:12.283419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2148868-a54a-48ae-a4e4-44b3d05b76fd None None] Network f197cfcb-e508-4135-acfb-a8bd4459df97 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:12.316010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.316385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.316736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.325122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.326068 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.327329 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 2 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.345836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.347016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.347016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.355868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317ca63-d609-42bc-b86a-31eb03ecacfe req-4d29263e-e700-427f-a0b0-cd73586b3d11 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:12.357416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1317ca63-d609-42bc-b86a-31eb03ecacfe req-4d29263e-e700-427f-a0b0-cd73586b3d11 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.1425381 Feb 15 01:59:12.360816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.361145 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.361540 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 3 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.381880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.382128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.382457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.401324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.401667 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.403714 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 4 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.431866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.432665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.433014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.441015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1317ca63-d609-42bc-b86a-31eb03ecacfe req-06ae4ba8-4b91-4672-87b9-254aea955e54 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701895 Feb 15 01:59:12.441719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.442049 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.442445 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 5 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.462027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.462488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.462933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.468572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.468904 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.469295 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 6 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.483903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.484624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.484786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.489150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.489480 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.489873 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 7 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.501854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.502193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.502584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.506999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.507326 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.507716 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 8 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.521198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.521538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.522389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.527168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.527505 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.527899 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 9 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.540947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.542109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.542109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.545930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.546259 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.546649 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 10 to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 Feb 15 01:59:12.559276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:12.559612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:12.559948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:12.564369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 378ddf6b-343e-412c-9332-1dca2c751cb1 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:12.564699 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 378ddf6b-343e-412c-9332-1dca2c751cb1 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:12.565109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:12.635238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port 378ddf6b-343e-412c-9332-1dca2c751cb1, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:12.635238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:59:12.710162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:12.726037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836f0ca-fb97-4e8a-bc36-20bab3e26231 req-ce5a811f-f8a6-4078-ac44-2f56ee509bc6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:12.727537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4836f0ca-fb97-4e8a-bc36-20bab3e26231 req-ce5a811f-f8a6-4078-ac44-2f56ee509bc6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 944 time: 0.0647631 Feb 15 01:59:12.758280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:12.758883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:12.787800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=378ddf6b-343e-412c-9332-1dca2c751cb1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:12.816077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4836f0ca-fb97-4e8a-bc36-20bab3e26231 req-bfa48a8e-4d38-416c-acb1-9f5f52bc642c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Feb 15 01:59:12.861323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5edc24dc-2966-4e40-b776-ccf633401253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7287822 Feb 15 01:59:12.864169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:12.936614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9d4b-a3af-4307-b807-51a157ea93ae req-7453da3f-1946-481e-8b1d-2183b36bec5d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:12.938373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-909c9d4b-a3af-4307-b807-51a157ea93ae req-7453da3f-1946-481e-8b1d-2183b36bec5d tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0554090 Feb 15 01:59:12.947448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Deleting port 378ddf6b-343e-412c-9332-1dca2c751cb1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:12.947869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:12.991622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-909c9d4b-a3af-4307-b807-51a157ea93ae req-6951f40d-d383-4b3c-ad4a-cd7ccd9d3167 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Feb 15 01:59:13.011096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port 378ddf6b-343e-412c-9332-1dca2c751cb1, host n-h2-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:13.011096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.024058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Calling delete_port for 378ddf6b-343e-412c-9332-1dca2c751cb1 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:13.122286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc78d0-ebcc-40b9-adb9-b300bdfa36e7 req-5c6e7eaa-0589-41b7-8a39-762156b05afd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:13.123783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5dc78d0-ebcc-40b9-adb9-b300bdfa36e7 req-5c6e7eaa-0589-41b7-8a39-762156b05afd tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0552933 Feb 15 01:59:13.173809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5dc78d0-ebcc-40b9-adb9-b300bdfa36e7 req-d1398cab-37a0-4a98-84a5-e5b49e6322e3 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436938 Feb 15 01:59:13.179603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (378ddf6b-343e-412c-9332-1dca2c751cb1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.219573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event deleted for resources: {'Port': ['ID=378ddf6b-343e-412c-9332-1dca2c751cb1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:13.227773 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.232796 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1cce4e0-3cf3-40b6-8a8d-f436d6af9b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "DELETE /v2.0/ports/378ddf6b-343e-412c-9332-1dca2c751cb1 HTTP/1.1" status: 204 len: 168 time: 0.3674345 Feb 15 01:59:13.234324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:13.261496 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d37d9c2-df15-4b3e-b75b-0dfc54faf95f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:59:13.262966 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d37d9c2-df15-4b3e-b75b-0dfc54faf95f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports/378ddf6b-343e-412c-9332-1dca2c751cb1 HTTP/1.1" status: 404 len: 333 time: 0.0276525 Feb 15 01:59:13.268335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:13.273453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1769603281'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:13.388943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-36283bcf-6b6f-404d-9451-d1d70ca1cc5a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:13.390552 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-36283bcf-6b6f-404d-9451-d1d70ca1cc5a tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0576549 Feb 15 01:59:13.391831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Made reservation on behalf of 135a7036f4f14cf1b5a9043a05416dea for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:13.394205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.448720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:13.589601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:13.589947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.668941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77065-bcf8-4145-a7d8-b85027832128 req-f7ca2ad5-2198-4de6-b06d-078d12bb0576 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:13.670734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3f77065-bcf8-4145-a7d8-b85027832128 req-f7ca2ad5-2198-4de6-b06d-078d12bb0576 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 944 time: 0.0648773 Feb 15 01:59:13.701833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2f05abfd-2f85-414b-b0a8-ff725fc05f05 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:59:13.732390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.739086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3f77065-bcf8-4145-a7d8-b85027832128 req-7082edea-4792-4040-9f7f-b2fffb2a9bf1 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups?id=bdcf5022-2507-43af-95c0-c18a781bfdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593956 Feb 15 01:59:13.765693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] For port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:13.766311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.828878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:13.845197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'port_id': '2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'mac_address': 'fa:16:3e:83:dc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c4ef46-18af-4638-8ab8-76cd23ee36ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:59:13.852069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c48946-5bbd-44e4-87d0-a708a1defb79 req-8ef455fc-5fd9-47ea-bf5e-7d132575f8b6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:13.853608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2c48946-5bbd-44e4-87d0-a708a1defb79 req-8ef455fc-5fd9-47ea-bf5e-7d132575f8b6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0578852 Feb 15 01:59:13.903875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:13.904649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:13.922033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2c48946-5bbd-44e4-87d0-a708a1defb79 req-cff7b295-d040-4dcc-8232-46909662f047 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606711 Feb 15 01:59:13.923396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f05abfd-2f85-414b-b0a8-ff725fc05f05 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:13.964353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:14.039185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec539e1-fef6-4610-8ead-e6fb2989be55 req-d1f83bfa-fa74-4a46-9f78-9843394f0c6f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:14.040854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cec539e1-fef6-4610-8ead-e6fb2989be55 req-d1f83bfa-fa74-4a46-9f78-9843394f0c6f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 944 time: 0.0547590 Feb 15 01:59:14.053769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.066584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.067121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.068165 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Floating IP 482033b8-50f3-4f8e-a75f-d8fca1e46d8f disassociated. External IP: 172.25.2.28, port: 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9. Feb 15 01:59:14.068165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:14.095018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cec539e1-fef6-4610-8ead-e6fb2989be55 req-7781f49c-8420-4144-9859-6c3c6a058032 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Feb 15 01:59:14.121187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.134382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:14.181103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Network f197cfcb-e508-4135-acfb-a8bd4459df97 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:14.188174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:14.192256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf2267a-7d43-4a11-8ae8-a535e35bd9bf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:14.196992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:14.197939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:14.198696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.299803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f7a5480-5187-4d1b-8c4f-e3fc4cf25d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0303488 Feb 15 01:59:14.306053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:14.314666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:14.369858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1ebdfec1-6763-4c73-ab4b-58046ce0c7d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.402273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:14.407486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=1ebdfec1-6763-4c73-ab4b-58046ce0c7d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:14.520673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:14.533045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Router 87761262-06f6-4484-bf5c-dce5e5fc5926 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:59:14.880943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52d95369-fd27-4aac-bc5a-41bf4d8308c8 req-7529dca0-c333-42f8-9174-b4a5344c7bf6 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 210 time: 0.0459752 Feb 15 01:59:15.044873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545cdc7-f1e8-43e2-bf0e-5b8c0d36ff3d req-03c5aaef-c368-4c55-890e-bc19f619932a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.046545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e545cdc7-f1e8-43e2-bf0e-5b8c0d36ff3d req-03c5aaef-c368-4c55-890e-bc19f619932a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0574880 Feb 15 01:59:15.095089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:15.098481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e545cdc7-f1e8-43e2-bf0e-5b8c0d36ff3d req-1f73a03f-e071-496f-9a47-9fe11e466a04 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Feb 15 01:59:15.113437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Sync routers for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:15.136254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:15.138708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:15.173328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:15.183519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.212041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] No DVR routers for this DVR port 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:15.214958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.218934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bc30378d-cc82-4c0a-b7a2-a243d51e9127 req-245e64f2-9af8-48a3-afd4-121d8fad4711 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.31 "DELETE /v2.0/ports/1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 HTTP/1.1" status: 204 len: 173 time: 1.8222420 Feb 15 01:59:15.219411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-deleted', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:15.223969 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ba83e-b79b-4de4-b79a-07bd856e1d64" -d '{"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-deleted", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:15.248451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.261583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416a6c0-745a-46e2-aa2c-475954af0a42 req-4d7a99d5-547d-4047-9da5-4b124fee6e01 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.263662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8416a6c0-745a-46e2-aa2c-475954af0a42 req-4d7a99d5-547d-4047-9da5-4b124fee6e01 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 945 time: 0.0773962 Feb 15 01:59:15.293369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:15.296788 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.319819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf2267a-7d43-4a11-8ae8-a535e35bd9bf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:15.322421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8416a6c0-745a-46e2-aa2c-475954af0a42 req-bed7b2e8-3fb8-4f91-86a8-02ee54cb688a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517132 Feb 15 01:59:15.342978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.343321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.354820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.362725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.363067 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.363457 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 2 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.378683 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68fdd1d-42b0-4c2e-a333-9ff9d361211a x-openstack-request-id: req-e68fdd1d-42b0-4c2e-a333-9ff9d361211a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:15.378985 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5724c-98ad-4827-8932-68202bb30548", "name": "network-vif-deleted", "tag": "1ebdfec1-6763-4c73-ab4b-58046ce0c7d9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:15.379245 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e68fdd1d-42b0-4c2e-a333-9ff9d361211a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:15.379647 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef5724c-98ad-4827-8932-68202bb30548', 'name': 'network-vif-deleted', 'tag': '1ebdfec1-6763-4c73-ab4b-58046ce0c7d9', 'status': 'completed', 'code': 200} Feb 15 01:59:15.394155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.394492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.394833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.403124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.403621 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.404021 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 3 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.453132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.453488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.453836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.459838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.460468 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.461315 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 4 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.480666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.482090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.482620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.489060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.489527 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.489911 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 5 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.503328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.503667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.504002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.510692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.511051 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.511440 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 6 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.530146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:15.532123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.532778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.533434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.539294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.539786 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.540274 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 7 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.556202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.556202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.556202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.561150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.561592 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.562208 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 8 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.563440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Checking router: 87761262-06f6-4484-bf5c-dce5e5fc5926 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:15.578532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:15.579164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:15.581564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.583664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.584230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.589629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.590074 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.590624 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 9 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.605019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.605487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.606246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.610932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.611379 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.611947 n-d-829064-14 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 10 to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf Feb 15 01:59:15.628154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:15.628533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:15.628866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:15.633234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:15.633567 n-d-829064-14 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:15.633933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.698419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:15.703850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:15.704238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:59:15.730803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2f05abfd-2f85-414b-b0a8-ff725fc05f05 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:15.796611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.829155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] In _notify_port_updated(), no bound segment for port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:59:15.829916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.830579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:15.832446 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "PUT /v2.0/ports/fbf2267a-7d43-4a11-8ae8-a535e35bd9bf HTTP/1.1" status: 200 len: 980 time: 1.5250959 Feb 15 01:59:15.835094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:15.872587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f210e-4515-4a6a-ace9-c97a7f8b5bc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf2267a-7d43-4a11-8ae8-a535e35bd9bf,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:15.904368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.904855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.905325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.905856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.906321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.906781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.907369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.908342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.908342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.909089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.909241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.909695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.910147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.910596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.911035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.911489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.911939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.912416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:15.915830 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6e4d680a-4aa3-4189-8e03-6a0ff10c9449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16585 time: 0.0799005 Feb 15 01:59:15.919739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:15.972518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:59:15.980383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:15.980977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.020146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:16.027808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-045e0e86-f8e7-4119-8dbe-ca03ed214a1a req-87539bcc-b49c-4d8b-ab7b-f81bf3d11170 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ef5724c-98ad-4827-8932-68202bb30548 HTTP/1.1" status: 200 len: 210 time: 0.0309958 Feb 15 01:59:16.054397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cbf16-901e-49b3-839a-6c57c074f5d8 None None] The sync data for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 is: [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:50:47Z', 'revision_number': 4, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'ee88ef19-6896-46fe-9731-adccef558cc6', 'name': '', 'network_id': 'cae1d432-0745-4578-9785-6cc891feac69', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'mac_address': 'fa:16:3e:18:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '494c6797-8fc8-413a-b628-4a85f850876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:46Z', 'updated_at': '2022-02-15T01:50:52Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'subnets': [{'id': '494c6797-8fc8-413a-b628-4a85f850876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:16.058872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Deleting port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:16.059103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.122194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:16.122767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.145159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port fbf2267a-7d43-4a11-8ae8-a535e35bd9bf, host n-h2-829064-14, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:16.145743 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.156161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:16.161463 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ab1c9-a727-4ad1-9c86-07b118c06836" -d '{"events": [{"server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "name": "network-vif-plugged", "status": "completed", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:16.175594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Calling delete_port for fbf2267a-7d43-4a11-8ae8-a535e35bd9bf owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:16.189708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:16.266400 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.314365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca518-fb82-4b76-b328-06e11daafb9d req-a7efcb35-ea94-4e61-b6d3-52d34f8369d6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:16.316169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d0ca518-fb82-4b76-b328-06e11daafb9d req-a7efcb35-ea94-4e61-b6d3-52d34f8369d6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0846138 Feb 15 01:59:16.387608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d0ca518-fb82-4b76-b328-06e11daafb9d req-a187ea1e-1548-4d7c-895f-f46388d992d2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599580 Feb 15 01:59:16.445487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fbf2267a-7d43-4a11-8ae8-a535e35bd9bf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.486555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbf2267a-7d43-4a11-8ae8-a535e35bd9bf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:16.494621 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb5513-d081-41fd-8a74-337f6a9185c7 None None] New status for floating IP 482033b8-50f3-4f8e-a75f-d8fca1e46d8f: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:59:16.505235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.510371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-029d9938-ce75-40bd-942b-65da7c9e0ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fbf2267a-7d43-4a11-8ae8-a535e35bd9bf HTTP/1.1" status: 204 len: 168 time: 0.5875115 Feb 15 01:59:16.513075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:16.536815 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578899b-db3b-4aee-9b03-6040f1f2de81 x-openstack-request-id: req-8578899b-db3b-4aee-9b03-6040f1f2de81 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:16.537114 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "name": "network-vif-plugged", "status": "completed", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:16.546647 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8578899b-db3b-4aee-9b03-6040f1f2de81 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:16.547290 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'code': 200} Feb 15 01:59:16.548071 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d09e56e-48fc-4d53-8628-aead9a70c65c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:59:16.553933 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8d09e56e-48fc-4d53-8628-aead9a70c65c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports/fbf2267a-7d43-4a11-8ae8-a535e35bd9bf HTTP/1.1" status: 404 len: 333 time: 0.0346897 Feb 15 01:59:16.554333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:16.560535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431870086', 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:16.573840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:16.661313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74627-3719-4e14-b859-177aa256dd38 req-1f949f9d-e058-449a-a36f-8718b3730a65 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:16.662715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fba74627-3719-4e14-b859-177aa256dd38 req-1f949f9d-e058-449a-a36f-8718b3730a65 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.0940306 Feb 15 01:59:16.665445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eb647-ff62-46a2-8763-3adceaec04fa req-f8323fa5-bec4-4cd0-8cac-4cf45298cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:16.666929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d13eb647-ff62-46a2-8763-3adceaec04fa req-f8323fa5-bec4-4cd0-8cac-4cf45298cdc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 1129 time: 0.0862198 Feb 15 01:59:16.736599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Made reservation on behalf of 135a7036f4f14cf1b5a9043a05416dea for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:16.738985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:16.745219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fba74627-3719-4e14-b859-177aa256dd38 req-c9f5a0af-9c28-4aee-801a-1e4d618dcce9 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765247 Feb 15 01:59:16.756759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d13eb647-ff62-46a2-8763-3adceaec04fa req-f7e220a5-d445-4fe7-a1b4-250805866d8c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821941 Feb 15 01:59:16.762283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port b40e5439-addc-409f-983f-8b3f3b59682f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:16.919544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (b40e5439-addc-409f-983f-8b3f3b59682f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.005705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b40e5439-addc-409f-983f-8b3f3b59682f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.047722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Network f197cfcb-e508-4135-acfb-a8bd4459df97 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:17.053872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:17.057830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:17.058790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:17.059404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.066474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=b40e5439-addc-409f-983f-8b3f3b59682f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:17.141239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bda66c2f-5981-4c74-be94-e21e4044fa0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5858352 Feb 15 01:59:17.144074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43858) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.180133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf086cd3-e243-4b59-9ca2-e73171ff7781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:17.181602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bf086cd3-e243-4b59-9ca2-e73171ff7781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports/b40e5439-addc-409f-983f-8b3f3b59682f HTTP/1.1" status: 200 len: 959 time: 0.0364528 Feb 15 01:59:17.184221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43860) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.215587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.307986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (bdcf5022-2507-43af-95c0-c18a781bfdd2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.327167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Deleting port b40e5439-addc-409f-983f-8b3f3b59682f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:17.327509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b40e5439-addc-409f-983f-8b3f3b59682f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.346837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (bdcf5022-2507-43af-95c0-c18a781bfdd2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.416606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b40e5439-addc-409f-983f-8b3f3b59682f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.430106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Calling delete_port for b40e5439-addc-409f-983f-8b3f3b59682f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:17.552374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef20b-cf70-420a-9254-e783d9fb6bfe req-c08f72bc-94b0-4639-b37d-24815f0a342b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:17.553871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09eef20b-cf70-420a-9254-e783d9fb6bfe req-c08f72bc-94b0-4639-b37d-24815f0a342b tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0725827 Feb 15 01:59:17.579468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bdcf5022-2507-43af-95c0-c18a781bfdd2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.582619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.586099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "DELETE /v2.0/security-groups/bdcf5022-2507-43af-95c0-c18a781bfdd2 HTTP/1.1" status: 204 len: 168 time: 0.3671491 Feb 15 01:59:17.586478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.599804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94661163-a685-417c-9d54-6820e5178382 tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf5022-2507-43af-95c0-c18a781bfdd2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:17.603242 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-4a1a1dc4-7b49-440c-a8be-56ef32052c2b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] show failed (client error): The resource could not be found. Feb 15 01:59:17.607330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4a1a1dc4-7b49-440c-a8be-56ef32052c2b tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "GET /v2.0/security-groups/bdcf5022-2507-43af-95c0-c18a781bfdd2 HTTP/1.1" status: 404 len: 347 time: 0.0175140 Feb 15 01:59:17.607569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.615611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09eef20b-cf70-420a-9254-e783d9fb6bfe req-eca2108c-05db-46b8-b40f-af5e5fd7d6e2 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Feb 15 01:59:17.636902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b40e5439-addc-409f-983f-8b3f3b59682f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.667917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event deleted for resources: {'Port': ['ID=b40e5439-addc-409f-983f-8b3f3b59682f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:17.678646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.680934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eac4e839-541b-46f7-8c65-04388a23d23e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b40e5439-addc-409f-983f-8b3f3b59682f HTTP/1.1" status: 204 len: 168 time: 0.4957151 Feb 15 01:59:17.683526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43870) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.708654 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e778eb0f-3f97-48fa-9f44-b5a2db78a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:59:17.709992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e778eb0f-3f97-48fa-9f44-b5a2db78a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports/b40e5439-addc-409f-983f-8b3f3b59682f HTTP/1.1" status: 404 len: 333 time: 0.0255487 Feb 15 01:59:17.713875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:17.719124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1070746116'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:17.761496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Deleting port 4f7d0bb9-bf88-448d-be5d-02ede3758f64 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:17.761841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.836754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Made reservation on behalf of 135a7036f4f14cf1b5a9043a05416dea for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:17.837953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.838958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.839388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (4f7d0bb9-bf88-448d-be5d-02ede3758f64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:17.851408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Calling delete_port for 4f7d0bb9-bf88-448d-be5d-02ede3758f64 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:17.878782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port 88571a19-2277-43b3-8561-ebf28c889f00 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:17.943861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ca31f-a28e-4dd6-908f-e3c86b7eb403 req-08c221d7-f0b8-499f-b866-a50036ba2308 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:17.945448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228ca31f-a28e-4dd6-908f-e3c86b7eb403 req-08c221d7-f0b8-499f-b866-a50036ba2308 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.1209047 Feb 15 01:59:17.948987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.067336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228ca31f-a28e-4dd6-908f-e3c86b7eb403 req-0718dc84-7c59-43e2-9215-fbbd68e66d7d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120727 Feb 15 01:59:18.087520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4f7d0bb9-bf88-448d-be5d-02ede3758f64), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.106265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (88571a19-2277-43b3-8561-ebf28c889f00), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.126617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Pushing event deleted for resources: {'Port': ['ID=4f7d0bb9-bf88-448d-be5d-02ede3758f64,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:18.196642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks [] for floatingip (482033b8-50f3-4f8e-a75f-d8fca1e46d8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.199325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.201116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7378b597-a308-4891-8098-48c089cef35d tempest-ServerActionsTestJSON-1044615465 tempest-ServerActionsTestJSON-1044615465-project] 10.222.0.43 "DELETE /v2.0/floatingips/482033b8-50f3-4f8e-a75f-d8fca1e46d8f HTTP/1.1" status: 204 len: 168 time: 0.5918183 Feb 15 01:59:18.205704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:18.226437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (88571a19-2277-43b3-8561-ebf28c889f00), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.276876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Network f197cfcb-e508-4135-acfb-a8bd4459df97 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:18.281220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:18.284242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:18.285376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:18.286006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.290502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=88571a19-2277-43b3-8561-ebf28c889f00,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:18.387008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e759d70-10f0-4c6f-96f0-6fa98dbe66d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6714694 Feb 15 01:59:18.389567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:18.395539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:18.461092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88571a19-2277-43b3-8561-ebf28c889f00), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.638928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] device_id is not set on port 88571a19-2277-43b3-8561-ebf28c889f00 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 01:59:18.647863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks [] for port (88571a19-2277-43b3-8561-ebf28c889f00), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.720759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (87761262-06f6-4484-bf5c-dce5e5fc5926), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.733342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (88571a19-2277-43b3-8561-ebf28c889f00), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:18.748488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3561-0297-4a51-b60e-6e21d7063acb req-b39a3256-471b-449d-87e7-17239a298b43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:18.750293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e9e3561-0297-4a51-b60e-6e21d7063acb req-b39a3256-471b-449d-87e7-17239a298b43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0606310 Feb 15 01:59:18.815196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=88571a19-2277-43b3-8561-ebf28c889f00,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:18.847332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.847671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.848013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.858883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e9e3561-0297-4a51-b60e-6e21d7063acb req-dce3a4fd-3baa-40b9-be50-9c456c686c37 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 Feb 15 01:59:18.859627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.859964 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.860376 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 2 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:18.887406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.887889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.888526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.894934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.895324 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.895834 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 3 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:18.910515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.911817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.912208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.922768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.923219 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.923513 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 4 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:18.947623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.947946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.948561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.954223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.954494 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.954892 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 5 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:18.970136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.970526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.971161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.975951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.976238 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.976840 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 6 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:18.990659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:18.991155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:18.991497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:18.996186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:18.996618 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:18.996996 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 7 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:19.005194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Deleting port ee88ef19-6896-46fe-9731-adccef558cc6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:19.005534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.010666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:19.011007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:19.011456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:19.016170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:19.016470 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:19.016858 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 8 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:19.030042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:19.030427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:19.030812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:19.035517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:19.035839 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:19.036385 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 9 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:19.050066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:19.050252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:19.050543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:19.056104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:19.056505 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:19.056903 n-d-829064-14 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempt 10 to bind port 88571a19-2277-43b3-8561-ebf28c889f00 Feb 15 01:59:19.075136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:19.075745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:19.075871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempting to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:19.081124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:19.081554 n-d-829064-14 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Failed to bind port 88571a19-2277-43b3-8561-ebf28c889f00 on host n-h2-829064-14 for vnic_type normal using segments [{'id': 'e99b27f4-d8b7-443e-91f6-23deabd51f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f197cfcb-e508-4135-acfb-a8bd4459df97'}] Feb 15 01:59:19.081817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88571a19-2277-43b3-8561-ebf28c889f00), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.097806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:19.104500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] For port ee88ef19-6896-46fe-9731-adccef558cc6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88ef19-6896-46fe-9731-adccef558cc6,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:19.107501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.143900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Calling delete_port for ee88ef19-6896-46fe-9731-adccef558cc6 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:19.162025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:19.162025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 1ebdfec1-6763-4c73-ab4b-58046ce0c7d9 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:19.170328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port 88571a19-2277-43b3-8561-ebf28c889f00, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:19.170879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 01:59:19.249208 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (88571a19-2277-43b3-8561-ebf28c889f00), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.305152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] In _notify_port_updated(), no bound segment for port 88571a19-2277-43b3-8561-ebf28c889f00 on network f197cfcb-e508-4135-acfb-a8bd4459df97 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 01:59:19.306196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:19.306994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.310744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "PUT /v2.0/ports/88571a19-2277-43b3-8561-ebf28c889f00 HTTP/1.1" status: 200 len: 980 time: 0.9176607 Feb 15 01:59:19.311971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:19.327745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b5ca4-e3fc-4ea7-8cc8-5e8f79667628 req-650977f4-60a0-4ad5-a705-55ca18a59198 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:19.329246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953b5ca4-e3fc-4ea7-8cc8-5e8f79667628 req-650977f4-60a0-4ad5-a705-55ca18a59198 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.1439815 Feb 15 01:59:19.332756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5235-4674-4264-a373-ae1d48d2bfbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event updated for resources: {'Port': ['ID=88571a19-2277-43b3-8561-ebf28c889f00,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:19.420888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-953b5ca4-e3fc-4ea7-8cc8-5e8f79667628 req-85d0dad8-ba04-492a-97f9-d2ab95b63b89 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Feb 15 01:59:19.450274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Deleting port 88571a19-2277-43b3-8561-ebf28c889f00 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:19.450736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (88571a19-2277-43b3-8561-ebf28c889f00), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.519998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] For port 88571a19-2277-43b3-8561-ebf28c889f00, host n-h2-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:19.520729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (88571a19-2277-43b3-8561-ebf28c889f00), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.523828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ee88ef19-6896-46fe-9731-adccef558cc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.558896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Calling delete_port for 88571a19-2277-43b3-8561-ebf28c889f00 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:19.567528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Pushing event deleted for resources: {'Port': ['ID=ee88ef19-6896-46fe-9731-adccef558cc6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:19.795568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (87761262-06f6-4484-bf5c-dce5e5fc5926), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.891200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (88571a19-2277-43b3-8561-ebf28c889f00), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.941206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Pushing event deleted for resources: {'Port': ['ID=88571a19-2277-43b3-8561-ebf28c889f00,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:19.951335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:19.957968 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f020a5aa-d67b-4993-bd78-47ee9d1a6d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "DELETE /v2.0/ports/88571a19-2277-43b3-8561-ebf28c889f00 HTTP/1.1" status: 204 len: 168 time: 0.6449523 Feb 15 01:59:19.960522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:19.987733 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fcfc41-76bd-484e-b0cf-22cee7e35383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] GET failed (client error): The resource could not be found. Feb 15 01:59:19.989243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e8fcfc41-76bd-484e-b0cf-22cee7e35383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647105375-project-admin] 10.222.0.43 "GET /v2.0/ports/88571a19-2277-43b3-8561-ebf28c889f00 HTTP/1.1" status: 404 len: 333 time: 0.0277662 Feb 15 01:59:19.993490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:20.008412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c813b-388c-4199-812a-05e1b71cbdf7 req-3907cde3-bb20-49b9-8230-71d489dddb85 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:20.010089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-474c813b-388c-4199-812a-05e1b71cbdf7 req-3907cde3-bb20-49b9-8230-71d489dddb85 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0707517 Feb 15 01:59:20.066631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-474c813b-388c-4199-812a-05e1b71cbdf7 req-33331804-361c-4c0a-bb62-b8be54f6b152 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Feb 15 01:59:20.131486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f197cfcb-e508-4135-acfb-a8bd4459df97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.228788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Router 87761262-06f6-4484-bf5c-dce5e5fc5926 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:59:20.341930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f197cfcb-e508-4135-acfb-a8bd4459df97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.396612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f197cfcb-e508-4135-acfb-a8bd4459df97']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:20.412356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99b27f4-d8b7-443e-91f6-23deabd51f94') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:20.412627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99b27f4-d8b7-443e-91f6-23deabd51f94') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:20.426202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e99b27f4-d8b7-443e-91f6-23deabd51f94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.435274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:20.445232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Sync routers for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:20.445680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92341c8b-5f86-4da3-8d70-f5743e5207be admin admin] 10.222.0.43 "PUT /v2.0/routers/87761262-06f6-4484-bf5c-dce5e5fc5926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384198 Feb 15 01:59:20.447001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:20.449376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e99b27f4-d8b7-443e-91f6-23deabd51f94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.460628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:20.460628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e99b27f4-d8b7-443e-91f6-23deabd51f94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:20.462413 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:20.474097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:20.474741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:20.624822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f197cfcb-e508-4135-acfb-a8bd4459df97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.636616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.643908 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] 10.222.0.43 "DELETE /v2.0/networks/f197cfcb-e508-4135-acfb-a8bd4459df97 HTTP/1.1" status: 204 len: 168 time: 0.6463957 Feb 15 01:59:20.648640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks [] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:20.671683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270247-a527-4cee-827d-50cfc827a341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-258466895-project] Pushing event deleted for resources: {'Network': ['ID=f197cfcb-e508-4135-acfb-a8bd4459df97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:20.699978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:20.957381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:59:19Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:21.059792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Checking router: 87761262-06f6-4484-bf5c-dce5e5fc5926 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:21.095051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Routers {'87761262-06f6-4484-bf5c-dce5e5fc5926'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:21.095711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87761262-06f6-4484-bf5c-dce5e5fc5926'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:21.162240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks [] for router_gateway (87761262-06f6-4484-bf5c-dce5e5fc5926), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.178488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e95f-faf7-4e80-814b-e5026d775ba2 req-c0bc479f-fc53-4c5f-9bdd-097d78a9894b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:21.185488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1166e95f-faf7-4e80-814b-e5026d775ba2 req-c0bc479f-fc53-4c5f-9bdd-097d78a9894b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.4031355 Feb 15 01:59:21.213996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4b06d99-30f4-45a8-ab81-cea97005c1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.358903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1166e95f-faf7-4e80-814b-e5026d775ba2 req-22173087-8815-453c-a27c-7a6a99f44de6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724551 Feb 15 01:59:21.391975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:21.423268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] Set router 87761262-06f6-4484-bf5c-dce5e5fc5926 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:21.482558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Deleting port 704a9223-43ae-44fd-bcc9-69c0c3371999 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:21.483107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.626544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] For port 704a9223-43ae-44fd-bcc9-69c0c3371999, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=704a9223-43ae-44fd-bcc9-69c0c3371999,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:21.626907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.639218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Calling delete_port for 704a9223-43ae-44fd-bcc9-69c0c3371999 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:21.674519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f30dca73-b151-4747-9849-15e70c950860 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e068dbe504354530863510546a924a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738674 Feb 15 01:59:21.681221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:21.778357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] Publish callbacks [] for security_group (3370a4a1-9cae-4793-993f-b3d2ed988fd3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.799760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:59:19Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:21.825759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] Publish callbacks [] for security_group (3370a4a1-9cae-4793-993f-b3d2ed988fd3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.849343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf18227-2024-400c-9710-8d4709291d31 None None] The sync data for ids ['87761262-06f6-4484-bf5c-dce5e5fc5926'] in n-d-829064-14 is: [{'id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'name': 'tempest-ServerActionsTestJSON-637702273-router', 'tenant_id': '7d2995decd09492485535a5a466e33de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:50:40Z', 'updated_at': '2022-02-15T01:59:19Z', 'revision_number': 5, 'project_id': '7d2995decd09492485535a5a466e33de', 'gw_port': {'id': '704a9223-43ae-44fd-bcc9-69c0c3371999', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87761262-06f6-4484-bf5c-dce5e5fc5926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:50:41Z', 'updated_at': '2022-02-15T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:21.930660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf9a2-6d12-4313-ac79-c444763a838b req-6ba9d39c-0e26-4e96-9c1b-0b21a630f428 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:21.937968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecbaf9a2-6d12-4313-ac79-c444763a838b req-6ba9d39c-0e26-4e96-9c1b-0b21a630f428 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1786323 Feb 15 01:59:21.989995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3370a4a1-9cae-4793-993f-b3d2ed988fd3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.993219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:21.994871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3370a4a1-9cae-4793-993f-b3d2ed988fd3 HTTP/1.1" status: 204 len: 168 time: 0.3123612 Feb 15 01:59:22.015743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecbaf9a2-6d12-4313-ac79-c444763a838b req-6473c4ff-d9e3-4510-9df5-1fc5c5258cfe tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Feb 15 01:59:22.022333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (704a9223-43ae-44fd-bcc9-69c0c3371999), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.041805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71178-2304-48a3-925c-d51a6f6966c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370a4a1-9cae-4793-993f-b3d2ed988fd3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:22.071667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Pushing event deleted for resources: {'Port': ['ID=704a9223-43ae-44fd-bcc9-69c0c3371999,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:22.094314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.094863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.095413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.095965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.096592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.097155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.097645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.098087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.098531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.099018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.099500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.100045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.100630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:22.186122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (87761262-06f6-4484-bf5c-dce5e5fc5926), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.277418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-3b65f7d1-0483-448d-98c8-5ba06f68ee49 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:22.280962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-3b65f7d1-0483-448d-98c8-5ba06f68ee49 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.0943780 Feb 15 01:59:22.350755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.354928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks [] for router_controller (87761262-06f6-4484-bf5c-dce5e5fc5926), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.576843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (87761262-06f6-4484-bf5c-dce5e5fc5926), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.577487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87761262-06f6-4484-bf5c-dce5e5fc5926 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 01:59:22.589754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.594481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:22.601909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-309708d7-1ae9-4eb8-bbc7-0342a8e6a699 admin admin] 10.222.0.43 "DELETE /v2.0/routers/87761262-06f6-4484-bf5c-dce5e5fc5926 HTTP/1.1" status: 204 len: 168 time: 2.1429236 Feb 15 01:59:22.648236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f15-f654-412e-b885-65fc8bd9d9fb req-a0901615-0dbb-42f0-8844-c5371bfe1882 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:22.649869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03626f15-f654-412e-b885-65fc8bd9d9fb req-a0901615-0dbb-42f0-8844-c5371bfe1882 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 947 time: 0.1496599 Feb 15 01:59:22.689227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Deleting subnet 494c6797-8fc8-413a-b628-4a85f850876d {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:59:22.696313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Publish callbacks [] for subnet (494c6797-8fc8-413a-b628-4a85f850876d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.755311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03626f15-f654-412e-b885-65fc8bd9d9fb req-d14ab0f2-abdd-44a4-8996-abdc494f0a65 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=1aabf573-c753-40ab-8969-7b438b1d24a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976627 Feb 15 01:59:22.787132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (494c6797-8fc8-413a-b628-4a85f850876d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.876035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Deleting port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:22.876408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:22.879791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (494c6797-8fc8-413a-b628-4a85f850876d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.019688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] For port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:23.020060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.034526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:23.105659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (494c6797-8fc8-413a-b628-4a85f850876d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.131881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2e96d0d0-a6ea-4c39-8bb1-d507857a4de0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=135a7036f4f14cf1b5a9043a05416dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0959496 Feb 15 01:59:23.132709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:23.168378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=494c6797-8fc8-413a-b628-4a85f850876d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:23.176229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc0bdf-f1ea-43fa-ad65-7e61f80fbb20 None None] Network cae1d432-0745-4578-9785-6cc891feac69 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:23.185307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.196547 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61464f25-5422-4415-a877-6e2c4d4aafd6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/494c6797-8fc8-413a-b628-4a85f850876d HTTP/1.1" status: 204 len: 168 time: 0.5987148 Feb 15 01:59:23.198700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:23.284989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (cae1d432-0745-4578-9785-6cc891feac69), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.317906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c735a4-c400-436e-b74e-d50560205efc req-0805835e-8f0b-45aa-afac-f42c2acb07f6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:23.325168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68c735a4-c400-436e-b74e-d50560205efc req-0805835e-8f0b-45aa-afac-f42c2acb07f6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1830809 Feb 15 01:59:23.397167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88ef19-6896-46fe-9731-adccef558cc6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:23.415135 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] Publish callbacks [] for security_group (d01f5f07-b2e6-44bd-bda2-b73e3abdde6b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.415347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.415347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.415347 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Floating IP 10370292-52af-4bf4-8eb0-13ebde275bc4 disassociated. External IP: 172.25.2.95, port: 5d3cb126-7ca6-4c99-8194-fecf9e8b10db. Feb 15 01:59:23.415347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Calling delete_port for 5d3cb126-7ca6-4c99-8194-fecf9e8b10db owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:23.442497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ee88ef19-6896-46fe-9731-adccef558cc6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:23.442997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88ef19-6896-46fe-9731-adccef558cc6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:23.444330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 704a9223-43ae-44fd-bcc9-69c0c3371999 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:23.474864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68c735a4-c400-436e-b74e-d50560205efc req-42c851b9-f71a-493f-a0b1-f861e2f2eb56 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444225 Feb 15 01:59:23.490299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 704a9223-43ae-44fd-bcc9-69c0c3371999 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:23.490644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 704a9223-43ae-44fd-bcc9-69c0c3371999 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:23.506210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] Publish callbacks [] for security_group (d01f5f07-b2e6-44bd-bda2-b73e3abdde6b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.522046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5ddfb-7c9f-4aa9-8708-1839a19c5fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.559008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Deleting port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:23.559520 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.598196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] DHCP port deletion for cae1d432-0745-4578-9785-6cc891feac69 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 01:59:23.649831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] For port d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:23.650379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.663443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Calling delete_port for d7e95178-9f6a-4a84-bf9d-7fea28257ce5 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:23.698782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Deleting port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:23.699655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.755612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d01f5f07-b2e6-44bd-bda2-b73e3abdde6b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.758396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.759566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d01f5f07-b2e6-44bd-bda2-b73e3abdde6b HTTP/1.1" status: 204 len: 168 time: 0.6245966 Feb 15 01:59:23.771986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91bfd7-dac6-45ee-8561-65cf4baf9a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01f5f07-b2e6-44bd-bda2-b73e3abdde6b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:23.781607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] For port d7e95178-9f6a-4a84-bf9d-7fea28257ce5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,segment=NetworkSegment(1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37),segment_id=1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:23.782012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.789152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5d3cb126-7ca6-4c99-8194-fecf9e8b10db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.837183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Calling delete_port for d7e95178-9f6a-4a84-bf9d-7fea28257ce5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:23.847240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'Port': ['ID=5d3cb126-7ca6-4c99-8194-fecf9e8b10db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:23.888359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:23.949978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42674864-4458-448c-af4d-82e4395146ec req-3f4e178b-c221-4282-b4a3-715c3866af0d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 210 time: 0.1137748 Feb 15 01:59:23.975206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:23.987415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] No DVR routers for this DVR port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:23.996598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (d7e95178-9f6a-4a84-bf9d-7fea28257ce5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.066694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] No DVR routers for this DVR port d7e95178-9f6a-4a84-bf9d-7fea28257ce5 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:24.069388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bb5aa-c4e9-4ea8-a9dc-8ec07b7bb1cc None None] Pushing event deleted for resources: {'Port': ['ID=d7e95178-9f6a-4a84-bf9d-7fea28257ce5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:24.113088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (cae1d432-0745-4578-9785-6cc891feac69), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.141487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae1d432-0745-4578-9785-6cc891feac69']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:24.162603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:24.162902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:24.185874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.215470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.225858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:24.226247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (1cd6e5ee-a6cb-4f76-9ffa-00a1e3b95d37), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: timer() Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:24.233986 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:24.418928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (cae1d432-0745-4578-9785-6cc891feac69), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.457073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.472423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cae1d432-0745-4578-9785-6cc891feac69 HTTP/1.1" status: 204 len: 168 time: 1.2724893 Feb 15 01:59:24.474411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eacc8-6a1a-4cf1-bd60-95556e6aca94 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae1d432-0745-4578-9785-6cc891feac69,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:24.536809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.648309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:59:24.784372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:24.796959 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:24.810371 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:24.811365 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:24.832755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] No DVR routers for this DVR port 5d3cb126-7ca6-4c99-8194-fecf9e8b10db on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:24.835072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:24.840106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9213242b-3a73-4ce5-8cbd-8e6f595a6b92 req-02a9e0a4-5af9-4536-b328-72bacfb60cf4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "DELETE /v2.0/ports/5d3cb126-7ca6-4c99-8194-fecf9e8b10db HTTP/1.1" status: 204 len: 173 time: 2.5525482 Feb 15 01:59:24.840687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-deleted', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:24.848783 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b4aad-fd57-4a04-ab25-c2472b14157d" -d '{"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-deleted", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:24.925465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:24.933207 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:24.974709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-16c5b89d-940f-4498-a7ee-7f702487a796 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d2995decd09492485535a5a466e33de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478523 Feb 15 01:59:24.983197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:25.065409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d7e95178-9f6a-4a84-bf9d-7fea28257ce5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:25.118569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d7e95178-9f6a-4a84-bf9d-7fea28257ce5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:25.119153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d7e95178-9f6a-4a84-bf9d-7fea28257ce5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:25.128192 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] Publish callbacks [] for security_group (39a5e1a7-71cb-4c3d-916b-474b9dd33164), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.187464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] Publish callbacks [] for security_group (39a5e1a7-71cb-4c3d-916b-474b9dd33164), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.281412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fecc03-9979-4059-badb-14b17d16dc50 req-5dc21582-3754-433f-a3c3-5d5459dcfa07 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:25.282619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78fecc03-9979-4059-badb-14b17d16dc50 req-5dc21582-3754-433f-a3c3-5d5459dcfa07 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0983500 Feb 15 01:59:25.321186 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:25.346961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78fecc03-9979-4059-badb-14b17d16dc50 req-72da9989-888f-4b6e-9ad4-a83017f3d846 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545146 Feb 15 01:59:25.349755 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:25.363553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:25.363553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:25.390148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39a5e1a7-71cb-4c3d-916b-474b9dd33164), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.393101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.394270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39a5e1a7-71cb-4c3d-916b-474b9dd33164 HTTP/1.1" status: 204 len: 168 time: 0.4103022 Feb 15 01:59:25.406212 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9b320-0f12-4ed1-a3ae-5a03e69a6fde x-openstack-request-id: req-b3c9b320-0f12-4ed1-a3ae-5a03e69a6fde {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:25.406761 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217014c-286a-4373-a0fc-bef05193e1ed", "name": "network-vif-deleted", "tag": "5d3cb126-7ca6-4c99-8194-fecf9e8b10db", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:25.407237 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3c9b320-0f12-4ed1-a3ae-5a03e69a6fde {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:25.407840 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217014c-286a-4373-a0fc-bef05193e1ed', 'name': 'network-vif-deleted', 'tag': '5d3cb126-7ca6-4c99-8194-fecf9e8b10db', 'status': 'completed', 'code': 200} Feb 15 01:59:25.408003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160e32-1e80-4516-a50b-508b38d42abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a5e1a7-71cb-4c3d-916b-474b9dd33164,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:25.523408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1ae96f2-1367-4420-8af1-9f7f0a2af6b9 req-abbb20c6-dd1b-4d93-8454-9b61e5fad231 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=5217014c-286a-4373-a0fc-bef05193e1ed HTTP/1.1" status: 200 len: 210 time: 0.0386066 Feb 15 01:59:25.551713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:25.622964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:25.799726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233067277'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:25.853105 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:25.881294 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5eb-75a7-49d9-bc68-36ccec170be2 None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:25.917178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:25.922146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.936856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:25.937384 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.123356 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for security_group (ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.208231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.261937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:26.286573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:26.294022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fcfd2961-53c4-44d9-bada-93d0bf8eb91e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.294515 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment fcfd2961-53c4-44d9-bada-93d0bf8eb91e of type vlan for network 5d75422e-3324-4e4f-925f-1947d8d75bfd Feb 15 01:59:26.347727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986e844-9163-4c8e-9e97-a7f879a74351 None None] New status for floating IP 10370292-52af-4bf4-8eb0-13ebde275bc4: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 01:59:26.359547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5d75422e-3324-4e4f-925f-1947d8d75bfd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.469470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5d75422e-3324-4e4f-925f-1947d8d75bfd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.474905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:26.475607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.527500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086f47-7389-4d29-9119-0c531440f87c req-0ec70536-f95e-48e0-921f-e8f4a74a1ce6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:26.538690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9086f47-7389-4d29-9119-0c531440f87c req-0ec70536-f95e-48e0-921f-e8f4a74a1ce6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0983815 Feb 15 01:59:26.605608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9086f47-7389-4d29-9119-0c531440f87c req-294237ce-378b-499c-b6ea-05532cebda69 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643606 Feb 15 01:59:26.608519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=5d75422e-3324-4e4f-925f-1947d8d75bfd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:26.614262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f794ae4-840c-4a6b-962f-06bcdbfa772e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9894915 Feb 15 01:59:26.630024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:26.757700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:26.763277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:26.806432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:26.908336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (1aabf573-c753-40ab-8969-7b438b1d24a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:26.941709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (1aabf573-c753-40ab-8969-7b438b1d24a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.005398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:27.011694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.051462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:27.080255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1aabf573-c753-40ab-8969-7b438b1d24a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.083332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.090280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "DELETE /v2.0/security-groups/1aabf573-c753-40ab-8969-7b438b1d24a1 HTTP/1.1" status: 204 len: 168 time: 0.2825456 Feb 15 01:59:27.091284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:27.129482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b6267-c517-4fda-b77e-f6ccc0863d04 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aabf573-c753-40ab-8969-7b438b1d24a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:27.129696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:27.164026 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-72f2d039-888e-490f-9d1f-e16560c3d4b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] show failed (client error): The resource could not be found. Feb 15 01:59:27.168527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72f2d039-888e-490f-9d1f-e16560c3d4b0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups/1aabf573-c753-40ab-8969-7b438b1d24a1 HTTP/1.1" status: 404 len: 347 time: 0.0534866 Feb 15 01:59:27.169342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:27.176461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 5d3cb126-7ca6-4c99-8194-fecf9e8b10db {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:27.176824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d3cb126-7ca6-4c99-8194-fecf9e8b10db not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:27.262940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-network', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:27.375455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Made reservation on behalf of ab2a8836fb7d4a159ffe428a7c9bb444 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:27.378464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.400055 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.447354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.470067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Deleting port 8edaf72f-2974-4ba5-9843-e292e0cccc93 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:27.470416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.493659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.569437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks [] for security_group (0766cfee-d781-4a4e-a107-2ded999ed999), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.583845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:27.591450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:27.591821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: 5d75422e-3324-4e4f-925f-1947d8d75bfd, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:27.597345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.597879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (8edaf72f-2974-4ba5-9843-e292e0cccc93), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.613873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Calling delete_port for 8edaf72f-2974-4ba5-9843-e292e0cccc93 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:27.709711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0766cfee-d781-4a4e-a107-2ded999ed999), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.719796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:27.765294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:27.775602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766cfee-d781-4a4e-a107-2ded999ed999,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:27.806654 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4d1819ca-133a-4b36-abe8-1f08a744acdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.807009 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Added segment 4d1819ca-133a-4b36-abe8-1f08a744acdd of type vlan for network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 Feb 15 01:59:27.824834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5d75422e-3324-4e4f-925f-1947d8d75bfd) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:27.862509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa9188-fdd6-4949-b83d-85b044f0ffb9 None None] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:27.862704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:27.862704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.875631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6f28-6a30-422f-b6d8-a44b5551f64d req-6ad9d332-67c0-422d-9009-e4ad374ba927 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:27.877789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40ca6f28-6a30-422f-b6d8-a44b5551f64d req-6ad9d332-67c0-422d-9009-e4ad374ba927 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1791978 Feb 15 01:59:27.886118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:27.959732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40ca6f28-6a30-422f-b6d8-a44b5551f64d req-c6aec2a7-104f-4840-96a3-5d0da3353b39 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Feb 15 01:59:28.019108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5d75422e-3324-4e4f-925f-1947d8d75bfd', 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:28.020250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.098669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8edaf72f-2974-4ba5-9843-e292e0cccc93), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.126193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'Port': ['ID=8edaf72f-2974-4ba5-9843-e292e0cccc93,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:28.136901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.138512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:28.139249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.139595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6481a3d3-d54d-4e53-ab9a-d30be0554dbe tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3804798 Feb 15 01:59:28.140369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:28.147878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1411426621'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:28.193354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Allocated IP 172.20.255.242 (5d75422e-3324-4e4f-925f-1947d8d75bfd/c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f/ba566224-ec1f-4230-99ff-3fb84f74405c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:28.280839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:28.285202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (10370292-52af-4bf4-8eb0-13ebde275bc4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.286688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.292057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.306216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d51b1c1f-6c34-457b-929c-2faf9537e4c8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "DELETE /v2.0/floatingips/10370292-52af-4bf4-8eb0-13ebde275bc4 HTTP/1.1" status: 204 len: 168 time: 1.1224384 Feb 15 01:59:28.332548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:28.358288 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.360201 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment d01e8f8e-6fa2-4125-b54f-02bcec5a7797 of type vlan for network b820b116-0c49-4ed9-a9d2-28fac25eeda9 Feb 15 01:59:28.418893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] Pushing event updated for resources: {'Network': ['ID=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:28.445190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:28.454449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd8c27c8-163c-42aa-bc34-c5e32d161e22 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4014523 Feb 15 01:59:28.457881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:28.458449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.465656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Request body: {'subnet': {'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-subnet', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:28.551367 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks [] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.566616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Made reservation on behalf of ab2a8836fb7d4a159ffe428a7c9bb444 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:28.570207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.618353 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.623762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:28.624686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.647393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.759437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=b820b116-0c49-4ed9-a9d2-28fac25eeda9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:28.834675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-341e1699-4716-4225-8980-5a19da1d5f47 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6931682 Feb 15 01:59:28.843299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44124) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:28.843630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:28.847453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:28.849252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870699879', 'description': 'tempest-description--1768481016'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:28.909233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (55f42adf-b6c2-482a-901e-040c30637a36), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.945086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:28.954000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b820b116-0c49-4ed9-a9d2-28fac25eeda9 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:28.958350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:28.982178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Pushing event updated for resources: {'Port': ['ID=ba566224-ec1f-4230-99ff-3fb84f74405c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:28.984272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:28.992892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:29.044521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f42adf-b6c2-482a-901e-040c30637a36,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:29.068133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Checking segment: {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:29.068526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Network hostable DHCP agents. Network: 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:29.132083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (2d6d27e4-5c32-4321-a8fa-59d3063f7dd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.167843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:29.171322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.186139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Attempting to bind port ba566224-ec1f-4230-99ff-3fb84f74405c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:29.186521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Attempting to bind port ba566224-ec1f-4230-99ff-3fb84f74405c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:29.186889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Attempting to bind port ba566224-ec1f-4230-99ff-3fb84f74405c on network 5d75422e-3324-4e4f-925f-1947d8d75bfd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:29.194588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:29.195310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Checking segment: {'id': 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:29.195437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.196531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Bound using segment: {'id': 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:29.196531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Bound port: ba566224-ec1f-4230-99ff-3fb84f74405c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d75422e-3324-4e4f-925f-1947d8d75bfd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:29.197434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.226303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2d6d27e4-5c32-4321-a8fa-59d3063f7dd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.251266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:29.264776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:29.282244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.283181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.283681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349700cc-a90c-46c9-b48e-ab46780f06e5 req-8b5d09f0-f8c6-4c9a-baba-63d22adbcf31 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:29.284031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.284647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.285242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.285541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-349700cc-a90c-46c9-b48e-ab46780f06e5 req-8b5d09f0-f8c6-4c9a-baba-63d22adbcf31 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1618073 Feb 15 01:59:29.286012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.286806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.287386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.287941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.288511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.289213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.290210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.291053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:29.337062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] For port ba566224-ec1f-4230-99ff-3fb84f74405c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:29.348418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] For port ba566224-ec1f-4230-99ff-3fb84f74405c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ba566224-ec1f-4230-99ff-3fb84f74405c,segment=NetworkSegment(fcfd2961-53c4-44d9-bada-93d0bf8eb91e),segment_id=fcfd2961-53c4-44d9-bada-93d0bf8eb91e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:29.371672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-349700cc-a90c-46c9-b48e-ab46780f06e5 req-4933945b-8d13-4b7c-b615-8a8283ce2924 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735447 Feb 15 01:59:29.403506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:29.415620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f99c96-7e2e-4976-844e-021f42e9a660 None None] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:29.420779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.422302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6ae28166-424e-4e15-9f8b-26f95b929ec8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5773149 Feb 15 01:59:29.431311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:29.438247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group_rule': {'security_group_id': '2d6d27e4-5c32-4321-a8fa-59d3063f7dd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:29.487004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.512699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:29.513695 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.573155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (f6b56bc5-169c-423d-b560-891087c2968c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.640482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:29.648932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a7a44f3-7a0f-47cb-9612-0da2ff8bcd0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1889331 Feb 15 01:59:29.660957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:29.723326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901d911-c83f-44c6-9032-f9b69412e3ec None None] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:29.727240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46bdbc-5959-4d24-91d3-aa97351e4e40 None None] Pushing event updated for resources: {'Port': ['ID=ba566224-ec1f-4230-99ff-3fb84f74405c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:29.797471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (f6b56bc5-169c-423d-b560-891087c2968c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.834207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (f41b849b-f029-486b-bf4f-acb1f0431af4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.888387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.889601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.895532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f6b56bc5-169c-423d-b560-891087c2968c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:29.932256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=f41b849b-f029-486b-bf4f-acb1f0431af4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:29.965947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:29.966939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: b820b116-0c49-4ed9-a9d2-28fac25eeda9, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:29.989071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b56bc5-169c-423d-b560-891087c2968c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:30.059101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network b820b116-0c49-4ed9-a9d2-28fac25eeda9 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:30.067886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for router_controller (020f52ac-da25-4ec3-b029-3f92cb5c3e18), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.102695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.105175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5a075393-a52c-418d-976a-cb66cd88d94e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6719770 Feb 15 01:59:30.108976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:30.118489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'security_group_rule': {'security_group_id': '2d6d27e4-5c32-4321-a8fa-59d3063f7dd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:30.153775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b820b116-0c49-4ed9-a9d2-28fac25eeda9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:30.159284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:30.160137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.164431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84366484-779a-479a-bbed-189e381d8600 None None] Network b820b116-0c49-4ed9-a9d2-28fac25eeda9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:30.260883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (d1bcd029-fb29-40dd-b4ed-c7daa1d334fe), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.308328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for router_gateway (020f52ac-da25-4ec3-b029-3f92cb5c3e18), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.333982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1128a588-948b-4d25-8808-1b6e0e9283a8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4887083 Feb 15 01:59:30.339273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:30.367367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b820b116-0c49-4ed9-a9d2-28fac25eeda9', 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'f41b849b-f029-486b-bf4f-acb1f0431af4'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:30.368239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.399129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (d1bcd029-fb29-40dd-b4ed-c7daa1d334fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.519909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.537935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Allocated IP 172.20.0.2 (b820b116-0c49-4ed9-a9d2-28fac25eeda9/f41b849b-f029-486b-bf4f-acb1f0431af4/97ee3305-c0cf-4a54-8206-dbb70331aa5f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:30.540069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016da5b-5ff2-4657-829c-dae35070d27e req-aafe8365-1704-4dbb-be58-76a250594e83 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:30.550300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1016da5b-5ff2-4657-829c-dae35070d27e req-aafe8365-1704-4dbb-be58-76a250594e83 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.0762672 Feb 15 01:59:30.555388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d1bcd029-fb29-40dd-b4ed-c7daa1d334fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.622374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bcd029-fb29-40dd-b4ed-c7daa1d334fe,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:30.664974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f41b849b-f029-486b-bf4f-acb1f0431af4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.697382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1016da5b-5ff2-4657-829c-dae35070d27e req-11bff6be-0204-4070-a1ef-04d37c2e4293 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459441 Feb 15 01:59:30.716197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.717740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0699fbde-6852-4562-9c14-063d7b53d524 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6068373 Feb 15 01:59:30.721397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:30.727855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:30.729483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks [] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.851317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.865036 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.910409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for router_gateway (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.914715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Network b820b116-0c49-4ed9-a9d2-28fac25eeda9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:30.922914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:30.931589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:30.938346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:30.974391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Pushing event updated for resources: {'Port': ['ID=97ee3305-c0cf-4a54-8206-dbb70331aa5f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:31.001230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f41b849b-f029-486b-bf4f-acb1f0431af4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.070265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=f41b849b-f029-486b-bf4f-acb1f0431af4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:31.077855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.124558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Attempting to bind port 97ee3305-c0cf-4a54-8206-dbb70331aa5f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:31.125121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Attempting to bind port 97ee3305-c0cf-4a54-8206-dbb70331aa5f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:31.125584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Attempting to bind port 97ee3305-c0cf-4a54-8206-dbb70331aa5f on network b820b116-0c49-4ed9-a9d2-28fac25eeda9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:31.134756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:31.147553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Checking segment: {'id': 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:31.149920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.151014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Bound using segment: {'id': 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:31.151014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Bound port: 97ee3305-c0cf-4a54-8206-dbb70331aa5f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:31.154576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.213910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2dd33-ddae-4dcb-a3d5-fff813e882f4 None None] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:31.225614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.237407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ba566224-ec1f-4230-99ff-3fb84f74405c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:31.301035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b820b116-0c49-4ed9-a9d2-28fac25eeda9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:31.306379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Allocated IP 172.25.2.171 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4bc70c6b-3b5b-4545-a9de-a05a8301012d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:31.320678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:31.320678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:31.336253 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.382409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] For port 97ee3305-c0cf-4a54-8206-dbb70331aa5f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:31.393815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.406559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:31.407126 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:31.411295 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:31.437647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Provisioning complete for port ba566224-ec1f-4230-99ff-3fb84f74405c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:31.438276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.530396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ba566224-ec1f-4230-99ff-3fb84f74405c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:31.531042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.584034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.591697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] For port 97ee3305-c0cf-4a54-8206-dbb70331aa5f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=97ee3305-c0cf-4a54-8206-dbb70331aa5f,segment=NetworkSegment(d01e8f8e-6fa2-4125-b54f-02bcec5a7797),segment_id=d01e8f8e-6fa2-4125-b54f-02bcec5a7797)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:31.623469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:31.623469 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:31.623469 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'b820b116-0c49-4ed9-a9d2-28fac25eeda9'}] Feb 15 01:59:31.623469 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:31.629275 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:31.692713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.697795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Current status of the port ba566224-ec1f-4230-99ff-3fb84f74405c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:31.697795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.767223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.791179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ba566224-ec1f-4230-99ff-3fb84f74405c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:31.791589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:31.833624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:31.836728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:31.857583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:31.878678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] For port ba566224-ec1f-4230-99ff-3fb84f74405c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ba566224-ec1f-4230-99ff-3fb84f74405c,segment=NetworkSegment(fcfd2961-53c4-44d9-bada-93d0bf8eb91e),segment_id=fcfd2961-53c4-44d9-bada-93d0bf8eb91e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:31.921858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac766e-ba82-46aa-a044-55a4413b7f78 None None] Pushing event updated for resources: {'Port': ['ID=97ee3305-c0cf-4a54-8206-dbb70331aa5f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:31.944151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Allocated IP 172.25.2.28 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/fa21823d-d44e-43e0-aae7-7b86d7d3bfdb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:31.989918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.028220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Pushing event updated for resources: {'Port': ['ID=4bc70c6b-3b5b-4545-a9de-a05a8301012d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:32.121915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:32.122244 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:32.127503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.211319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b56cf-6004-4d9a-8962-5d9065a77512 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:32.225164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46be99-54e0-4ee6-8eaf-3d9052b2c2b5 req-0e812ae2-ba5f-4189-ae4c-f0b7eac39ab7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:32.227478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-be9d8376-8012-4ed8-8a6b-54a00ac07766 None None] Provisioning complete for port ba566224-ec1f-4230-99ff-3fb84f74405c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:32.227862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be9d8376-8012-4ed8-8a6b-54a00ac07766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.230756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c46be99-54e0-4ee6-8eaf-3d9052b2c2b5 req-0e812ae2-ba5f-4189-ae4c-f0b7eac39ab7 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1776938 Feb 15 01:59:32.310316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1668af-3438-4742-9fe1-81c332065035 None None] Pushing event updated for resources: {'Port': ['ID=ba566224-ec1f-4230-99ff-3fb84f74405c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:32.370795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.435254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c46be99-54e0-4ee6-8eaf-3d9052b2c2b5 req-6b727738-5b68-45a4-869f-6c16578df513 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957016 Feb 15 01:59:32.526324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 97ee3305-c0cf-4a54-8206-dbb70331aa5f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:32.526901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.534623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b56cf-6004-4d9a-8962-5d9065a77512 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:32.564746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-be9d8376-8012-4ed8-8a6b-54a00ac07766 None None] Current status of the port ba566224-ec1f-4230-99ff-3fb84f74405c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:32.584154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.605946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:32.647685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 97ee3305-c0cf-4a54-8206-dbb70331aa5f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=97ee3305-c0cf-4a54-8206-dbb70331aa5f,segment=NetworkSegment(d01e8f8e-6fa2-4125-b54f-02bcec5a7797),segment_id=d01e8f8e-6fa2-4125-b54f-02bcec5a7797)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:32.648064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.664536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=fa21823d-d44e-43e0-aae7-7b86d7d3bfdb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:32.672646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 97ee3305-c0cf-4a54-8206-dbb70331aa5f owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:32.685008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for router_gateway (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.699906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:32.703961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:32.713650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:32.914591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-321840a3-aee6-423f-b1b9-58dc6807e2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:32.924967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.045305 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.050547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (97ee3305-c0cf-4a54-8206-dbb70331aa5f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.076089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.153050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=97ee3305-c0cf-4a54-8206-dbb70331aa5f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:33.167900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 97ee3305-c0cf-4a54-8206-dbb70331aa5f on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:33.193810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ba566224-ec1f-4230-99ff-3fb84f74405c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:33.332875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99269452-9225-4642-98d2-c476a0c80d5e None None] Network b820b116-0c49-4ed9-a9d2-28fac25eeda9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:33.419027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.487413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ba566224-ec1f-4230-99ff-3fb84f74405c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:33.514179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b820b116-0c49-4ed9-a9d2-28fac25eeda9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:33.570984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.593422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:33.593971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01e8f8e-6fa2-4125-b54f-02bcec5a7797') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:33.611391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.619751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ba566224-ec1f-4230-99ff-3fb84f74405c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:33.624087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.636893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-321840a3-aee6-423f-b1b9-58dc6807e2d9 admin admin] Publish callbacks [] for security_group (4af0ea34-72db-406d-ae3d-42d42a0040df), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.656582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.665075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:33.666157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (d01e8f8e-6fa2-4125-b54f-02bcec5a7797), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.682903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:33.749604 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:33.755095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-321840a3-aee6-423f-b1b9-58dc6807e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4af0ea34-72db-406d-ae3d-42d42a0040df), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.761193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 01:59:33.788186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501559-79ca-4b01-abce-08d688b624e7 req-88f13bd0-19d3-4776-956c-b9ddc802903e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:33.789879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1501559-79ca-4b01-abce-08d688b624e7 req-88f13bd0-19d3-4776-956c-b9ddc802903e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1686251 Feb 15 01:59:33.797007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ba566224-ec1f-4230-99ff-3fb84f74405c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:33.843896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b820b116-0c49-4ed9-a9d2-28fac25eeda9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.854381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.858768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/b820b116-0c49-4ed9-a9d2-28fac25eeda9 HTTP/1.1" status: 204 len: 168 time: 3.5197544 Feb 15 01:59:33.873395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:33.883726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1501559-79ca-4b01-abce-08d688b624e7 req-ae6ad9b0-ea11-449f-80db-073b48af7916 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680099 Feb 15 01:59:33.886722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=fa21823d-d44e-43e0-aae7-7b86d7d3bfdb,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:33.904461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:33.940840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050186727'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:33.952046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-321840a3-aee6-423f-b1b9-58dc6807e2d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b60c5d42c8bc4795859cdf911b6f2495&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3171809 Feb 15 01:59:33.952046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321840a3-aee6-423f-b1b9-58dc6807e2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0ea34-72db-406d-ae3d-42d42a0040df,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:33.952466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:33.991987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aed89-920f-4d47-b2af-6116091f356f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=b820b116-0c49-4ed9-a9d2-28fac25eeda9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:34.028440 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.029771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f26932d5-3196-4f29-9ebe-c807f524bc36 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3065641 Feb 15 01:59:34.055636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] Publish callbacks [] for security_group (4af0ea34-72db-406d-ae3d-42d42a0040df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.085524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] Publish callbacks [] for security_group (4af0ea34-72db-406d-ae3d-42d42a0040df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.115022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:34.118285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.161648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:34.173126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Sync routers for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:34.191761 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:34.192548 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:34.215325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4af0ea34-72db-406d-ae3d-42d42a0040df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.221880 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.225395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4af0ea34-72db-406d-ae3d-42d42a0040df HTTP/1.1" status: 204 len: 168 time: 0.2695394 Feb 15 01:59:34.225539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:34.250757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c5dde-de9a-4f3d-a9d8-9d18abece771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0ea34-72db-406d-ae3d-42d42a0040df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:34.261988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.265915 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment 76fa11ed-fc11-45bb-986c-192f4c895cb9 of type vlan for network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c Feb 15 01:59:34.345115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.347039 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b9098a0-e20f-4b01-9329-362d275646ae admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6994894 Feb 15 01:59:34.351559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:34.364056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.428250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-059f6da4-6a5c-43a7-93b3-f320d4d0a6ec tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--870699879&fields=id&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 267 time: 0.1385272 Feb 15 01:59:34.458208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.466377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:34.467149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.479134 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:34.622830 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6916265 Feb 15 01:59:34.624947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:34.630797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:34.687184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-2b11d89d-4990-45cd-8a33-cec8161c98d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:34.689841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-2b11d89d-4990-45cd-8a33-cec8161c98d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 817 time: 0.2600062 Feb 15 01:59:34.736325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc431b-4dbe-4ad5-8500-f9fc22c37988 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:34.748498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:34.813566 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:32Z', 'revision_number': 3, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:34.833604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:34.844667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.873201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Checking router: 020f52ac-da25-4ec3-b029-3f92cb5c3e18 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:34.873201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Updating router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 port 4bc70c6b-3b5b-4545-a9de-a05a8301012d binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:59:34.902863 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:34.977869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 01:59:34.978296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 01:59:35.126177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:35.164322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bc15773-0a54-4491-a23a-087879ee7e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.229972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-675c460f-af1e-4dfa-b5d7-60de22e5068d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/quotas/8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 375 time: 0.0188453 Feb 15 01:59:35.256785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bc15773-0a54-4491-a23a-087879ee7e06 admin admin] Publish callbacks [] for security_group (97d0e339-b655-42cb-921b-b2fdc2ce872f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.270851 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks [] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.321213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bc15773-0a54-4491-a23a-087879ee7e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (97d0e339-b655-42cb-921b-b2fdc2ce872f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.349809 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.351012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-d9f199b2-71da-445c-97da-2b5cafc0f755 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127868 Feb 15 01:59:35.379259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc15773-0a54-4491-a23a-087879ee7e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d0e339-b655-42cb-921b-b2fdc2ce872f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:35.385562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3bc15773-0a54-4491-a23a-087879ee7e06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7a4f3bfa82d4fa5947d4a46dc325eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583380 Feb 15 01:59:35.387451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (d5017a10-d13d-48f1-8496-35ca4a89fe5c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.402216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:35.443090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Attempting to bind port 4bc70c6b-3b5b-4545-a9de-a05a8301012d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:35.444637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Attempting to bind port 4bc70c6b-3b5b-4545-a9de-a05a8301012d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:35.445281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Attempting to bind port 4bc70c6b-3b5b-4545-a9de-a05a8301012d on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:35.463329 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Pushing event updated for resources: {'Port': ['ID=4bc70c6b-3b5b-4545-a9de-a05a8301012d,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:35.476774 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.477650 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.478312 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.479048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.479912 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.480661 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.481195 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.481741 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.482276 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.482798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.483457 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.484003 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.486603 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:35.494754 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:35.497133 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:35.500318 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.501968 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:35.502247 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Bound port: 4bc70c6b-3b5b-4545-a9de-a05a8301012d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:35.503548 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.601358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': '76fa11ed-fc11-45bb-986c-192f4c895cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:35.601976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:35.629256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=d5017a10-d13d-48f1-8496-35ca4a89fe5c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:35.643793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] Publish callbacks [] for security_group (97d0e339-b655-42cb-921b-b2fdc2ce872f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.681894 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] For port 4bc70c6b-3b5b-4545-a9de-a05a8301012d, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:35.699581 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] For port 4bc70c6b-3b5b-4545-a9de-a05a8301012d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4bc70c6b-3b5b-4545-a9de-a05a8301012d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:35.740042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:35.761968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] Publish callbacks [] for security_group (97d0e339-b655-42cb-921b-b2fdc2ce872f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.824053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-bc4bc387-9d52-4c2e-ab8e-eab56dfb952f service neutron] 10.222.0.43 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021497 Feb 15 01:59:35.841857 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.859269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:35.869335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:35.870281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.894983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9f38f-f075-456f-beac-0f58c804536c None None] Network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:35.902607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.941970 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:35.943003 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:35.944239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (97d0e339-b655-42cb-921b-b2fdc2ce872f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.948109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:35.949924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97d0e339-b655-42cb-921b-b2fdc2ce872f HTTP/1.1" status: 204 len: 168 time: 0.5428970 Feb 15 01:59:35.963621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362c1aa-e35b-499f-9441-0a4375eb3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d0e339-b655-42cb-921b-b2fdc2ce872f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:35.987317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-01bdc173-6d8d-4a71-8f98-695d0b0f0627 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3614600 Feb 15 01:59:35.996571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:36.070882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-8a2fde3d-f37c-43f8-9f26-8c9758566d66 service neutron] 10.222.0.43 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458177 Feb 15 01:59:36.112261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c', 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'd5017a10-d13d-48f1-8496-35ca4a89fe5c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:36.117057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.176991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.248143 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:36.276989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Allocated IP 172.20.0.1 (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2/55f42adf-b6c2-482a-901e-040c30637a36/88751185-fc91-4fc3-b590-292c8cccc90a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:36.283259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d5017a10-d13d-48f1-8496-35ca4a89fe5c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.383309 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca494-4ec3-4bbe-ad4a-0a317967dea5 None None] Pushing event updated for resources: {'Port': ['ID=4bc70c6b-3b5b-4545-a9de-a05a8301012d,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:36.533901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Allocated IP 172.20.0.3 (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c/d5017a10-d13d-48f1-8496-35ca4a89fe5c/84d1bd68-cba5-4490-98d3-24ff957f0328) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:36.613591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks [] for port (88751185-fc91-4fc3-b590-292c8cccc90a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.615631 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:32Z', 'revision_number': 3, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:36.672008 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecaa52-a8d5-423d-b703-08d8d7e2a3a1 None None] The sync data for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 is: [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:32Z', 'revision_number': 3, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:36.739034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46573af-d24a-41c9-9ae6-04dc9f2e8303 req-00142caa-0da1-4f96-885f-4ba9de828051 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:36.742482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46573af-d24a-41c9-9ae6-04dc9f2e8303 req-00142caa-0da1-4f96-885f-4ba9de828051 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1564658 Feb 15 01:59:36.832818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.968933 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks [] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:36.975780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:36.979391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46573af-d24a-41c9-9ae6-04dc9f2e8303 req-df5b78b3-5dc5-467a-9699-14ec533ec1ce tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322659 Feb 15 01:59:36.984696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:36.988433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:37.011905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Pushing event updated for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:37.056627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.071394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.162292 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (d5017a10-d13d-48f1-8496-35ca4a89fe5c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.224784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:37.228163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:37.244505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:37.273186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9fcba18-978f-4c67-850a-d817cc55b8c5 req-162836d6-3e4b-4323-860a-c5cf4cac4edd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 210 time: 0.1272931 Feb 15 01:59:37.274034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=d5017a10-d13d-48f1-8496-35ca4a89fe5c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:37.354928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Pushing event updated for resources: {'Port': ['ID=84d1bd68-cba5-4490-98d3-24ff957f0328,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:37.395810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4bc70c6b-3b5b-4545-a9de-a05a8301012d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:37.435177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.435462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.435813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.436213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.440896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.447070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 01:59:37.481482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.507033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:37.519462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fa11ed-fc11-45bb-986c-192f4c895cb9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:37.520013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fa11ed-fc11-45bb-986c-192f4c895cb9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:37.536251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.537676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Attempting to bind port 84d1bd68-cba5-4490-98d3-24ff957f0328 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:37.538101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Attempting to bind port 84d1bd68-cba5-4490-98d3-24ff957f0328 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '76fa11ed-fc11-45bb-986c-192f4c895cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:37.538633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Attempting to bind port 84d1bd68-cba5-4490-98d3-24ff957f0328 on network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:37.554047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.561920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:37.562376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.572921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:37.578558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.587246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Checking segment: {'id': '76fa11ed-fc11-45bb-986c-192f4c895cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:37.587691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.588280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Bound using segment: {'id': '76fa11ed-fc11-45bb-986c-192f4c895cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:37.588684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Bound port: 84d1bd68-cba5-4490-98d3-24ff957f0328, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fa11ed-fc11-45bb-986c-192f4c895cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:37.589080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.766285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4bc70c6b-3b5b-4545-a9de-a05a8301012d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:37.766964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:37.895941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] For port 84d1bd68-cba5-4490-98d3-24ff957f0328, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:37.983766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks [] for port (88751185-fc91-4fc3-b590-292c8cccc90a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.044021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4bc70c6b-3b5b-4545-a9de-a05a8301012d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:38.045111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.079471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4bc70c6b-3b5b-4545-a9de-a05a8301012d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4bc70c6b-3b5b-4545-a9de-a05a8301012d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:38.105488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.191396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.353554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.365301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4bc70c6b-3b5b-4545-a9de-a05a8301012d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:38.467231 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:38.492320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Pushing event updated for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:38.520947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] For port 84d1bd68-cba5-4490-98d3-24ff957f0328, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=84d1bd68-cba5-4490-98d3-24ff957f0328,segment=NetworkSegment(76fa11ed-fc11-45bb-986c-192f4c895cb9),segment_id=76fa11ed-fc11-45bb-986c-192f4c895cb9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:38.555976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:38.555976 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:38.555976 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c'}] Feb 15 01:59:38.555976 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:38.556614 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:38.559905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb036c-41ea-4e9f-a417-076bdeee94b7 req-26202e5e-e4f5-423c-a20f-6eb972a15233 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:38.567972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10eb036c-41ea-4e9f-a417-076bdeee94b7 req-26202e5e-e4f5-423c-a20f-6eb972a15233 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.3042245 Feb 15 01:59:38.613398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:38.655513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:38.658893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:38.782192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dadeac-07aa-4efc-bee9-3d7f7e6fbb5d None None] Pushing event updated for resources: {'Port': ['ID=84d1bd68-cba5-4490-98d3-24ff957f0328,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:38.810680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a4922-3daa-4c02-8fa3-2087b8ac989a None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:38.826277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:59:38.858746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10eb036c-41ea-4e9f-a417-076bdeee94b7 req-7bc5b085-df9e-42a9-9639-1b64d5c02482 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846737 Feb 15 01:59:38.942511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a4922-3daa-4c02-8fa3-2087b8ac989a None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:39.007616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92350deb-cd4d-4e30-95a9-0f765f4a05f1 req-30cbe3b1-80d6-44cc-9434-4f1294a2b2ff tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 210 time: 0.0380418 Feb 15 01:59:39.057893 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:39.194905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 84d1bd68-cba5-4490-98d3-24ff957f0328 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:39.195251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:39.197751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:39.215050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4d8bba06-1c4a-47bb-82dc-40b4c7e75247 admin admin] 10.222.0.43 "PUT /v2.0/routers/020f52ac-da25-4ec3-b029-3f92cb5c3e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8618853 Feb 15 01:59:39.366355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4bc70c6b-3b5b-4545-a9de-a05a8301012d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:39.406509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b1f70f-5625-40ac-bc72-dcbb14431882 None None] Network f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:39.486572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 84d1bd68-cba5-4490-98d3-24ff957f0328, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=84d1bd68-cba5-4490-98d3-24ff957f0328,segment=NetworkSegment(76fa11ed-fc11-45bb-986c-192f4c895cb9),segment_id=76fa11ed-fc11-45bb-986c-192f4c895cb9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:39.487042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:39.521246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 84d1bd68-cba5-4490-98d3-24ff957f0328 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:39.729774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4bc70c6b-3b5b-4545-a9de-a05a8301012d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:39.730514 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:39.800007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Sync routers for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:39.858736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:39.861700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:39.863338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (84d1bd68-cba5-4490-98d3-24ff957f0328), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:39.906715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 84d1bd68-cba5-4490-98d3-24ff957f0328 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:39.970531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-115eff9b-7794-444c-abac-cca2e96d5b5a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:39.972417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-115eff9b-7794-444c-abac-cca2e96d5b5a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 817 time: 0.6454506 Feb 15 01:59:40.092140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.118643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:40.131097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=84d1bd68-cba5-4490-98d3-24ff957f0328,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:40.141923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fa11ed-fc11-45bb-986c-192f4c895cb9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:40.142229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fa11ed-fc11-45bb-986c-192f4c895cb9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:40.161142 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.198595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-cf2b558b-f3dd-4a67-97d0-8121115f0c59 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:40.200495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-cf2b558b-f3dd-4a67-97d0-8121115f0c59 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 819 time: 0.2001319 Feb 15 01:59:40.207408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.223698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-4237a26b-9188-44dc-ae91-5748fc58343d tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/quotas/ab2a8836fb7d4a159ffe428a7c9bb444 HTTP/1.1" status: 200 len: 375 time: 0.0106859 Feb 15 01:59:40.246454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:40.246867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (76fa11ed-fc11-45bb-986c-192f4c895cb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:40.254118 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:40.260332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4bc70c6b-3b5b-4545-a9de-a05a8301012d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:40.273974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:40.311754 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-a28c866a-61cd-455e-8d95-b5cdfccbdd17 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 379 time: 0.1818058 Feb 15 01:59:40.331748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'port': {'device_id': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'admin_state_up': True, 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'security_groups': ['2d6d27e4-5c32-4321-a8fa-59d3063f7dd0']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:40.364093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-c516c913-addf-4b1d-9c65-bd8efeaec0e9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329594 Feb 15 01:59:40.438780 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 01:59:40.545955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-d070e7db-5a62-4cf8-99a7-07eded81cfd7 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807792 Feb 15 01:59:40.558633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 2, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:40.572588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.612056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.621020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c HTTP/1.1" status: 204 len: 168 time: 4.6252754 Feb 15 01:59:40.623804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Checking router: 020f52ac-da25-4ec3-b029-3f92cb5c3e18 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:40.623963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9472e-ac31-41c1-97a2-c2c8176ecb03 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:40.625705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:40.626170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Made reservation on behalf of 8cbaf7efe8ce45638937b6db25a86925 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:40.627213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Updating router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 port 88751185-fc91-4fc3-b590-292c8cccc90a binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 01:59:40.634180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.640510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502500537'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:40.692327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.745904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-d5377aab-5c67-46d4-8acc-8b9162b33ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989169 Feb 15 01:59:40.758929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:40.762801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.809894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:40.829958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.831616 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment b681c2e5-a0e6-4ecc-bbc4-75da3764d498 of type vlan for network e9061875-c9c2-4771-b70a-929510e0f973 Feb 15 01:59:40.901727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e9061875-c9c2-4771-b70a-929510e0f973), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:40.956830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Allocated IP 172.20.0.10 (51d7c1b7-c0f2-469a-929e-fd50ffa3337a/64282de4-e0e4-4fd1-824b-f59c9c4164c5/d5655b32-3d52-4565-a82b-849b89d74eb5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:41.018261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e9061875-c9c2-4771-b70a-929510e0f973), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.023847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:41.028828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.189581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.209074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=e9061875-c9c2-4771-b70a-929510e0f973,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:41.217610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8081c2b-a453-4af6-a36c-37a829c607c7 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5825777 Feb 15 01:59:41.217870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:41.223142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:41.248351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e9061875-c9c2-4771-b70a-929510e0f973 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:41.316322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.374160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:41.377689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:41.392769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks [] for port (88751185-fc91-4fc3-b590-292c8cccc90a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.405036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:41.441460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4f3b-6e63-43db-9dc3-9ea708114631 req-e6515cbc-1812-47aa-ae7d-896df453dbbf tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:41.444033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-138b4f3b-6e63-43db-9dc3-9ea708114631 req-e6515cbc-1812-47aa-ae7d-896df453dbbf tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.2367980 Feb 15 01:59:41.469459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.514682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:41.557258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-138b4f3b-6e63-43db-9dc3-9ea708114631 req-8057fcc9-ecfc-4e66-9f39-30cec7ba3764 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060436 Feb 15 01:59:41.587976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:41.590243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.623852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:41.628017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.678973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Attempting to bind port 88751185-fc91-4fc3-b590-292c8cccc90a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:41.679453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Attempting to bind port 88751185-fc91-4fc3-b590-292c8cccc90a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:41.679735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Attempting to bind port 88751185-fc91-4fc3-b590-292c8cccc90a on network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:41.681719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47562-d842-47a2-8348-f201773dbb07 None None] Pushing event updated for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:41.699162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:41.699547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Checking segment: {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:41.700130 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.700344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Bound using segment: {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:41.700821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Bound port: 88751185-fc91-4fc3-b590-292c8cccc90a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:41.701199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.726642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-550d80b6-f026-4f4e-82be-e43e19da37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4001713 Feb 15 01:59:41.741145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Request body: {'port': {'device_id': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:41.799475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] For port 88751185-fc91-4fc3-b590-292c8cccc90a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:41.804215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] For port 88751185-fc91-4fc3-b590-292c8cccc90a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=88751185-fc91-4fc3-b590-292c8cccc90a,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:41.862731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.864674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171350-4076-4705-bd54-d6539951a53f req-0f0a5d2f-f5fc-4264-a85e-548256cca992 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:41.866705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5171350-4076-4705-bd54-d6539951a53f req-0f0a5d2f-f5fc-4264-a85e-548256cca992 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 932 time: 0.1409218 Feb 15 01:59:41.879530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:41.948954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5171350-4076-4705-bd54-d6539951a53f req-5f865b13-200a-47a3-b4c3-fa565da9021d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704737 Feb 15 01:59:42.032065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:42.035318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-84ec1f92-4896-4371-a6a7-b18477a61661 None None] Provisioning complete for port d5655b32-3d52-4565-a82b-849b89d74eb5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:42.035698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84ec1f92-4896-4371-a6a7-b18477a61661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.093900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-570bff9b-4b85-4cbc-b5b4-fb59a6910324 req-20895ddf-4843-478d-96c2-1e8d1ffb3a09 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 210 time: 0.0714505 Feb 15 01:59:42.162039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:42.162503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:42.165697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47562-d842-47a2-8348-f201773dbb07 None None] Pushing event updated for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:42.171310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-84ec1f92-4896-4371-a6a7-b18477a61661 None None] Port d5655b32-3d52-4565-a82b-849b89d74eb5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 01:59:42.222198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (22572464-bcf6-415b-a659-aa4f4645cab0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.335758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:42.351478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88d9dd08-fd3c-48ba-912c-b44210feaeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.371563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:42.382959 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks [] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.407526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Transition to ACTIVE for port object d5655b32-3d52-4565-a82b-849b89d74eb5 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:59:42.412196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=22572464-bcf6-415b-a659-aa4f4645cab0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:42.434313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:42.434696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: e9061875-c9c2-4771-b70a-929510e0f973, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:42.482687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.531713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:42.576349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network e9061875-c9c2-4771-b70a-929510e0f973 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:42.587839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88d9dd08-fd3c-48ba-912c-b44210feaeec admin admin] Publish callbacks [] for security_group (ed7e9c1a-e189-40b5-8f42-03f2e9cf0318), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.663839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Attempting to bind port d5655b32-3d52-4565-a82b-849b89d74eb5 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:42.664463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Attempting to bind port d5655b32-3d52-4565-a82b-849b89d74eb5 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:42.664560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Attempting to bind port d5655b32-3d52-4565-a82b-849b89d74eb5 on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:42.674669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Port d5655b32-3d52-4565-a82b-849b89d74eb5 on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:42.675016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Attempting to bind port d5655b32-3d52-4565-a82b-849b89d74eb5 on network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:42.677192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:41Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:42.682941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:42.683284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Checking segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:42.684532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Bound using segment: {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:42.684532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Bound port: d5655b32-3d52-4565-a82b-849b89d74eb5, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf62131-10a9-46b9-b22c-b0e5803fa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:42.684532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.685859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e9061875-c9c2-4771-b70a-929510e0f973) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:42.694230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:42.695089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.712780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88d9dd08-fd3c-48ba-912c-b44210feaeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ed7e9c1a-e189-40b5-8f42-03f2e9cf0318), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.758389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:42.759090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-88d9dd08-fd3c-48ba-912c-b44210feaeec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=242bf9fccc674e8f8a98e44082ee238b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7253578 Feb 15 01:59:42.765594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a8763-e2ac-4106-8238-aebf80296fcb None None] Network e9061875-c9c2-4771-b70a-929510e0f973 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:42.796916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb85df-efec-48de-a706-a47a6f7f9eac req-d486eb1c-f97f-4a72-8706-d21882c15e36 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:42.799344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6eb85df-efec-48de-a706-a47a6f7f9eac req-d486eb1c-f97f-4a72-8706-d21882c15e36 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1536753 Feb 15 01:59:42.812952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:42.819684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9dd08-fd3c-48ba-912c-b44210feaeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e9c1a-e189-40b5-8f42-03f2e9cf0318,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:42.856542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:42.860205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] Publish callbacks [] for security_group (ed7e9c1a-e189-40b5-8f42-03f2e9cf0318), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.874548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6eb85df-efec-48de-a706-a47a6f7f9eac req-5057816b-444c-4d1c-8dfc-d3d1cdc975c9 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Feb 15 01:59:42.884892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:42.889458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eaa04f71-e962-4645-b330-215cdc4b3cba tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6705670 Feb 15 01:59:42.913987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994333fc-74b4-4102-be26-7ade95a80c0f None None] The sync data for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 is: [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:41Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:42.916454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] Publish callbacks [] for security_group (ed7e9c1a-e189-40b5-8f42-03f2e9cf0318), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:42.946844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.000418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-e9061875-c9c2-4771-b70a-929510e0f973', 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': '22572464-bcf6-415b-a659-aa4f4645cab0'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:43.001461 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.130086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0fcdc-f942-4a1b-b0e3-7dfcd1b8f5b2 req-9553dbc2-14ff-40bb-b073-1f2b625809ac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.137334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc0fcdc-f942-4a1b-b0e3-7dfcd1b8f5b2 req-9553dbc2-14ff-40bb-b073-1f2b625809ac tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1176577 Feb 15 01:59:43.149409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.151290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.154276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] 10.222.0.31 "PUT /v2.0/ports/d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 1093 time: 1.4202254 Feb 15 01:59:43.156730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:43.161292 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de242f95-3cfe-419f-ac68-059b7116cb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:43.283005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc0fcdc-f942-4a1b-b0e3-7dfcd1b8f5b2 req-bd138f20-515a-485d-8895-14780da55636 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388736 Feb 15 01:59:43.307138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Allocated IP 172.20.0.1 (e9061875-c9c2-4771-b70a-929510e0f973/22572464-bcf6-415b-a659-aa4f4645cab0/df8f0eb5-99db-4d42-a7ed-8062f1885aa4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:43.430360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878730b9-1f22-4bb2-8c12-4281fd629ddb service neutron] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:43.475861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e9061875-c9c2-4771-b70a-929510e0f973), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.496621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-838c7213-f522-43a9-a28d-47f197db791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.498149 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-838c7213-f522-43a9-a28d-47f197db791a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1127 time: 0.2007492 Feb 15 01:59:43.509276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 88751185-fc91-4fc3-b590-292c8cccc90a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:43.535588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495662c-d039-4afe-a131-1f3522c90053 req-ec908613-c5df-4a5e-a334-5841440cbf1b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.540513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f495662c-d039-4afe-a131-1f3522c90053 req-ec908613-c5df-4a5e-a334-5841440cbf1b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1263349 Feb 15 01:59:43.555687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-695270dd-4bab-45f9-bec5-5c08a2489bd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 217 time: 0.0473201 Feb 15 01:59:43.587167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ed7e9c1a-e189-40b5-8f42-03f2e9cf0318), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.589831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.590942 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed7e9c1a-e189-40b5-8f42-03f2e9cf0318 HTTP/1.1" status: 204 len: 168 time: 0.8316061 Feb 15 01:59:43.639590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bd9c0-8f8a-4e64-b31c-5d14c185931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e9c1a-e189-40b5-8f42-03f2e9cf0318,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:43.651527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f495662c-d039-4afe-a131-1f3522c90053 req-eb2f527f-6fcc-43fb-a47f-765d740e0db9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952632 Feb 15 01:59:43.685917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks [] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.700173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (22572464-bcf6-415b-a659-aa4f4645cab0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.730984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 88751185-fc91-4fc3-b590-292c8cccc90a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:43.733512 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.781509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-861621d0-4a84-49e4-9cb0-435157466d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.782139 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-861621d0-4a84-49e4-9cb0-435157466d35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1960204 Feb 15 01:59:43.784010 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:43.904045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-416df495-3cf3-42cb-a2ce-f1d6e06b7809 req-d55aa372-8b4c-4882-b1fd-aceed15b60c4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 210 time: 0.1033099 Feb 15 01:59:43.948059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-362bb60e-eac1-4440-87b5-614846f3de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:43.952330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Pushing event updated for resources: {'Port': ['ID=df8f0eb5-99db-4d42-a7ed-8062f1885aa4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:43.956671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-362bb60e-eac1-4440-87b5-614846f3de63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1480920 Feb 15 01:59:43.995104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Network e9061875-c9c2-4771-b70a-929510e0f973 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:43.998300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:44.020329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:44.028221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (22572464-bcf6-415b-a659-aa4f4645cab0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.107985 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10297928-cb59-4227-8391-6f787a38d313 x-openstack-request-id: req-10297928-cb59-4227-8391-6f787a38d313 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:44.108314 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:44.108909 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10297928-cb59-4227-8391-6f787a38d313 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:44.109315 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'status': 'completed', 'code': 200} Feb 15 01:59:44.198090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 88751185-fc91-4fc3-b590-292c8cccc90a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:44.198489 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.242318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=22572464-bcf6-415b-a659-aa4f4645cab0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:44.263202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-9062a194-38b4-4539-aae0-dc37a605f293 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:44.263415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-9062a194-38b4-4539-aae0-dc37a605f293 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 819 time: 0.3583803 Feb 15 01:59:44.287333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'port': {'device_id': 'bd70010d-db26-4aa6-9414-383198085aad', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'admin_state_up': True, 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:44.369916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Attempting to bind port df8f0eb5-99db-4d42-a7ed-8062f1885aa4 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:44.370292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Attempting to bind port df8f0eb5-99db-4d42-a7ed-8062f1885aa4 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:44.370658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Attempting to bind port df8f0eb5-99db-4d42-a7ed-8062f1885aa4 on network e9061875-c9c2-4771-b70a-929510e0f973 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:44.376928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 88751185-fc91-4fc3-b590-292c8cccc90a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=88751185-fc91-4fc3-b590-292c8cccc90a,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:44.381598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:44.382271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Checking segment: {'id': 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:44.382841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.383432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Bound using segment: {'id': 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:44.384115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Bound port: df8f0eb5-99db-4d42-a7ed-8062f1885aa4, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e9061875-c9c2-4771-b70a-929510e0f973'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:44.384684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.394881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e9061875-c9c2-4771-b70a-929510e0f973), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.420064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9061875-c9c2-4771-b70a-929510e0f973']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:44.437102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:44.437595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:44.446661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-db14a176-b45e-4874-9314-71bad0b83b65 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889169 Feb 15 01:59:44.456159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.481292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.516854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.526334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] For port df8f0eb5-99db-4d42-a7ed-8062f1885aa4, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:44.529787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:44.530210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:44.534004 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:44.592682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:44.624150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Made reservation on behalf of ab2a8836fb7d4a159ffe428a7c9bb444 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:44.630120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.672792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] For port df8f0eb5-99db-4d42-a7ed-8062f1885aa4, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=df8f0eb5-99db-4d42-a7ed-8062f1885aa4,segment=NetworkSegment(b681c2e5-a0e6-4ecc-bbc4-75da3764d498),segment_id=b681c2e5-a0e6-4ecc-bbc4-75da3764d498)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:44.693734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:44.693734 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:44.693734 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'e9061875-c9c2-4771-b70a-929510e0f973'}] Feb 15 01:59:44.693734 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:44.698692 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:44.698692 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-12e32682-6540-48d1-a1fa-2c7d4b24a0b7 req-ac1871ff-a4d7-48aa-bfeb-fb2901027d6e service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392452 Feb 15 01:59:44.744756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.799169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:44.833291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89aea242-18ab-43e4-ade8-0c88c2fb595e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:44.900421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59c4a4-3667-4c89-97e6-b3964650527d None None] Pushing event updated for resources: {'Port': ['ID=df8f0eb5-99db-4d42-a7ed-8062f1885aa4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:44.907168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6f7f3-92c2-4acf-bb68-8af6960707d5 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:44.922886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3849f-0dc4-4b51-a411-35cee964268e req-6bf53ffd-a6b9-4c16-a190-2cc5dadfe70e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:44.932724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8a3849f-0dc4-4b51-a411-35cee964268e req-6bf53ffd-a6b9-4c16-a190-2cc5dadfe70e tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1964962 Feb 15 01:59:44.994596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Allocated IP 172.20.0.9 (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2/55f42adf-b6c2-482a-901e-040c30637a36/211fb0fc-f633-4bdb-9c43-8a921847e25f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:45.004339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-71355ccc-7362-4487-a901-01762bc73f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.004339 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-71355ccc-7362-4487-a901-01762bc73f1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1127 time: 0.1255481 Feb 15 01:59:45.034504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6f7f3-92c2-4acf-bb68-8af6960707d5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:45.059819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8a3849f-0dc4-4b51-a411-35cee964268e req-49709870-c3b2-4064-9202-b1a7bf3d647a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214705 Feb 15 01:59:45.093534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89aea242-18ab-43e4-ade8-0c88c2fb595e admin admin] Publish callbacks [] for security_group (b1cf27ab-7e48-49cc-9157-317476fcd60a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.175455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-95a2d6f1-1206-43f2-86b9-a54ac22d5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.177178 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-95a2d6f1-1206-43f2-86b9-a54ac22d5986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.1668172 Feb 15 01:59:45.192647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89aea242-18ab-43e4-ade8-0c88c2fb595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b1cf27ab-7e48-49cc-9157-317476fcd60a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.263821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e9061875-c9c2-4771-b70a-929510e0f973), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.301831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-89aea242-18ab-43e4-ade8-0c88c2fb595e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dc43f3267ae46a0af77ae1d0f187545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014279 Feb 15 01:59:45.306258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:45.309071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-1701b663-b525-4e6a-94c4-5c96e2dbaa35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 217 time: 0.1244826 Feb 15 01:59:45.383576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-97e40be5-3b65-4301-a424-0c6a5f03c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.385262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-97e40be5-3b65-4301-a424-0c6a5f03c94a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.0652316 Feb 15 01:59:45.389336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fde4b-8685-4c2c-9f5d-91da181ac9f1 req-5e37b2d5-dcd5-4d95-a12c-7df0f2eecea8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.391114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-690fde4b-8685-4c2c-9f5d-91da181ac9f1 req-5e37b2d5-dcd5-4d95-a12c-7df0f2eecea8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.2081704 Feb 15 01:59:45.394961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 88751185-fc91-4fc3-b590-292c8cccc90a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:45.451697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.475489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aea242-18ab-43e4-ade8-0c88c2fb595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf27ab-7e48-49cc-9157-317476fcd60a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:45.495105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] Publish callbacks [] for security_group (b1cf27ab-7e48-49cc-9157-317476fcd60a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.522359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.527295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858c299-add1-4f71-8dfc-55713747f30f None None] Network e9061875-c9c2-4771-b70a-929510e0f973 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:45.549543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-690fde4b-8685-4c2c-9f5d-91da181ac9f1 req-98ae2885-1cb3-459f-8165-10eb7bc83c22 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349325 Feb 15 01:59:45.567245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] Publish callbacks [] for security_group (b1cf27ab-7e48-49cc-9157-317476fcd60a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.572566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 88751185-fc91-4fc3-b590-292c8cccc90a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:45.572990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.582682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-7962a39e-61cd-45a5-8f82-8c9934599a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.584804 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-7962a39e-61cd-45a5-8f82-8c9934599a53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1805968 Feb 15 01:59:45.688080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port df8f0eb5-99db-4d42-a7ed-8062f1885aa4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:45.688502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.690844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e36dd79-78ce-4e99-bca7-5e491c90bfb5 req-551a64c3-b763-4b2e-90e9-81089ab6a8fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 210 time: 0.0448194 Feb 15 01:59:45.693525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.718643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 88751185-fc91-4fc3-b590-292c8cccc90a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:45.761648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:45.770852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:45.771601 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-ef5f8f76-49a6-4157-8524-431b0c304b33 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792078 Feb 15 01:59:45.775617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:45.786568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port df8f0eb5-99db-4d42-a7ed-8062f1885aa4, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=df8f0eb5-99db-4d42-a7ed-8062f1885aa4,segment=NetworkSegment(b681c2e5-a0e6-4ecc-bbc4-75da3764d498),segment_id=b681c2e5-a0e6-4ecc-bbc4-75da3764d498)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:45.786912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.807347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:45.829525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b1cf27ab-7e48-49cc-9157-317476fcd60a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.832100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.833706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1cf27ab-7e48-49cc-9157-317476fcd60a HTTP/1.1" status: 204 len: 168 time: 0.5246108 Feb 15 01:59:45.839015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for df8f0eb5-99db-4d42-a7ed-8062f1885aa4 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:45.847758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:45.848640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:45.861938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ec2f-4448-4952-9af5-502050be8d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf27ab-7e48-49cc-9157-317476fcd60a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:45.940742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-47b2c25a-a5df-4a6d-ab18-9710ae5634c6 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616206 Feb 15 01:59:45.940847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-1eb6245d-f133-44da-bf85-2d784ba6ccfe tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6677670 Feb 15 01:59:45.960961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Request body: {'port': {'device_id': 'bd70010d-db26-4aa6-9414-383198085aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:46.010495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1155cd-da4a-40fa-947d-57069055db3c req-1d8b7f43-ff39-479b-b79c-a7770c3af955 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:46.011981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a1155cd-da4a-40fa-947d-57069055db3c req-1d8b7f43-ff39-479b-b79c-a7770c3af955 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.1102972 Feb 15 01:59:46.046221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.069902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (df8f0eb5-99db-4d42-a7ed-8062f1885aa4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.097514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=df8f0eb5-99db-4d42-a7ed-8062f1885aa4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:46.101115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port df8f0eb5-99db-4d42-a7ed-8062f1885aa4 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:46.205409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e9061875-c9c2-4771-b70a-929510e0f973), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.227492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9061875-c9c2-4771-b70a-929510e0f973']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:46.237959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:46.238269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b681c2e5-a0e6-4ecc-bbc4-75da3764d498') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:46.248793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.271175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.279109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:46.279526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b681c2e5-a0e6-4ecc-bbc4-75da3764d498), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:46.286977 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:46.316046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port 231ab870-078c-4216-a17b-1e2dccfd29ec {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:46.316714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.433914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e9061875-c9c2-4771-b70a-929510e0f973), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.441853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.452136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/e9061875-c9c2-4771-b70a-929510e0f973 HTTP/1.1" status: 204 len: 168 time: 3.5579259 Feb 15 01:59:46.453784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:46.461018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334221663'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:46.479719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcd23-392d-4c3d-91b3-141483b2fe5c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=e9061875-c9c2-4771-b70a-929510e0f973,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:46.595105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:46.599095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.630079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:46.640154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.640557 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment 7b414cec-448c-47a5-ac96-8bd2de7b7fef of type vlan for network ea1e2b4a-134a-4be6-bfbf-053490e322cc Feb 15 01:59:46.689423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.713162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb0f05-d288-4d61-854b-af9c17e1cc7d req-dd48a4d9-d938-4640-8332-9340142bfb43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:46.714766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdfb0f05-d288-4d61-854b-af9c17e1cc7d req-dd48a4d9-d938-4640-8332-9340142bfb43 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 945 time: 0.5529189 Feb 15 01:59:46.795824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.803025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:46.803686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.833317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdfb0f05-d288-4d61-854b-af9c17e1cc7d req-d25a05c8-430b-4b26-8e62-e0caefb56eeb tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117802 Feb 15 01:59:46.834985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port 231ab870-078c-4216-a17b-1e2dccfd29ec, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=231ab870-078c-4216-a17b-1e2dccfd29ec,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:46.835632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.888071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=ea1e2b4a-134a-4be6-bfbf-053490e322cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:46.904504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ea1e2b4a-134a-4be6-bfbf-053490e322cc details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:46.920194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211fb0fc-f633-4bdb-9c43-8a921847e25f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:46.929154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks [] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:46.940279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for 231ab870-078c-4216-a17b-1e2dccfd29ec owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:46.954756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d0ce0b1-f2f4-410b-a1d6-55cb34f7ca81 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4974985 Feb 15 01:59:46.956875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:46.968204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:46.979828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Transition to ACTIVE for port object 211fb0fc-f633-4bdb-9c43-8a921847e25f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:59:47.046066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cecfe-42f1-4384-9fbe-1c57aabe7665 req-8101b224-bd93-4d89-bbf7-5f563210538a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:47.047581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-559cecfe-42f1-4384-9fbe-1c57aabe7665 req-8101b224-bd93-4d89-bbf7-5f563210538a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1121118 Feb 15 01:59:47.112460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-559cecfe-42f1-4384-9fbe-1c57aabe7665 req-42aa9428-ebf9-40bf-a70b-64697c1e4a81 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558975 Feb 15 01:59:47.144096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.157420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:47.162101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.210201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:47.325966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (231ab870-078c-4216-a17b-1e2dccfd29ec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.335241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db128a6-b3a4-46bc-8f2f-3929c543d12e req-9014e0f3-e767-479b-b108-d30a6eacc0c1 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:47.336760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1db128a6-b3a4-46bc-8f2f-3929c543d12e req-9014e0f3-e767-479b-b108-d30a6eacc0c1 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 943 time: 0.1157682 Feb 15 01:59:47.338531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:47.342573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Attempting to bind port 211fb0fc-f633-4bdb-9c43-8a921847e25f on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:47.342900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Attempting to bind port 211fb0fc-f633-4bdb-9c43-8a921847e25f by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:47.343574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Attempting to bind port 211fb0fc-f633-4bdb-9c43-8a921847e25f on network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:47.349599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['231ab870-078c-4216-a17b-1e2dccfd29ec'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:47.379189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Port 211fb0fc-f633-4bdb-9c43-8a921847e25f on network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:47.379524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Attempting to bind port 211fb0fc-f633-4bdb-9c43-8a921847e25f on network 5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:47.381617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=231ab870-078c-4216-a17b-1e2dccfd29ec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:47.405472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:47.405823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Checking segment: {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:47.406225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Bound using segment: {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:47.406675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Bound port: 211fb0fc-f633-4bdb-9c43-8a921847e25f, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1819ca-133a-4b36-abe8-1f08a744acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:47.407044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.481835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port 231ab870-078c-4216-a17b-1e2dccfd29ec on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:47.496765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (cd437350-a547-442e-9645-649b26752afc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.511985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.516372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a1155cd-da4a-40fa-947d-57069055db3c req-27f1372a-f8a2-4d43-b549-8e8faeccfdff tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.31 "DELETE /v2.0/ports/231ab870-078c-4216-a17b-1e2dccfd29ec HTTP/1.1" status: 204 len: 173 time: 1.4885428 Feb 15 01:59:47.516993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'name': 'network-vif-deleted', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:47.530716 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e589ab-b3f6-4d1d-b954-0423c36bf325" -d '{"events": [{"server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "name": "network-vif-deleted", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:47.570978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1db128a6-b3a4-46bc-8f2f-3929c543d12e req-927a3543-77d1-4c0a-adee-d25c7fcd751a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185986 Feb 15 01:59:47.603320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': '7b414cec-448c-47a5-ac96-8bd2de7b7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:47.603693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: ea1e2b4a-134a-4be6-bfbf-053490e322cc, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:47.605518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:47.605882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=cd437350-a547-442e-9645-649b26752afc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:47.609037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:47.642464 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243613a2-0075-4003-a4b6-9e3263b9bb20 x-openstack-request-id: req-243613a2-0075-4003-a4b6-9e3263b9bb20 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:47.642847 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d21994b-e155-4624-b187-3e6493581b5f", "name": "network-vif-deleted", "tag": "231ab870-078c-4216-a17b-1e2dccfd29ec", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:47.643205 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-243613a2-0075-4003-a4b6-9e3263b9bb20 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:47.643704 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d21994b-e155-4624-b187-3e6493581b5f', 'name': 'network-vif-deleted', 'tag': '231ab870-078c-4216-a17b-1e2dccfd29ec', 'status': 'completed', 'code': 200} Feb 15 01:59:47.722739 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.723552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network ea1e2b4a-134a-4be6-bfbf-053490e322cc is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:47.760853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:47.761494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.763164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 1092 time: 1.8113170 Feb 15 01:59:47.797026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26183f-bc5c-4e26-8d5c-b63b8f6d26a3 service neutron] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:47.812165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ea1e2b4a-134a-4be6-bfbf-053490e322cc) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:47.816862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:47.817549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.820971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eda29c-1310-4cc5-a8cc-d3ede977f400 None None] Network ea1e2b4a-134a-4be6-bfbf-053490e322cc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:47.918437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fa75f2db-660a-4e20-ba8d-4a69fdcabb0f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9552541 Feb 15 01:59:47.919021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:47.945573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ea1e2b4a-134a-4be6-bfbf-053490e322cc', 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'cd437350-a547-442e-9645-649b26752afc'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:47.946565 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:47.960133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32d1cf2-64aa-4796-b3a9-b39998a90bf1 req-6556f50d-bc4e-4649-bdd9-a6909bf17bca tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d21994b-e155-4624-b187-3e6493581b5f HTTP/1.1" status: 200 len: 210 time: 0.0439918 Feb 15 01:59:47.986597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.047511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-e4ecb900-2893-4903-a818-4933d5285320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:48.049258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-e4ecb900-2893-4903-a818-4933d5285320 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1126 time: 0.0857046 Feb 15 01:59:48.110137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-8fa75043-235c-412c-916c-0ca2e5be4318 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0510225 Feb 15 01:59:48.146511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.166216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Allocated IP 172.20.0.2 (ea1e2b4a-134a-4be6-bfbf-053490e322cc/cd437350-a547-442e-9645-649b26752afc/089bca4b-af2a-4a4e-9955-abe0f3317a9e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:48.208427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (cd437350-a547-442e-9645-649b26752afc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.227058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32033db-3da0-4132-9819-01c958da4235 req-a6abde8a-b63c-4704-8dc9-518e94dd75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:48.231390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-a6abde8a-b63c-4704-8dc9-518e94dd75c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.1170354 Feb 15 01:59:48.301543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-001cb545-18f5-47a4-8eb5-8cea371c7da9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633607 Feb 15 01:59:48.427692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe03cb-779b-42b1-9959-d61b43eb097a req-ac8d369c-4705-4326-8c0a-da54fe807b17 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:48.429416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9efe03cb-779b-42b1-9959-d61b43eb097a req-ac8d369c-4705-4326-8c0a-da54fe807b17 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1706553 Feb 15 01:59:48.478243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-92b43504-3f69-499d-8245-f888fb8b3f25 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606793 Feb 15 01:59:48.497879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks [] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.552284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9efe03cb-779b-42b1-9959-d61b43eb097a req-96500835-fc72-4fd5-87a2-bc25bb85cc2f tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089513 Feb 15 01:59:48.578208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.596683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b32033db-3da0-4132-9819-01c958da4235 req-d8f6e507-db43-4a4a-9f89-589dcd3e8cb0 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123786 Feb 15 01:59:48.633476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Network ea1e2b4a-134a-4be6-bfbf-053490e322cc is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:48.636381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:48.647576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:48.658468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Pushing event updated for resources: {'Port': ['ID=089bca4b-af2a-4a4e-9955-abe0f3317a9e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:48.675284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (cd437350-a547-442e-9645-649b26752afc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.721415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=cd437350-a547-442e-9645-649b26752afc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:48.745195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Attempting to bind port 089bca4b-af2a-4a4e-9955-abe0f3317a9e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:48.745570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Attempting to bind port 089bca4b-af2a-4a4e-9955-abe0f3317a9e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7b414cec-448c-47a5-ac96-8bd2de7b7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:48.745934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Attempting to bind port 089bca4b-af2a-4a4e-9955-abe0f3317a9e on network ea1e2b4a-134a-4be6-bfbf-053490e322cc {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:48.755410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:48.755921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Checking segment: {'id': '7b414cec-448c-47a5-ac96-8bd2de7b7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:48.756425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.756898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Bound using segment: {'id': '7b414cec-448c-47a5-ac96-8bd2de7b7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:48.757449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Bound port: 089bca4b-af2a-4a4e-9955-abe0f3317a9e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b414cec-448c-47a5-ac96-8bd2de7b7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:48.757896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.795512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.824497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e2b4a-134a-4be6-bfbf-053490e322cc']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:48.833587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-064120ea-3086-456c-b357-06f59a48911f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:48.835324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-064120ea-3086-456c-b357-06f59a48911f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.1528292 Feb 15 01:59:48.837781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b414cec-448c-47a5-ac96-8bd2de7b7fef') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:48.838609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b414cec-448c-47a5-ac96-8bd2de7b7fef') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:48.850358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.853601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] For port 089bca4b-af2a-4a4e-9955-abe0f3317a9e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:48.862034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] For port 089bca4b-af2a-4a4e-9955-abe0f3317a9e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=089bca4b-af2a-4a4e-9955-abe0f3317a9e,segment=NetworkSegment(7b414cec-448c-47a5-ac96-8bd2de7b7fef),segment_id=7b414cec-448c-47a5-ac96-8bd2de7b7fef)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:48.867259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-c6299434-0585-4d75-b4b3-095eb0d45ca4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/quotas/2857fb8c3318402aa1a3bd3aae686e9e HTTP/1.1" status: 200 len: 375 time: 0.0199184 Feb 15 01:59:48.930260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3e6b0e68-4c2f-49f3-815e-53f89b53e657 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567815 Feb 15 01:59:48.944471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.947004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.955453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:48.956977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:48.960791 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:49.025955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0d214-ddf3-4243-96aa-4af0d0d4e5ef None None] Pushing event updated for resources: {'Port': ['ID=089bca4b-af2a-4a4e-9955-abe0f3317a9e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:49.065160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-b5b0e611-3701-4e34-8593-9de74904c91f service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279922 Feb 15 01:59:49.110967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:49.110967 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:49.110967 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'ea1e2b4a-134a-4be6-bfbf-053490e322cc'}] Feb 15 01:59:49.110967 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:49.111333 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:49.111539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc4389-df32-4755-a9f2-87ef71a6d9eb None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:49.180767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-eb1f8258-be2b-4125-895e-fa426bdd9f9e service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099463 Feb 15 01:59:49.198846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc4389-df32-4755-a9f2-87ef71a6d9eb None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:49.207951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:59:49.417749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:49.435213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:59:49.496168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:49.496674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:49.512746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617045c8-a9a6-4170-9262-d0aec8d33138 None None] Network ea1e2b4a-134a-4be6-bfbf-053490e322cc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:49.519656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:49.592563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:49.601435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacdcd6-76ff-4f1c-bb1c-800e95ea2664 req-4a8fa7c0-e20d-4116-ba27-34d0e6dc21be tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:49.603015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdacdcd6-76ff-4f1c-bb1c-800e95ea2664 req-4a8fa7c0-e20d-4116-ba27-34d0e6dc21be tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 943 time: 0.0581021 Feb 15 01:59:49.613062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:49.650550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:49.653469 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37f2aa7-21e1-424e-a185-287fabf29e56" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:49.664567 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:49.679872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdacdcd6-76ff-4f1c-bb1c-800e95ea2664 req-2383302d-35e4-4463-ab8d-c48b520094c8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701318 Feb 15 01:59:49.761561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:49.761665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 089bca4b-af2a-4a4e-9955-abe0f3317a9e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:49.761665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:49.805293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ee00c7-7d73-499d-ac05-3264f4d2f0ab req-f7f44ed0-c1ea-4420-8f2f-6bf18df59d97 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 210 time: 0.0294640 Feb 15 01:59:49.813884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 089bca4b-af2a-4a4e-9955-abe0f3317a9e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=089bca4b-af2a-4a4e-9955-abe0f3317a9e,segment=NetworkSegment(7b414cec-448c-47a5-ac96-8bd2de7b7fef),segment_id=7b414cec-448c-47a5-ac96-8bd2de7b7fef)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:49.814817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:49.829579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 089bca4b-af2a-4a4e-9955-abe0f3317a9e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:49.875150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d5655b32-3d52-4565-a82b-849b89d74eb5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:49.974786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f201a-fb14-444f-b9c5-00f2000b01d8 req-7b137e38-385b-450e-8c37-885e04e1e6a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:49.976314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b4f201a-fb14-444f-b9c5-00f2000b01d8 req-7b137e38-385b-450e-8c37-885e04e1e6a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.0896635 Feb 15 01:59:50.038297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b4f201a-fb14-444f-b9c5-00f2000b01d8 req-4f9934e4-625e-493b-99da-bfa152c1042d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563500 Feb 15 01:59:50.052663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (089bca4b-af2a-4a4e-9955-abe0f3317a9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.078640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=089bca4b-af2a-4a4e-9955-abe0f3317a9e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:50.093021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 089bca4b-af2a-4a4e-9955-abe0f3317a9e on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:50.141382 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4383eb30-7212-410b-b387-de856dc0e863 x-openstack-request-id: req-4383eb30-7212-410b-b387-de856dc0e863 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:50.142185 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:50.144021 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4383eb30-7212-410b-b387-de856dc0e863 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:50.144239 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 01:59:50.171066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.204725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e2b4a-134a-4be6-bfbf-053490e322cc']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:50.218652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b414cec-448c-47a5-ac96-8bd2de7b7fef') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:50.219042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b414cec-448c-47a5-ac96-8bd2de7b7fef') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:50.239379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.248765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-93f9b58a-f225-4ca5-88b9-00fd2161b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:50.250390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-93f9b58a-f225-4ca5-88b9-00fd2161b1c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1126 time: 0.0783465 Feb 15 01:59:50.256967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.265497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:50.266082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7b414cec-448c-47a5-ac96-8bd2de7b7fef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:50.279123 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:50.358387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-25b56c37-203c-4396-b268-c52090db7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:50.360026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-25b56c37-203c-4396-b268-c52090db7181 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.1035674 Feb 15 01:59:50.418920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-61e9e9ce-4086-4360-832e-08e1426288f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0527246 Feb 15 01:59:50.440772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ea1e2b4a-134a-4be6-bfbf-053490e322cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.455709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.461414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/ea1e2b4a-134a-4be6-bfbf-053490e322cc HTTP/1.1" status: 204 len: 168 time: 2.5414584 Feb 15 01:59:50.462072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:50.476316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657619541'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:50.481049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a5dd2-8f5b-44ce-a039-fd67a2769079 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=ea1e2b4a-134a-4be6-bfbf-053490e322cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:50.496105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-b1e48399-f173-4eda-98ac-009752686ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:50.502628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-b1e48399-f173-4eda-98ac-009752686ecb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.0745490 Feb 15 01:59:50.550737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-541d1a75-5737-4ed0-b74f-abf5ad08f741 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384715 Feb 15 01:59:50.587571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:50.594850 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.628280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:50.640427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.646098 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment e4491010-0c3b-4918-93c6-5f56ea26c234 of type vlan for network 4d49329e-120f-4a13-8eac-336049a463b9 Feb 15 01:59:50.669315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-8dafb20a-3df5-4c30-9158-3bfe29d64b91 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120095 Feb 15 01:59:50.722038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4d49329e-120f-4a13-8eac-336049a463b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.805116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37f2aa7-21e1-424e-a185-287fabf29e56 req-b7f7b84a-9415-461f-82ff-32ce75a96bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294768 Feb 15 01:59:50.846526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4d49329e-120f-4a13-8eac-336049a463b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.855377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:50.862610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2e76-a6b2-4489-863f-93b18d117015 req-0da5eaba-2343-4b42-b6ab-3db6090ae669 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:50.864269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:50.868791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ac2e76-a6b2-4489-863f-93b18d117015 req-0da5eaba-2343-4b42-b6ab-3db6090ae669 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 943 time: 0.0627139 Feb 15 01:59:50.936187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2ac2e76-a6b2-4489-863f-93b18d117015 req-b5b39a5a-643c-495c-9303-500edb23c1d4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 Feb 15 01:59:50.961504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=4d49329e-120f-4a13-8eac-336049a463b9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:50.980475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4d49329e-120f-4a13-8eac-336049a463b9 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:51.069985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6613fd48-71be-4342-8f36-4297063efe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.075516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a721b279-fd5a-45e9-abbe-7f60146d7681 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6025312 Feb 15 01:59:51.085580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ce95f9e-d085-4dc3-b830-6f026cfb77a2 req-f6d4a316-6a2d-4f47-af60-212d860b232c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 210 time: 0.0348904 Feb 15 01:59:51.085912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:51.094320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': '4d49329e-120f-4a13-8eac-336049a463b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:51.207173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 211fb0fc-f633-4bdb-9c43-8a921847e25f details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:59:51.209533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:51.303562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:51.307101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.370237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 01:59:51.370897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 01:59:51.413705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:51.434409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'port_id': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'mac_address': 'fa:16:3e:09:89:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 01:59:51.469004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port d5655b32-3d52-4565-a82b-849b89d74eb5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:59:51.475520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port d5655b32-3d52-4565-a82b-849b89d74eb5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:51.476721 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.517532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 211fb0fc-f633-4bdb-9c43-8a921847e25f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:51.517924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.539016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211fb0fc-f633-4bdb-9c43-8a921847e25f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:51.580782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:51.596837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:51.597252 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.622463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:51.624690 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12608c3-ca77-4781-b835-acc2d51bf248" -d '{"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:51.638164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:51.658620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (d068680f-cadb-4071-b3d7-bfb32cf7ef69), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.697870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.734303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'e4491010-0c3b-4918-93c6-5f56ea26c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:51.734670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: 4d49329e-120f-4a13-8eac-336049a463b9, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:51.738579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=d068680f-cadb-4071-b3d7-bfb32cf7ef69,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:51.754937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d4dc4-e0e3-4ca5-a28b-075284915e60 req-250ceee3-a058-42ee-8bbe-b8e48b95f533 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:51.755442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.756543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa1d4dc4-e0e3-4ca5-a28b-075284915e60 req-250ceee3-a058-42ee-8bbe-b8e48b95f533 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.0743835 Feb 15 01:59:51.759350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 231ab870-078c-4216-a17b-1e2dccfd29ec no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:51.797056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 231ab870-078c-4216-a17b-1e2dccfd29ec {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:51.797676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 231ab870-078c-4216-a17b-1e2dccfd29ec not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:51.809401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:51.851513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 4d49329e-120f-4a13-8eac-336049a463b9 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:51.861748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa1d4dc4-e0e3-4ca5-a28b-075284915e60 req-d540dc50-024f-48a1-b927-91047ee50c9e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981379 Feb 15 01:59:51.885333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:51.926375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:51.944674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4d49329e-120f-4a13-8eac-336049a463b9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:51.947231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:51.948071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:51.983503 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead1736-db27-42db-96f8-4ed6478ba590 x-openstack-request-id: req-bead1736-db27-42db-96f8-4ed6478ba590 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:51.984270 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:51.984270 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bead1736-db27-42db-96f8-4ed6478ba590 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:51.984500 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'code': 200} Feb 15 01:59:51.987694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b8d9c-15c3-446e-afbd-b7125476042f None None] Network 4d49329e-120f-4a13-8eac-336049a463b9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:52.069138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f38d648d-0095-40c7-acfd-f541226af7a1 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9803712 Feb 15 01:59:52.070138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:52.169647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4d49329e-120f-4a13-8eac-336049a463b9', 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'd068680f-cadb-4071-b3d7-bfb32cf7ef69'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:52.173191 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.200133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe7407-6566-4730-979f-faf28b12fe47 req-3e976eaa-82aa-4484-81b1-d77c56b1b335 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:52.204801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8fe7407-6566-4730-979f-faf28b12fe47 req-3e976eaa-82aa-4484-81b1-d77c56b1b335 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.2017055 Feb 15 01:59:52.214949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0628160-8bb3-4756-9ea3-df1038857aaa req-2ec8c79e-53b2-452b-bda4-c1d3414eb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:52.216504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0628160-8bb3-4756-9ea3-df1038857aaa req-2ec8c79e-53b2-452b-bda4-c1d3414eb727 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1129 time: 0.1613386 Feb 15 01:59:52.248790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-06ab9a43-d691-47a6-951c-d30875304c2a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:52.251368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-06ab9a43-d691-47a6-951c-d30875304c2a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.3316214 Feb 15 01:59:52.265418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4d49329e-120f-4a13-8eac-336049a463b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.270737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Request body: {'port': {'device_id': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'admin_state_up': True, 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:52.336313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d068680f-cadb-4071-b3d7-bfb32cf7ef69), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.371494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0628160-8bb3-4756-9ea3-df1038857aaa req-892ef3c8-ca0d-4c42-a014-e508e3709be2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445651 Feb 15 01:59:52.374619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8fe7407-6566-4730-979f-faf28b12fe47 req-558984e9-23a5-42a4-b100-d44e2adad3ce tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570354 Feb 15 01:59:52.438007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Allocated IP 172.20.0.3 (4d49329e-120f-4a13-8eac-336049a463b9/d068680f-cadb-4071-b3d7-bfb32cf7ef69/f517a9af-d295-4d51-915e-9906a4c4dbcf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:52.506911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52d8c-ec07-438b-9c2f-f565799adbd9 req-a44b00b8-7a3e-403d-9eb1-4143393e38cf tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:52.508454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52b52d8c-ec07-438b-9c2f-f565799adbd9 req-a44b00b8-7a3e-403d-9eb1-4143393e38cf tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 944 time: 0.0556469 Feb 15 01:59:52.565947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52b52d8c-ec07-438b-9c2f-f565799adbd9 req-355f7c7c-68b5-496b-8c33-1451b0b014c5 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Feb 15 01:59:52.566976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:52.570512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.596564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks [] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.673789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1fd8595-3f6d-4b18-8517-6a72df859baf req-2404f43f-ed64-4d65-8a15-7e24cf56d8f3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 210 time: 0.0357704 Feb 15 01:59:52.695673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.730523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Network 4d49329e-120f-4a13-8eac-336049a463b9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:52.733671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:52.738180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:52.748894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Allocated IP 172.20.0.13 (6d446940-0355-4e6b-9178-02dc03437fda/65c4ef46-18af-4638-8ab8-76cd23ee36ae/beeb5c88-d65a-49be-800f-4a3eda359bcf) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:52.760334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Pushing event updated for resources: {'Port': ['ID=f517a9af-d295-4d51-915e-9906a4c4dbcf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:52.793725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (d068680f-cadb-4071-b3d7-bfb32cf7ef69), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.819796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Attempting to bind port f517a9af-d295-4d51-915e-9906a4c4dbcf on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:52.820136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Attempting to bind port f517a9af-d295-4d51-915e-9906a4c4dbcf by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'e4491010-0c3b-4918-93c6-5f56ea26c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:52.820549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Attempting to bind port f517a9af-d295-4d51-915e-9906a4c4dbcf on network 4d49329e-120f-4a13-8eac-336049a463b9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:52.824759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=d068680f-cadb-4071-b3d7-bfb32cf7ef69,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:52.826241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:52.826852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Checking segment: {'id': 'e4491010-0c3b-4918-93c6-5f56ea26c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:52.827025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.835306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Bound using segment: {'id': 'e4491010-0c3b-4918-93c6-5f56ea26c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:52.835306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Bound port: f517a9af-d295-4d51-915e-9906a4c4dbcf, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4491010-0c3b-4918-93c6-5f56ea26c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d49329e-120f-4a13-8eac-336049a463b9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:52.835306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.897605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] For port f517a9af-d295-4d51-915e-9906a4c4dbcf, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:52.899086 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4d49329e-120f-4a13-8eac-336049a463b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.901013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] For port f517a9af-d295-4d51-915e-9906a4c4dbcf, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f517a9af-d295-4d51-915e-9906a4c4dbcf,segment=NetworkSegment(e4491010-0c3b-4918-93c6-5f56ea26c234),segment_id=e4491010-0c3b-4918-93c6-5f56ea26c234)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:52.941655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49329e-120f-4a13-8eac-336049a463b9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:52.942229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks [] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:52.946855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4491010-0c3b-4918-93c6-5f56ea26c234') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:52.947227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4491010-0c3b-4918-93c6-5f56ea26c234') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:52.961723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.006729 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.009140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.017928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:53.018771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:53.022994 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:53.063651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18ab1a-031c-4cdb-b2ac-75c39ce1e5e2 req-44f756dd-c7b6-4248-aa19-b43f3b7e0627 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:53.071098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e18ab1a-031c-4cdb-b2ac-75c39ce1e5e2 req-44f756dd-c7b6-4248-aa19-b43f3b7e0627 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0983078 Feb 15 01:59:53.113300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735f2d-8d4d-4b38-87d9-4c0e1ceff259 None None] Pushing event updated for resources: {'Port': ['ID=f517a9af-d295-4d51-915e-9906a4c4dbcf,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:53.122516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e18ab1a-031c-4cdb-b2ac-75c39ce1e5e2 req-dc59e0ac-362b-4642-a9d7-df9bf31a5c01 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516067 Feb 15 01:59:53.129603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1fb5c6-a044-4e2e-9ddb-5e59ae5812b1 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:53.146668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.165694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:53.166277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:53.166277 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:53.166277 n-d-829064-14 neutron-server[103885]: [parameters: {'id': '4d49329e-120f-4a13-8eac-336049a463b9'}] Feb 15 01:59:53.166277 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:53.166621 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:53.189216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Network 6d446940-0355-4e6b-9178-02dc03437fda is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:53.192235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:53.197388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:53.230327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 211fb0fc-f633-4bdb-9c43-8a921847e25f up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 01:59:53.249728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event updated for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:53.268551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:53.269176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.396371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3f3fcbc1-5d46-48b3-bf6c-491ef76666b6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1355674 Feb 15 01:59:53.423692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-a4eda90b-3f63-4559-b1f3-48fd1130e9f6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:53.426004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-a4eda90b-3f63-4559-b1f3-48fd1130e9f6 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.1156845 Feb 15 01:59:53.437066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Request body: {'port': {'device_id': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:53.505714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1fb5c6-a044-4e2e-9ddb-5e59ae5812b1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:53.572595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.591770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Deleting port 4e524917-fbe9-4f5c-b592-c6d176368476 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:53.591770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.605323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864902c-dbbf-4381-bba7-0cbd7a48d023 req-7b12857a-6f4d-40ff-902a-c9dc848ef077 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:53.606880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9864902c-dbbf-4381-bba7-0cbd7a48d023 req-7b12857a-6f4d-40ff-902a-c9dc848ef077 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 946 time: 0.0944295 Feb 15 01:59:53.620921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9466a1c-76aa-4730-9a51-4bd8b5950974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.654669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 211fb0fc-f633-4bdb-9c43-8a921847e25f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 01:59:53.669794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4d49329e-120f-4a13-8eac-336049a463b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.678532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 211fb0fc-f633-4bdb-9c43-8a921847e25f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 01:59:53.678914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.770309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9864902c-dbbf-4381-bba7-0cbd7a48d023 req-8ed7efeb-063b-4010-a4b7-737f2ab61517 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d980d99-fa6c-490e-8ee5-bc0e57721fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455824 Feb 15 01:59:53.863576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 211fb0fc-f633-4bdb-9c43-8a921847e25f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 01:59:53.863981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:53.875108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e75cc-6e2f-4971-a81f-ef318deedd2d None None] Network 4d49329e-120f-4a13-8eac-336049a463b9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:53.950933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:53.986454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:53.988774 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2386c6e5-7210-44aa-aa23-3ed9c8bdfcc5" -d '{"events": [{"server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "name": "network-vif-plugged", "status": "completed", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:53.998431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835132d5-0554-42db-80aa-d1114420ba8b req-3960f78f-388f-44eb-8534-e91fcb9ec3c0 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:54.000021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-835132d5-0554-42db-80aa-d1114420ba8b req-3960f78f-388f-44eb-8534-e91fcb9ec3c0 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 944 time: 0.1264861 Feb 15 01:59:54.028835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.125775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeb5c88-d65a-49be-800f-4a3eda359bcf {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 01:59:54.132038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:54.135838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks [] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.167624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Transition to ACTIVE for port object beeb5c88-d65a-49be-800f-4a3eda359bcf will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 01:59:54.185173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] For port 4e524917-fbe9-4f5c-b592-c6d176368476, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=4e524917-fbe9-4f5c-b592-c6d176368476,segment=NetworkSegment(4ef55fef-4dd3-481b-966d-f3ee37469f52),segment_id=4ef55fef-4dd3-481b-966d-f3ee37469f52)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:54.185526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.192148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-835132d5-0554-42db-80aa-d1114420ba8b req-3acbba0b-ac68-40e1-8448-a1a2a9487f6e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Feb 15 01:59:54.209982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port f517a9af-d295-4d51-915e-9906a4c4dbcf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:54.210436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.258611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Calling delete_port for 4e524917-fbe9-4f5c-b592-c6d176368476 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:54.271542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.325020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port f517a9af-d295-4d51-915e-9906a4c4dbcf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f517a9af-d295-4d51-915e-9906a4c4dbcf,segment=NetworkSegment(e4491010-0c3b-4918-93c6-5f56ea26c234),segment_id=e4491010-0c3b-4918-93c6-5f56ea26c234)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:54.325405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.341532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for f517a9af-d295-4d51-915e-9906a4c4dbcf owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:54.367473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Pushing event updated for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:54.431594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468f25-06d8-4ba4-82f4-60bedaa02c4a req-bb04a354-32ef-4d3f-ab0e-58d0fa822e47 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:54.438717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5468f25-06d8-4ba4-82f4-60bedaa02c4a req-bb04a354-32ef-4d3f-ab0e-58d0fa822e47 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 944 time: 0.1275914 Feb 15 01:59:54.496688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Attempting to bind port beeb5c88-d65a-49be-800f-4a3eda359bcf on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:54.496931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Attempting to bind port beeb5c88-d65a-49be-800f-4a3eda359bcf by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:54.497262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Attempting to bind port beeb5c88-d65a-49be-800f-4a3eda359bcf on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:54.508479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Port beeb5c88-d65a-49be-800f-4a3eda359bcf on network 6d446940-0355-4e6b-9178-02dc03437fda not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 01:59:54.516897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Attempting to bind port beeb5c88-d65a-49be-800f-4a3eda359bcf on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:54.516897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5468f25-06d8-4ba4-82f4-60bedaa02c4a req-f494b850-aa78-4d17-a751-bea9affba35a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Feb 15 01:59:54.517732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:54.518069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Checking segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:54.518441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Bound using segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:54.518879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Bound port: beeb5c88-d65a-49be-800f-4a3eda359bcf, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:54.519240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.541563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.577871 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03af48-229d-4998-b38b-026794550d00 x-openstack-request-id: req-bf03af48-229d-4998-b38b-026794550d00 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:54.579307 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "name": "network-vif-plugged", "status": "completed", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:54.580024 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf03af48-229d-4998-b38b-026794550d00 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:54.581660 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'code': 200} Feb 15 01:59:54.582695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4e524917-fbe9-4f5c-b592-c6d176368476), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.587264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f517a9af-d295-4d51-915e-9906a4c4dbcf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.598858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['4e524917-fbe9-4f5c-b592-c6d176368476'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 01:59:54.639153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:54.648084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:54.669626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Pushing event deleted for resources: {'Port': ['ID=4e524917-fbe9-4f5c-b592-c6d176368476,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:54.711338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port f517a9af-d295-4d51-915e-9906a4c4dbcf on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:54.716642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=f517a9af-d295-4d51-915e-9906a4c4dbcf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:54.748965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123557c-eec1-4a58-aef0-d7566dc9b2f0 req-02568894-27f7-4c10-9d3d-d651553859d6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:54.755765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7123557c-eec1-4a58-aef0-d7566dc9b2f0 req-02568894-27f7-4c10-9d3d-d651553859d6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1016774 Feb 15 01:59:54.765465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.770437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3944c-7b12-411b-87a3-3c7420a393ff req-673512a4-0640-40e8-a99f-7628e6b032e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:54.774273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2d3944c-7b12-411b-87a3-3c7420a393ff req-673512a4-0640-40e8-a99f-7628e6b032e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1091890 Feb 15 01:59:54.795240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] No DVR routers for this DVR port 4e524917-fbe9-4f5c-b592-c6d176368476 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:54.821463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.825027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0f8114e8-523b-403c-82ec-75b9708e5beb req-3f0c9a0c-19a0-4302-b9a7-f0e3afce5e49 tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.37 "DELETE /v2.0/ports/4e524917-fbe9-4f5c-b592-c6d176368476 HTTP/1.1" status: 204 len: 173 time: 1.3941588 Feb 15 01:59:54.825483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'name': 'network-vif-deleted', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:54.827751 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0102bf4-9147-4880-b842-3ffc18adfa44" -d '{"events": [{"server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "name": "network-vif-deleted", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:54.852760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4d49329e-120f-4a13-8eac-336049a463b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.860499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:54.861565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.863056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] 10.222.0.37 "PUT /v2.0/ports/beeb5c88-d65a-49be-800f-4a3eda359bcf HTTP/1.1" status: 200 len: 1093 time: 1.4593852 Feb 15 01:59:54.873031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49329e-120f-4a13-8eac-336049a463b9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:54.883174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4491010-0c3b-4918-93c6-5f56ea26c234') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:54.883485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4491010-0c3b-4918-93c6-5f56ea26c234') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:54.894168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:54.894168 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c678e9b-3209-4d37-8e47-2a11a24d0d93" -d '{"events": [{"name": "network-changed", "server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:54.894372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.907714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.918200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:54.918658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e4491010-0c3b-4918-93c6-5f56ea26c234), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:54.926231 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:54.955668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7123557c-eec1-4a58-aef0-d7566dc9b2f0 req-dbae2093-0c6e-4e11-82a3-fb927afacd64 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989985 Feb 15 01:59:54.960171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a695-5b5c-449d-ab33-0722dab23e53 service neutron] Pushing event updated for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:55.004121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2d3944c-7b12-411b-87a3-3c7420a393ff req-6cd6934a-d17e-4f0e-b135-7140a4e13bd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233534 Feb 15 01:59:55.104808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-351848c4-4895-48c9-a7c8-e7a91cd3ed73 req-53935a4f-d693-4027-9375-3843d9c2ac7a tempest-ServersTestJSON-1070523094 tempest-ServersTestJSON-1070523094-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2b78d-d410-4b97-ac39-15dce53f906f HTTP/1.1" status: 200 len: 210 time: 0.0462298 Feb 15 01:59:55.120768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-22208e06-314b-4cb2-bae1-d75d1f659fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:55.120975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4d49329e-120f-4a13-8eac-336049a463b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.122285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-22208e06-314b-4cb2-bae1-d75d1f659fa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 1127 time: 0.0717354 Feb 15 01:59:55.128280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.131437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/4d49329e-120f-4a13-8eac-336049a463b9 HTTP/1.1" status: 204 len: 168 time: 3.0534949 Feb 15 01:59:55.142260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:55.147525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581124129'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:55.189315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afd45a-cd80-427a-80c7-182871829cfb tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=4d49329e-120f-4a13-8eac-336049a463b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:55.212041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-7845a551-77ba-4503-a03e-80d6301a76be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf HTTP/1.1" status: 200 len: 217 time: 0.0808539 Feb 15 01:59:55.213325 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf027cc-3090-4ce4-ab54-d48592328d1e x-openstack-request-id: req-acf027cc-3090-4ce4-ab54-d48592328d1e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:55.216205 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2b78d-d410-4b97-ac39-15dce53f906f", "name": "network-vif-deleted", "tag": "4e524917-fbe9-4f5c-b592-c6d176368476", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:55.216205 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acf027cc-3090-4ce4-ab54-d48592328d1e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:55.216205 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2b78d-d410-4b97-ac39-15dce53f906f', 'name': 'network-vif-deleted', 'tag': '4e524917-fbe9-4f5c-b592-c6d176368476', 'status': 'completed', 'code': 200} Feb 15 01:59:55.278081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-4be6e214-8633-4452-b8d5-9a084b94c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:55.279892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-4be6e214-8633-4452-b8d5-9a084b94c765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.0587223 Feb 15 01:59:55.333733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:55.338105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.340962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-83585259-d591-492b-b42f-0e625b1267e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536928 Feb 15 01:59:55.342162 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81d3e2-bd5c-4a9d-bc5c-529847354836 x-openstack-request-id: req-bc81d3e2-bd5c-4a9d-bc5c-529847354836 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:55.342816 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:55.342816 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc81d3e2-bd5c-4a9d-bc5c-529847354836 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:55.343330 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'status': 'completed', 'code': 200} Feb 15 01:59:55.375196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 01:59:55.391415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.392081 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment fcce1a5e-9b52-41ed-b3f5-7157fe27030b of type vlan for network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 Feb 15 01:59:55.435326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.517796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c01913-8755-4f33-9075-0aeff6ef311d req-eb96b365-f46b-457f-89de-3b7a658ee948 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:55.519274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02c01913-8755-4f33-9075-0aeff6ef311d req-eb96b365-f46b-457f-89de-3b7a658ee948 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1167729 Feb 15 01:59:55.521588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-82b60408-7991-47a4-858b-6095f74d90ed service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650825 Feb 15 01:59:55.528450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:55.537640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.542098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Request body: {'floatingip': {'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:55.546733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:55.548419 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.699135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=ab8f4b8d-2558-48fa-a84f-d82f3d446c99,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:55.710474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:55.711291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 01:59:55.776710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed6f5a38-a58e-4968-8e1f-a935f1cf8456 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6329145 Feb 15 01:59:55.779085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:55.791551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 01:59:55.919579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:56.127219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 01:59:56.130734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:56.286615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b70e1de3-3387-4ede-9df4-230105bdc2ba req-5ea86742-9caf-46f6-9de3-b36d8d2dce67 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570913 Feb 15 01:59:56.315851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b525-1515-4a62-958a-7bcec544e9cf req-3c2911b4-67ae-4d8f-a77a-fe98607b9ef4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:56.323096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b113b525-1515-4a62-958a-7bcec544e9cf req-3c2911b4-67ae-4d8f-a77a-fe98607b9ef4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.7422903 Feb 15 01:59:56.378681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b113b525-1515-4a62-958a-7bcec544e9cf req-490cbecb-eea7-452d-b78a-2428ddc4a470 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547361 Feb 15 01:59:56.579303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (44f47140-7c6a-4a2b-afb5-c1e131968d25), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:56.657904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=44f47140-7c6a-4a2b-afb5-c1e131968d25,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:56.716074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dd529-ab2a-4f91-8705-de73d1964bb1 req-cae15342-d64e-4996-8617-9af899076376 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:56.717231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e16dd529-ab2a-4f91-8705-de73d1964bb1 req-cae15342-d64e-4996-8617-9af899076376 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 944 time: 0.2467980 Feb 15 01:59:56.719576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:56.720075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: ab8f4b8d-2558-48fa-a84f-d82f3d446c99, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 01:59:56.809967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-839be715-9b14-4d96-91a6-3a8765fc1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:56.811481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-839be715-9b14-4d96-91a6-3a8765fc1d0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 1127 time: 0.2953482 Feb 15 01:59:56.840737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 01:59:56.937607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ab8f4b8d-2558-48fa-a84f-d82f3d446c99) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:56.948033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:56.953286 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:56.953421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084ded9-f5ca-434d-b51a-6bac63ecad4e None None] Network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:56.993626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e16dd529-ab2a-4f91-8705-de73d1964bb1 req-edae4a73-b67e-4f69-a0c4-c9547ee91180 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746158 Feb 15 01:59:57.031327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 01:59:57.059481 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66f0f2fa-54bf-4165-afb8-7396e9c78427 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2792459 Feb 15 01:59:57.060180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:57.118424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:57.143567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.186306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ab8f4b8d-2558-48fa-a84f-d82f3d446c99', 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': '44f47140-7c6a-4a2b-afb5-c1e131968d25'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 01:59:57.187265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.216125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Deleting subnet 65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 01:59:57.226820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Publish callbacks [] for subnet (65fe05c9-cbb8-4ebe-acd5-103ba5c909d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.230507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.292729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.301037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (65fe05c9-cbb8-4ebe-acd5-103ba5c909d3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.356920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-e7165ab7-ffe7-48b4-a82e-b2ad45da4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:57.358450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-e7165ab7-ffe7-48b4-a82e-b2ad45da4e3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.5289502 Feb 15 01:59:57.371138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (65fe05c9-cbb8-4ebe-acd5-103ba5c909d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.416176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (44f47140-7c6a-4a2b-afb5-c1e131968d25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.516849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Allocated IP 172.20.0.1 (ab8f4b8d-2558-48fa-a84f-d82f3d446c99/44f47140-7c6a-4a2b-afb5-c1e131968d25/1d2b47b1-4f57-4992-9b7c-95e01a6e7d28) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 01:59:57.522539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.568508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-8c46126f-6699-4127-a47e-822329e47064 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf HTTP/1.1" status: 200 len: 217 time: 0.0656486 Feb 15 01:59:57.599612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (65fe05c9-cbb8-4ebe-acd5-103ba5c909d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.622687 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Floating IP 4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d associated. External IP: 172.25.2.28, port: d5655b32-3d52-4565-a82b-849b89d74eb5. Feb 15 01:59:57.631245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fe05c9-cbb8-4ebe-acd5-103ba5c909d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:57.634986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.641764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-881d1525-4ed6-4eff-908c-b926a4a5078c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65fe05c9-cbb8-4ebe-acd5-103ba5c909d3 HTTP/1.1" status: 204 len: 168 time: 0.5194576 Feb 15 01:59:57.641954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:57.689653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks [] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.697658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de721-de8b-4869-9a3c-db2965dda047 req-c79e302f-ceb3-4961-8354-155352b59786 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:57.699181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c99de721-de8b-4869-9a3c-db2965dda047 req-c79e302f-ceb3-4961-8354-155352b59786 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1992569 Feb 15 01:59:57.721506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-9e57240e-aeec-48a3-aeed-3b336de357d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:57.723446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-9e57240e-aeec-48a3-aeed-3b336de357d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.1423938 Feb 15 01:59:57.742226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3895a784-a9b3-48f9-b151-bb885ca4a854), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.767081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.793328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-2211356a-f902-464f-9d43-2aab906af239 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589194 Feb 15 01:59:57.869414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3895a784-a9b3-48f9-b151-bb885ca4a854), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.876116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Pushing event updated for resources: {'Port': ['ID=1d2b47b1-4f57-4992-9b7c-95e01a6e7d28,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:57.887069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e524917-fbe9-4f5c-b592-c6d176368476 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 01:59:57.893034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3895a784-a9b3-48f9-b151-bb885ca4a854']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:57.900755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c99de721-de8b-4869-9a3c-db2965dda047 req-a4032d4a-a810-494e-8014-6ceed8372950 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935422 Feb 15 01:59:57.903448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef55fef-4dd3-481b-966d-f3ee37469f52') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:57.904277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef55fef-4dd3-481b-966d-f3ee37469f52') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:57.913921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (4ef55fef-4dd3-481b-966d-f3ee37469f52), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.926262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 4e524917-fbe9-4f5c-b592-c6d176368476 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 01:59:57.926875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 4e524917-fbe9-4f5c-b592-c6d176368476 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 01:59:57.929092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4ef55fef-4dd3-481b-966d-f3ee37469f52), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.936614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:57.937017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (4ef55fef-4dd3-481b-966d-f3ee37469f52), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:57.943157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 01:59:57.945537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 01:59:57.954842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:57.994107 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:57.998517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (44f47140-7c6a-4a2b-afb5-c1e131968d25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.023293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-5305ad09-9d08-4a82-b94d-555b51ebb540 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151890 Feb 15 01:59:58.037688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=44f47140-7c6a-4a2b-afb5-c1e131968d25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:58.075107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3895a784-a9b3-48f9-b151-bb885ca4a854), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.096201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Attempting to bind port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 01:59:58.096201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Attempting to bind port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 01:59:58.096201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Attempting to bind port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 on network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 01:59:58.108096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 01:59:58.108695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Checking segment: {'id': 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 01:59:58.108983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.109366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Bound using segment: {'id': 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 01:59:58.113059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Bound port: 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 01:59:58.113059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.168271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.207884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] For port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 01:59:58.215064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] For port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1d2b47b1-4f57-4992-9b7c-95e01a6e7d28,segment=NetworkSegment(fcce1a5e-9b52-41ed-b3f5-7157fe27030b),segment_id=fcce1a5e-9b52-41ed-b3f5-7157fe27030b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 01:59:58.225004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.228375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3895a784-a9b3-48f9-b151-bb885ca4a854 HTTP/1.1" status: 204 len: 168 time: 0.5830567 Feb 15 01:59:58.233167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23fd2f-e18f-4fba-b0f1-aa7b74f8c388 admin admin] Pushing event deleted for resources: {'Network': ['ID=3895a784-a9b3-48f9-b151-bb885ca4a854,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:58.237255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f4b8d-2558-48fa-a84f-d82f3d446c99']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:58.241337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c678e9b-3209-4d37-8e47-2a11a24d0d93 req-3c5abbec-1631-48c1-8b67-fd87a3ab4eba service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086987 Feb 15 01:59:58.251798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 01:59:58.252003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:58.252449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:58.262457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.328779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.348040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.364216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 01:59:58.365466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: timer() Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 01:59:58.371864 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 01:59:58.403011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 01:59:58.408415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:58.433507 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 01:59:58.474137 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:58.474798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:58.527602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d53f4985-33c3-4292-b24a-1ba8801990d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "PUT /v2.0/floatingips/4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d HTTP/1.1" status: 200 len: 991 time: 2.9967093 Feb 15 01:59:58.528721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 01:59:58.531588 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4049f446-9808-4614-aac3-aea2a45300e4" -d '{"events": [{"name": "network-changed", "server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 01:59:58.550751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 01:59:58.550751 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 01:59:58.550751 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'ab8f4b8d-2558-48fa-a84f-d82f3d446c99'}] Feb 15 01:59:58.550751 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 01:59:58.551733 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 01:59:58.561617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e0319-76ab-4463-92ee-d748f36bf55e None None] Pushing event updated for resources: {'Port': ['ID=1d2b47b1-4f57-4992-9b7c-95e01a6e7d28,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:58.584148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83604c-c06b-4b5b-9de6-7f5e37f91b40 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 01:59:58.614743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce28fe3-217c-4a76-b714-61725cb373c8 req-2f1c5e03-3087-4c89-aee1-ffe5c3e3a55a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:58.616669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ce28fe3-217c-4a76-b714-61725cb373c8 req-2f1c5e03-3087-4c89-aee1-ffe5c3e3a55a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 944 time: 0.0658669 Feb 15 01:59:58.662413 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:58.723957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83604c-c06b-4b5b-9de6-7f5e37f91b40 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 01:59:58.736646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-e366aa99-c5af-49a4-9ed5-7a64d2efa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:58.738628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-e366aa99-c5af-49a4-9ed5-7a64d2efa33d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1169319 Feb 15 01:59:58.753519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ce28fe3-217c-4a76-b714-61725cb373c8 req-3fe80d3d-965b-4f22-89c2-739702d6815d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876434 Feb 15 01:59:58.968921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:59.061118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.123330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b7aed6d-cd15-4f61-bdc7-8561de2e24f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f71eff1bbce34c268fb3a6b1e6ebf0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320753 Feb 15 01:59:59.123330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 01:59:59.123498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c660f2-0218-4340-a5cf-354b7462b48d None None] Network ab8f4b8d-2558-48fa-a84f-d82f3d446c99 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 01:59:59.173768 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:59:32Z', 'updated_at': '2022-02-15T01:59:56Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:59.215178 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 01:59:59.235250 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 01:59:59.236255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T01:59:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:59.293527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] Publish callbacks [] for security_group (4d980d99-fa6c-490e-8ee5-bc0e57721fa7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.325878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 01:59:59.327210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.332895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] Publish callbacks [] for security_group (4d980d99-fa6c-490e-8ee5-bc0e57721fa7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.404332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076b94-cfbf-444a-9029-1a9c2a62dcb8 req-ecf790b5-6b9d-4ead-98fe-c6f8922f1167 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:59.418238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf076b94-cfbf-444a-9029-1a9c2a62dcb8 req-ecf790b5-6b9d-4ead-98fe-c6f8922f1167 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1125283 Feb 15 01:59:59.439244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-90bebf4b-4b55-4289-91e3-885e8df6faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:59.440517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-90bebf4b-4b55-4289-91e3-885e8df6faca service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.6855583 Feb 15 01:59:59.466204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1d2b47b1-4f57-4992-9b7c-95e01a6e7d28,segment=NetworkSegment(fcce1a5e-9b52-41ed-b3f5-7157fe27030b),segment_id=fcce1a5e-9b52-41ed-b3f5-7157fe27030b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 01:59:59.466648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.486258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 01:59:59.487752 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 01:59:59.508453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-7b28e132-2b10-4ed5-8881-e274392c2554 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0598826 Feb 15 01:59:59.550578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf076b94-cfbf-444a-9029-1a9c2a62dcb8 req-817335bb-dc60-456a-a8f9-483f6736e62c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267087 Feb 15 01:59:59.602755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4d980d99-fa6c-490e-8ee5-bc0e57721fa7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.606902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.608458 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d980d99-fa6c-490e-8ee5-bc0e57721fa7 HTTP/1.1" status: 204 len: 168 time: 0.4816599 Feb 15 01:59:59.619201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351a9d-c8c0-46c4-93c0-920fbe8335c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d980d99-fa6c-490e-8ee5-bc0e57721fa7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:59.639037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-3ccdd462-0fa6-484f-b983-3153586121ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 01:59:59.640557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-3ccdd462-0fa6-484f-b983-3153586121ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.1231947 Feb 15 01:59:59.692147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-6174868e-1264-4dbf-b44d-28436e52a873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455856 Feb 15 01:59:59.701505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1d2b47b1-4f57-4992-9b7c-95e01a6e7d28), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 01:59:59.716596 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb0cd9-9150-4ebe-a59f-da44f3c741d6 x-openstack-request-id: req-9cbb0cd9-9150-4ebe-a59f-da44f3c741d6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 01:59:59.716836 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 01:59:59.717092 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cbb0cd9-9150-4ebe-a59f-da44f3c741d6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 01:59:59.717500 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'status': 'completed', 'code': 200} Feb 15 01:59:59.779187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 1d2b47b1-4f57-4992-9b7c-95e01a6e7d28 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 01:59:59.828776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=1d2b47b1-4f57-4992-9b7c-95e01a6e7d28,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 01:59:59.861601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device beeb5c88-d65a-49be-800f-4a3eda359bcf details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 01:59:59.872384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-a78f598e-9ff1-4896-90c5-fbafd0b82c6c service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682794 Feb 15 01:59:59.904848 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:59:32Z', 'updated_at': '2022-02-15T01:59:56Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 01:59:59.932417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964c8ef-06ed-4a55-a4ea-fce8143348a8 None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T01:59:32Z', 'updated_at': '2022-02-15T01:59:56Z', 'revision_number': 1, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 01:59:59.989298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.016395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f4b8d-2558-48fa-a84f-d82f3d446c99']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:00.025229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:00.025552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce1a5e-9b52-41ed-b3f5-7157fe27030b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:00.036256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:00.053409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'port_id': 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'mac_address': 'fa:16:3e:fe:75:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c4ef46-18af-4638-8ab8-76cd23ee36ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:00:00.085733 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.122524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port beeb5c88-d65a-49be-800f-4a3eda359bcf is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:00.123019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.138024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.149337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeb5c88-d65a-49be-800f-4a3eda359bcf {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:00:00.158868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:00.159293 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fcce1a5e-9b52-41ed-b3f5-7157fe27030b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:00.163679 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:00.170312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f446-9808-4614-aac3-aea2a45300e4 req-2b2198c8-eed1-4dd4-97eb-349e2cde6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.171828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-2b2198c8-eed1-4dd4-97eb-349e2cde6fdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1129 time: 0.2985592 Feb 15 02:00:00.179180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de9bb-7571-47e1-bc68-5d5711749833 req-d5dc4ae5-b228-4502-9486-92bb8fc0de8d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.198423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-718de9bb-7571-47e1-bc68-5d5711749833 req-d5dc4ae5-b228-4502-9486-92bb8fc0de8d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 944 time: 0.2805953 Feb 15 02:00:00.209172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:00.274628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-e2ba9915-7956-492c-83ea-0569fe39ef3d service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661859 Feb 15 02:00:00.284891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.383743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:00.419874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ab8f4b8d-2558-48fa-a84f-d82f3d446c99), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.420494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-718de9bb-7571-47e1-bc68-5d5711749833 req-d15f6321-8771-4884-825c-93c5ae6b2ece tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143800 Feb 15 02:00:00.450920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.464022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/ab8f4b8d-2558-48fa-a84f-d82f3d446c99 HTTP/1.1" status: 204 len: 168 time: 3.4026992 Feb 15 02:00:00.471832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa8672-cfe9-428b-9d4b-84c6b3ec3b1b None None] New status for floating IP 4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:00:00.475891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:00.486500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844599114'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:00.526885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a362-4c5c-4176-b4e3-7d67b256ddaa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=ab8f4b8d-2558-48fa-a84f-d82f3d446c99,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:00.540184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f446-9808-4614-aac3-aea2a45300e4 req-525d4cea-6dca-439d-a07c-f24bfbc8f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.541917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-525d4cea-6dca-439d-a07c-f24bfbc8f25a service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.3228374 Feb 15 02:00:00.622953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:00.627001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.654113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-3b512919-95c5-4b36-9f88-aa2e2dfa4b76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 999 time: 0.1056206 Feb 15 02:00:00.725786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['beeb5c88-d65a-49be-800f-4a3eda359bcf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:00.728886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:00.754486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.754486 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment 92f9d66e-9688-4946-b8ce-e9da9c293453 of type vlan for network 061773f7-d065-4e75-bff6-11829b062d25 Feb 15 02:00:00.768454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f446-9808-4614-aac3-aea2a45300e4 req-0839b7bb-bf53-4514-9035-70909469ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.769994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-0839b7bb-bf53-4514-9035-70909469ba44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1099951 Feb 15 02:00:00.835749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (061773f7-d065-4e75-bff6-11829b062d25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:00.863078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6d3dc-e597-4e04-acd8-f6cef3fe449b req-0ab8a60f-944f-4f26-8055-4313b184bdef tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.864748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01b6d3dc-e597-4e04-acd8-f6cef3fe449b req-0ab8a60f-944f-4f26-8055-4313b184bdef tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.2064812 Feb 15 02:00:00.949327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f446-9808-4614-aac3-aea2a45300e4 req-900fa7d7-2109-4c0d-8552-5dd1e75395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:00.952126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-900fa7d7-2109-4c0d-8552-5dd1e75395e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1598754 Feb 15 02:00:01.048526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01b6d3dc-e597-4e04-acd8-f6cef3fe449b req-b07d9d30-a51d-4689-83c8-682d26839a83 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635368 Feb 15 02:00:01.054500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (061773f7-d065-4e75-bff6-11829b062d25), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:01.059479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:01.060377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:01.184178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-d42d67cf-6ff3-40b7-a21f-700ed0ffdc4b service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164121 Feb 15 02:00:01.184178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=061773f7-d065-4e75-bff6-11829b062d25,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:01.192421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 061773f7-d065-4e75-bff6-11829b062d25 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:01.225875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c0e94f4c-5b58-411d-93f1-cb5237c82659 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7494833 Feb 15 02:00:01.229935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:01.250189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': '061773f7-d065-4e75-bff6-11829b062d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:01.477720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4049f446-9808-4614-aac3-aea2a45300e4 req-0d237de0-9cbf-4f76-8891-064feaf6d6d0 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945080 Feb 15 02:00:01.539414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:01.542895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:01.695642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b28952-e003-41e6-b08f-fc1048c1ea2d req-85e5fa09-fc02-4789-9eaf-d548d3b3de77 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:01.726843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95b28952-e003-41e6-b08f-fc1048c1ea2d req-85e5fa09-fc02-4789-9eaf-d548d3b3de77 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 945 time: 0.1546509 Feb 15 02:00:01.826187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-95b28952-e003-41e6-b08f-fc1048c1ea2d req-ad3aae24-10f7-48a3-a854-1e2c4891d6f8 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983970 Feb 15 02:00:01.867952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device beeb5c88-d65a-49be-800f-4a3eda359bcf up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:00:01.966731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (34dc2c27-8846-4ce1-82e9-712e398aa944), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.055970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=34dc2c27-8846-4ce1-82e9-712e398aa944,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:02.079706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': '92f9d66e-9688-4946-b8ce-e9da9c293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '061773f7-d065-4e75-bff6-11829b062d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:02.080440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: 061773f7-d065-4e75-bff6-11829b062d25, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:00:02.081285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port beeb5c88-d65a-49be-800f-4a3eda359bcf completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:00:02.086376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port beeb5c88-d65a-49be-800f-4a3eda359bcf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:00:02.087278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.221468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 061773f7-d065-4e75-bff6-11829b062d25 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:00:02.269175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port beeb5c88-d65a-49be-800f-4a3eda359bcf is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:02.270295 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.304831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14522a-05a3-42e6-b637-6fd1ab9fba9c req-c49b95f7-9437-41dc-b2c9-3a98b0c45421 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:02.315197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b14522a-05a3-42e6-b637-6fd1ab9fba9c req-c49b95f7-9437-41dc-b2c9-3a98b0c45421 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1144638 Feb 15 02:00:02.316389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:02.319211 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb1aff0-5a69-4d43-a812-ed4ac20b35cd" -d '{"events": [{"server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "name": "network-vif-plugged", "status": "completed", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:02.330661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 061773f7-d065-4e75-bff6-11829b062d25) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:02.350311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:02.350492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:02.350492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.350689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5b1a1-4674-43ea-bc54-4edf1457d8d8 None None] Network 061773f7-d065-4e75-bff6-11829b062d25 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:02.408414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b14522a-05a3-42e6-b637-6fd1ab9fba9c req-da63d275-5606-4486-8f35-081b380bb991 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Feb 15 02:00:02.451133 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.459618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-87af14d0-cabd-4412-a4cb-d0e4a398ee83 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2316854 Feb 15 02:00:02.466699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:02.500011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:02.510895 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15345c1a-c0fc-4634-a19b-bff7ff1ae611 x-openstack-request-id: req-15345c1a-c0fc-4634-a19b-bff7ff1ae611 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:02.510895 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "name": "network-vif-plugged", "status": "completed", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:02.512286 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15345c1a-c0fc-4634-a19b-bff7ff1ae611 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:02.512286 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'code': 200} Feb 15 02:00:02.557857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-061773f7-d065-4e75-bff6-11829b062d25', 'network_id': '061773f7-d065-4e75-bff6-11829b062d25', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': '34dc2c27-8846-4ce1-82e9-712e398aa944'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:00:02.558909 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.587996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:02.746523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (061773f7-d065-4e75-bff6-11829b062d25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.763570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4069c75-820f-4091-8940-30c8c69054d7 req-e907e66d-2fd1-477f-9cfd-59445940b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:02.765397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4069c75-820f-4091-8940-30c8c69054d7 req-e907e66d-2fd1-477f-9cfd-59445940b884 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 1129 time: 0.1383710 Feb 15 02:00:02.869591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4069c75-820f-4091-8940-30c8c69054d7 req-288c4535-061b-4a24-a0a3-34d2d349fa39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949688 Feb 15 02:00:02.905519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Allocated IP 172.20.0.1 (061773f7-d065-4e75-bff6-11829b062d25/34dc2c27-8846-4ce1-82e9-712e398aa944/93fb9c83-bf71-45a2-97fd-5a4a3f308ec6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:02.927255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (34dc2c27-8846-4ce1-82e9-712e398aa944), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:02.945992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5c3027f-cd30-4238-9b71-0ca4213f0fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.123265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845a33-2904-4d2b-b47e-a28e46c6ca7c req-eaf47064-a7ea-4661-b126-ed9c49493225 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:03.128949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91845a33-2904-4d2b-b47e-a28e46c6ca7c req-eaf47064-a7ea-4661-b126-ed9c49493225 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.1389258 Feb 15 02:00:03.177470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5c3027f-cd30-4238-9b71-0ca4213f0fa7 admin admin] Publish callbacks [] for security_group (32512be2-cbca-4b66-90d3-02e1a15a75ce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.213079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91845a33-2904-4d2b-b47e-a28e46c6ca7c req-aca1d2d1-4155-4465-bb38-5563227455bb tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731373 Feb 15 02:00:03.275561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5c3027f-cd30-4238-9b71-0ca4213f0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (32512be2-cbca-4b66-90d3-02e1a15a75ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.288677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks [] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.348541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b5c3027f-cd30-4238-9b71-0ca4213f0fa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=380162058de34d5796dbe4fe86a54902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8400915 Feb 15 02:00:03.349532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3027f-cd30-4238-9b71-0ca4213f0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32512be2-cbca-4b66-90d3-02e1a15a75ce,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:03.351106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:03.396760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.410643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] Publish callbacks [] for security_group (32512be2-cbca-4b66-90d3-02e1a15a75ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.445712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] Publish callbacks [] for security_group (32512be2-cbca-4b66-90d3-02e1a15a75ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.476463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Pushing event updated for resources: {'Port': ['ID=93fb9c83-bf71-45a2-97fd-5a4a3f308ec6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:03.494580 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (34dc2c27-8846-4ce1-82e9-712e398aa944), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.505624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Network 061773f7-d065-4e75-bff6-11829b062d25 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:03.510963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:03.520134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:03.593181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Attempting to bind port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:00:03.593840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Attempting to bind port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '92f9d66e-9688-4946-b8ce-e9da9c293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '061773f7-d065-4e75-bff6-11829b062d25'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:00:03.594929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Attempting to bind port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 on network 061773f7-d065-4e75-bff6-11829b062d25 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:03.600728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:00:03.601347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Checking segment: {'id': '92f9d66e-9688-4946-b8ce-e9da9c293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '061773f7-d065-4e75-bff6-11829b062d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:03.601909 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.602493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Bound using segment: {'id': '92f9d66e-9688-4946-b8ce-e9da9c293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '061773f7-d065-4e75-bff6-11829b062d25'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:00:03.603234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Bound port: 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f9d66e-9688-4946-b8ce-e9da9c293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '061773f7-d065-4e75-bff6-11829b062d25'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:00:03.603837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.621788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=34dc2c27-8846-4ce1-82e9-712e398aa944,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:03.677291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (061773f7-d065-4e75-bff6-11829b062d25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.704437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061773f7-d065-4e75-bff6-11829b062d25']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:03.713131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a137e-b0ea-49e9-91b9-85fe9ac78272 req-af337d14-9a39-4b24-8146-a1de9f72524a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:03.716906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed8a137e-b0ea-49e9-91b9-85fe9ac78272 req-af337d14-9a39-4b24-8146-a1de9f72524a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1469982 Feb 15 02:00:03.733247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f9d66e-9688-4946-b8ce-e9da9c293453') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:03.733556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f9d66e-9688-4946-b8ce-e9da9c293453') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:03.758310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.778304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] For port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:00:03.779643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (32512be2-cbca-4b66-90d3-02e1a15a75ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.783999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.785336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32512be2-cbca-4b66-90d3-02e1a15a75ce HTTP/1.1" status: 204 len: 168 time: 0.4331291 Feb 15 02:00:03.792458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] For port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=93fb9c83-bf71-45a2-97fd-5a4a3f308ec6,segment=NetworkSegment(92f9d66e-9688-4946-b8ce-e9da9c293453),segment_id=92f9d66e-9688-4946-b8ce-e9da9c293453)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:00:03.808088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5120ffc-daf7-4a86-ae7b-073d384bb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32512be2-cbca-4b66-90d3-02e1a15a75ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:03.878523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.879613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.886965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed8a137e-b0ea-49e9-91b9-85fe9ac78272 req-59a7c3d9-50fa-4f8c-8a50-aad2dd1f021d tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613927 Feb 15 02:00:03.888805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:03.888941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:03.904660 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:04.037882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94915-d23e-4b7a-8de4-23ab8a4f7ba6 None None] Pushing event updated for resources: {'Port': ['ID=93fb9c83-bf71-45a2-97fd-5a4a3f308ec6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:04.082028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:00:04.082028 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:00:04.082028 n-d-829064-14 neutron-server[103885]: [parameters: {'id': '061773f7-d065-4e75-bff6-11829b062d25'}] Feb 15 02:00:04.082028 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:00:04.082861 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:00:04.092188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462bf655-e496-4f68-b267-069bd4ba05d0 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:00:04.181177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bf655-e496-4f68-b267-069bd4ba05d0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:00:04.458421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074916b-9472-4bcc-8da7-46f4f8cba4ac req-412863f3-7ca1-45f1-b84e-8e0cfd1e612c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:04.461821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95095be-077f-4297-b0c5-385e3687a659 None None] Network 061773f7-d065-4e75-bff6-11829b062d25 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:04.468108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8074916b-9472-4bcc-8da7-46f4f8cba4ac req-412863f3-7ca1-45f1-b84e-8e0cfd1e612c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.1533644 Feb 15 02:00:04.539900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8074916b-9472-4bcc-8da7-46f4f8cba4ac req-95968c1f-fdf2-42a1-a573-aa296e163dfe tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718853 Feb 15 02:00:04.584931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (061773f7-d065-4e75-bff6-11829b062d25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:04.659912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:04.660685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:04.749330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=93fb9c83-bf71-45a2-97fd-5a4a3f308ec6,segment=NetworkSegment(92f9d66e-9688-4946-b8ce-e9da9c293453),segment_id=92f9d66e-9688-4946-b8ce-e9da9c293453)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:04.749677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:04.772076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:04.783422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:04.795426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02a372be-76a8-449d-9cc3-1f1809dc5f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:04.903189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02a372be-76a8-449d-9cc3-1f1809dc5f3e admin admin] Publish callbacks [] for security_group (7b09108e-503a-4a73-b96d-b155783fc7c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:04.979458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (93fb9c83-bf71-45a2-97fd-5a4a3f308ec6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.018276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=93fb9c83-bf71-45a2-97fd-5a4a3f308ec6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:05.028198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 93fb9c83-bf71-45a2-97fd-5a4a3f308ec6 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:05.042367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b09eda-4488-4fd0-9151-994658864418 req-7bfa982c-2ba5-4765-bb6e-7869b3968906 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:05.049875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1b09eda-4488-4fd0-9151-994658864418 req-7bfa982c-2ba5-4765-bb6e-7869b3968906 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0870218 Feb 15 02:00:05.052070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02a372be-76a8-449d-9cc3-1f1809dc5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b09108e-503a-4a73-b96d-b155783fc7c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.080418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-02a372be-76a8-449d-9cc3-1f1809dc5f3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a91f9166d1aa4b98ae5af9c82706b54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052027 Feb 15 02:00:05.086166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:05.149750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a372be-76a8-449d-9cc3-1f1809dc5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09108e-503a-4a73-b96d-b155783fc7c7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:05.152380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (061773f7-d065-4e75-bff6-11829b062d25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.177946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061773f7-d065-4e75-bff6-11829b062d25']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:05.183803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1b09eda-4488-4fd0-9151-994658864418 req-4a19006e-7211-41d9-804b-01cf4281d75c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324894 Feb 15 02:00:05.188104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f9d66e-9688-4946-b8ce-e9da9c293453') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:05.188104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f9d66e-9688-4946-b8ce-e9da9c293453') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:05.204031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.212807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.217088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] Publish callbacks [] for security_group (7b09108e-503a-4a73-b96d-b155783fc7c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.220010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:05.220442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (92f9d66e-9688-4946-b8ce-e9da9c293453), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:05.223582 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:05.257192 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] Publish callbacks [] for security_group (7b09108e-503a-4a73-b96d-b155783fc7c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.354891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (061773f7-d065-4e75-bff6-11829b062d25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.360539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.367832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:05.368907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/061773f7-d065-4e75-bff6-11829b062d25 HTTP/1.1" status: 204 len: 168 time: 2.9010298 Feb 15 02:00:05.373495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-261558665'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:05.391854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b09108e-503a-4a73-b96d-b155783fc7c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.396137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.396137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b09108e-503a-4a73-b96d-b155783fc7c7 HTTP/1.1" status: 204 len: 168 time: 0.3031983 Feb 15 02:00:05.413176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d63a5a-e382-4d0c-a66b-360e115e8615 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=061773f7-d065-4e75-bff6-11829b062d25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:05.415341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2600ca-5d7c-48a1-8537-efffc527fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09108e-503a-4a73-b96d-b155783fc7c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:05.480460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:05.484986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.517731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:05.530021 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.530422 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment 98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f of type vlan for network 76fa0628-351e-45de-9c0a-8a3f37c53d05 Feb 15 02:00:05.595569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.701218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372c6ab-d050-4c63-8c85-0fdf2176bbfc req-d1f23838-c664-4c5a-bf1a-4c2dfa655bd7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:05.703388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b372c6ab-d050-4c63-8c85-0fdf2176bbfc req-d1f23838-c664-4c5a-bf1a-4c2dfa655bd7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.0702114 Feb 15 02:00:05.704989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.710203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:05.710989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:05.783696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=76fa0628-351e-45de-9c0a-8a3f37c53d05,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:05.797782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:05.846246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b372c6ab-d050-4c63-8c85-0fdf2176bbfc req-15cb95e6-503a-4c83-ae6e-8822c3454cd3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319497 Feb 15 02:00:05.883101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7875042a-9e3d-4b2f-9542-855bc9d7211e tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5137444 Feb 15 02:00:05.887069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:05.892932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:06.245950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:06.388584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:06.434876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 02:00:06.442465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:06.443273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:06.449018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:06.452772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "PUT /v2.0/networks/76fa0628-351e-45de-9c0a-8a3f37c53d05 HTTP/1.1" status: 200 len: 723 time: 0.5644250 Feb 15 02:00:06.455245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:06.522367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28ad9-4640-40a3-9e54-099955bf7608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=76fa0628-351e-45de-9c0a-8a3f37c53d05,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:06.536097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:06.773458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879725-a47c-49f7-8a1f-9846e2c10a59 req-0eddca27-a2a5-48a3-8373-c7baa0a5aa63 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:06.776358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c879725-a47c-49f7-8a1f-9846e2c10a59 req-0eddca27-a2a5-48a3-8373-c7baa0a5aa63 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0909109 Feb 15 02:00:06.833280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:06.836896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:06.848417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c879725-a47c-49f7-8a1f-9846e2c10a59 req-392c7e24-7135-4a23-9223-b313a20cdf0a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607262 Feb 15 02:00:07.166600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (f0ced170-b7b0-44c3-95ef-70975ea87128), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:07.278162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=f0ced170-b7b0-44c3-95ef-70975ea87128,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:07.286022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:07.286486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: 76fa0628-351e-45de-9c0a-8a3f37c53d05, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:00:07.387222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:00:07.469794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 76fa0628-351e-45de-9c0a-8a3f37c53d05) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:07.477934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9f3e1-a74c-4be2-9cdd-fd75968752c6 None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:07.482251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:07.482922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:07.602928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-76fa0628-351e-45de-9c0a-8a3f37c53d05', 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'f0ced170-b7b0-44c3-95ef-70975ea87128'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:00:07.604115 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:07.604714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ab71440-35d2-4a14-962c-30f974686324 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1543608 Feb 15 02:00:07.607452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:07.613606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:07.780448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4710314'] for subnet (f0ced170-b7b0-44c3-95ef-70975ea87128), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:07.897607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Allocated IP 172.20.0.2 (76fa0628-351e-45de-9c0a-8a3f37c53d05/f0ced170-b7b0-44c3-95ef-70975ea87128/bff73ac7-1bb0-4830-9697-b7d6727b859d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:08.097923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68108948-3236-411d-86c2-b04ef52aca45 req-cdd58493-5146-4536-a2dd-dbcc97bbdaf3 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:08.099454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68108948-3236-411d-86c2-b04ef52aca45 req-cdd58493-5146-4536-a2dd-dbcc97bbdaf3 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1256390 Feb 15 02:00:08.177436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68108948-3236-411d-86c2-b04ef52aca45 req-1b2d0599-30c5-41b7-9f10-1cfed8d93eba tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 Feb 15 02:00:08.323249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks [] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.405249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.449813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:08.464432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:08.470886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:08.479546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Pushing event updated for resources: {'Port': ['ID=bff73ac7-1bb0-4830-9697-b7d6727b859d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:08.618721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Attempting to bind port bff73ac7-1bb0-4830-9697-b7d6727b859d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:00:08.619180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Attempting to bind port bff73ac7-1bb0-4830-9697-b7d6727b859d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:00:08.619792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Attempting to bind port bff73ac7-1bb0-4830-9697-b7d6727b859d on network 76fa0628-351e-45de-9c0a-8a3f37c53d05 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:08.625113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741815379896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4209555'] for subnet (f0ced170-b7b0-44c3-95ef-70975ea87128), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.646603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:00:08.647781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Checking segment: {'id': '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:08.648422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.648977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Bound using segment: {'id': '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:00:08.649686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Bound port: bff73ac7-1bb0-4830-9697-b7d6727b859d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76fa0628-351e-45de-9c0a-8a3f37c53d05'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:00:08.650247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.671316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:08.671904 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.676202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "PUT /v2.0/subnets/f0ced170-b7b0-44c3-95ef-70975ea87128 HTTP/1.1" status: 200 len: 806 time: 1.0652637 Feb 15 02:00:08.676674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:08.699336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2ef23-6785-4417-afe6-56603b603199 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=f0ced170-b7b0-44c3-95ef-70975ea87128,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:08.777409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] For port bff73ac7-1bb0-4830-9697-b7d6727b859d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:00:08.795123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] For port bff73ac7-1bb0-4830-9697-b7d6727b859d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bff73ac7-1bb0-4830-9697-b7d6727b859d,segment=NetworkSegment(98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f),segment_id=98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:00:08.853368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:08.900136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.022587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5106-aa81-4288-bf40-99b4cc7a3e2a None None] Pushing event updated for resources: {'Port': ['ID=bff73ac7-1bb0-4830-9697-b7d6727b859d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:09.042726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port bff73ac7-1bb0-4830-9697-b7d6727b859d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:09.043084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.144487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port bff73ac7-1bb0-4830-9697-b7d6727b859d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bff73ac7-1bb0-4830-9697-b7d6727b859d,segment=NetworkSegment(98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f),segment_id=98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:09.145176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.160102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for bff73ac7-1bb0-4830-9697-b7d6727b859d owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:09.361360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bff73ac7-1bb0-4830-9697-b7d6727b859d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.399469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=bff73ac7-1bb0-4830-9697-b7d6727b859d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:09.432727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bff73ac7-1bb0-4830-9697-b7d6727b859d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:00:09.468175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: bff73ac7-1bb0-4830-9697-b7d6727b859d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:00:09.469257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port bff73ac7-1bb0-4830-9697-b7d6727b859d on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:09.474975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bff73ac7-1bb0-4830-9697-b7d6727b859d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 02:00:09.506350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Port bff73ac7-1bb0-4830-9697-b7d6727b859d not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 02:00:09.527579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f0ced170-b7b0-44c3-95ef-70975ea87128), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.663805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f0ced170-b7b0-44c3-95ef-70975ea87128), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.693488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ced170-b7b0-44c3-95ef-70975ea87128,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:09.760101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.783004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fa0628-351e-45de-9c0a-8a3f37c53d05']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:09.792853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:09.793162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:09.804490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.819067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.827495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:09.827957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (98f9eee9-7498-4cdb-8fa7-9c4ca0a7875f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:09.834741 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:09.964486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (76fa0628-351e-45de-9c0a-8a3f37c53d05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.970696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:09.977255 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/76fa0628-351e-45de-9c0a-8a3f37c53d05 HTTP/1.1" status: 204 len: 168 time: 1.2994330 Feb 15 02:00:09.977400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:10.007314 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9965bc09-7277-4f86-8e96-f768e6a20520 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:10.007901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9965bc09-7277-4f86-8e96-f768e6a20520 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:10.012963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9965bc09-7277-4f86-8e96-f768e6a20520 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/76fa0628-351e-45de-9c0a-8a3f37c53d05 HTTP/1.1" status: 404 len: 339 time: 0.0332108 Feb 15 02:00:10.017591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:10.030349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1531293903', 'description': 'd1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:10.035526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fc8df-ecf9-457e-8da0-00198290acbd tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=76fa0628-351e-45de-9c0a-8a3f37c53d05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:10.189709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:10.192886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.245024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:10.257116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e0e404b5-a6dc-4908-8e1b-f29045a55d1a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.257520 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment e0e404b5-a6dc-4908-8e1b-f29045a55d1a of type vlan for network 0d366938-d824-40b2-bbfb-c1b7eff2a423 Feb 15 02:00:10.289448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1716477-4d9a-4e82-8b69-59bb46ec8e61 None None] DHCP port deletion for 76fa0628-351e-45de-9c0a-8a3f37c53d05 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:00:10.294105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6598f915-cff8-4f4e-ba9c-c4dc89dfb163 None None] Could not find standard attr ID for object bff73ac7-1bb0-4830-9697-b7d6727b859d. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:00:10.313465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b432cd-95e9-424e-a4ac-4ee06d1809dc None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:10.322826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3f44e-2a11-429d-a8a8-41c5b24b4460 req-83dc8b9c-8243-4903-a222-3b1d83fda6c9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:10.324449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b3f44e-2a11-429d-a8a8-41c5b24b4460 req-83dc8b9c-8243-4903-a222-3b1d83fda6c9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1762342 Feb 15 02:00:10.325810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b432cd-95e9-424e-a4ac-4ee06d1809dc None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:00:10.326487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.342580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c34c52-49ee-49d2-ab9e-7aa48d0b43ce None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:10.355483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c34c52-49ee-49d2-ab9e-7aa48d0b43ce None None] Network 76fa0628-351e-45de-9c0a-8a3f37c53d05 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:00:10.404138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17b3f44e-2a11-429d-a8a8-41c5b24b4460 req-cbc138fc-bc0c-4d47-9e8e-c8c200528092 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 Feb 15 02:00:10.465453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.471326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:10.471940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.557415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=0d366938-d824-40b2-bbfb-c1b7eff2a423,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:10.568401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0d366938-d824-40b2-bbfb-c1b7eff2a423 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:10.586272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cdf94cb7-6752-4773-a506-4eb71d914294 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5672660 Feb 15 02:00:10.589006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:10.697076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c289aa-a87b-43e2-a4ed-7c541b96f521 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:10.701091 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b6c289aa-a87b-43e2-a4ed-7c541b96f521 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks?id=0d366938-d824-40b2-bbfb-c1b7eff2a423 HTTP/1.1" status: 200 len: 761 time: 0.1084623 Feb 15 02:00:10.701543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:10.706860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'description': 'd2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:10.895616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:10.994767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.013036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network 0d366938-d824-40b2-bbfb-c1b7eff2a423 is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 02:00:11.018653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:11.019442 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.021015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "PUT /v2.0/networks/0d366938-d824-40b2-bbfb-c1b7eff2a423 HTTP/1.1" status: 200 len: 758 time: 0.3184276 Feb 15 02:00:11.025104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:11.069230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86916b7-8bf3-4e93-9a44-10f6e08dec57 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=0d366938-d824-40b2-bbfb-c1b7eff2a423,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:11.081117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0d366938-d824-40b2-bbfb-c1b7eff2a423 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:11.193892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd8dca-b4dd-42dc-9299-dfba6ac48592 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:11.199115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45cd8dca-b4dd-42dc-9299-dfba6ac48592 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks?id=0d366938-d824-40b2-bbfb-c1b7eff2a423 HTTP/1.1" status: 200 len: 761 time: 0.1688929 Feb 15 02:00:11.201427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:11.207277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677342811'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:11.320375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:11.323677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.350284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bff73ac7-1bb0-4830-9697-b7d6727b859d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:00:11.359186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:11.370084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.370982 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment 88b5e71e-e074-44c6-a0ba-d6250d347aa1 of type vlan for network c74a0872-fb22-4766-a2ef-c7a572ef8dac Feb 15 02:00:11.382800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: bff73ac7-1bb0-4830-9697-b7d6727b859d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:00:11.389276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bff73ac7-1bb0-4830-9697-b7d6727b859d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:00:11.438591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.557078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.563138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:11.563717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:11.641923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9907-d61b-474d-bc34-9cac8246baba req-8111cdeb-9142-4d30-8b16-c6ca9df442f5 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:11.643514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b17e9907-d61b-474d-bc34-9cac8246baba req-8111cdeb-9142-4d30-8b16-c6ca9df442f5 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1418083 Feb 15 02:00:11.650979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=c74a0872-fb22-4766-a2ef-c7a572ef8dac,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:11.675635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c74a0872-fb22-4766-a2ef-c7a572ef8dac details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:11.687143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:11.688260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fe719496-513a-4f8a-95ba-0d500d610fa0 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4847028 Feb 15 02:00:11.694389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:11.730357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b17e9907-d61b-474d-bc34-9cac8246baba req-8907641a-7d76-487a-8744-54d7b94d4235 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763099 Feb 15 02:00:11.975737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:11.979364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.223188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ac4709a1-16a7-41df-9d39-3bf4a70f8c85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.298334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': '88b5e71e-e074-44c6-a0ba-d6250d347aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:12.298334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: c74a0872-fb22-4766-a2ef-c7a572ef8dac, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:00:12.305817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=ac4709a1-16a7-41df-9d39-3bf4a70f8c85,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:12.377355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network c74a0872-fb22-4766-a2ef-c7a572ef8dac is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:00:12.484228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c74a0872-fb22-4766-a2ef-c7a572ef8dac) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:12.490425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:12.491126 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-693420'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.499565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebeafbc-1111-4fc1-8d1b-fa7178565434 None None] Network c74a0872-fb22-4766-a2ef-c7a572ef8dac requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:12.568932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5538b48-a595-4c0f-a22c-c51f03b412e9 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8800611 Feb 15 02:00:12.571406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:12.626748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-c74a0872-fb22-4766-a2ef-c7a572ef8dac', 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'ac4709a1-16a7-41df-9d39-3bf4a70f8c85'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:00:12.627739 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.791286 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.802610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Allocated IP 172.20.0.2 (c74a0872-fb22-4766-a2ef-c7a572ef8dac/ac4709a1-16a7-41df-9d39-3bf4a70f8c85/4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:12.867157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ac4709a1-16a7-41df-9d39-3bf4a70f8c85), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:12.901063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-5eb693fd-48da-43d8-bbfc-cd6732e4abb4 req-c87d0492-760e-449a-b79f-8b8fe6d3085f tempest-TaggedBootDevicesTest-25840380 tempest-TaggedBootDevicesTest-25840380-project] (103885) timed out ('10.222.0.43', 38590) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:00:12.903803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1dfb9-7a1a-456b-89e3-e926fe8ea044 req-361a316c-4a36-4ecf-97cd-52c254af5409 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:12.905409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ee1dfb9-7a1a-456b-89e3-e926fe8ea044 req-361a316c-4a36-4ecf-97cd-52c254af5409 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0595632 Feb 15 02:00:12.974415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ee1dfb9-7a1a-456b-89e3-e926fe8ea044 req-37c5fcdb-e356-4f4d-9a4e-cb2d935367dd tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628440 Feb 15 02:00:13.001142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks [] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.103490 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.151102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Network c74a0872-fb22-4766-a2ef-c7a572ef8dac is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:13.154102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:13.159472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:13.162783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Pushing event updated for resources: {'Port': ['ID=4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:13.194107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ac4709a1-16a7-41df-9d39-3bf4a70f8c85), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.218378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Attempting to bind port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:00:13.218761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Attempting to bind port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '88b5e71e-e074-44c6-a0ba-d6250d347aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:00:13.219122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Attempting to bind port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 on network c74a0872-fb22-4766-a2ef-c7a572ef8dac {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:13.224152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:00:13.224553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Checking segment: {'id': '88b5e71e-e074-44c6-a0ba-d6250d347aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:13.224955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.225396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Bound using segment: {'id': '88b5e71e-e074-44c6-a0ba-d6250d347aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:00:13.225861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Bound port: 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b5e71e-e074-44c6-a0ba-d6250d347aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:00:13.226328 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.227284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4709a1-16a7-41df-9d39-3bf4a70f8c85,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:13.292562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] For port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:00:13.295740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] For port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671,segment=NetworkSegment(88b5e71e-e074-44c6-a0ba-d6250d347aa1),segment_id=88b5e71e-e074-44c6-a0ba-d6250d347aa1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:00:13.302598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.331415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74a0872-fb22-4766-a2ef-c7a572ef8dac']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:13.340995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b5e71e-e074-44c6-a0ba-d6250d347aa1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:13.341320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b5e71e-e074-44c6-a0ba-d6250d347aa1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:13.350615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.361362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.364806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.372521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:13.372923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:13.377313 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:13.455675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac0f07-148a-4405-ac82-0ad1ec6d1b5a None None] Pushing event updated for resources: {'Port': ['ID=4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:13.473356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172011a0-cb06-4f0c-8585-ab307d821e77 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:00:13.503870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:00:13.503870 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:00:13.503870 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'c74a0872-fb22-4766-a2ef-c7a572ef8dac'}] Feb 15 02:00:13.503870 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:00:13.505134 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:00:13.553778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172011a0-cb06-4f0c-8585-ab307d821e77 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:00:13.758840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec1c18-0850-4362-a906-c8249f264ca5 None None] Network c74a0872-fb22-4766-a2ef-c7a572ef8dac requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:14.006695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.069528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:14.069971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.105357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6891-2bfc-449d-b85f-864b234935fe req-672e97ed-bc85-4624-80ef-418abc7cf303 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:14.108399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-288f6891-2bfc-449d-b85f-864b234935fe req-672e97ed-bc85-4624-80ef-418abc7cf303 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0641694 Feb 15 02:00:14.140144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671,segment=NetworkSegment(88b5e71e-e074-44c6-a0ba-d6250d347aa1),segment_id=88b5e71e-e074-44c6-a0ba-d6250d347aa1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:14.141131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.154508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:14.174500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-288f6891-2bfc-449d-b85f-864b234935fe req-7ca7a72a-61e6-41a9-8f00-599ab356d2e5 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Feb 15 02:00:14.343225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.385377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:14.398901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 4aa01ab4-c85f-4bdf-b6ae-2ce7c4d95671 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:14.817182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.839913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74a0872-fb22-4766-a2ef-c7a572ef8dac']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:14.849419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b5e71e-e074-44c6-a0ba-d6250d347aa1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:14.849741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b5e71e-e074-44c6-a0ba-d6250d347aa1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:14.859914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.873826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.890449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:14.890865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (88b5e71e-e074-44c6-a0ba-d6250d347aa1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:14.908328 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:15.051652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c74a0872-fb22-4766-a2ef-c7a572ef8dac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:15.063101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:15.066540 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/c74a0872-fb22-4766-a2ef-c7a572ef8dac HTTP/1.1" status: 204 len: 168 time: 2.4941034 Feb 15 02:00:15.069230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.099731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f94b-3796-4928-9712-20c701b0c896 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=c74a0872-fb22-4766-a2ef-c7a572ef8dac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:15.119826 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6756d41-874e-474e-a482-3ca2cd55a608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] GET failed (client error): The resource could not be found. Feb 15 02:00:15.129737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6756d41-874e-474e-a482-3ca2cd55a608 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets/ac4709a1-16a7-41df-9d39-3bf4a70f8c85 HTTP/1.1" status: 404 len: 337 time: 0.0525696 Feb 15 02:00:15.129737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.148941 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa12fcd-fd7b-49f9-aed2-414dc940e475 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:15.149886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa12fcd-fd7b-49f9-aed2-414dc940e475 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:15.152887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1aa12fcd-fd7b-49f9-aed2-414dc940e475 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/c74a0872-fb22-4766-a2ef-c7a572ef8dac HTTP/1.1" status: 404 len: 339 time: 0.0225930 Feb 15 02:00:15.157622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.289938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:15.409012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fca38-f6a4-4b80-8afc-627b3d21167c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.410922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9b2fca38-f6a4-4b80-8afc-627b3d21167c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2523212 Feb 15 02:00:15.413877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45052) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.431896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3e70-f681-45f3-b8ac-5714290ee8fb req-3e607b33-290f-493b-9d9e-ae9bfca418a1 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.433463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-893e3e70-f681-45f3-b8ac-5714290ee8fb req-3e607b33-290f-493b-9d9e-ae9bfca418a1 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1673665 Feb 15 02:00:15.467127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c569b8e-06b5-47bd-b6dc-8f3b54470bf5 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 207 time: 0.0518227 Feb 15 02:00:15.471221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.515021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-893e3e70-f681-45f3-b8ac-5714290ee8fb req-1222649d-80d7-4532-a245-86a63ff98667 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729082 Feb 15 02:00:15.662950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ebb83-8968-477c-b954-e0cc2d6ddb5a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.669392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ebb83-8968-477c-b954-e0cc2d6ddb5a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.675910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ebb83-8968-477c-b954-e0cc2d6ddb5a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.682307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ebb83-8968-477c-b954-e0cc2d6ddb5a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.684399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b3ebb83-8968-477c-b954-e0cc2d6ddb5a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2115023 Feb 15 02:00:15.688025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45062) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.825422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:15.825965 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-911d7419-a329-472a-8ba9-2b2a1df6f86d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1364961 Feb 15 02:00:15.921597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460f49c-1adf-4032-8b6a-e68f06516f20 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.923218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460f49c-1adf-4032-8b6a-e68f06516f20 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:15.925648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a460f49c-1adf-4032-8b6a-e68f06516f20 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0992420 Feb 15 02:00:15.930687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.036029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac9897-8c35-4331-999c-bf41d3121654 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.037423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac9897-8c35-4331-999c-bf41d3121654 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.042595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1ac9897-8c35-4331-999c-bf41d3121654 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1073179 Feb 15 02:00:16.043083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.164014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754559b-503a-4495-af3e-017010849f6a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.165487 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c754559b-503a-4495-af3e-017010849f6a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks/5d75422e-3324-4e4f-925f-1947d8d75bfd HTTP/1.1" status: 200 len: 799 time: 0.1212752 Feb 15 02:00:16.169875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.289256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.289801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1bfbca8b-078b-49a8-93b4-737bb9585355 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/networks/5d75422e-3324-4e4f-925f-1947d8d75bfd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1182144 Feb 15 02:00:16.340875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd8abf-30e3-4ce7-a785-9ad084375545 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.346347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-89bd8abf-30e3-4ce7-a785-9ad084375545 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets/c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f HTTP/1.1" status: 200 len: 811 time: 0.0520444 Feb 15 02:00:16.347447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.437666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8fdb0-88d4-4b97-adb3-8f5cea2e1852 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.437666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1fb8fdb0-88d4-4b97-adb3-8f5cea2e1852 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "GET /v2.0/subnets/c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0851109 Feb 15 02:00:16.438949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.444011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969789259'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:16.530677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:16.535839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:16.583867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:16.601953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:16.602308 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Added segment ed3cc9b2-603d-4947-95db-45b4b17b70ea of type vlan for network b9389d10-d5e3-4405-9e20-83bf62f032ba Feb 15 02:00:16.660935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a92e9-0c6c-4733-a713-69f807d8e0c2 req-d6d03571-e0ca-45d4-aab8-855be5263515 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.672451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c5a92e9-0c6c-4733-a713-69f807d8e0c2 req-d6d03571-e0ca-45d4-aab8-855be5263515 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0740113 Feb 15 02:00:16.686062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:16.736840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c5a92e9-0c6c-4733-a713-69f807d8e0c2 req-ccf9d82c-b7ec-4b64-95f5-101a4b13f372 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591192 Feb 15 02:00:16.811736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:16.817418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:16.818000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:16.898066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Network': ['ID=b9389d10-d5e3-4405-9e20-83bf62f032ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:16.910528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b9389d10-d5e3-4405-9e20-83bf62f032ba details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:16.942354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e058eca-c38f-4b78-a3e2-6dcb54a4d273 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5019784 Feb 15 02:00:16.944954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:16.951474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:17.137287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Made reservation on behalf of 32069f1e5ad94e14816312c2e3149d1e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:17.142065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:17.216696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing IP validity checks on allocation pools {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:00:17.217343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:00:17.441237 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:00:17.469212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (ec0c3006-e3d7-47a1-b16e-01d705828307), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:17.519111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=ec0c3006-e3d7-47a1-b16e-01d705828307,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:17.568553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Checking segment: {'id': 'ed3cc9b2-603d-4947-95db-45b4b17b70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:17.569073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network hostable DHCP agents. Network: b9389d10-d5e3-4405-9e20-83bf62f032ba, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:00:17.650248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Network b9389d10-d5e3-4405-9e20-83bf62f032ba is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:00:17.730214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b9389d10-d5e3-4405-9e20-83bf62f032ba) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:17.745899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d4e7c-57f5-4885-abcd-b33d583d992a None None] Network b9389d10-d5e3-4405-9e20-83bf62f032ba requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:17.748239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:17.763158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:17.913407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8cce83c0-e844-4eae-99ff-1be31528542d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9669247 Feb 15 02:00:17.916061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:17.920917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:17.935652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b9389d10-d5e3-4405-9e20-83bf62f032ba', 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba', 'project_id': '32069f1e5ad94e14816312c2e3149d1e', 'fixed_ips': [{'subnet_id': 'ec0c3006-e3d7-47a1-b16e-01d705828307'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:00:17.940339 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:17.953505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6245d4-86d2-4f9a-827f-5f3451999b2c req-aa53a645-3175-455a-83db-0c63f62bdeaf tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:17.955105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6245d4-86d2-4f9a-827f-5f3451999b2c req-aa53a645-3175-455a-83db-0c63f62bdeaf tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0965219 Feb 15 02:00:18.051079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b6245d4-86d2-4f9a-827f-5f3451999b2c req-3585f659-d47f-4e1d-9845-03b603c70b61 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 Feb 15 02:00:18.142042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5943737'] for subnet (ec0c3006-e3d7-47a1-b16e-01d705828307), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.182820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.583194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741815379896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5946872'] for subnet (ec0c3006-e3d7-47a1-b16e-01d705828307), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.644633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Allocated IP 172.20.0.3 (b9389d10-d5e3-4405-9e20-83bf62f032ba/ec0c3006-e3d7-47a1-b16e-01d705828307/200186e1-31cb-474d-968a-7d6eb0443c95) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:18.690884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:18.691644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.696921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "PUT /v2.0/subnets/ec0c3006-e3d7-47a1-b16e-01d705828307 HTTP/1.1" status: 200 len: 877 time: 0.7803483 Feb 15 02:00:18.707493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:18.833584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.837859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa37c5d-fb3c-4c06-8bf4-c2eaae71b96f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event updated for resources: {'Subnet': ['ID=ec0c3006-e3d7-47a1-b16e-01d705828307,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:18.943107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ec0c3006-e3d7-47a1-b16e-01d705828307), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:18.972153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks [] for port (200186e1-31cb-474d-968a-7d6eb0443c95), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.099385 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.182637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Pushing event updated for resources: {'Port': ['ID=200186e1-31cb-474d-968a-7d6eb0443c95,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:19.193886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Network b9389d10-d5e3-4405-9e20-83bf62f032ba is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:19.196594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:19.199707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:19.228873 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (ec0c3006-e3d7-47a1-b16e-01d705828307), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.270553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Attempting to bind port 200186e1-31cb-474d-968a-7d6eb0443c95 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:00:19.270936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Attempting to bind port 200186e1-31cb-474d-968a-7d6eb0443c95 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ed3cc9b2-603d-4947-95db-45b4b17b70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:00:19.271293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Attempting to bind port 200186e1-31cb-474d-968a-7d6eb0443c95 on network b9389d10-d5e3-4405-9e20-83bf62f032ba {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:19.277236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:00:19.277617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Checking segment: {'id': 'ed3cc9b2-603d-4947-95db-45b4b17b70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:19.278021 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.278418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Bound using segment: {'id': 'ed3cc9b2-603d-4947-95db-45b4b17b70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:00:19.278886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Bound port: 200186e1-31cb-474d-968a-7d6eb0443c95, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3cc9b2-603d-4947-95db-45b4b17b70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:00:19.279285 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.280277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-763981be-4dff-487d-b788-e255e5123163 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:19.282632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-763981be-4dff-487d-b788-e255e5123163 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.7371233 Feb 15 02:00:19.300270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-658f720d-06a1-4015-a467-766fb1e84f83 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/quotas/2857fb8c3318402aa1a3bd3aae686e9e HTTP/1.1" status: 200 len: 375 time: 0.0114584 Feb 15 02:00:19.333972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0c3006-e3d7-47a1-b16e-01d705828307,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:19.398805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-a68df4e9-36d3-4759-8305-f932918d6378 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928757 Feb 15 02:00:19.430233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.576871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] For port 200186e1-31cb-474d-968a-7d6eb0443c95, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:00:19.576871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] For port 200186e1-31cb-474d-968a-7d6eb0443c95, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=200186e1-31cb-474d-968a-7d6eb0443c95,segment=NetworkSegment(ed3cc9b2-603d-4947-95db-45b4b17b70ea),segment_id=ed3cc9b2-603d-4947-95db-45b4b17b70ea)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:00:19.577248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9389d10-d5e3-4405-9e20-83bf62f032ba']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:19.577248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3cc9b2-603d-4947-95db-45b4b17b70ea') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:19.577248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3cc9b2-603d-4947-95db-45b4b17b70ea') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:19.577248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.577766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-dfa94f26-3026-4c5e-b367-5e7106a389c4 service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646385 Feb 15 02:00:19.607247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.609931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.617533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:19.618530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:19.622582 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:19.749065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:00:19.749065 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:00:19.749065 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'b9389d10-d5e3-4405-9e20-83bf62f032ba'}] Feb 15 02:00:19.749065 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:00:19.750009 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:00:19.775553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-7601a5ae-1d71-4230-ae6a-ceccea48687b service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951299 Feb 15 02:00:19.848156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175f9b6-dbb4-4c90-8715-467fe476545e None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:00:19.972740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175f9b6-dbb4-4c90-8715-467fe476545e None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:00:19.986216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37167f1b-7d02-4a74-b2ee-ce9d808d0989 None None] Pushing event updated for resources: {'Port': ['ID=200186e1-31cb-474d-968a-7d6eb0443c95,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:20.251526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:20.307513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c013e1-252c-4310-be5b-040a7f16593b None None] Network b9389d10-d5e3-4405-9e20-83bf62f032ba requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:20.349991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f9915-7a53-4a00-bada-b1796ac3fc4e req-46d8befe-1f9c-47b3-b191-6fbb180566a3 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:20.356241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-840f9915-7a53-4a00-bada-b1796ac3fc4e req-46d8befe-1f9c-47b3-b191-6fbb180566a3 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1898487 Feb 15 02:00:20.431280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port 200186e1-31cb-474d-968a-7d6eb0443c95 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:20.434299 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:20.484633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-840f9915-7a53-4a00-bada-b1796ac3fc4e req-458129a8-3ac0-4357-b40b-4e340b29cd35 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181631 Feb 15 02:00:20.528659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port 200186e1-31cb-474d-968a-7d6eb0443c95, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=200186e1-31cb-474d-968a-7d6eb0443c95,segment=NetworkSegment(ed3cc9b2-603d-4947-95db-45b4b17b70ea),segment_id=ed3cc9b2-603d-4947-95db-45b4b17b70ea)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:20.529740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:20.592417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for 200186e1-31cb-474d-968a-7d6eb0443c95 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:20.632982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbc72bf3-33fb-48c6-afe4-2512bd195d29 req-8a145a4a-2475-441a-b5db-533e292b4b6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 210 time: 0.0694318 Feb 15 02:00:20.643494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb1e03-51a0-4608-a6a0-eb8bc8b42253 None None] Network b9389d10-d5e3-4405-9e20-83bf62f032ba requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:20.834915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (200186e1-31cb-474d-968a-7d6eb0443c95), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:20.909470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=200186e1-31cb-474d-968a-7d6eb0443c95,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:20.931316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port 200186e1-31cb-474d-968a-7d6eb0443c95 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:21.034471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-909db463-fa7a-4538-a8c9-81890bb7e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.081250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.161684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9389d10-d5e3-4405-9e20-83bf62f032ba']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:21.199412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3cc9b2-603d-4947-95db-45b4b17b70ea') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:21.199710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3cc9b2-603d-4947-95db-45b4b17b70ea') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:21.211652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.227479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.236161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:21.237915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (ed3cc9b2-603d-4947-95db-45b4b17b70ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:21.243560 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:21.432698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b9389d10-d5e3-4405-9e20-83bf62f032ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.460945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.467773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:21.480980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/b9389d10-d5e3-4405-9e20-83bf62f032ba HTTP/1.1" status: 204 len: 168 time: 2.7717330 Feb 15 02:00:21.481892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee294-7908-4937-a73f-d229f324a80f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=b9389d10-d5e3-4405-9e20-83bf62f032ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:21.536391 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d98465f-a8d6-4752-8172-e22414ab3795 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:21.536858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d98465f-a8d6-4752-8172-e22414ab3795 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:21.539868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2d98465f-a8d6-4752-8172-e22414ab3795 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/ec0c3006-e3d7-47a1-b16e-01d705828307 HTTP/1.1" status: 404 len: 337 time: 0.0704885 Feb 15 02:00:21.542580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:21.564626 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3b2ab1-3a8d-4a8f-a74e-8c438e6273c6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:21.565134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3b2ab1-3a8d-4a8f-a74e-8c438e6273c6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:21.570990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:21.580854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d3b2ab1-3a8d-4a8f-a74e-8c438e6273c6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/b9389d10-d5e3-4405-9e20-83bf62f032ba HTTP/1.1" status: 404 len: 339 time: 0.0371401 Feb 15 02:00:21.644521 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e4b335-939b-4fa7-8d1c-ff73cae6fe51 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:21.645246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e4b335-939b-4fa7-8d1c-ff73cae6fe51 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:21.649265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b9e4b335-939b-4fa7-8d1c-ff73cae6fe51 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/ac4709a1-16a7-41df-9d39-3bf4a70f8c85 HTTP/1.1" status: 404 len: 337 time: 0.0770316 Feb 15 02:00:21.651893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:21.672171 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e278de-bd64-4262-af7a-226788782ee6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:21.684750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e278de-bd64-4262-af7a-226788782ee6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:21.694421 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33e278de-bd64-4262-af7a-226788782ee6 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/c74a0872-fb22-4766-a2ef-c7a572ef8dac HTTP/1.1" status: 404 len: 339 time: 0.0413728 Feb 15 02:00:21.695058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:21.748649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7638bc-0bb8-4dbc-833e-d94ce65b7350 req-947b37bd-198f-4d80-ab25-fc5cd433136f tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:21.750286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf7638bc-0bb8-4dbc-833e-d94ce65b7350 req-947b37bd-198f-4d80-ab25-fc5cd433136f tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0996840 Feb 15 02:00:21.841733 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:21.883389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf7638bc-0bb8-4dbc-833e-d94ce65b7350 req-b41a3314-c65a-4fa3-9040-e59225271f64 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193638 Feb 15 02:00:22.034371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.072198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfb7d3cd-8f22-4dd4-8617-bdd8f8201013 req-c033267d-d4db-4a57-83cf-9ac5ea9766a8 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 210 time: 0.0678148 Feb 15 02:00:22.073043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d366938-d824-40b2-bbfb-c1b7eff2a423']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:22.095490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e404b5-a6dc-4908-8e1b-f29045a55d1a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:22.095876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e404b5-a6dc-4908-8e1b-f29045a55d1a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:22.122261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e0e404b5-a6dc-4908-8e1b-f29045a55d1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.157048 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e0e404b5-a6dc-4908-8e1b-f29045a55d1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.169409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:22.169811 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e0e404b5-a6dc-4908-8e1b-f29045a55d1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:22.173537 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:22.384814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0d366938-d824-40b2-bbfb-c1b7eff2a423), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.387002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:22.391832 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/0d366938-d824-40b2-bbfb-c1b7eff2a423 HTTP/1.1" status: 204 len: 168 time: 0.6957448 Feb 15 02:00:22.394036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.422309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7762aa0-990c-446e-859d-51a96d1531f8 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=0d366938-d824-40b2-bbfb-c1b7eff2a423,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:22.443175 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf7e2e0-e3ee-484b-a540-26204ce0ec04 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.445675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf7e2e0-e3ee-484b-a540-26204ce0ec04 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.449405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bcf7e2e0-e3ee-484b-a540-26204ce0ec04 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/f0ced170-b7b0-44c3-95ef-70975ea87128 HTTP/1.1" status: 404 len: 337 time: 0.0542572 Feb 15 02:00:22.451822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.506286 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c005c3be-19e0-451f-a7a3-6b927e965bf4 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.506982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c005c3be-19e0-451f-a7a3-6b927e965bf4 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.510036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c005c3be-19e0-451f-a7a3-6b927e965bf4 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/76fa0628-351e-45de-9c0a-8a3f37c53d05 HTTP/1.1" status: 404 len: 339 time: 0.0569320 Feb 15 02:00:22.512994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.564138 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-499007b3-f4d7-4c82-980e-1441f0c8703c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.564898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499007b3-f4d7-4c82-980e-1441f0c8703c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.581080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45198) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.581669 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-499007b3-f4d7-4c82-980e-1441f0c8703c tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/34dc2c27-8846-4ce1-82e9-712e398aa944 HTTP/1.1" status: 404 len: 337 time: 0.0668874 Feb 15 02:00:22.602976 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9a2e30-64ba-4ff9-9c11-5a699053fe9b tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.607376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9a2e30-64ba-4ff9-9c11-5a699053fe9b tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.611553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6a9a2e30-64ba-4ff9-9c11-5a699053fe9b tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/061773f7-d065-4e75-bff6-11829b062d25 HTTP/1.1" status: 404 len: 339 time: 0.0292335 Feb 15 02:00:22.616053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.685563 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ca86a3-27e3-43a6-9cf1-1e08395f1d71 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.687741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ca86a3-27e3-43a6-9cf1-1e08395f1d71 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.694531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.703566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23ca86a3-27e3-43a6-9cf1-1e08395f1d71 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/44f47140-7c6a-4a2b-afb5-c1e131968d25 HTTP/1.1" status: 404 len: 337 time: 0.0861225 Feb 15 02:00:22.720360 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-994cdc5b-3023-42c1-b899-18569e7268c5 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.721154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994cdc5b-3023-42c1-b899-18569e7268c5 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.727718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.738454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-994cdc5b-3023-42c1-b899-18569e7268c5 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/ab8f4b8d-2558-48fa-a84f-d82f3d446c99 HTTP/1.1" status: 404 len: 339 time: 0.0409517 Feb 15 02:00:22.770018 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-691ba8b5-9eb3-4d3e-ae92-af220e1acb3a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.770831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691ba8b5-9eb3-4d3e-ae92-af220e1acb3a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.778256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.779887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-691ba8b5-9eb3-4d3e-ae92-af220e1acb3a tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/d068680f-cadb-4071-b3d7-bfb32cf7ef69 HTTP/1.1" status: 404 len: 337 time: 0.0505283 Feb 15 02:00:22.822566 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24b94c7-1d88-493d-8feb-7bdb40c836a3 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.829417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24b94c7-1d88-493d-8feb-7bdb40c836a3 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.839257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a24b94c7-1d88-493d-8feb-7bdb40c836a3 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/4d49329e-120f-4a13-8eac-336049a463b9 HTTP/1.1" status: 404 len: 339 time: 0.0569453 Feb 15 02:00:22.840793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:22.943457 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6eac20-ed10-4b46-933e-457a2bb88505 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:22.944178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6eac20-ed10-4b46-933e-457a2bb88505 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:22.955797 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d6eac20-ed10-4b46-933e-457a2bb88505 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/cd437350-a547-442e-9645-649b26752afc HTTP/1.1" status: 404 len: 337 time: 0.1132731 Feb 15 02:00:22.958208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.003796 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c43a096-b012-4771-a974-ce564be39e05 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.005599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c43a096-b012-4771-a974-ce564be39e05 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.009404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c43a096-b012-4771-a974-ce564be39e05 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/ea1e2b4a-134a-4be6-bfbf-053490e322cc HTTP/1.1" status: 404 len: 339 time: 0.0471983 Feb 15 02:00:23.012149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.020604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-a04f3bf3-dbf7-428e-9a46-82d3d40c6bfc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:23.025638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-a04f3bf3-dbf7-428e-9a46-82d3d40c6bfc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.2410612 Feb 15 02:00:23.040988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Request body: {'port': {'device_id': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'admin_state_up': True, 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:23.093749 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6dc785-e08e-4a3a-976b-b283b6203d79 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.094125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6dc785-e08e-4a3a-976b-b283b6203d79 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.097337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca6dc785-e08e-4a3a-976b-b283b6203d79 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/22572464-bcf6-415b-a659-aa4f4645cab0 HTTP/1.1" status: 404 len: 337 time: 0.0838087 Feb 15 02:00:23.100723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.169227 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d04f0b-185f-4d24-a87f-3b35f92c8440 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.169773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d04f0b-185f-4d24-a87f-3b35f92c8440 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.173942 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9d04f0b-185f-4d24-a87f-3b35f92c8440 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/e9061875-c9c2-4771-b70a-929510e0f973 HTTP/1.1" status: 404 len: 339 time: 0.0718303 Feb 15 02:00:23.177071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.243149 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c54d29-8b89-416b-83df-39eec011a701 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.245226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c54d29-8b89-416b-83df-39eec011a701 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.254826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-07c54d29-8b89-416b-83df-39eec011a701 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/d5017a10-d13d-48f1-8496-35ca4a89fe5c HTTP/1.1" status: 404 len: 337 time: 0.0767310 Feb 15 02:00:23.259188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.287686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf885183-e623-4bb9-bbe9-78fe5b180806 req-25488fba-9a7c-4a8f-a227-e97b115de291 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:23.290114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf885183-e623-4bb9-bbe9-78fe5b180806 req-25488fba-9a7c-4a8f-a227-e97b115de291 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1111865 Feb 15 02:00:23.303933 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-748ba0f3-3e83-4f58-9f88-880e7752b54d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.304496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748ba0f3-3e83-4f58-9f88-880e7752b54d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.311228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.311674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe76077-3a4a-4f43-b15d-e3af1462eb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.313567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-748ba0f3-3e83-4f58-9f88-880e7752b54d tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/f6aafc01-e7b5-43c1-b5e0-2c37f5a6845c HTTP/1.1" status: 404 len: 339 time: 0.0541406 Feb 15 02:00:23.368418 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd0f47c-10d6-4094-a77b-db405dae8a7f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.368784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd0f47c-10d6-4094-a77b-db405dae8a7f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.375239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.384909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9bd0f47c-10d6-4094-a77b-db405dae8a7f tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/f41b849b-f029-486b-bf4f-acb1f0431af4 HTTP/1.1" status: 404 len: 337 time: 0.0701363 Feb 15 02:00:23.417584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:23.420995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.424925 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b19d46-110a-4cce-bc4e-1ac801f36908 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] DELETE failed (client error): The resource could not be found. Feb 15 02:00:23.425447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b19d46-110a-4cce-bc4e-1ac801f36908 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:00:23.437568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47b19d46-110a-4cce-bc4e-1ac801f36908 tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/b820b116-0c49-4ed9-a9d2-28fac25eeda9 HTTP/1.1" status: 404 len: 339 time: 0.0603776 Feb 15 02:00:23.438203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:23.517722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf885183-e623-4bb9-bbe9-78fe5b180806 req-9757d6f8-73ff-4bb6-a6c7-028b6dacd0b4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170973 Feb 15 02:00:23.530774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting subnet c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:00:23.535203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.589844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.695432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0aea49a0-9581-4ec5-a4de-c995544ce7e7 req-f4fb9240-435f-4a7c-9237-ee74d4a74b8a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 210 time: 0.0409815 Feb 15 02:00:23.722272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Allocated IP 172.20.0.2 (6d446940-0355-4e6b-9178-02dc03437fda/65c4ef46-18af-4638-8ab8-76cd23ee36ae/b74764c6-671c-4041-95e7-e5a7754e7c07) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:23.766416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.904226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks [] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:23.976604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.006365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.021345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'beeb5c88-d65a-49be-800f-4a3eda359bcf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:24.032674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Subnet': ['ID=c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:24.048417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.058449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1976a7b8-468c-4196-b86b-454382ef58ce tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/subnets/c84c66e6-7d3d-40e1-b0e2-7cd2b7e36d7f HTTP/1.1" status: 204 len: 168 time: 0.6191549 Feb 15 02:00:24.059403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:24.097362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6e0ba-9b3b-48d1-8104-5fa3c4bbf943 None None] Network 5d75422e-3324-4e4f-925f-1947d8d75bfd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:24.156595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Network 6d446940-0355-4e6b-9178-02dc03437fda is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:24.177155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:24.190083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:24.253986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5d75422e-3324-4e4f-925f-1947d8d75bfd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.313239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Deleting port ba566224-ec1f-4230-99ff-3fb84f74405c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:24.313881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.318088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:24.318775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.329668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event updated for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:24.354028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.354403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.354750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.355211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.355553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.355888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.356223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.365255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.365676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.366027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.366374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.366925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.367269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:24.461805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-ef5fa9e7-b8f2-4beb-b807-dd0cd2d44e6d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248092 Feb 15 02:00:24.476023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Request body: {'port': {'device_id': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:24.497608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] For port ba566224-ec1f-4230-99ff-3fb84f74405c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ba566224-ec1f-4230-99ff-3fb84f74405c,segment=NetworkSegment(fcfd2961-53c4-44d9-bada-93d0bf8eb91e),segment_id=fcfd2961-53c4-44d9-bada-93d0bf8eb91e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:24.500454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.547700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Calling delete_port for ba566224-ec1f-4230-99ff-3fb84f74405c owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:24.599208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.632195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] DHCP port deletion for 5d75422e-3324-4e4f-925f-1947d8d75bfd request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:00:24.757997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.775681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Deleting port ba566224-ec1f-4230-99ff-3fb84f74405c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:24.778742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.869246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe7265-5bde-4bdb-bb79-2f583d0cbe38 req-9c38f8dc-8955-4fa9-897d-d4c083fba752 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:24.871656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cfe7265-5bde-4bdb-bb79-2f583d0cbe38 req-9c38f8dc-8955-4fa9-897d-d4c083fba752 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.2248557 Feb 15 02:00:24.880072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.923397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Port': ['ID=ba566224-ec1f-4230-99ff-3fb84f74405c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:24.938595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] No DVR routers for this DVR port ba566224-ec1f-4230-99ff-3fb84f74405c on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:24.944594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] For port ba566224-ec1f-4230-99ff-3fb84f74405c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ba566224-ec1f-4230-99ff-3fb84f74405c,segment=NetworkSegment(fcfd2961-53c4-44d9-bada-93d0bf8eb91e),segment_id=fcfd2961-53c4-44d9-bada-93d0bf8eb91e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:24.946509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:24.973285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Calling delete_port for ba566224-ec1f-4230-99ff-3fb84f74405c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:25.107606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5d75422e-3324-4e4f-925f-1947d8d75bfd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.132764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (ba566224-ec1f-4230-99ff-3fb84f74405c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.137514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cfe7265-5bde-4bdb-bb79-2f583d0cbe38 req-4a25b99a-dfb2-4a71-97a5-691320e88c45 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429531 Feb 15 02:00:25.153196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d75422e-3324-4e4f-925f-1947d8d75bfd']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:25.179132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:25.179441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfd2961-53c4-44d9-bada-93d0bf8eb91e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:25.202023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] Pushing event deleted for resources: {'Port': ['ID=ba566224-ec1f-4230-99ff-3fb84f74405c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:25.224212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efc1f4-5fd0-43b0-88f5-dda38489bf39 None None] No DVR routers for this DVR port ba566224-ec1f-4230-99ff-3fb84f74405c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:25.233107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fcfd2961-53c4-44d9-bada-93d0bf8eb91e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.255526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fcfd2961-53c4-44d9-bada-93d0bf8eb91e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.263345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:00:25.263726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fcfd2961-53c4-44d9-bada-93d0bf8eb91e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:00:25.333906 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:00:25.382287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ba566224-ec1f-4230-99ff-3fb84f74405c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:00:25.402870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5d75422e-3324-4e4f-925f-1947d8d75bfd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.417510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.432460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ba566224-ec1f-4230-99ff-3fb84f74405c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:00:25.432807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ba566224-ec1f-4230-99ff-3fb84f74405c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:00:25.447735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] 10.222.0.43 "DELETE /v2.0/networks/5d75422e-3324-4e4f-925f-1947d8d75bfd HTTP/1.1" status: 204 len: 168 time: 1.3564632 Feb 15 02:00:25.453064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d3100-6b9a-4a39-a70b-36c8db81fc73 req-a87747dc-d4eb-4c61-8b27-6b07b5d080dc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:25.461725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-362d3100-6b9a-4a39-a70b-36c8db81fc73 req-a87747dc-d4eb-4c61-8b27-6b07b5d080dc tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 931 time: 0.2029307 Feb 15 02:00:25.480277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9fb2c-c6e3-492a-a6be-e4c15c308afa tempest-NetworksTest-1728060726 tempest-NetworksTest-1728060726-project] Pushing event deleted for resources: {'Network': ['ID=5d75422e-3324-4e4f-925f-1947d8d75bfd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:25.626381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-362d3100-6b9a-4a39-a70b-36c8db81fc73 req-9b4f8599-bcd8-420b-97e2-988b44ed4650 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627579 Feb 15 02:00:25.659360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74764c6-671c-4041-95e7-e5a7754e7c07 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:00:25.669646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks [] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.688130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Transition to ACTIVE for port object b74764c6-671c-4041-95e7-e5a7754e7c07 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:00:25.767027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.902850 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:25.926735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:25.989312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Attempting to bind port b74764c6-671c-4041-95e7-e5a7754e7c07 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:00:25.989653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Attempting to bind port b74764c6-671c-4041-95e7-e5a7754e7c07 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:00:25.989979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Attempting to bind port b74764c6-671c-4041-95e7-e5a7754e7c07 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:26.001451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Port b74764c6-671c-4041-95e7-e5a7754e7c07 on network 6d446940-0355-4e6b-9178-02dc03437fda not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:00:26.001786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Attempting to bind port b74764c6-671c-4041-95e7-e5a7754e7c07 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:00:26.007758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:00:26.008108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Checking segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:26.008542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Bound using segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:00:26.008975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Bound port: b74764c6-671c-4041-95e7-e5a7754e7c07, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:00:26.009349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.119579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:00:26.122711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b74764c6-671c-4041-95e7-e5a7754e7c07,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:00:26.132525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:26.217919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.318536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.319288 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.321125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b74764c6-671c-4041-95e7-e5a7754e7c07 HTTP/1.1" status: 200 len: 1092 time: 1.8494902 Feb 15 02:00:26.323261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:26.326613 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e089b3f-a69d-460a-b94d-d37df3ffcba2" -d '{"events": [{"name": "network-changed", "server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:26.353121 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-886d3858-1c9c-4656-b56e-19e73a85943c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32069f1e5ad94e14816312c2e3149d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167575 Feb 15 02:00:26.355300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:26.403379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd6c3-aaaf-4ed2-85af-3e5004bea5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:26.449990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabb2d8-f40f-41ca-93fc-a4d4c03141a0 req-b8291240-a046-4f96-b02a-663334354c5d tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.451571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2eabb2d8-f40f-41ca-93fc-a4d4c03141a0 req-b8291240-a046-4f96-b02a-663334354c5d tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1917834 Feb 15 02:00:26.489825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] Publish callbacks [] for security_group (ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.571109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] Publish callbacks [] for security_group (ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.640473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-c18951fb-a687-40c9-90ed-9e288db7cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.642542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-c18951fb-a687-40c9-90ed-9e288db7cbe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 1126 time: 0.2138085 Feb 15 02:00:26.664517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2eabb2d8-f40f-41ca-93fc-a4d4c03141a0 req-84a2c4e6-5d6c-4449-8cd6-e7d78f73c33a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962001 Feb 15 02:00:26.697580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4d01-3435-42e3-97ce-cceff878300e req-75f37ea7-1304-44e4-9c14-db7b441c35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.701085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1d4d01-3435-42e3-97ce-cceff878300e req-75f37ea7-1304-44e4-9c14-db7b441c35ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1785121 Feb 15 02:00:26.773624 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b3f14-0fb2-438d-9387-5cd4c2666f41 x-openstack-request-id: req-3a6b3f14-0fb2-438d-9387-5cd4c2666f41 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:26.774297 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:26.774297 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a6b3f14-0fb2-438d-9387-5cd4c2666f41 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:26.774841 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07', 'status': 'completed', 'code': 200} Feb 15 02:00:26.777890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-23d0032c-78bf-43b0-838d-84d58417fe59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74764c6-671c-4041-95e7-e5a7754e7c07 HTTP/1.1" status: 200 len: 217 time: 0.1041610 Feb 15 02:00:26.881725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.884768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:26.888211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb HTTP/1.1" status: 204 len: 168 time: 0.5278499 Feb 15 02:00:26.906050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c1d4d01-3435-42e3-97ce-cceff878300e req-bffa7be6-1e69-4617-b0fc-ce337780230c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982143 Feb 15 02:00:26.913466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16cce-2a18-4014-87e4-624309a6482a req-1971b16f-0725-43dc-aed5-37facc5a78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.914125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-1971b16f-0725-43dc-aed5-37facc5a78b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.1264846 Feb 15 02:00:26.918325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cec2e7-6623-47d3-a2b0-4a3ae2247955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1cd880-8c4a-4b5f-8e8e-4d90e308caeb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:26.961969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-4b6938ff-7cef-4367-9371-184473ee6055 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391243 Feb 15 02:00:26.969613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749387ec-3490-4123-97c1-b3993bf7f3f3 req-44edb073-0535-490b-afd3-254457bda666 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:26.971207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-749387ec-3490-4123-97c1-b3993bf7f3f3 req-44edb073-0535-490b-afd3-254457bda666 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 943 time: 0.1490438 Feb 15 02:00:27.076920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-749387ec-3490-4123-97c1-b3993bf7f3f3 req-ba4ee66b-bc45-4b57-8c90-30ca43c5a4de tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972748 Feb 15 02:00:27.101127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-d06de64e-4bb5-4935-b74f-637bcd67292d service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229265 Feb 15 02:00:27.235662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29c16cce-2a18-4014-87e4-624309a6482a req-e7d522ec-258a-4947-9d52-8553c77a229a service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326852 Feb 15 02:00:27.404803 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:27.559017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-90b9e3ac-ba9d-4d01-9ff0-1e0d98f55ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:27.560976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-90b9e3ac-ba9d-4d01-9ff0-1e0d98f55ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 1126 time: 0.1097612 Feb 15 02:00:27.734198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-2ede379d-dcb7-4f00-afa3-f578bb7c1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:27.737016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-2ede379d-dcb7-4f00-afa3-f578bb7c1806 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1684232 Feb 15 02:00:27.843801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-11664116-6228-48d9-9194-f13a0bdb6d53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b74764c6-671c-4041-95e7-e5a7754e7c07 HTTP/1.1" status: 200 len: 217 time: 0.0984962 Feb 15 02:00:28.057040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de716b85-54ed-442a-b968-dbc1d167d392 req-4c88dcf5-7b9b-4b3c-9b0d-2ecfdbf4499a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:28.058405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de716b85-54ed-442a-b968-dbc1d167d392 req-4c88dcf5-7b9b-4b3c-9b0d-2ecfdbf4499a tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1206081 Feb 15 02:00:28.059915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-47a22e6d-1716-40b7-a647-d3cc0d530389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:28.062336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-47a22e6d-1716-40b7-a647-d3cc0d530389 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.2119250 Feb 15 02:00:28.149743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-52a3f105-9939-4b23-827c-00845dae1f3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498893 Feb 15 02:00:28.280148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de716b85-54ed-442a-b968-dbc1d167d392 req-294f3b79-f315-4202-b8ae-2ecb2873c273 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150278 Feb 15 02:00:28.370887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-f2ac37bf-180f-4b24-bf80-0ecb8eeae3a5 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961663 Feb 15 02:00:28.608427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e089b3f-a69d-460a-b94d-d37df3ffcba2 req-0c2dbc94-95e0-410f-9c55-c657273b13bb service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277441 Feb 15 02:00:28.646018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3aff2-c2f7-4409-9e8e-2fb54813d1df req-84ca8eea-b848-4a2e-949a-c5945e378171 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:28.647826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8be3aff2-c2f7-4409-9e8e-2fb54813d1df req-84ca8eea-b848-4a2e-949a-c5945e378171 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 943 time: 0.1850822 Feb 15 02:00:28.696045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:28.727166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8be3aff2-c2f7-4409-9e8e-2fb54813d1df req-35a7c389-e408-4e7a-960f-f799081f4ff6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581288 Feb 15 02:00:28.865573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--575139369'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:28.990330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.016251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.147545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (b8b563dc-5261-4dfd-8949-b9727485dd52), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.222699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b8b563dc-5261-4dfd-8949-b9727485dd52), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.364685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.374919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b563dc-5261-4dfd-8949-b9727485dd52,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:29.383920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.384349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.384705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.389269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.389669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.390724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.391075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.391498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.391841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.392177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.392582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.398137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.398137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:29.445457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4019b67-db6c-4806-915b-fe175851944e req-a285fbc8-65b6-4908-a768-2bc57628a23b tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:29.447746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4019b67-db6c-4806-915b-fe175851944e req-a285fbc8-65b6-4908-a768-2bc57628a23b tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0724239 Feb 15 02:00:29.457227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.514427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eccca60-f2c4-4bcc-ad56-1273bbedbd30,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:29.529111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4019b67-db6c-4806-915b-fe175851944e req-cae62fcf-1de4-478a-a578-8bfa94df9566 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 Feb 15 02:00:29.573399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.573761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-875528208', 'description': 'tempest-description-852263792'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:29.575044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-17017ebb-8abd-466f-a7c9-2fdfd14bd463 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8768909 Feb 15 02:00:29.583627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:29.669011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.712664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:29.713834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-279e132b-ebd3-42eb-ab62-411bcaf97baf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1290057 Feb 15 02:00:29.718840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-security--1456428188', 'description': 'tempest-security-description-2098655178'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:29.803349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.854330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.886797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (e795601a-7ad4-4898-8a4e-bb690fc4acd2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.954761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.957387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:29.958762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "PUT /v2.0/security-groups/9eccca60-f2c4-4bcc-ad56-1273bbedbd30 HTTP/1.1" status: 200 len: 1797 time: 0.2451293 Feb 15 02:00:29.961482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:30.001548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e795601a-7ad4-4898-8a4e-bb690fc4acd2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.013787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ae112-913d-4a91-87b5-a7559a2f1375 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eccca60-f2c4-4bcc-ad56-1273bbedbd30,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:30.039243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76a535ba-1211-4199-9b72-80f0b3309231 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups/9eccca60-f2c4-4bcc-ad56-1273bbedbd30 HTTP/1.1" status: 200 len: 1797 time: 0.0762811 Feb 15 02:00:30.039946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:30.057605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e795601a-7ad4-4898-8a4e-bb690fc4acd2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:30.119800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.154664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.172153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.173946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-374f5c6f-ebf3-42bc-ace1-438c841bf3b6 req-0e16038c-23e6-40cd-908e-ec0bbe4471fb tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6049004 Feb 15 02:00:30.309085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9eccca60-f2c4-4bcc-ad56-1273bbedbd30), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.312917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.316802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/9eccca60-f2c4-4bcc-ad56-1273bbedbd30 HTTP/1.1" status: 204 len: 168 time: 0.2714574 Feb 15 02:00:30.324477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:30.352190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1157-4c84-4cce-b259-4069aef53d68 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eccca60-f2c4-4bcc-ad56-1273bbedbd30,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:30.355836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b8bd6-3af7-4db2-bfb1-400f68edee5b req-592097d7-43eb-4384-9def-998f5463a0c7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:30.364937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-096b8bd6-3af7-4db2-bfb1-400f68edee5b req-592097d7-43eb-4384-9def-998f5463a0c7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 943 time: 0.1141107 Feb 15 02:00:30.465273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-096b8bd6-3af7-4db2-bfb1-400f68edee5b req-9ed5ec79-0fb8-457d-92ef-64e13bf31fc3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879581 Feb 15 02:00:30.548019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:30.551290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a88cc2d9-bb66-4360-adfe-21c0eb3e3588 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2234342 Feb 15 02:00:30.580634 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c106c41f-0dec-46a4-a49e-4dcffca5f39b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] delete failed (client error): The resource could not be found. Feb 15 02:00:30.582038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c106c41f-0dec-46a4-a49e-4dcffca5f39b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/9eccca60-f2c4-4bcc-ad56-1273bbedbd30 HTTP/1.1" status: 404 len: 347 time: 0.0273466 Feb 15 02:00:30.586940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:30.591771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--473869254'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:30.708758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.811415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (1ca6a3bd-5e4d-487e-acb8-ec4f1d500627), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.878826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ca6a3bd-5e4d-487e-acb8-ec4f1d500627), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.927892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca6a3bd-5e4d-487e-acb8-ec4f1d500627,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:30.994389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:30.996215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-19f93c8b-cec5-4cdb-bc31-f59da8e20f93 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4080038 Feb 15 02:00:30.998950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:31.004630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '1ca6a3bd-5e4d-487e-acb8-ec4f1d500627', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:31.098081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.198832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.285423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.308819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd9eb57-efe7-45c7-841d-939edb44b25e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:31.397332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-8306605b-bb3d-415d-96c7-5aa7b555455b tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-875528208&fields=id&tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444 HTTP/1.1" status: 200 len: 267 time: 0.0500460 Feb 15 02:00:31.402379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.410190 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a55906be-6c50-4fd7-a238-184da7fa3893 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031451 Feb 15 02:00:31.410190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:31.473370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.484078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.502226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-4b407c7c-bb57-4e54-ac5b-de1361e74d73 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:31.504328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-4b407c7c-bb57-4e54-ac5b-de1361e74d73 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.0785885 Feb 15 02:00:31.530372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'port': {'security_groups': ['0766cfee-d781-4a4e-a107-2ded999ed999', 'e795601a-7ad4-4898-8a4e-bb690fc4acd2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:31.601435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7fd9eb57-efe7-45c7-841d-939edb44b25e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.609108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.610555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7fd9eb57-efe7-45c7-841d-939edb44b25e HTTP/1.1" status: 204 len: 168 time: 0.2009845 Feb 15 02:00:31.614794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:31.653340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.672097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880d5f-76ef-4351-8e0b-c57818a07dbc tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd9eb57-efe7-45c7-841d-939edb44b25e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:31.691285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:31.723627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bbe22fc4-ea5a-48fe-8f3e-e377abfabd00 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987759 Feb 15 02:00:31.724374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45412) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:31.796945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (1ca6a3bd-5e4d-487e-acb8-ec4f1d500627), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.828728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (1ca6a3bd-5e4d-487e-acb8-ec4f1d500627), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.910550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1f3-7ef0-4e52-9e25-44273151db9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.947923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:31.970922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ca6a3bd-5e4d-487e-acb8-ec4f1d500627), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.974069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:31.978089 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ca6a3bd-5e4d-487e-acb8-ec4f1d500627 HTTP/1.1" status: 204 len: 168 time: 0.2500374 Feb 15 02:00:31.985524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:32.005163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b74764c6-671c-4041-95e7-e5a7754e7c07 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:00:32.029679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.056032 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-679fcc48-7ef2-45ce-a9dc-d088b7f26143 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616550 Feb 15 02:00:32.057337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:32.058080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a7ad1-71c8-40d5-a600-dd6da92230c8 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca6a3bd-5e4d-487e-acb8-ec4f1d500627,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.071077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--37103433'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:32.090179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.167930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1f3-7ef0-4e52-9e25-44273151db9a admin admin] Publish callbacks [] for security_group (8cdee8ea-ac3e-488b-b3fd-3b61254b196b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.192566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b74764c6-671c-4041-95e7-e5a7754e7c07,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:32.196551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:32.197416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.198880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f55a94a5-543c-46c6-9167-0257b440cf9e req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "PUT /v2.0/ports/211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 981 time: 0.6856306 Feb 15 02:00:32.209759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.210224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'b74764c6-671c-4041-95e7-e5a7754e7c07', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'port_id': 'b74764c6-671c-4041-95e7-e5a7754e7c07', 'mac_address': 'fa:16:3e:b1:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c4ef46-18af-4638-8ab8-76cd23ee36ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:00:32.218218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:32.235889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:32.238212 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78716326-05d4-4e60-87a2-d548f6cd47b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:32.246005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1f3-7ef0-4e52-9e25-44273151db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8cdee8ea-ac3e-488b-b3fd-3b61254b196b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.298062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-af8ed1f3-7ef0-4e52-9e25-44273151db9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dda91335ae9490292359d8a44655414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6052263 Feb 15 02:00:32.306448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:32.381830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ed1f3-7ef0-4e52-9e25-44273151db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdee8ea-ac3e-488b-b3fd-3b61254b196b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.406208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:32.447588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd0d2-ccac-4b26-a923-76992f428fc8 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.448619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (704858d1-93c5-47aa-bbbc-af87e8fb1ece), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.505355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] Publish callbacks [] for security_group (8cdee8ea-ac3e-488b-b3fd-3b61254b196b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.519451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87a02-5aaa-4c19-b43d-00f42886f71c req-a3ec4e99-f05c-45bd-b1d0-bdd0243bf69c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:32.527987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdb87a02-5aaa-4c19-b43d-00f42886f71c req-a3ec4e99-f05c-45bd-b1d0-bdd0243bf69c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1532230 Feb 15 02:00:32.531764 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (704858d1-93c5-47aa-bbbc-af87e8fb1ece), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.575607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] Publish callbacks [] for security_group (8cdee8ea-ac3e-488b-b3fd-3b61254b196b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.599774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b74764c6-671c-4041-95e7-e5a7754e7c07 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:32.600513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.617550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704858d1-93c5-47aa-bbbc-af87e8fb1ece,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.637134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cdb87a02-5aaa-4c19-b43d-00f42886f71c req-9f4afd28-3aed-4517-a733-f90299d9e112 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077831 Feb 15 02:00:32.648038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.652193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b3919795-a373-4cac-8baf-806577fdebdf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5826695 Feb 15 02:00:32.658906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:32.658906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '704858d1-93c5-47aa-bbbc-af87e8fb1ece', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:32.727399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74764c6-671c-4041-95e7-e5a7754e7c07 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:00:32.776677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.788463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b74764c6-671c-4041-95e7-e5a7754e7c07,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:32.807950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8cdee8ea-ac3e-488b-b3fd-3b61254b196b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.824808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.827636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cdee8ea-ac3e-488b-b3fd-3b61254b196b HTTP/1.1" status: 204 len: 168 time: 0.5192297 Feb 15 02:00:32.853180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be482f-322f-4710-a9f4-7e645b113182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdee8ea-ac3e-488b-b3fd-3b61254b196b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.907785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.910376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd04ba-a36f-4ac6-946b-f6493650e283 req-34632bb2-264f-4826-aaa3-4786a1aad306 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:32.912360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fdd04ba-a36f-4ac6-946b-f6493650e283 req-34632bb2-264f-4826-aaa3-4786a1aad306 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 943 time: 0.1746798 Feb 15 02:00:32.912844 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.970220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:32.991596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:32.994925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1fdd04ba-a36f-4ac6-946b-f6493650e283 req-f1fdead5-d37e-41cf-b896-58e8b02491d6 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Feb 15 02:00:32.999171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:33.075803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.080815 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3fdb122b-f420-438b-888e-58162ca36977 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4273224 Feb 15 02:00:33.081529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:33.085987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '704858d1-93c5-47aa-bbbc-af87e8fb1ece', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:33.127871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-97721c8e-2c71-48c7-91bb-0a4193eab59f tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-875528208&fields=id&tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444 HTTP/1.1" status: 200 len: 267 time: 0.0550535 Feb 15 02:00:33.197784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-cf6c3921-079a-400e-ab38-164530c4da35 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:33.199661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.200046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-cf6c3921-079a-400e-ab38-164530c4da35 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 984 time: 0.0661232 Feb 15 02:00:33.218941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'port': {'security_groups': ['0766cfee-d781-4a4e-a107-2ded999ed999']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:33.287145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.291883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b74764c6-671c-4041-95e7-e5a7754e7c07'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:33.321807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.382392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.418914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ef8def-01c5-44d0-9206-81df40504a3f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:33.526048 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.527529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed53ea24-8790-4f2e-8a18-aa8eefa1ff3c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4450641 Feb 15 02:00:33.530800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:33.535671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '704858d1-93c5-47aa-bbbc-af87e8fb1ece', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:33.586652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:33.617265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.630147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:33.644000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6acb11-d180-478b-b726-4eb6d757844e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.659548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.720221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.735287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:33.785466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.839475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6acb11-d180-478b-b726-4eb6d757844e admin admin] Publish callbacks [] for security_group (0c4ad889-9a47-411f-9490-34712e085fbe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.850469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:33.869065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.887029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:33.887691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.907883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7faecf2-ce0b-42c7-8df5-3c3e159747a1 req-49be0bfe-b06f-4ad6-bfd8-089a6c1f9e46 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "PUT /v2.0/ports/211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 942 time: 0.6900761 Feb 15 02:00:33.926352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:33.927641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6acb11-d180-478b-b726-4eb6d757844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0c4ad889-9a47-411f-9490-34712e085fbe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.930558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9994e2-b5c3-4158-a6af-90f4a43aef40,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:33.951573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:33.973352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d480c5-d6b7-4865-980b-de8cdfed2200 x-openstack-request-id: req-71d480c5-d6b7-4865-980b-de8cdfed2200 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:33.973352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:33.974586 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71d480c5-d6b7-4865-980b-de8cdfed2200 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:33.975216 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 02:00:33.977782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf6acb11-d180-478b-b726-4eb6d757844e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4361f9fa60134b9ba6b30d038449857d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462522 Feb 15 02:00:33.978938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6acb11-d180-478b-b726-4eb6d757844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ad889-9a47-411f-9490-34712e085fbe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:33.980893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:33.999713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:33.999713 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d72abe72-cfd3-43a9-b863-70aeaa63b3f1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4664214 Feb 15 02:00:34.001457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:34.008570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '704858d1-93c5-47aa-bbbc-af87e8fb1ece', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:34.141488 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.177700 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] Publish callbacks [] for security_group (0c4ad889-9a47-411f-9490-34712e085fbe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.235295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] Publish callbacks [] for security_group (0c4ad889-9a47-411f-9490-34712e085fbe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.252083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-ce30640e-d923-4221-a5e0-6dfd9b1702a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:34.260115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.260864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-ce30640e-d923-4221-a5e0-6dfd9b1702a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.2194257 Feb 15 02:00:34.268601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ea9a-fff2-4d49-b9f4-7e31a6180242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.347564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.423231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b690da1e-6d48-484f-beae-ab137f06e06d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:34.425407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-048fe9dc-33a6-4595-bd6a-d31eba97e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:34.426908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-048fe9dc-33a6-4595-bd6a-d31eba97e352 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.1595538 Feb 15 02:00:34.480537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-e46dd701-68b1-4756-997b-f82822190a98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0468194 Feb 15 02:00:34.543134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.543465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0c4ad889-9a47-411f-9490-34712e085fbe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.547920 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32803086-32bc-478e-87f2-dd6cfa8bec5d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5420077 Feb 15 02:00:34.547920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:34.549400 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.550751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c4ad889-9a47-411f-9490-34712e085fbe HTTP/1.1" status: 204 len: 168 time: 0.5636473 Feb 15 02:00:34.555633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '704858d1-93c5-47aa-bbbc-af87e8fb1ece', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:34.560256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ea9a-fff2-4d49-b9f4-7e31a6180242 admin admin] Publish callbacks [] for security_group (3dab090f-2de9-4aa8-9a23-8e1824b35437), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.579483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa8406-cdcd-4cdf-93aa-59a067d39da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ad889-9a47-411f-9490-34712e085fbe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:34.590095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-41c1dc28-e61e-4ba4-b218-8124695ac04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:34.591777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-41c1dc28-e61e-4ba4-b218-8124695ac04a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.1042378 Feb 15 02:00:34.604141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246067e-9c80-4a58-ae18-bc2be558f40a req-a49d8cba-e0db-40b5-beeb-a61b2b6206cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:34.612435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a246067e-9c80-4a58-ae18-bc2be558f40a req-a49d8cba-e0db-40b5-beeb-a61b2b6206cb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.5250673 Feb 15 02:00:34.650609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-9f8dec15-1c7b-4a70-aac1-1aa7437a97d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354631 Feb 15 02:00:34.652381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5613ea9a-fff2-4d49-b9f4-7e31a6180242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3dab090f-2de9-4aa8-9a23-8e1824b35437), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.704530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.782782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5613ea9a-fff2-4d49-b9f4-7e31a6180242 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7efc4148bb4241c19f9f173c7abf65f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8549364 Feb 15 02:00:34.783615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:34.789970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ea9a-fff2-4d49-b9f4-7e31a6180242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dab090f-2de9-4aa8-9a23-8e1824b35437,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:34.800374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.812910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a246067e-9c80-4a58-ae18-bc2be558f40a req-078b9223-3d17-413e-b55f-1cb95821384a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995070 Feb 15 02:00:34.877463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] Publish callbacks [] for security_group (3dab090f-2de9-4aa8-9a23-8e1824b35437), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.912546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] Publish callbacks [] for security_group (3dab090f-2de9-4aa8-9a23-8e1824b35437), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.946901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-c70196fb-0988-4ade-8e48-906e814b1985 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839143 Feb 15 02:00:34.954053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:34.982711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bdd7da-834c-4968-879e-91a02393f809,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:35.070542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.072236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4843a194-959a-42c5-86d5-511f608982e5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5232053 Feb 15 02:00:35.075258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:35.108076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-ad86343c-3369-4d29-a9d5-020aa69d8c04 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2672548 Feb 15 02:00:35.111440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.119855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3dab090f-2de9-4aa8-9a23-8e1824b35437), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.122786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.124092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3dab090f-2de9-4aa8-9a23-8e1824b35437 HTTP/1.1" status: 204 len: 168 time: 0.3394425 Feb 15 02:00:35.125898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.137526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:35.140804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0d2ad-8191-4af9-ba3d-a171aab7c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dab090f-2de9-4aa8-9a23-8e1824b35437,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:35.160482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78716326-05d4-4e60-87a2-d548f6cd47b6 req-b934e633-7ba9-4ca6-bffa-0a063d987478 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046757 Feb 15 02:00:35.244856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (07bdd7da-834c-4968-879e-91a02393f809), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.250097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.251633 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/07bdd7da-834c-4968-879e-91a02393f809 HTTP/1.1" status: 204 len: 168 time: 0.1752746 Feb 15 02:00:35.257068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:35.268401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0ab0a-9a4f-4b48-bd24-6052ee6571f2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07bdd7da-834c-4968-879e-91a02393f809,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:35.290837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.550524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:35.574539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5dc5-803a-4d53-ba45-d50e91118f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.745366 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5dc5-803a-4d53-ba45-d50e91118f45 admin admin] Publish callbacks [] for security_group (2f598918-bf57-48fe-b212-3c880ebf3c83), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.799516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5dc5-803a-4d53-ba45-d50e91118f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2f598918-bf57-48fe-b212-3c880ebf3c83), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.846473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ee4d91c-3a75-43eb-ade3-fb3b35c808a1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5871093 Feb 15 02:00:35.849909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:35.876888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b8c5dc5-803a-4d53-ba45-d50e91118f45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d54df255e7a4717b46df1ec1468f636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250620 Feb 15 02:00:35.877497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:35.879147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c5dc5-803a-4d53-ba45-d50e91118f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f598918-bf57-48fe-b212-3c880ebf3c83,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:35.919621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.932736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:35.978234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:35.980564 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a48d5-9880-4e93-bbd2-aeba8b5d3582" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:36.014458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] Publish callbacks [] for security_group (2f598918-bf57-48fe-b212-3c880ebf3c83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.030742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.049365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b74764c6-671c-4041-95e7-e5a7754e7c07 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:00:36.050184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] Publish callbacks [] for security_group (2f598918-bf57-48fe-b212-3c880ebf3c83), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.075630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b690da1e-6d48-484f-beae-ab137f06e06d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.118052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.119540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b690da1e-6d48-484f-beae-ab137f06e06d HTTP/1.1" status: 204 len: 168 time: 0.2668357 Feb 15 02:00:36.129297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.134348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a11b7e-8e84-484a-b2eb-6c9a460a2e95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b690da1e-6d48-484f-beae-ab137f06e06d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.193384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4e5369ad-6be9-4d06-8e38-b025b843958b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0695245 Feb 15 02:00:36.197398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.207230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Allocated IP 172.25.2.225 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:00:36.244584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.256839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.264784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port b74764c6-671c-4041-95e7-e5a7754e7c07 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:00:36.269084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port b74764c6-671c-4041-95e7-e5a7754e7c07 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:00:36.269737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.309458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2f598918-bf57-48fe-b212-3c880ebf3c83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.313040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.315336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f598918-bf57-48fe-b212-3c880ebf3c83 HTTP/1.1" status: 204 len: 168 time: 0.4364858 Feb 15 02:00:36.337271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c8ddb-3a7f-4f3f-b6ea-c5b5634033ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f598918-bf57-48fe-b212-3c880ebf3c83,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.394743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b74764c6-671c-4041-95e7-e5a7754e7c07 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:36.397464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.397583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7a9994e2-b5c3-4158-a6af-90f4a43aef40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.408486 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.409971 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.417097 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7a9994e2-b5c3-4158-a6af-90f4a43aef40 HTTP/1.1" status: 204 len: 168 time: 0.2178912 Feb 15 02:00:36.420389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.422128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523eda-305d-4339-91ac-07f9b7072dbf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a9994e2-b5c3-4158-a6af-90f4a43aef40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.445203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:36.448548 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d7a0b-c97f-4d0d-9767-a71699807074" -d '{"events": [{"server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "name": "network-vif-plugged", "status": "completed", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:36.466280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b74764c6-671c-4041-95e7-e5a7754e7c07,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:36.480947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-58f7288a-daf3-4c36-8152-50d3dd212ecf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0598848 Feb 15 02:00:36.484234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.507548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.515840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.576482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.631135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.640602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.663279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (69ef8def-01c5-44d0-9206-81df40504a3f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.675026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.681877 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/69ef8def-01c5-44d0-9206-81df40504a3f HTTP/1.1" status: 204 len: 168 time: 0.1965194 Feb 15 02:00:36.684279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.704331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:00:36.720200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715f5dc-f833-4dbb-803e-bb1ec5ad3d7b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ef8def-01c5-44d0-9206-81df40504a3f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.730049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:36.735991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:00:36.755821 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02707b89-a11e-4b7f-a0b9-dcb16bd0b7df tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0697367 Feb 15 02:00:36.756811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.772497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'Port': ['ID=99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.792896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.802551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.866799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.903371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.914803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.915070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:36.916550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3 HTTP/1.1" status: 204 len: 168 time: 0.1585727 Feb 15 02:00:36.926186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8a6c4-1b6d-4b9d-bc43-d29c28aaeac7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=275d6fc4-9a73-4d0a-8f8c-6fc7b5a1fbf3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:36.971717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:36.981695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6dff0903-0d88-4693-8a01-792c04fb7899 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656075 Feb 15 02:00:36.985219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:37.045545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (704858d1-93c5-47aa-bbbc-af87e8fb1ece), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.072946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (704858d1-93c5-47aa-bbbc-af87e8fb1ece), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.181523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.206178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (704858d1-93c5-47aa-bbbc-af87e8fb1ece), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.208920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.211038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/704858d1-93c5-47aa-bbbc-af87e8fb1ece HTTP/1.1" status: 204 len: 168 time: 0.2238824 Feb 15 02:00:37.218636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:37.219718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5697-960f-4377-ac1a-6e55c5af6533 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704858d1-93c5-47aa-bbbc-af87e8fb1ece,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:37.279462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.330122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ae68b360-125b-4052-a06d-5ad11fd58684 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088915 Feb 15 02:00:37.333235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:37.338793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--510478756'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:37.349081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event updated for resources: {'Port': ['ID=99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:37.398848 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.478817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.501887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.503467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-2ee3a6ca-a86d-4b3c-8217-b53df7ac6626 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3859587 Feb 15 02:00:37.554465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (df18179d-f8cd-45e0-867d-b25e3e79f794), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.617073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-546a34ce-a14d-4f76-b5cb-452228712892 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.1023333 Feb 15 02:00:37.622378 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df18179d-f8cd-45e0-867d-b25e3e79f794), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.683056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df18179d-f8cd-45e0-867d-b25e3e79f794,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:37.746389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:37.746641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-853c6b93-79ef-4c7e-8466-aac59e582d78 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:37.753317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-853c6b93-79ef-4c7e-8466-aac59e582d78 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1295657 Feb 15 02:00:37.757099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.764734 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f999a315-f91c-4a2e-87d0-eab4e363b5d7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4235349 Feb 15 02:00:37.765540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-d9e5d0b9-3ab6-47c0-9d16-533743f52057 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:00:37.765540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1363e374-9999-4a72-a1c4-75ad0564b39b req-d9e5d0b9-3ab6-47c0-9d16-533743f52057 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057189 Feb 15 02:00:37.770913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:37.777693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'df18179d-f8cd-45e0-867d-b25e3e79f794', 'direction': 'ingress', 'protocol': 17}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:37.878451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e60ef-2ab0-44a3-acbe-0ef0002a0170 req-dcf0eb5c-fec2-406c-8e22-09ddac0ba506 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:37.880997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228e60ef-2ab0-44a3-acbe-0ef0002a0170 req-dcf0eb5c-fec2-406c-8e22-09ddac0ba506 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 945 time: 0.0561490 Feb 15 02:00:37.889565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (ef81a493-7ed0-48fd-bd5d-508eda267084), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:37.970002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-228e60ef-2ab0-44a3-acbe-0ef0002a0170 req-10840c59-5db8-4780-8530-bcf07cd7131c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Feb 15 02:00:37.987984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (ef81a493-7ed0-48fd-bd5d-508eda267084), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.021222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-621913782-network', 'tenant_id': '80ca453bb1424c709ced1547adeec7cb'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:38.073008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ef81a493-7ed0-48fd-bd5d-508eda267084), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.114983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef81a493-7ed0-48fd-bd5d-508eda267084,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:38.142916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49197c-044c-4304-9161-796087d59ef0 req-b821d19e-32c8-4f4c-82f0-17f9d86448b4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.144474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb49197c-044c-4304-9161-796087d59ef0 req-b821d19e-32c8-4f4c-82f0-17f9d86448b4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0832627 Feb 15 02:00:38.148533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Made reservation on behalf of 80ca453bb1424c709ced1547adeec7cb for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:38.151152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.162625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.184589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.186525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-60ef283d-e9f7-405e-9a26-6cdb8d8895dd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4131250 Feb 15 02:00:38.194412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:38.227478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb49197c-044c-4304-9161-796087d59ef0 req-98d3819b-8aa6-417c-b4fe-f04b9e403fa1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770195 Feb 15 02:00:38.274482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (df18179d-f8cd-45e0-867d-b25e3e79f794), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.281763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e74f6-ec80-429d-b83f-43ece4ef6520 x-openstack-request-id: req-6b1e74f6-ec80-429d-b83f-43ece4ef6520 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:38.282055 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:38.282313 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b1e74f6-ec80-429d-b83f-43ece4ef6520 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:38.282913 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 02:00:38.301643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (df18179d-f8cd-45e0-867d-b25e3e79f794), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.319693 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc856e0-8a52-470e-a735-aa551e863616 x-openstack-request-id: req-abc856e0-8a52-470e-a735-aa551e863616 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:38.320231 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "name": "network-vif-plugged", "status": "completed", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:38.320343 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abc856e0-8a52-470e-a735-aa551e863616 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:38.320912 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07', 'code': 200} Feb 15 02:00:38.454706 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks [] for security_group (67f0fa87-3ec9-44fc-9f2e-373c29c81e9f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.502221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (df18179d-f8cd-45e0-867d-b25e3e79f794), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.504913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.506104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/df18179d-f8cd-45e0-867d-b25e3e79f794 HTTP/1.1" status: 204 len: 168 time: 0.3100910 Feb 15 02:00:38.509529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:38.523138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-1ba04c04-4b2b-40d3-a298-14751f51c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.524780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-1ba04c04-4b2b-40d3-a298-14751f51c587 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.2169185 Feb 15 02:00:38.528419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dab835-788d-4e3e-b318-8c2b2d4fe6d5 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df18179d-f8cd-45e0-867d-b25e3e79f794,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:38.542163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67f0fa87-3ec9-44fc-9f2e-373c29c81e9f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.597988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:00:38.608962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fba8ad6-7c29-4a76-950c-f118959af1f9 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0971208 Feb 15 02:00:38.614609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:38.615983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:38.620964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-4fcef864-8da3-4589-979f-7e15c91070dd tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.621536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111448777'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:38.622544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-4fcef864-8da3-4589-979f-7e15c91070dd tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2091050 Feb 15 02:00:38.628944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7fc7a-6534-49da-bfd0-a596325cac51 req-b5432c25-737b-4aa0-a3cd-80e8ce1f4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.630256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b7fc7a-6534-49da-bfd0-a596325cac51 req-b5432c25-737b-4aa0-a3cd-80e8ce1f4ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 1128 time: 0.2265260 Feb 15 02:00:38.634244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be1e2717-873f-443a-b944-0e127f8fc4d3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.634775 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Added segment be1e2717-873f-443a-b944-0e127f8fc4d3 of type vlan for network 02e8c174-f390-47e6-89ce-415d30861b1c Feb 15 02:00:38.695615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (02e8c174-f390-47e6-89ce-415d30861b1c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.718939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-650bdea7-6370-4697-9ac0-73bf2c0ac641 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.0857613 Feb 15 02:00:38.733805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'floatingip': {'port_id': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:38.771654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.793362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b7fc7a-6534-49da-bfd0-a596325cac51 req-a11e1830-c9bc-484b-ab3f-45106431107c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487617 Feb 15 02:00:38.797975 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.800688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-97a0ac21-4de3-4e3a-b2ad-0d934433c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.802121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-97a0ac21-4de3-4e3a-b2ad-0d934433c9f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.2699814 Feb 15 02:00:38.820755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (02e8c174-f390-47e6-89ce-415d30861b1c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.821726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:38.822340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.894733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-4f3a64fd-d511-493d-b401-ad9bab3f0836 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0585845 Feb 15 02:00:38.920065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (da2ff6f1-aa60-42da-a2d8-27b790656dac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:38.947207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] Pushing event updated for resources: {'Network': ['ID=02e8c174-f390-47e6-89ce-415d30861b1c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:38.956671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 02e8c174-f390-47e6-89ce-415d30861b1c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:00:38.958056 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d7b894d1-9520-4d8d-9a09-494a914fb244 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2099471 Feb 15 02:00:38.964784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:38.969895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Request body: {'subnet': {'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-621913782-subnet', 'tenant_id': '80ca453bb1424c709ced1547adeec7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:39.017311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-313e9fb5-5d22-4806-b579-10c8f41f8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:39.018798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-313e9fb5-5d22-4806-b579-10c8f41f8359 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.1177635 Feb 15 02:00:39.056543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (da2ff6f1-aa60-42da-a2d8-27b790656dac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.097244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-af26afe9-2bf4-4d0e-9ca3-5be792cda5d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430353 Feb 15 02:00:39.100079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ff6f1-aa60-42da-a2d8-27b790656dac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:39.107618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Made reservation on behalf of 80ca453bb1424c709ced1547adeec7cb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:00:39.110555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.156463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.157729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0469e9c1-a626-4690-b63c-96b4087dcafd tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5405126 Feb 15 02:00:39.163963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:39.170381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--649092305'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:39.316756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.380874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:39.400859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-1b67f403-7832-4042-83f2-bfb7cf1a22a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932465 Feb 15 02:00:39.401564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (bcff13f9-d440-43da-a484-055b08e3742d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.501047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcff13f9-d440-43da-a484-055b08e3742d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:39.529256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (255a660b-0557-4a67-b720-680e4006d58c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.559041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e92b-4191-4476-8ced-1f0dd7c8d689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.569712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Checking segment: {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:00:39.570132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Network hostable DHCP agents. Network: 02e8c174-f390-47e6-89ce-415d30861b1c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:00:39.595119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841a48d5-9880-4e93-bbd2-aeba8b5d3582 req-da7e99f9-dff5-46d2-a330-df8dc28d127b service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848254 Feb 15 02:00:39.611365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.615253 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (255a660b-0557-4a67-b720-680e4006d58c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.657807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255a660b-0557-4a67-b720-680e4006d58c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:39.678325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e92b-4191-4476-8ced-1f0dd7c8d689 admin admin] Publish callbacks [] for security_group (0d70e81b-6c01-4010-bca9-9c8f7f12a6e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.696250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Network 02e8c174-f390-47e6-89ce-415d30861b1c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:00:39.725252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.727368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.731510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3086a9c-3afe-47ee-8bbe-60aae0fcb4fa tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5665488 Feb 15 02:00:39.732727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:39.741623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'da2ff6f1-aa60-42da-a2d8-27b790656dac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '255a660b-0557-4a67-b720-680e4006d58c', 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:39.788023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e92b-4191-4476-8ced-1f0dd7c8d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0d70e81b-6c01-4010-bca9-9c8f7f12a6e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.821477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 02e8c174-f390-47e6-89ce-415d30861b1c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:00:39.831671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2033a48-21f5-49e1-93d2-4c37ff35d56c None None] Network 02e8c174-f390-47e6-89ce-415d30861b1c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:39.836093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:39.836845 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.842097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e92b-4191-4476-8ced-1f0dd7c8d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d70e81b-6c01-4010-bca9-9c8f7f12a6e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:39.846786 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2b1e92b-4191-4476-8ced-1f0dd7c8d689 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15118e914e4d45338b27f795b40a7593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4672089 Feb 15 02:00:39.851152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:39.851880 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Floating IP a6164089-e281-4cdf-8238-16398c2b6aca associated. External IP: 172.25.2.225, port: 211fb0fc-f633-4bdb-9c43-8a921847e25f. Feb 15 02:00:39.890156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.938696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] Publish callbacks [] for security_group (0d70e81b-6c01-4010-bca9-9c8f7f12a6e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:39.989111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d20276c4-080b-4f20-913b-6a239499bb16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0232401 Feb 15 02:00:39.995368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] Publish callbacks [] for security_group (0d70e81b-6c01-4010-bca9-9c8f7f12a6e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.012562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.104438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13322741-6cab-4a3b-aa23-8c3e6bac9354 None None] Network 02e8c174-f390-47e6-89ce-415d30861b1c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:00:40.138494 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.146663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:00:40.160038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ffdd05-1318-454c-80af-2692daf57e96,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:40.187152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0d70e81b-6c01-4010-bca9-9c8f7f12a6e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.192662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.193932 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d70e81b-6c01-4010-bca9-9c8f7f12a6e8 HTTP/1.1" status: 204 len: 168 time: 0.3386638 Feb 15 02:00:40.234216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ee5eb-9edb-4e15-ae83-d6ba191c1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d70e81b-6c01-4010-bca9-9c8f7f12a6e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:40.316433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.317592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1a95bdd-c5c7-48a3-9bc3-988dc2d63c4e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5837548 Feb 15 02:00:40.320465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:40.352518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:00:40.362981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.363972 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.370830 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Sync routers for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:00:40.384876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.421834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:00:40.422604 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:40.442841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-442ac503-91ed-4ee7-b77b-f24c05fe73ca tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "PUT /v2.0/floatingips/a6164089-e281-4cdf-8238-16398c2b6aca HTTP/1.1" status: 200 len: 996 time: 1.7158031 Feb 15 02:00:40.443350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:40.450024 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fef11a-5f9d-4860-a787-98704f2af6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:40.516043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-c63324e0-113d-4c75-b885-1665428a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:40.518427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-c63324e0-113d-4c75-b885-1665428a6f27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.0520597 Feb 15 02:00:40.569902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:00:40.582078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d1ffdd05-1318-454c-80af-2692daf57e96), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.589511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.593024 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d1ffdd05-1318-454c-80af-2692daf57e96 HTTP/1.1" status: 204 len: 168 time: 0.2706904 Feb 15 02:00:40.595170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:40.615557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375797e-156a-4d63-bb5e-3a5829f72767 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1ffdd05-1318-454c-80af-2692daf57e96,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:40.655559 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-30b7e18e-bd88-4bd4-96bc-11befa8b8686 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0575233 Feb 15 02:00:40.656107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:40.683203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-8bb37731-c6c9-4452-9976-c321640988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:40.683421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-8bb37731-c6c9-4452-9976-c321640988e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.1577463 Feb 15 02:00:40.729674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (255a660b-0557-4a67-b720-680e4006d58c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.760228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (255a660b-0557-4a67-b720-680e4006d58c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.776105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-5e5e8532-7239-4d22-91e9-89bfc9faf34f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 999 time: 0.0796335 Feb 15 02:00:40.844799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-f242b492-d4b5-4b73-8b23-44294240f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:40.854860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-f242b492-d4b5-4b73-8b23-44294240f3b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.0702837 Feb 15 02:00:40.893108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-3b63bdb7-3797-4d3c-a8b3-b06270cb4ee3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371008 Feb 15 02:00:40.901224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-1bd6e1b1-3457-4ea0-a64b-0c70c97c7ced service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:00:40.916964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-1bd6e1b1-3457-4ea0-a64b-0c70c97c7ced service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223045 Feb 15 02:00:40.931315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (255a660b-0557-4a67-b720-680e4006d58c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.935367 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a6164089-e281-4cdf-8238-16398c2b6aca', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'port_id': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'mac_address': 'fa:16:3e:09:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70010d-db26-4aa6-9414-383198085aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:00:36Z', 'updated_at': '2022-02-15T02:00:39Z', 'revision_number': 1, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:40.936574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:40.941162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/255a660b-0557-4a67-b720-680e4006d58c HTTP/1.1" status: 204 len: 168 time: 0.2839363 Feb 15 02:00:40.942004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:40.968557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Checking router: 020f52ac-da25-4ec3-b029-3f92cb5c3e18 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:00:40.988184 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:00:40.988836 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:41.002525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e302485-748d-4085-82c7-086c07bd5250 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a660b-0557-4a67-b720-680e4006d58c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:41.064698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:41.066045 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-776edc54-b6e1-4ce8-b803-6a3cf431f297 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1179783 Feb 15 02:00:41.096227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:41.110010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68bca314-5f2e-4103-b64d-5b1aafef3781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.117937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-8340e57d-669b-42b4-8def-5c68fe4c2497 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997604 Feb 15 02:00:41.174527 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:00:41.278179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (da2ff6f1-aa60-42da-a2d8-27b790656dac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.305698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68bca314-5f2e-4103-b64d-5b1aafef3781 admin admin] Publish callbacks [] for security_group (d50d8eeb-55bc-4e38-8094-d620e09ae5ad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.388536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68bca314-5f2e-4103-b64d-5b1aafef3781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d50d8eeb-55bc-4e38-8094-d620e09ae5ad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.440765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68bca314-5f2e-4103-b64d-5b1aafef3781 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfbc52ebdcd64df9a06009ff9bd656ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433206 Feb 15 02:00:41.441966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bca314-5f2e-4103-b64d-5b1aafef3781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d8eeb-55bc-4e38-8094-d620e09ae5ad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:41.444859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:41.515312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] Publish callbacks [] for security_group (d50d8eeb-55bc-4e38-8094-d620e09ae5ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.551213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] Publish callbacks [] for security_group (d50d8eeb-55bc-4e38-8094-d620e09ae5ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.639669 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a6164089-e281-4cdf-8238-16398c2b6aca', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'port_id': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'mac_address': 'fa:16:3e:09:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70010d-db26-4aa6-9414-383198085aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:00:36Z', 'updated_at': '2022-02-15T02:00:39Z', 'revision_number': 1, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:41.676708 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699c398-9224-4d0a-b177-12acec3dc576 None None] The sync data for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 is: [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a6164089-e281-4cdf-8238-16398c2b6aca', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'port_id': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'mac_address': 'fa:16:3e:09:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70010d-db26-4aa6-9414-383198085aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:00:36Z', 'updated_at': '2022-02-15T02:00:39Z', 'revision_number': 1, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:00:41.707853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d50d8eeb-55bc-4e38-8094-d620e09ae5ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.710593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.714505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d50d8eeb-55bc-4e38-8094-d620e09ae5ad HTTP/1.1" status: 204 len: 168 time: 0.2686491 Feb 15 02:00:41.726854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c18e2-d2cb-4e31-9e90-c570e78a893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d8eeb-55bc-4e38-8094-d620e09ae5ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:41.798452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (da2ff6f1-aa60-42da-a2d8-27b790656dac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.871373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-826e7a93-9aef-43e7-8517-61916f2672b2 req-a4673e85-3970-4713-bc90-fa194253960b service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436249 Feb 15 02:00:41.945499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (da2ff6f1-aa60-42da-a2d8-27b790656dac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.945499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:41.950432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/da2ff6f1-aa60-42da-a2d8-27b790656dac HTTP/1.1" status: 204 len: 168 time: 0.8823285 Feb 15 02:00:41.951153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:41.960029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851156f-40df-4579-915b-0c39f864086b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ff6f1-aa60-42da-a2d8-27b790656dac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:42.004538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f8538-65a9-40e9-8f87-a3da47da8bc0 None None] New status for floating IP a6164089-e281-4cdf-8238-16398c2b6aca: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:00:42.046559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:42.052068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274854775'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:42.060276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8b108b51-4874-469f-975e-ee91fb74aff9 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1065376 Feb 15 02:00:42.189026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.288336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (83d5539e-3d16-4145-b6a4-dbb3edec3e91), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.382791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (83d5539e-3d16-4145-b6a4-dbb3edec3e91), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.477494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5539e-3d16-4145-b6a4-dbb3edec3e91,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:42.505524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.509745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:42.517370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d27b2f6d-18fe-4ea5-beb3-dc51a573d16d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4625828 Feb 15 02:00:42.517502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': '83d5539e-3d16-4145-b6a4-dbb3edec3e91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:42.520477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4136ef-0ba3-423e-a9b2-d603a4b82d7f req-d3499b67-23cc-4357-8730-016808528055 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:42.523091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b4136ef-0ba3-423e-a9b2-d603a4b82d7f req-d3499b67-23cc-4357-8730-016808528055 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 945 time: 0.4577587 Feb 15 02:00:42.576238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b4136ef-0ba3-423e-a9b2-d603a4b82d7f req-0bddec10-7303-4c59-8097-06f0d59b29bf tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Feb 15 02:00:42.657661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.754367 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.770852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb50ae-1883-4fd8-a9af-27c530acbc5a req-e3e41c95-1d43-47d3-b4e0-d413b9e7671d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:42.773987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41eb50ae-1883-4fd8-a9af-27c530acbc5a req-e3e41c95-1d43-47d3-b4e0-d413b9e7671d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0980163 Feb 15 02:00:42.835443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41eb50ae-1883-4fd8-a9af-27c530acbc5a req-d56ea115-5853-41c3-90e0-8bdca2235f1e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546513 Feb 15 02:00:42.839379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.868912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8a013-3702-450b-b9e6-d95c8af2ca91,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:42.902549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65239d29-06d7-4262-bc87-c722ce21f062 x-openstack-request-id: req-65239d29-06d7-4262-bc87-c722ce21f062 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:42.902549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:42.902549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65239d29-06d7-4262-bc87-c722ce21f062 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:42.902549 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 02:00:42.960230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:42.964899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39bae246-51d7-4e3c-971c-cd3f73fe9f0d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4507427 Feb 15 02:00:42.964899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45796) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:42.997460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.007165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.066893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-a097069e-2920-42e4-b4d4-f9cd796a91cc tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 1001 time: 0.1476212 Feb 15 02:00:43.088330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-fe34d686-50bc-4685-b3d9-740b56ab84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:43.090080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-fe34d686-50bc-4685-b3d9-740b56ab84c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1630299 Feb 15 02:00:43.157541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b5e8a013-3702-450b-b9e6-d95c8af2ca91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.164254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.167820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b5e8a013-3702-450b-b9e6-d95c8af2ca91 HTTP/1.1" status: 204 len: 168 time: 0.2002225 Feb 15 02:00:43.172360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:43.203437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c500255-0f20-4002-b411-4f08317a225d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e8a013-3702-450b-b9e6-d95c8af2ca91,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:43.223590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-8f06dfa9-139a-4340-bf30-853ffb653737 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:43.225493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-8f06dfa9-139a-4340-bf30-853ffb653737 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports/211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 942 time: 0.1576035 Feb 15 02:00:43.230936 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9cc74002-ec4b-41c9-8288-2fa9a098dd4a tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548043 Feb 15 02:00:43.231248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:43.353381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (83d5539e-3d16-4145-b6a4-dbb3edec3e91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.412984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (83d5539e-3d16-4145-b6a4-dbb3edec3e91), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.470866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-0a7136d2-5efa-41dc-ae36-ecd9079b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:43.478850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-0a7136d2-5efa-41dc-ae36-ecd9079b1c18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.3665578 Feb 15 02:00:43.521779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-98abafe0-d152-426e-bd78-69c8272dd1e9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 1001 time: 0.1677725 Feb 15 02:00:43.575365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (83d5539e-3d16-4145-b6a4-dbb3edec3e91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.586223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.586223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/83d5539e-3d16-4145-b6a4-dbb3edec3e91 HTTP/1.1" status: 204 len: 168 time: 0.3505926 Feb 15 02:00:43.589711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:43.618985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20876bd0-bcd0-45f5-9b05-daaa5417cc50 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5539e-3d16-4145-b6a4-dbb3edec3e91,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:43.663885 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-38e3c2c3-f5cc-41da-b026-9d9fb00e845d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728214 Feb 15 02:00:43.667917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:43.672514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293814397'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:43.687683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-b04821a8-f21f-47fb-9995-423fdf8b7753 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 1001 time: 0.1987767 Feb 15 02:00:43.766635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-21562f14-3ec0-47d4-9f0d-13a5cc42ab26 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:43.768082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-21562f14-3ec0-47d4-9f0d-13a5cc42ab26 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.2357669 Feb 15 02:00:43.778045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-cafc6d72-d4a9-497f-bac5-8d7c22e3b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:43.779767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-cafc6d72-d4a9-497f-bac5-8d7c22e3b147 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.0856831 Feb 15 02:00:43.793793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.848735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-3f3fd014-28e8-468f-9137-bc3fb13ebe86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579414 Feb 15 02:00:43.900804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f18be883-c946-473e-8422-372052820689), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:43.921547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-12ccb5a8-eec4-47c7-9a45-2b7181ce98b4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 1001 time: 0.1380043 Feb 15 02:00:43.931396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:43.965497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f18be883-c946-473e-8422-372052820689), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.002760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18be883-c946-473e-8422-372052820689,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:44.018552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.053500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.055943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-24be89cf-7d5c-4fa3-afd5-0238f18c5c95 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3868978 Feb 15 02:00:44.057735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-c7928b3e-f934-4f51-b37e-81989b403233 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001555 Feb 15 02:00:44.058788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.063877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'f18be883-c946-473e-8422-372052820689', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:44.161460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.239542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36fef11a-5f9d-4860-a787-98704f2af6c0 req-a4ccb353-bbea-42f7-9633-94d27d2e1401 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718428 Feb 15 02:00:44.254475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.288098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.319441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.353748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326cfab4-9480-46b3-93a7-d194e7974a04,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:44.369854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.370468 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Floating IP a6164089-e281-4cdf-8238-16398c2b6aca disassociated. External IP: 172.25.2.225, port: 211fb0fc-f633-4bdb-9c43-8a921847e25f. Feb 15 02:00:44.418825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.424764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ddeb8f92-ce32-41a1-96d3-0905e281d086 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619137 Feb 15 02:00:44.424764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.450655 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d3672375-71ca-45d3-867a-04709a376a48 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules/326cfab4-9480-46b3-93a7-d194e7974a04 HTTP/1.1" status: 200 len: 763 time: 0.0255551 Feb 15 02:00:44.457496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.534436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2107c136-93fe-4e83-96f7-08fb228a3475 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0757790 Feb 15 02:00:44.536914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45856) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.583391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.594318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.719603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (326cfab4-9480-46b3-93a7-d194e7974a04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.729972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:44.732529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/326cfab4-9480-46b3-93a7-d194e7974a04 HTTP/1.1" status: 204 len: 168 time: 0.1945317 Feb 15 02:00:44.736622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.775690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dd7c2-6d26-4aa2-b694-e682702d252b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=326cfab4-9480-46b3-93a7-d194e7974a04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:44.858517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dbb7ef1c-b461-4b87-b2f4-e88eb4fd8b7a tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1175399 Feb 15 02:00:44.858517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:00:44.859122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45870) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:44.863689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'f18be883-c946-473e-8422-372052820689', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:44.990517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.024515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:00:45.030536 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.039071 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Sync routers for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:00:45.055368 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:00:45.056242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:45.098298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-f74a0de4-f55f-46de-aa50-f7b30b93dc8c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "PUT /v2.0/floatingips/a6164089-e281-4cdf-8238-16398c2b6aca HTTP/1.1" status: 200 len: 695 time: 1.1758325 Feb 15 02:00:45.099973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:45.102874 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289735d-8a06-4985-8fc9-cb34a991d2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:45.153683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.250982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.276561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-425573dd-716c-4755-9adb-156bc9157994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.283728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-425573dd-716c-4755-9adb-156bc9157994 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1563551 Feb 15 02:00:45.303882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f287e193-cda6-4225-9b62-fdf3a1336898,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:45.311890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:00:45.319293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.329881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190bbb-ce69-4218-8bea-27b91559f567 req-c8047946-25c8-45dc-8ef0-7622366edcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.331433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-c8047946-25c8-45dc-8ef0-7622366edcd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1129 time: 0.1764808 Feb 15 02:00:45.512070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-31cdb5e7-1c84-4c4d-9b50-0497da283e13 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3037996 Feb 15 02:00:45.544769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.551015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bfb30ad4-20ab-46ea-aafc-f616e1b205bf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6908870 Feb 15 02:00:45.553638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:45.586317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48d277c3-8a60-479b-a5fe-e22a3902cfbb tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules/f287e193-cda6-4225-9b62-fdf3a1336898 HTTP/1.1" status: 200 len: 763 time: 0.0308292 Feb 15 02:00:45.608355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:45.651966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-3227b428-987d-4ced-a886-77880ab563f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.653456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-3227b428-987d-4ced-a886-77880ab563f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.3689668 Feb 15 02:00:45.668448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190bbb-ce69-4218-8bea-27b91559f567 req-b3c14065-7b32-44c1-b8e3-7ed187728536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.669531 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:45.669907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-b3c14065-7b32-44c1-b8e3-7ed187728536 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.2995696 Feb 15 02:00:45.676431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d7ca228e-f192-42a3-9818-ecbb23a6de5c tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0663855 Feb 15 02:00:45.678402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:45.708521 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.717903 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.720995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-bafac4e6-66e0-4717-b912-e840238b6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.723127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-bafac4e6-66e0-4717-b912-e840238b6659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2427007360574f819e1e65a741f1cb5a&device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 1133 time: 0.1501095 Feb 15 02:00:45.743793 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Checking router: 020f52ac-da25-4ec3-b029-3f92cb5c3e18 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:00:45.756165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-48a162d9-7cc1-43e5-a192-8741a95ce11e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0840151 Feb 15 02:00:45.763926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:00:45.765623 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:45.862357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f287e193-cda6-4225-9b62-fdf3a1336898), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.880099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:45.887520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f287e193-cda6-4225-9b62-fdf3a1336898 HTTP/1.1" status: 204 len: 168 time: 0.2077999 Feb 15 02:00:45.888662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f32a5-128d-4c95-a23e-7a2972eb88c7 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f287e193-cda6-4225-9b62-fdf3a1336898,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:45.893775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:45.906613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-e29d4e4e-6c84-4a93-8bc3-50f90a321f79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 1001 time: 0.2247887 Feb 15 02:00:45.928311 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:00:45.932665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-9bb3bb00-b017-409f-b3e6-6c7c71be5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:45.939228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-9bb3bb00-b017-409f-b3e6-6c7c71be5264 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.1602073 Feb 15 02:00:45.972946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9b900a3f-4cfd-4ba7-824c-a0dfa153ea37 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807250 Feb 15 02:00:45.974917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:45.988403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'f18be883-c946-473e-8422-372052820689', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:46.058465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-46b653a4-2caf-45ff-b557-ad14dd3f6933 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826087 Feb 15 02:00:46.067364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-fc2a3fe8-056b-404b-9c9c-84cd1cb5dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:46.068944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-fc2a3fe8-056b-404b-9c9c-84cd1cb5dca7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3118894 Feb 15 02:00:46.100643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190bbb-ce69-4218-8bea-27b91559f567 req-746ae40a-ae0f-4423-a901-bceedca3b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:46.102237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-746ae40a-ae0f-4423-a901-bceedca3b122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1759381 Feb 15 02:00:46.148283 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Project 44d2b15b4b4c431bb8b4d68b3f855665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:00:46.153551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.176727 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:00:46.191802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-65f393f1-cac9-416b-ad4f-213e2747c043 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 HTTP/1.1" status: 200 len: 217 time: 0.1117582 Feb 15 02:00:46.228938 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b4ea6-5908-4ed3-82f2-3f2ccfb76d45 None None] The sync data for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 is: [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T01:59:37Z', 'revision_number': 4, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '88751185-fc91-4fc3-b590-292c8cccc90a', 'name': '', 'network_id': '5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'mac_address': 'fa:16:3e:7d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '55f42adf-b6c2-482a-901e-040c30637a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:35Z', 'updated_at': '2022-02-15T01:59:44Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'subnets': [{'id': '55f42adf-b6c2-482a-901e-040c30637a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:00:46.243322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.292771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-f76da30a-0827-454c-8c7f-5565e11a86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:46.294415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-f76da30a-0827-454c-8c7f-5565e11a86a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0845025 Feb 15 02:00:46.319639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.343398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190bbb-ce69-4218-8bea-27b91559f567 req-adba1fe1-4346-49a1-85f6-05665007091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:46.344953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-adba1fe1-4346-49a1-85f6-05665007091b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2142205 Feb 15 02:00:46.351319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-891e73f2-6814-4fc1-8cac-008964b72e4f service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798204 Feb 15 02:00:46.359438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fa33d5-578b-4582-812d-ce289fb61d45,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:46.441798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.445082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ac3d917-d125-445c-b3fd-80e07a350e64 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4691064 Feb 15 02:00:46.446743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:46.519319 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-70ca16a3-ad43-4490-a8ef-aabf803eadb2 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules/c1fa33d5-578b-4582-812d-ce289fb61d45 HTTP/1.1" status: 200 len: 769 time: 0.0655668 Feb 15 02:00:46.520055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:46.594497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d7f250a8-842b-4dd3-b98d-0c7a0dba76de tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0709760 Feb 15 02:00:46.598517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:46.682141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.702679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.735326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d9ee0-7092-4364-a8d6-a24ed7f8850e None None] New status for floating IP a6164089-e281-4cdf-8238-16398c2b6aca: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:00:46.815142 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c1fa33d5-578b-4582-812d-ce289fb61d45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.821931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:46.825870 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c1fa33d5-578b-4582-812d-ce289fb61d45 HTTP/1.1" status: 204 len: 168 time: 0.2258246 Feb 15 02:00:46.828281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:46.852067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-3cc85111-7a14-4c96-9e36-dbd14b3f3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:46.854232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3ca48-a863-4bba-a75f-1c41d93bdb6e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1fa33d5-578b-4582-812d-ce289fb61d45,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:46.857092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-3cc85111-7a14-4c96-9e36-dbd14b3f3fe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5552301 Feb 15 02:00:46.931080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:46.933247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d2f65b2-a4cb-4564-abee-7f254f70ba1e tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1014318 Feb 15 02:00:47.011511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cd98d44-74df-4df0-9b5d-1cd5a16cb560 req-19259a13-2b1a-460e-bbcc-0ffb0040ee11 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476545 Feb 15 02:00:47.024124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:47.069120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-5622bb3f-5bc1-4cab-b539-bfd2e73f7cff service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925621 Feb 15 02:00:47.094961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-9a2c13f3-a69a-40b8-917b-316ea7ceb201 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395723 Feb 15 02:00:47.151057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bd41c1-fd57-437f-8451-6702809f0bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.179625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f18be883-c946-473e-8422-372052820689), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.284354 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bd41c1-fd57-437f-8451-6702809f0bf5 admin admin] Publish callbacks [] for security_group (2e9a0e72-58fe-4a69-9603-351f07216be3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.292369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f533e40-5c22-4f52-8dbc-3c1de271512e req-c4f0ce30-c8ed-40db-bde2-5c200086d430 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134762 Feb 15 02:00:47.346967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f18be883-c946-473e-8422-372052820689), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.376705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95bd41c1-fd57-437f-8451-6702809f0bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2e9a0e72-58fe-4a69-9603-351f07216be3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.422692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f161c-9e4d-4852-84d9-4865f1fce685 req-c3401f7c-21d8-4bb8-b425-9dba8552d06a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:47.424508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe7f161c-9e4d-4852-84d9-4865f1fce685 req-c3401f7c-21d8-4bb8-b425-9dba8552d06a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1938987 Feb 15 02:00:47.431690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30190bbb-ce69-4218-8bea-27b91559f567 req-1f97e7be-6006-417f-ab0e-2e9e4b2aa0ff service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265929 Feb 15 02:00:47.519190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe7f161c-9e4d-4852-84d9-4865f1fce685 req-e2c12fcd-5e17-4281-bf7f-01868a7ae0d1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858772 Feb 15 02:00:47.519996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:47.520567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95bd41c1-fd57-437f-8451-6702809f0bf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=741473aa1d8247a496862fd4b86670a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951260 Feb 15 02:00:47.521751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd41c1-fd57-437f-8451-6702809f0bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a0e72-58fe-4a69-9603-351f07216be3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:47.545766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f18be883-c946-473e-8422-372052820689), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.548526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.549989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/f18be883-c946-473e-8422-372052820689 HTTP/1.1" status: 204 len: 168 time: 0.6094418 Feb 15 02:00:47.552813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:47.579647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ca68-2bf6-43ae-9a8a-eff35ddc56d1 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18be883-c946-473e-8422-372052820689,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:47.624842 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] Publish callbacks [] for security_group (2e9a0e72-58fe-4a69-9603-351f07216be3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.625217 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a54c8024-1288-40df-b47e-1bfec52b0d3d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709999 Feb 15 02:00:47.629924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:47.650440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group': {'name': 'tempest-secgroup--616491458'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:47.680932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0cb84-4173-4371-9a5e-660073398b32 x-openstack-request-id: req-fdb0cb84-4173-4371-9a5e-660073398b32 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:47.684137 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:47.685054 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdb0cb84-4173-4371-9a5e-660073398b32 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:47.685447 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 02:00:47.691253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] Publish callbacks [] for security_group (2e9a0e72-58fe-4a69-9603-351f07216be3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.762643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.795703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-c0bf0a39-d569-42c8-a3f4-9e033c56ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:47.804160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-c0bf0a39-d569-42c8-a3f4-9e033c56ca1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 1128 time: 0.1174531 Feb 15 02:00:47.928888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2e9a0e72-58fe-4a69-9603-351f07216be3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.931679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:47.932867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e9a0e72-58fe-4a69-9603-351f07216be3 HTTP/1.1" status: 204 len: 168 time: 0.4113824 Feb 15 02:00:47.970159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d70d2-4897-4723-b7ea-ad49779954ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a0e72-58fe-4a69-9603-351f07216be3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:48.003691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.017633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-ea0d6dc1-5a0b-4a9c-ab79-216d97e1bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:48.023340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-ea0d6dc1-5a0b-4a9c-ab79-216d97e1bf45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 200 len: 920 time: 0.2099926 Feb 15 02:00:48.036191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f56e0af3-f6da-4582-8fdc-7167cd2e180c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.074948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-4c4527f6-c216-4aa5-be73-314ff7f7954b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 200 len: 217 time: 0.0438888 Feb 15 02:00:48.091092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f56e0af3-f6da-4582-8fdc-7167cd2e180c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.169904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e0af3-f6da-4582-8fdc-7167cd2e180c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:48.170970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-09ba71e2-9639-4812-8376-6dcbb74f5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:48.173079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-09ba71e2-9639-4812-8376-6dcbb74f5a79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 200 len: 859 time: 0.0912519 Feb 15 02:00:48.189644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.190742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a75aed60-1119-407d-a6b2-1a0a777d929b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5573418 Feb 15 02:00:48.192265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:48.199989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Request body: {'security_group_rule': {'security_group_id': 'f56e0af3-f6da-4582-8fdc-7167cd2e180c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:48.222927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-b6154e8b-f3b9-4512-86ca-d8fab3028782 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436199 Feb 15 02:00:48.325325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-302042a6-9fa6-4c3c-84ab-6e54e7db147a service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952642 Feb 15 02:00:48.340821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (84313255-b934-412a-98fb-5e71e1261f72), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.432829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (84313255-b934-412a-98fb-5e71e1261f72), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.457019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5289735d-8a06-4985-8fc9-cb34a991d2c0 req-f9aaf432-27c0-48de-afec-21d531e88923 service neutron] 10.222.0.31 "GET /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238112 Feb 15 02:00:48.596505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (84313255-b934-412a-98fb-5e71e1261f72), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.671217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84313255-b934-412a-98fb-5e71e1261f72,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:48.757311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.758638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-522d8bc1-732e-4042-9e05-72923d96e52d tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5654743 Feb 15 02:00:48.762159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:48.828099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f56e0af3-f6da-4582-8fdc-7167cd2e180c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.864483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:48.873382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (f56e0af3-f6da-4582-8fdc-7167cd2e180c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.886392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1b8f-68a6-4937-994c-121eca1cf0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:48.991256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1b8f-68a6-4937-994c-121eca1cf0b5 admin admin] Publish callbacks [] for security_group (d9b881a0-00f1-4c1d-a386-8c3fac36ead0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.075385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1b8f-68a6-4937-994c-121eca1cf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d9b881a0-00f1-4c1d-a386-8c3fac36ead0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.121025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7bdf1b8f-68a6-4937-994c-121eca1cf0b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a037b0800a604b1b82162b8bee7a49eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550066 Feb 15 02:00:49.124098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:49.124890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1b8f-68a6-4937-994c-121eca1cf0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b881a0-00f1-4c1d-a386-8c3fac36ead0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:49.186139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] Publish callbacks [] for security_group (d9b881a0-00f1-4c1d-a386-8c3fac36ead0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.227554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] Publish callbacks [] for security_group (d9b881a0-00f1-4c1d-a386-8c3fac36ead0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.312942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-6311a23d-86ef-4275-a4bb-69906008ac54 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips/a6164089-e281-4cdf-8238-16398c2b6aca HTTP/1.1" status: 200 len: 693 time: 0.0672882 Feb 15 02:00:49.389559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f56e0af3-f6da-4582-8fdc-7167cd2e180c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.402928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.407863 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/f56e0af3-f6da-4582-8fdc-7167cd2e180c HTTP/1.1" status: 204 len: 168 time: 0.6409440 Feb 15 02:00:49.412312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:49.415949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:00:49.423755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822911da-f286-40f1-8633-c86010d558cf tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e0af3-f6da-4582-8fdc-7167cd2e180c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:49.440604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d9b881a0-00f1-4c1d-a386-8c3fac36ead0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.443194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.444368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9b881a0-00f1-4c1d-a386-8c3fac36ead0 HTTP/1.1" status: 204 len: 168 time: 0.3164432 Feb 15 02:00:49.464660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-a3d80f66-33d1-4198-9150-17f498ed2251 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:49.466111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-a3d80f66-33d1-4198-9150-17f498ed2251 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 784 time: 0.1434512 Feb 15 02:00:49.475527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a7d42-79d8-4c25-bd52-e6ef31c9d317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b881a0-00f1-4c1d-a386-8c3fac36ead0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:49.486195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-45e4d51a-cbbf-46a9-a7e4-b1acb2a48525 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:00:49.487086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-45e4d51a-cbbf-46a9-a7e4-b1acb2a48525 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127168 Feb 15 02:00:49.510461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d76b35d-945a-47e3-a892-d8a0751f6dad tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967786 Feb 15 02:00:49.511058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:49.548924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-4a413859-f929-4f01-8660-c15302d25f22 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.0552964 Feb 15 02:00:49.625814 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e78c0bd-3843-4189-be4b-f61794fae72b tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1104493 Feb 15 02:00:49.628716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:49.639838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:49.666201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:00:49.675406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-be324ea6-60e7-480e-ad71-9439ef61191f tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.225 HTTP/1.1" status: 200 len: 696 time: 0.1193123 Feb 15 02:00:49.675880 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-baf67382-e2f7-4519-8c24-9711c6bcf188 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] delete failed (client error): The resource could not be found. Feb 15 02:00:49.677612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-baf67382-e2f7-4519-8c24-9711c6bcf188 tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "DELETE /v2.0/security-groups/f56e0af3-f6da-4582-8fdc-7167cd2e180c HTTP/1.1" status: 404 len: 347 time: 0.0463433 Feb 15 02:00:49.682930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:49.723324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:49.727962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.772930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:00:49.801576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:49.875833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6bc9a9e-312f-4cca-9bfb-a8dc2d6cf36f tempest-SecGroupIPv6Test-902572737 tempest-SecGroupIPv6Test-902572737-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1911604 Feb 15 02:00:49.878420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:49.911420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Deleting port 99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:49.917471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.011860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d5655b32-3d52-4565-a82b-849b89d74eb5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:50.036487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.037024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.051761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Calling delete_port for 99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:50.136257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:50.178073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.178712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.179425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.179910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.180464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.183408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.184047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.184611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:00:50.388266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.517690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event deleted for resources: {'Port': ['ID=99ad4bcc-51d6-4bcb-a56e-7c1c1c5ec922,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:50.546886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for floatingip (a6164089-e281-4cdf-8238-16398c2b6aca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.552070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:50.553297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-367c20f5-f738-49e8-abc0-d777c7ad8ffc req-ec39e8a1-a21d-4826-b436-1c4da81a499e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6164089-e281-4cdf-8238-16398c2b6aca HTTP/1.1" status: 204 len: 173 time: 0.8707442 Feb 15 02:00:50.694910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d9b4-e281-4481-beed-34a8ee67a420 req-63239b65-94e7-4094-96b9-b33b353bf748 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:50.703203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f94d9b4-e281-4481-beed-34a8ee67a420 req-63239b65-94e7-4094-96b9-b33b353bf748 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.0847125 Feb 15 02:00:50.778392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f94d9b4-e281-4481-beed-34a8ee67a420 req-b37abcda-1f5a-430c-90b6-9335ec5d9beb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740020 Feb 15 02:00:50.853962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-67b5f0a1-05c8-454b-a4fc-96e4892659c7 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups/e795601a-7ad4-4898-8a4e-bb690fc4acd2 HTTP/1.1" status: 200 len: 1825 time: 0.0446334 Feb 15 02:00:50.994209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:51.003025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (e795601a-7ad4-4898-8a4e-bb690fc4acd2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.037560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b83b50c8-6349-4907-8a75-a1632ef395df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.059933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (e795601a-7ad4-4898-8a4e-bb690fc4acd2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.313578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e795601a-7ad4-4898-8a4e-bb690fc4acd2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.316719 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.319363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cf5c42e-67ce-45e2-923a-e6320db20ee5 req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "DELETE /v2.0/security-groups/e795601a-7ad4-4898-8a4e-bb690fc4acd2 HTTP/1.1" status: 204 len: 173 time: 0.4492412 Feb 15 02:00:51.337712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477a06-4085-40ae-bfa6-eccc2d71031c tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795601a-7ad4-4898-8a4e-bb690fc4acd2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:51.372637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6461af4d-97ce-4a81-8dea-4bb8e20a7cfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44d2b15b4b4c431bb8b4d68b3f855665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3766496 Feb 15 02:00:51.375664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46104) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:51.426993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:00:51.547048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] Publish callbacks [] for security_group (b8b563dc-5261-4dfd-8949-b9727485dd52), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.562002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port d5655b32-3d52-4565-a82b-849b89d74eb5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:00:51.562478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.632897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] Publish callbacks [] for security_group (b8b563dc-5261-4dfd-8949-b9727485dd52), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.795538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:00:51.796728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.812886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b8b563dc-5261-4dfd-8949-b9727485dd52), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.816493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:51.828211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8b563dc-5261-4dfd-8949-b9727485dd52 HTTP/1.1" status: 204 len: 168 time: 0.4426932 Feb 15 02:00:51.865044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850686f-0ace-4bcf-b20f-cbef78ab67a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b563dc-5261-4dfd-8949-b9727485dd52,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:51.874567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:51.875637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:51.878292 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a139ec7-76c3-42e0-9fca-6be7bd14a7dd" -d '{"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:51.987533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:52.104121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:52.187334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59e445-10be-4d11-8594-c72ac7604d5d req-b5f8d01a-3b98-4c9a-af66-e02763828997 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:52.189853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c59e445-10be-4d11-8594-c72ac7604d5d req-b5f8d01a-3b98-4c9a-af66-e02763828997 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1740208 Feb 15 02:00:52.337878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c59e445-10be-4d11-8594-c72ac7604d5d req-828ca0b8-05c0-4c34-9c60-5220c2e67f03 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366737 Feb 15 02:00:52.462892 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b0dc3-6540-437f-817e-ae1d82c341fd x-openstack-request-id: req-ef6b0dc3-6540-437f-817e-ae1d82c341fd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:52.463535 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:52.464041 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef6b0dc3-6540-437f-817e-ae1d82c341fd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:52.465112 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'code': 200} Feb 15 02:00:52.723622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d42f2-99bb-41ed-a384-204c3843d7a4 req-898ec5b6-eab4-4db1-9f3b-60cd0b04a460 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:52.735650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-596d42f2-99bb-41ed-a384-204c3843d7a4 req-898ec5b6-eab4-4db1-9f3b-60cd0b04a460 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1171749 Feb 15 02:00:52.892037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-596d42f2-99bb-41ed-a384-204c3843d7a4 req-bf8f6510-f92b-4dd1-912c-b8888f615faa tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535559 Feb 15 02:00:53.338220 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-770efb7e-e3da-47c6-ab00-668df275777d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:53.602789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382d152-980d-44ea-90b9-09bfda31adc4 req-1ca7f74e-bb20-4595-bdd9-e262c3e38410 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:53.625072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d382d152-980d-44ea-90b9-09bfda31adc4 req-1ca7f74e-bb20-4595-bdd9-e262c3e38410 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1463768 Feb 15 02:00:53.752865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d382d152-980d-44ea-90b9-09bfda31adc4 req-373a7405-379b-4189-a102-7b2397968c07 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191304 Feb 15 02:00:53.930378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:54.149124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36273cf5-224a-4bcd-86f8-701262dedfc1 req-2d2e8202-f5c0-447d-83e2-3424706847f9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:54.159538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36273cf5-224a-4bcd-86f8-701262dedfc1 req-2d2e8202-f5c0-447d-83e2-3424706847f9 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.1483650 Feb 15 02:00:54.204922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--251073967'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:54.395617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-3f5f9be3-7b92-4cc3-9bd3-8294d8c1452e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:54.395617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-3f5f9be3-7b92-4cc3-9bd3-8294d8c1452e tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.2914805 Feb 15 02:00:54.424932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36273cf5-224a-4bcd-86f8-701262dedfc1 req-54296ca9-3def-426c-a5f7-2905f21b7c4b tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643209 Feb 15 02:00:54.441520 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:00:54.448226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.487399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.519402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.603677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.749782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Deleting port 211fb0fc-f633-4bdb-9c43-8a921847e25f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:00:54.750122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.805619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:54.846045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:55.015420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] For port 211fb0fc-f633-4bdb-9c43-8a921847e25f, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=211fb0fc-f633-4bdb-9c43-8a921847e25f,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:00:55.015801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:55.083118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Calling delete_port for 211fb0fc-f633-4bdb-9c43-8a921847e25f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:00:55.105310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:55.179275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a137e-408c-4c56-8965-2fac3490937d req-246e47cb-9ca6-4c36-8a9d-9e62cbff0a6c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:55.186703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-415a137e-408c-4c56-8965-2fac3490937d req-246e47cb-9ca6-4c36-8a9d-9e62cbff0a6c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.2412453 Feb 15 02:00:55.568590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:55.667283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:55.668678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7365906 Feb 15 02:00:55.672206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:55.685558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-415a137e-408c-4c56-8965-2fac3490937d req-3b63d473-a800-43d8-92f7-f34a66761e2e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4937401 Feb 15 02:00:55.705065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91cad8-dfcb-403f-abd7-4b12e8feba73 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5595e83-b754-4bc0-921c-f1abcc235b2f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:55.806902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31fc8dfd-a0a1-4f54-ba45-0811f666cec4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1334574 Feb 15 02:00:55.808219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:55.821473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-security--960543245', 'description': 'tempest-security-description-16900043'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:55.905266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:55.936422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.024673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.047635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb76f2-d4de-4a98-9e57-741a40b9dea8 req-ba7749ab-8448-47e9-9ea8-ca6f06c55265 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:56.074765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fafb76f2-d4de-4a98-9e57-741a40b9dea8 req-ba7749ab-8448-47e9-9ea8-ca6f06c55265 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 945 time: 0.2374954 Feb 15 02:00:56.079579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (211fb0fc-f633-4bdb-9c43-8a921847e25f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.098471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.098471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.099896 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "PUT /v2.0/security-groups/b5595e83-b754-4bc0-921c-f1abcc235b2f HTTP/1.1" status: 200 len: 1794 time: 0.2898359 Feb 15 02:00:56.100049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['211fb0fc-f633-4bdb-9c43-8a921847e25f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:00:56.105028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:56.240382 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-64ab6a5f-f858-45aa-ab7c-e9b448fbed5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups/b5595e83-b754-4bc0-921c-f1abcc235b2f HTTP/1.1" status: 200 len: 1794 time: 0.1303442 Feb 15 02:00:56.253365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:56.295130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Pushing event deleted for resources: {'Port': ['ID=211fb0fc-f633-4bdb-9c43-8a921847e25f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:56.335761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfd196-c8a8-4fba-b658-2bf2c0ae411a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5595e83-b754-4bc0-921c-f1abcc235b2f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:56.412085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.417423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] No DVR routers for this DVR port 211fb0fc-f633-4bdb-9c43-8a921847e25f on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:00:56.446410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fafb76f2-d4de-4a98-9e57-741a40b9dea8 req-db837fbd-a4e6-48ef-96fa-ec37e3a617f4 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/security-groups?id=0766cfee-d781-4a4e-a107-2ded999ed999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358414 Feb 15 02:00:56.448126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.461941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2b62a9c-a8f1-474c-91a0-55d9fe27cd7e req-cbeaafb8-cf5a-46a0-b905-8f886f4de447 tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.31 "DELETE /v2.0/ports/211fb0fc-f633-4bdb-9c43-8a921847e25f HTTP/1.1" status: 204 len: 173 time: 2.0486267 Feb 15 02:00:56.462473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'name': 'network-vif-deleted', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:00:56.465402 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fe5728-cf67-4a35-a717-584fb5b4ac3a" -d '{"events": [{"server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "name": "network-vif-deleted", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:00:56.482264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.586484 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b036f1-ad72-4f68-b7c7-1ff21714282f x-openstack-request-id: req-78b036f1-ad72-4f68-b7c7-1ff21714282f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:00:56.586873 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70010d-db26-4aa6-9414-383198085aad", "name": "network-vif-deleted", "tag": "211fb0fc-f633-4bdb-9c43-8a921847e25f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:00:56.587125 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78b036f1-ad72-4f68-b7c7-1ff21714282f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:00:56.587604 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70010d-db26-4aa6-9414-383198085aad', 'name': 'network-vif-deleted', 'tag': '211fb0fc-f633-4bdb-9c43-8a921847e25f', 'status': 'completed', 'code': 200} Feb 15 02:00:56.640066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b5595e83-b754-4bc0-921c-f1abcc235b2f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.648018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:56.648018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5595e83-b754-4bc0-921c-f1abcc235b2f HTTP/1.1" status: 204 len: 168 time: 0.3905647 Feb 15 02:00:56.656814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:56.773281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aec394-8ad6-4c64-bae1-6eabb3f96bbf tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5595e83-b754-4bc0-921c-f1abcc235b2f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:56.847772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:56.861897 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea686b2f-a94f-4305-9b79-0303888a9e3e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1863852 Feb 15 02:00:56.880880 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-96adaca3-d5a5-4af7-a7c6-fe25edfc22d0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] delete failed (client error): The resource could not be found. Feb 15 02:00:56.906728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-96adaca3-d5a5-4af7-a7c6-fe25edfc22d0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5595e83-b754-4bc0-921c-f1abcc235b2f HTTP/1.1" status: 404 len: 347 time: 0.0576355 Feb 15 02:00:56.921290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:56.956465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081483700'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:57.202069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650613c-adf3-41fe-8b5c-3ec6bac3f2a5 req-f62f094c-a59a-4640-be9a-5e68ad18e7ac tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:57.213692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5650613c-adf3-41fe-8b5c-3ec6bac3f2a5 req-f62f094c-a59a-4640-be9a-5e68ad18e7ac tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.3052652 Feb 15 02:00:57.241649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:57.368140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:57.405191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5650613c-adf3-41fe-8b5c-3ec6bac3f2a5 req-57bc4c6c-300f-45a7-bc97-5eabb9d7cf34 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740980 Feb 15 02:00:57.585201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f676cdb0-16df-4749-99a1-df152784eb81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:57.645104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f676cdb0-16df-4749-99a1-df152784eb81), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:57.693366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f676cdb0-16df-4749-99a1-df152784eb81,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:57.746039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2603da24-1aca-4100-9a28-6fe5efe3788b req-464b3e6e-edb6-48b6-8b8f-efe9d262b62b tempest-ServerRescueTestJSONUnderV235-950781048 tempest-ServerRescueTestJSONUnderV235-950781048-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd70010d-db26-4aa6-9414-383198085aad HTTP/1.1" status: 200 len: 210 time: 0.0848157 Feb 15 02:00:57.754413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:57.758884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:57.764541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': 'f676cdb0-16df-4749-99a1-df152784eb81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:57.765399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8868bfff-722b-4205-85a3-03397e0b3095 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8258736 Feb 15 02:00:57.947015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.075835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.153602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.222290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b2fb6-b83f-4822-bb7e-d326c6b18197,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:58.315152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.319275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:58.319829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-579021f3-9b5d-4f96-acfe-7cca10e11f29 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592949 Feb 15 02:00:58.376593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.412657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.559308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2e9b2fb6-b83f-4822-bb7e-d326c6b18197), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.567299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.568671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2e9b2fb6-b83f-4822-bb7e-d326c6b18197 HTTP/1.1" status: 204 len: 168 time: 0.2476289 Feb 15 02:00:58.572536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:58.578256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2caea-92de-4af5-900b-b7fe6764bfe3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e9b2fb6-b83f-4822-bb7e-d326c6b18197,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:58.601946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48353ab-926b-4b4b-aa88-72d594d842e8 req-9c86c707-cb96-4a31-8520-d03d80015a8a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:00:58.609435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48353ab-926b-4b4b-aa88-72d594d842e8 req-9c86c707-cb96-4a31-8520-d03d80015a8a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0871193 Feb 15 02:00:58.671393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d89bef2-bc48-4e85-b25a-1ab9af423234 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976079 Feb 15 02:00:58.677116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:58.701591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48353ab-926b-4b4b-aa88-72d594d842e8 req-d7504fbe-8aa4-4010-a277-c60564236f63 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902700 Feb 15 02:00:58.814364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f676cdb0-16df-4749-99a1-df152784eb81), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:58.836374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:58.846938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f676cdb0-16df-4749-99a1-df152784eb81), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.091388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f676cdb0-16df-4749-99a1-df152784eb81), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.096083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.099286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/f676cdb0-16df-4749-99a1-df152784eb81 HTTP/1.1" status: 204 len: 168 time: 0.4209259 Feb 15 02:00:59.099899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:59.227261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198efd1a-175b-49b7-8f3f-e6b5a378d4e6 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f676cdb0-16df-4749-99a1-df152784eb81,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:00:59.331625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:00:59.335156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55ecef31-e7ce-4de0-b300-0c50e3103a2d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2301085 Feb 15 02:00:59.345406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--520521114'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:00:59.481560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.500499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 211fb0fc-f633-4bdb-9c43-8a921847e25f no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:00:59.574145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 211fb0fc-f633-4bdb-9c43-8a921847e25f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:00:59.584841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 211fb0fc-f633-4bdb-9c43-8a921847e25f not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:00:59.797080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (009d8dd7-f999-4d5b-9f32-84a9dc066614), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.814231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:00:59.953695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (009d8dd7-f999-4d5b-9f32-84a9dc066614), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.043706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7b47f-84da-4ca0-8b1c-c9b52a3550e8 req-2da2c998-fc1a-4210-917f-e3d120bb6f7b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:00.049959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bf7b47f-84da-4ca0-8b1c-c9b52a3550e8 req-2da2c998-fc1a-4210-917f-e3d120bb6f7b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.2121785 Feb 15 02:01:00.157841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bf7b47f-84da-4ca0-8b1c-c9b52a3550e8 req-766a3ed0-b008-4f05-b668-c9cb95d70faa tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024761 Feb 15 02:01:00.200228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.204992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:00.205193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8688200 Feb 15 02:01:00.211824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '009d8dd7-f999-4d5b-9f32-84a9dc066614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:00.250311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12548d-c497-42b3-a53b-1ece2fdbaf66 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009d8dd7-f999-4d5b-9f32-84a9dc066614,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:00.348738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.478426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.610859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Deleting port 88751185-fc91-4fc3-b590-292c8cccc90a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:01:00.611935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.651412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.686509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bc6f19-88c3-4b28-a816-72457af0dc34,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:00.740395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] For port 88751185-fc91-4fc3-b590-292c8cccc90a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=88751185-fc91-4fc3-b590-292c8cccc90a,segment=NetworkSegment(4d1819ca-133a-4b36-abe8-1f08a744acdd),segment_id=4d1819ca-133a-4b36-abe8-1f08a744acdd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:00.741107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.761097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Calling delete_port for 88751185-fc91-4fc3-b590-292c8cccc90a owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:01:00.773655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:00.778991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f89eae09-1a51-493c-af07-5bf0f601add4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5699472 Feb 15 02:01:00.786217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:00.801956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '009d8dd7-f999-4d5b-9f32-84a9dc066614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:00.987747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.172466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.234730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (88751185-fc91-4fc3-b590-292c8cccc90a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.276937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.335590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=88751185-fc91-4fc3-b590-292c8cccc90a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:01.427813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.441099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6494782 Feb 15 02:01:01.442656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:01.468480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '009d8dd7-f999-4d5b-9f32-84a9dc066614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:01.474097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499973e4-5229-443c-be15-abbc46278112 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595e078b-0fbf-4a6e-8ab0-37f32fabd87d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:01.534018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a8d3-703a-457b-9b9e-fa5725877eb3 req-ce106ba9-fdb9-4972-8202-085731f7015d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:01.540311 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd64a8d3-703a-457b-9b9e-fa5725877eb3 req-ce106ba9-fdb9-4972-8202-085731f7015d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.2732210 Feb 15 02:01:01.702684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.751747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd64a8d3-703a-457b-9b9e-fa5725877eb3 req-049dbe81-e8cc-44ec-a8c6-7dccc7c01dfe tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595905 Feb 15 02:01:01.778675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.878717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:01.981168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.036191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:02.144437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.145946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-df95496f-cbf0-47fa-bf08-23adbadd3cb2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6990266 Feb 15 02:01:02.149545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:02.154848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '009d8dd7-f999-4d5b-9f32-84a9dc066614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:02.295224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:01:02.376454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.453967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.475044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:01:02.484843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f7fd7c51-c2c2-4ee8-bef0-1f3ea7907c09 admin admin] 10.222.0.43 "PUT /v2.0/routers/020f52ac-da25-4ec3-b029-3f92cb5c3e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6470735 Feb 15 02:01:02.485124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:02.485661 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Sync routers for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:01:02.512496 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:02.513885 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:02.688044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks [] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.691405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:02.848751 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:02.931438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9410a-015b-4319-8144-64ca1cf796d3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:02.996838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:03.002991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:03.011396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '009d8dd7-f999-4d5b-9f32-84a9dc066614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:03.018862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e2f6cb9-972c-48d9-b664-866d59da2ba8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8671708 Feb 15 02:01:03.239466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4096dd-21ac-40e5-80a6-922462120014 req-b6097cc2-4bba-41d8-a0bc-d55bd5ea37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:03.244032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df4096dd-21ac-40e5-80a6-922462120014 req-b6097cc2-4bba-41d8-a0bc-d55bd5ea37e3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.2195930 Feb 15 02:01:03.255342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks [] for router_gateway (020f52ac-da25-4ec3-b029-3f92cb5c3e18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:03.387189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df4096dd-21ac-40e5-80a6-922462120014 req-9b29df27-b169-4932-beac-ee26e08bc7ec tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060364 Feb 15 02:01:03.400544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:03.454681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T02:01:01Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:03.473742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Checking router: 020f52ac-da25-4ec3-b029-3f92cb5c3e18 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:01:03.489526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Routers {'020f52ac-da25-4ec3-b029-3f92cb5c3e18'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:03.491426 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:00:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:03.761082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Deleting port 4bc70c6b-3b5b-4545-a9de-a05a8301012d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:01:03.761674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:03.843670 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] Set router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:03.981454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.015481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] For port 4bc70c6b-3b5b-4545-a9de-a05a8301012d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4bc70c6b-3b5b-4545-a9de-a05a8301012d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:04.016066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.058674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Calling delete_port for 4bc70c6b-3b5b-4545-a9de-a05a8301012d owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:01:04.067523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.115676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500d0eae-4719-43aa-97a0-eb0ecf463cc9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:04.218668 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.220966 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e61abb6f-42eb-4d7a-91bb-28b320d4da46 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2146122 Feb 15 02:01:04.232992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:04.258040 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T02:01:01Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:04.404908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140d35b-b358-4354-ba64-e83e37f9fd3b None None] The sync data for ids ['020f52ac-da25-4ec3-b029-3f92cb5c3e18'] in n-d-829064-14 is: [{'id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'name': 'tempest-ServerRescueTestJSONUnderV235-992039063-router', 'tenant_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:59:29Z', 'updated_at': '2022-02-15T02:01:01Z', 'revision_number': 5, 'project_id': 'ab2a8836fb7d4a159ffe428a7c9bb444', 'gw_port': {'id': '4bc70c6b-3b5b-4545-a9de-a05a8301012d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f52ac-da25-4ec3-b029-3f92cb5c3e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:59:30Z', 'updated_at': '2022-02-15T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:01:04.539711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.594885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.675926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4bc70c6b-3b5b-4545-a9de-a05a8301012d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.760498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc70c6b-3b5b-4545-a9de-a05a8301012d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:04.868831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb27c-a932-4901-adf2-dd65576157d2 req-21aef1d2-5f11-43f7-aa9c-00fb121be06d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:04.878427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed8bb27c-a932-4901-adf2-dd65576157d2 req-21aef1d2-5f11-43f7-aa9c-00fb121be06d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.3287988 Feb 15 02:01:04.952544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (500d0eae-4719-43aa-97a0-eb0ecf463cc9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.982877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:04.986836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/500d0eae-4719-43aa-97a0-eb0ecf463cc9 HTTP/1.1" status: 204 len: 168 time: 0.7573569 Feb 15 02:01:04.986963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.038085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6de5-ec13-4f8f-9429-f22b18059d45 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=500d0eae-4719-43aa-97a0-eb0ecf463cc9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:05.066576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.113161 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92feb2b5-59a7-416a-a83c-52acaeb40332 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1147292 Feb 15 02:01:05.113884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.206581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.247975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.460438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6fc9410a-015b-4319-8144-64ca1cf796d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.476747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.477036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.477036 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6fc9410a-015b-4319-8144-64ca1cf796d3 HTTP/1.1" status: 204 len: 168 time: 0.3588836 Feb 15 02:01:05.477036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa572467-2243-474f-9a6c-64ff839a9385 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fc9410a-015b-4319-8144-64ca1cf796d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:05.478970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 88751185-fc91-4fc3-b590-292c8cccc90a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:01:05.480489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks [] for router_controller (020f52ac-da25-4ec3-b029-3f92cb5c3e18), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.491149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.552670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 88751185-fc91-4fc3-b590-292c8cccc90a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:01:05.553464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 88751185-fc91-4fc3-b590-292c8cccc90a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:01:05.557492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed8bb27c-a932-4901-adf2-dd65576157d2 req-dfb57cc0-228b-40af-a311-80a8f50dfcdd tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6780102 Feb 15 02:01:05.590482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7354813f-bbfa-4ed5-9a90-6e7057e7272a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0980434 Feb 15 02:01:05.594965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.639651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.662099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.833484 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.839656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.840710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b HTTP/1.1" status: 204 len: 168 time: 0.2445743 Feb 15 02:01:05.844862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.857376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f65429-a660-470f-9c72-82206eb0dbb1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bcf12e6-4f6d-4ab4-b8a2-dd95c346912b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:05.918283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-08ef26d8-0707-4a30-a892-4176832c85da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0681510 Feb 15 02:01:05.921431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46460) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.927925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (020f52ac-da25-4ec3-b029-3f92cb5c3e18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.928707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020f52ac-da25-4ec3-b029-3f92cb5c3e18 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:01:05.934270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:05.934979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7743f6b-3431-4262-be7c-e6ca7fa3b3db admin admin] 10.222.0.43 "DELETE /v2.0/routers/020f52ac-da25-4ec3-b029-3f92cb5c3e18 HTTP/1.1" status: 204 len: 168 time: 3.4489448 Feb 15 02:01:05.938320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:05.981047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.003554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.072034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Deleting subnet 55f42adf-b6c2-482a-901e-040c30637a36 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:01:06.099551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Publish callbacks [] for subnet (55f42adf-b6c2-482a-901e-040c30637a36), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.161281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (595e078b-0fbf-4a6e-8ab0-37f32fabd87d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.165258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.166415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/595e078b-0fbf-4a6e-8ab0-37f32fabd87d HTTP/1.1" status: 204 len: 168 time: 0.2439101 Feb 15 02:01:06.171223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:06.238515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e475b-6dc7-48a9-88a6-69b3b6d64f91 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=595e078b-0fbf-4a6e-8ab0-37f32fabd87d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:06.282258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (55f42adf-b6c2-482a-901e-040c30637a36), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.371133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-26165bc8-c430-45cf-bcf9-f675c7c2fca9 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1914594 Feb 15 02:01:06.373817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46480) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:06.438406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (55f42adf-b6c2-482a-901e-040c30637a36), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.449505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.465920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.667292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d3bc6f19-88c3-4b28-a816-72457af0dc34), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.676460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.676460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d3bc6f19-88c3-4b28-a816-72457af0dc34 HTTP/1.1" status: 204 len: 168 time: 0.3008068 Feb 15 02:01:06.678601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:06.690713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff17ed-1eb5-422a-a706-ec08c2e66e41 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3bc6f19-88c3-4b28-a816-72457af0dc34,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:06.756669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (55f42adf-b6c2-482a-901e-040c30637a36), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:06.847546 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-635ca015-1357-4c26-8f5a-14cffaa4884f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619761 Feb 15 02:01:06.848406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfc0a3-a19d-4b88-96b1-ec8674217663 req-f752b7dc-4cb2-4eda-9b6a-2166f88f7266 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:06.850133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ebfc0a3-a19d-4b88-96b1-ec8674217663 req-f752b7dc-4cb2-4eda-9b6a-2166f88f7266 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1110642 Feb 15 02:01:06.850644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:07.009804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f42adf-b6c2-482a-901e-040c30637a36,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:07.011561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ebfc0a3-a19d-4b88-96b1-ec8674217663 req-4ffbb082-2182-4ad3-acb9-b5a5b15b1b5b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422930 Feb 15 02:01:07.023780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.030307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:07.034743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2aec1614-a174-48ee-ace2-3088dc0bd67c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/55f42adf-b6c2-482a-901e-040c30637a36 HTTP/1.1" status: 204 len: 168 time: 1.0949187 Feb 15 02:01:07.050727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (009d8dd7-f999-4d5b-9f32-84a9dc066614), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.330319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4bc70c6b-3b5b-4545-a9de-a05a8301012d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:01:07.383573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (009d8dd7-f999-4d5b-9f32-84a9dc066614), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.401299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4bc70c6b-3b5b-4545-a9de-a05a8301012d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:01:07.401656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4bc70c6b-3b5b-4545-a9de-a05a8301012d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:01:07.445968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.781477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.851989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (009d8dd7-f999-4d5b-9f32-84a9dc066614), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.862278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:07.864850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/009d8dd7-f999-4d5b-9f32-84a9dc066614 HTTP/1.1" status: 204 len: 168 time: 1.0114176 Feb 15 02:01:07.867367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:07.867847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:07.937483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1819ca-133a-4b36-abe8-1f08a744acdd') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:07.938084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1819ca-133a-4b36-abe8-1f08a744acdd') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:07.953513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131a68d-a1de-443b-a5cf-16f81bbda799 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d8dd7-f999-4d5b-9f32-84a9dc066614,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:07.985734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (4d1819ca-133a-4b36-abe8-1f08a744acdd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.006156 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8c956b0d-05e3-452c-a360-afc91400cb5a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1369526 Feb 15 02:01:08.006822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:08.017540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4d1819ca-133a-4b36-abe8-1f08a744acdd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.026125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--132788400'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:08.040183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:01:08.043639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (4d1819ca-133a-4b36-abe8-1f08a744acdd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:01:08.180710 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:01:08.199317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.266396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.273951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.277770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2 HTTP/1.1" status: 204 len: 168 time: 1.2459736 Feb 15 02:01:08.381279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (cf86f5e8-17ad-4d55-ac02-7e167e95caed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.418565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39746b-c690-4044-8c07-cbe8b84fef4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4b5c3d-9e33-4adc-bdf1-1bd4b75354e2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:08.508408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652a15d-a07e-4d60-b317-f98c50c27c37 req-9682fa65-c0d3-4dcd-bfe7-d14c8f7bbed7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:08.510479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e652a15d-a07e-4d60-b317-f98c50c27c37 req-9682fa65-c0d3-4dcd-bfe7-d14c8f7bbed7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.2274849 Feb 15 02:01:08.581871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cf86f5e8-17ad-4d55-ac02-7e167e95caed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.617366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e652a15d-a07e-4d60-b317-f98c50c27c37 req-33e86c57-2970-4409-ad0b-a3141f092d18 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956984 Feb 15 02:01:08.624431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf86f5e8-17ad-4d55-ac02-7e167e95caed,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:08.752435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:08.755387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c1449ca-acbe-4883-ac94-d0fb72dd2e70 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7467363 Feb 15 02:01:08.757458 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:08.772884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': 'cf86f5e8-17ad-4d55-ac02-7e167e95caed', 'direction': 'ingress', 'protocol': 17}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:08.944181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d8e6a21f-0601-4a9e-be1b-6c993aababbb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.027002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:09.081051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (d8e6a21f-0601-4a9e-be1b-6c993aababbb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.085501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dbd68c6f-fb0c-4296-8ff3-4a43c2feb741 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab2a8836fb7d4a159ffe428a7c9bb444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551109 Feb 15 02:01:09.085765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:09.184560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] Publish callbacks [] for security_group (0766cfee-d781-4a4e-a107-2ded999ed999), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.265907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d8e6a21f-0601-4a9e-be1b-6c993aababbb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.276906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] Publish callbacks [] for security_group (0766cfee-d781-4a4e-a107-2ded999ed999), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.332548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e6a21f-0601-4a9e-be1b-6c993aababbb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:09.372605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:09.475423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.476946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ec34cc54-4620-49af-8add-0dfe1b1cb6b1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7183154 Feb 15 02:01:09.483071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:09.563411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0766cfee-d781-4a4e-a107-2ded999ed999), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.570304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.573799 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0766cfee-d781-4a4e-a107-2ded999ed999 HTTP/1.1" status: 204 len: 168 time: 0.4869688 Feb 15 02:01:09.604652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047947c-9323-4299-97f7-434b2de0eaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766cfee-d781-4a4e-a107-2ded999ed999,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:09.606811 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (cf86f5e8-17ad-4d55-ac02-7e167e95caed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.659322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (cf86f5e8-17ad-4d55-ac02-7e167e95caed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.667994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0160d85d-5edd-438b-a95d-72aa99003601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.875555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b0eef-e3b2-4686-be77-d2417980ddcf req-fd49b3c0-3903-4bc3-ac00-b7072ce8eabe tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:09.877747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba7b0eef-e3b2-4686-be77-d2417980ddcf req-fd49b3c0-3903-4bc3-ac00-b7072ce8eabe tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1078684 Feb 15 02:01:09.947570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cf86f5e8-17ad-4d55-ac02-7e167e95caed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.951172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:09.953216 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/cf86f5e8-17ad-4d55-ac02-7e167e95caed HTTP/1.1" status: 204 len: 168 time: 0.4725027 Feb 15 02:01:09.957306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:09.959398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba7b0eef-e3b2-4686-be77-d2417980ddcf req-8ce04249-b32f-48ff-986a-547ac11391e1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736880 Feb 15 02:01:09.998206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff827c-b150-4ce0-a870-b4d702916d6d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf86f5e8-17ad-4d55-ac02-7e167e95caed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:10.041978 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7cf95601-14ec-4689-8eb8-34b4421cdad5 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813320 Feb 15 02:01:10.047501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:10.052308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--622412068'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:10.084456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0160d85d-5edd-438b-a95d-72aa99003601 admin admin] Publish callbacks [] for security_group (a0440e9a-ecfb-4886-ab9a-09532e450c0d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.187610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.187815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0160d85d-5edd-438b-a95d-72aa99003601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a0440e9a-ecfb-4886-ab9a-09532e450c0d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.274922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0160d85d-5edd-438b-a95d-72aa99003601 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb3850ec22ec42418deb0f290e089b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8980892 Feb 15 02:01:10.280764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:10.333264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160d85d-5edd-438b-a95d-72aa99003601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0440e9a-ecfb-4886-ab9a-09532e450c0d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:10.421818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f029eb20-a7ff-4eca-ba40-66673ed0725f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.441525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] Publish callbacks [] for security_group (a0440e9a-ecfb-4886-ab9a-09532e450c0d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.484844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f029eb20-a7ff-4eca-ba40-66673ed0725f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.492809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] Publish callbacks [] for security_group (a0440e9a-ecfb-4886-ab9a-09532e450c0d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.536926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f029eb20-a7ff-4eca-ba40-66673ed0725f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:10.595578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.597331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2f445f99-715a-446a-a212-f906219dcbd8 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5485528 Feb 15 02:01:10.600125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:10.610500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--587254596'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:10.689900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a0440e9a-ecfb-4886-ab9a-09532e450c0d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.694715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.694715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0440e9a-ecfb-4886-ab9a-09532e450c0d HTTP/1.1" status: 204 len: 168 time: 0.4122770 Feb 15 02:01:10.703726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c53090-6eb7-47db-ba37-f469157ccb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0440e9a-ecfb-4886-ab9a-09532e450c0d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:10.758181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:10.936838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f61aadc8-00a3-459b-8000-7cb5cfa8c82e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.028082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f61aadc8-00a3-459b-8000-7cb5cfa8c82e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.109502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61aadc8-00a3-459b-8000-7cb5cfa8c82e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:11.196093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.197828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e91707ee-8786-44d8-9f60-b21c4510f239 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5961628 Feb 15 02:01:11.201014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.206284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': 'f029eb20-a7ff-4eca-ba40-66673ed0725f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f61aadc8-00a3-459b-8000-7cb5cfa8c82e', 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:11.251765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbfa07-bd9a-40a5-88f9-61bdb57fd089 req-92a7c6cf-f5bd-433f-a42b-7a8e125a9391 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:11.253467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfdbfa07-bd9a-40a5-88f9-61bdb57fd089 req-92a7c6cf-f5bd-433f-a42b-7a8e125a9391 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1220357 Feb 15 02:01:11.332360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.380434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfdbfa07-bd9a-40a5-88f9-61bdb57fd089 req-1782ab7e-6122-4db7-8c04-a4047ef376e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179113 Feb 15 02:01:11.494124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.559185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.564249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.581764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d3b4-7956-42de-9560-e7242ab782c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.585316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f06c0e-3818-4e99-8db5-faff291fa5f0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:11.694977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.694977 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-da17ab30-1322-433a-a32f-af4e2675c77e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4867463 Feb 15 02:01:11.694977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.711232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d3b4-7956-42de-9560-e7242ab782c7 admin admin] Publish callbacks [] for security_group (e68d5910-75b3-44e5-ac5b-be73e632dd65), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.725385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.738149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.765892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d3b4-7956-42de-9560-e7242ab782c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e68d5910-75b3-44e5-ac5b-be73e632dd65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.844779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e6f06c0e-3818-4e99-8db5-faff291fa5f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.846998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d6e2d3b4-7956-42de-9560-e7242ab782c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f334f282e2e14470ae8d16f8ee9bea2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861543 Feb 15 02:01:11.847824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2d3b4-7956-42de-9560-e7242ab782c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d5910-75b3-44e5-ac5b-be73e632dd65,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:11.854305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.862739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:11.866993 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e6f06c0e-3818-4e99-8db5-faff291fa5f0 HTTP/1.1" status: 204 len: 168 time: 0.1715839 Feb 15 02:01:11.872846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.884951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:11.887434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35df4f-321c-474f-8760-5737837516cc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f06c0e-3818-4e99-8db5-faff291fa5f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:12.013660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] Publish callbacks [] for security_group (e68d5910-75b3-44e5-ac5b-be73e632dd65), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.050277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b67ff553-d353-4e39-90d5-76e7031a5073 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1729901 Feb 15 02:01:12.067816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:12.090636 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] Publish callbacks [] for security_group (e68d5910-75b3-44e5-ac5b-be73e632dd65), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.194351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f61aadc8-00a3-459b-8000-7cb5cfa8c82e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.234272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f61aadc8-00a3-459b-8000-7cb5cfa8c82e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.249446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e68d5910-75b3-44e5-ac5b-be73e632dd65), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.253083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.260113 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e68d5910-75b3-44e5-ac5b-be73e632dd65 HTTP/1.1" status: 204 len: 168 time: 0.3912921 Feb 15 02:01:12.314404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092dfc5-ec8f-4666-8a5b-25c0cf3634be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d5910-75b3-44e5-ac5b-be73e632dd65,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:12.340079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1897119273-network', 'tenant_id': 'e5c6bd85d1c54cdb9eb5988b2258c621'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:12.571517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300919b8-cc43-41f4-8761-f27ff8938810 req-320566f8-4e26-4cbc-a8f4-b723694c8b51 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:12.573225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-300919b8-cc43-41f4-8761-f27ff8938810 req-320566f8-4e26-4cbc-a8f4-b723694c8b51 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0618839 Feb 15 02:01:12.621377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-300919b8-cc43-41f4-8761-f27ff8938810 req-2d3badb2-d80c-47d2-8578-a97283717c4b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 Feb 15 02:01:12.627482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f61aadc8-00a3-459b-8000-7cb5cfa8c82e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.630310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.633973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/f61aadc8-00a3-459b-8000-7cb5cfa8c82e HTTP/1.1" status: 204 len: 168 time: 0.5699301 Feb 15 02:01:12.638947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:12.643811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701166-43af-46cb-924a-8666aa5886e1 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61aadc8-00a3-459b-8000-7cb5cfa8c82e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:12.695248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-abebbc15-b00f-4538-804b-1447013f18a4 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0590489 Feb 15 02:01:12.697297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:12.714311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Made reservation on behalf of e5c6bd85d1c54cdb9eb5988b2258c621 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:12.717279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.733411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.786254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f029eb20-a7ff-4eca-ba40-66673ed0725f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.819285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (f029eb20-a7ff-4eca-ba40-66673ed0725f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.914972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks [] for security_group (57feaf65-18c0-4c61-8436-98eb0884e02b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.975971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f029eb20-a7ff-4eca-ba40-66673ed0725f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.978628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:12.979804 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/f029eb20-a7ff-4eca-ba40-66673ed0725f HTTP/1.1" status: 204 len: 168 time: 0.2815888 Feb 15 02:01:12.982591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:13.003529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c69b07-2a47-44f2-80d4-d7366b042764 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f029eb20-a7ff-4eca-ba40-66673ed0725f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:13.014911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57feaf65-18c0-4c61-8436-98eb0884e02b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.058755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e78a311f-cfe7-4c80-bad7-47a3f33ed382 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746763 Feb 15 02:01:13.063908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:13.067991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146150782'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:13.107686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:01:13.126057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57feaf65-18c0-4c61-8436-98eb0884e02b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:13.171449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.173729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f79f75d2-63b4-44e5-a3f2-594226cb7b3c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.174092 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Added segment f79f75d2-63b4-44e5-a3f2-594226cb7b3c of type vlan for network 347d6a69-6adc-465f-8512-e7df0b3a6892 Feb 15 02:01:13.257830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (347d6a69-6adc-465f-8512-e7df0b3a6892), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.323082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (ed23d890-770c-49bd-bd15-d410bbfa9aaa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.414913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (347d6a69-6adc-465f-8512-e7df0b3a6892), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.415143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ed23d890-770c-49bd-bd15-d410bbfa9aaa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.415947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:13.416555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.465227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23d890-770c-49bd-bd15-d410bbfa9aaa,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:13.487168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] Pushing event updated for resources: {'Network': ['ID=347d6a69-6adc-465f-8512-e7df0b3a6892,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:13.500310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 347d6a69-6adc-465f-8512-e7df0b3a6892 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:01:13.567923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.573341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85055d97-c1d6-472e-849d-6436cee5cf5f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5053954 Feb 15 02:01:13.573597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:13.580887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': 'ed23d890-770c-49bd-bd15-d410bbfa9aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:13.605379 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3043231d-c83d-4370-8867-f288da7560a9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7156751 Feb 15 02:01:13.605379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:13.610909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Request body: {'subnet': {'network_id': '347d6a69-6adc-465f-8512-e7df0b3a6892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1897119273-subnet', 'tenant_id': 'e5c6bd85d1c54cdb9eb5988b2258c621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:13.716747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.807748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Made reservation on behalf of e5c6bd85d1c54cdb9eb5988b2258c621 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:13.810557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:13.904791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef1ec-348e-4c4d-8747-35331b00f8e5 req-b803bff7-c8fe-479e-b8f1-f8b0010a6179 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:13.906737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76eef1ec-348e-4c4d-8747-35331b00f8e5 req-b803bff7-c8fe-479e-b8f1-f8b0010a6179 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1521230 Feb 15 02:01:13.921501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.009254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.063705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcb5d8d-a870-4dc2-a0b9-702d58adea2e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:14.077427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76eef1ec-348e-4c4d-8747-35331b00f8e5 req-1813783c-658c-4095-a84f-e4e3211328d7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521325 Feb 15 02:01:14.179702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.183562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f507140c-04ca-4406-8675-156ebf4b2608 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6054840 Feb 15 02:01:14.183776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:14.228829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6c0813a8-40a0-46dc-bf6d-b0116a985c3b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.257068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.274737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.421854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (3fcb5d8d-a870-4dc2-a0b9-702d58adea2e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.428568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0813a8-40a0-46dc-bf6d-b0116a985c3b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:14.437925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.439766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3fcb5d8d-a870-4dc2-a0b9-702d58adea2e HTTP/1.1" status: 204 len: 168 time: 0.2550142 Feb 15 02:01:14.443141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b2130-fa11-4f8e-a174-851a4f288923 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fcb5d8d-a870-4dc2-a0b9-702d58adea2e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:14.444228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:14.515690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Checking segment: {'id': 'f79f75d2-63b4-44e5-a3f2-594226cb7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '347d6a69-6adc-465f-8512-e7df0b3a6892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:14.516342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Network hostable DHCP agents. Network: 347d6a69-6adc-465f-8512-e7df0b3a6892, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:01:14.531070 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d69af75-5be1-458f-a58a-ba250908db7b tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833890 Feb 15 02:01:14.532851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:14.661793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Network 347d6a69-6adc-465f-8512-e7df0b3a6892 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:01:14.769524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 347d6a69-6adc-465f-8512-e7df0b3a6892) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:14.785694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155cac63-451a-4e13-9242-914a408a0d16 None None] Network 347d6a69-6adc-465f-8512-e7df0b3a6892 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:14.789763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:14.793801 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.890569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (ed23d890-770c-49bd-bd15-d410bbfa9aaa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:14.948257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9443973c-8dd9-4e9b-b8b8-f3d890992c57 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3416979 Feb 15 02:01:14.960569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (ed23d890-770c-49bd-bd15-d410bbfa9aaa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.031721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c265a-f405-4a01-a697-74d61519e455 None None] Network 347d6a69-6adc-465f-8512-e7df0b3a6892 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:15.125826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ed23d890-770c-49bd-bd15-d410bbfa9aaa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.130797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.131096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.139113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed23d890-770c-49bd-bd15-d410bbfa9aaa HTTP/1.1" status: 204 len: 168 time: 0.6047409 Feb 15 02:01:15.142819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.217477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381876-7ecc-4def-9837-d80aa3b5485a tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23d890-770c-49bd-bd15-d410bbfa9aaa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:15.284432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a7fb9704-68a5-4036-a870-6011155aa46e tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1332574 Feb 15 02:01:15.285084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.303844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181880795'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:15.336120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1c80d1f-438f-49eb-b2b8-68fa99222653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.387268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.432127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1c80d1f-438f-49eb-b2b8-68fa99222653 admin admin] Publish callbacks [] for security_group (86db0f39-6b5e-4579-8ece-c7beefaa389c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.439329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68723b-6bb0-4a6d-a46c-5076f20c429d req-b31ae36f-3c8d-40f4-a926-c9c0abf098f9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:15.440908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e68723b-6bb0-4a6d-a46c-5076f20c429d req-b31ae36f-3c8d-40f4-a926-c9c0abf098f9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0555856 Feb 15 02:01:15.444450 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.516336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1c80d1f-438f-49eb-b2b8-68fa99222653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86db0f39-6b5e-4579-8ece-c7beefaa389c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.526029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e68723b-6bb0-4a6d-a46c-5076f20c429d req-ec8b9517-c57c-4cf9-bc26-e9d69ef6e6ea tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746901 Feb 15 02:01:15.557841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.604496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (972c199c-226d-4e0d-9063-a663d3937a64), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.614123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Deleting subnet 6c0813a8-40a0-46dc-bf6d-b0116a985c3b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:01:15.619252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Publish callbacks [] for subnet (6c0813a8-40a0-46dc-bf6d-b0116a985c3b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.620062 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d1c80d1f-438f-49eb-b2b8-68fa99222653 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7beae9e519ca429b9254543bdf5e6818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885945 Feb 15 02:01:15.622542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c80d1f-438f-49eb-b2b8-68fa99222653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db0f39-6b5e-4579-8ece-c7beefaa389c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:15.625801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.674933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (972c199c-226d-4e0d-9063-a663d3937a64), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.695452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (6c0813a8-40a0-46dc-bf6d-b0116a985c3b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.755364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6c0813a8-40a0-46dc-bf6d-b0116a985c3b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.803970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972c199c-226d-4e0d-9063-a663d3937a64,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:15.808632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] Publish callbacks [] for security_group (86db0f39-6b5e-4579-8ece-c7beefaa389c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.831619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.845180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.845893 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc3fd880-fa1d-4499-a6c4-5ceefcc7f784 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5596449 Feb 15 02:01:15.858002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '972c199c-226d-4e0d-9063-a663d3937a64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:15.876962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] Publish callbacks [] for security_group (86db0f39-6b5e-4579-8ece-c7beefaa389c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.908228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (6c0813a8-40a0-46dc-bf6d-b0116a985c3b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.943687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0813a8-40a0-46dc-bf6d-b0116a985c3b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:15.945847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:15.952169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:15.952326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2ed671e4-9e4f-443b-b027-250d770b88f4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6c0813a8-40a0-46dc-bf6d-b0116a985c3b HTTP/1.1" status: 204 len: 168 time: 0.3928139 Feb 15 02:01:15.966694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-de520013-ffe7-4ed0-b98c-8238bbeca23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:15.968285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-de520013-ffe7-4ed0-b98c-8238bbeca23d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1129 time: 0.1854465 Feb 15 02:01:16.023892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86db0f39-6b5e-4579-8ece-c7beefaa389c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.026766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.027831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86db0f39-6b5e-4579-8ece-c7beefaa389c HTTP/1.1" status: 204 len: 168 time: 0.4008169 Feb 15 02:01:16.037481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (347d6a69-6adc-465f-8512-e7df0b3a6892), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.045047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.061702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282a1c-c6de-4d12-ad6e-66a5548f68ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db0f39-6b5e-4579-8ece-c7beefaa389c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:16.117429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-ce125090-13d2-4770-98da-86487cc9fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:16.118981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-ce125090-13d2-4770-98da-86487cc9fa52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.1434741 Feb 15 02:01:16.170160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.180827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (347d6a69-6adc-465f-8512-e7df0b3a6892), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.208229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347d6a69-6adc-465f-8512-e7df0b3a6892']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:16.219166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79f75d2-63b4-44e5-a3f2-594226cb7b3c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:16.219692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79f75d2-63b4-44e5-a3f2-594226cb7b3c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:16.240648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-bac9deaf-0d61-43c9-a2c7-fe8fefd57a12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1130223 Feb 15 02:01:16.255552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (f79f75d2-63b4-44e5-a3f2-594226cb7b3c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.288358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f79f75d2-63b4-44e5-a3f2-594226cb7b3c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.305395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (f79f75d2-63b4-44e5-a3f2-594226cb7b3c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:01:16.309078 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:01:16.317441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.343687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37230d71-3a06-40df-bb0b-4d7b602e8081,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:16.350484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-1719cc0e-2f40-4b20-bd3d-18d8f9d63164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:16.352700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-1719cc0e-2f40-4b20-bd3d-18d8f9d63164 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1053629 Feb 15 02:01:16.405447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-75f8afa3-4b15-4366-a042-a2dd4680402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:16.407693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-75f8afa3-4b15-4366-a042-a2dd4680402c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490448 Feb 15 02:01:16.439129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.443428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46796) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:16.451725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0efd38d2-960e-4a6e-8bc7-6565a01a2f5d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6036727 Feb 15 02:01:16.474634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e92f3500-1853-4583-91ce-54720f4ac158 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules/37230d71-3a06-40df-bb0b-4d7b602e8081 HTTP/1.1" status: 200 len: 763 time: 0.0298924 Feb 15 02:01:16.477634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:16.514616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (347d6a69-6adc-465f-8512-e7df0b3a6892), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.521300 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.528336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] 10.222.0.43 "DELETE /v2.0/networks/347d6a69-6adc-465f-8512-e7df0b3a6892 HTTP/1.1" status: 204 len: 168 time: 0.5750353 Feb 15 02:01:16.574728 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c58f0df3-7391-4f41-b099-c84b1d117c4b tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0941002 Feb 15 02:01:16.576165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4918c-d9ba-403d-bcdb-883f484348de admin admin] Pushing event deleted for resources: {'Network': ['ID=347d6a69-6adc-465f-8512-e7df0b3a6892,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:16.578378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:16.609288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-621f6bf2-e0fd-425f-bbf2-93b38bb8e427 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952164 Feb 15 02:01:16.617497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.638829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.747779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (37230d71-3a06-40df-bb0b-4d7b602e8081), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.766528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:16.770429 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/37230d71-3a06-40df-bb0b-4d7b602e8081 HTTP/1.1" status: 204 len: 168 time: 0.1825092 Feb 15 02:01:16.770429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e598c82-f26e-4264-a5d6-ff9246faecdd tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37230d71-3a06-40df-bb0b-4d7b602e8081,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:16.770429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:16.806556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70d92234-3e7a-48bf-831c-736aff7f1b1e req-48b68981-f83f-466b-9334-698f295b25bc service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891985 Feb 15 02:01:16.815415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68682a8e-7fc4-4921-8db0-3d7feb9e357f req-e787b079-6c68-4a5c-aa16-4184d38eefa2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:16.817093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68682a8e-7fc4-4921-8db0-3d7feb9e357f req-e787b079-6c68-4a5c-aa16-4184d38eefa2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1578436 Feb 15 02:01:16.827130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-93e8c013-9e9a-468f-88b3-4970880d8dfc tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497415 Feb 15 02:01:16.830810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:16.836427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '972c199c-226d-4e0d-9063-a663d3937a64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:16.897961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68682a8e-7fc4-4921-8db0-3d7feb9e357f req-96dfa15e-0890-4abe-8f7d-5feebf13d1a4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687921 Feb 15 02:01:16.958289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.043970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.068022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.112894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d2f0d3e-1dc1-4866-9644-42f02cbed7e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5c6bd85d1c54cdb9eb5988b2258c621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429745 Feb 15 02:01:17.119344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.157480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.183733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ec7ea9-b25b-41f3-8523-2c79354b0e61,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:17.210198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] Publish callbacks [] for security_group (57feaf65-18c0-4c61-8436-98eb0884e02b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.239302 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] Publish callbacks [] for security_group (57feaf65-18c0-4c61-8436-98eb0884e02b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.249711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.251005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea5c0b83-3cfa-4ea3-93a5-88b86fe2b258 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4184599 Feb 15 02:01:17.253780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46836) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.270892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e4efae66-9866-4716-9cce-fbb2f9d134a3 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules/00ec7ea9-b25b-41f3-8523-2c79354b0e61 HTTP/1.1" status: 200 len: 763 time: 0.0157998 Feb 15 02:01:17.273610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.324960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6254b8b1-789b-4f31-92f3-c33268ff1408 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0483778 Feb 15 02:01:17.326337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.350500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.358097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.410618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57feaf65-18c0-4c61-8436-98eb0884e02b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.413389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.416946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57feaf65-18c0-4c61-8436-98eb0884e02b HTTP/1.1" status: 204 len: 168 time: 0.2942016 Feb 15 02:01:17.431141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c394d6-3c5f-4e7a-aa17-b578164bb80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57feaf65-18c0-4c61-8436-98eb0884e02b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:17.451099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (00ec7ea9-b25b-41f3-8523-2c79354b0e61), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.464328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.465658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/00ec7ea9-b25b-41f3-8523-2c79354b0e61 HTTP/1.1" status: 204 len: 168 time: 0.1382716 Feb 15 02:01:17.469090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.472427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2b5e-c13b-4ac7-99b1-6caf9cc04565 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00ec7ea9-b25b-41f3-8523-2c79354b0e61,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:17.537778 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b05fef1d-cd25-4e4e-9191-acb76a93db9d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674195 Feb 15 02:01:17.540242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:17.544812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': '972c199c-226d-4e0d-9063-a663d3937a64', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:17.644403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.757938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.878590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.902233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9479df1f-1d75-4f79-9a47-ee7a3b0258f7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:17.984616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:17.986438 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceb355ca-f87c-4ba3-8f95-427efc9b6b00 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448853 Feb 15 02:01:17.989079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.007747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d2d59843-ac7c-4297-bf3d-1c05e74e0af2 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules/9479df1f-1d75-4f79-9a47-ee7a3b0258f7 HTTP/1.1" status: 200 len: 764 time: 0.0166235 Feb 15 02:01:18.010214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.038489 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.061112 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53eed577-7a9a-452a-ab73-67fcd2b57fec tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0492852 Feb 15 02:01:18.070442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.112751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f25f7c-3976-4c8c-8195-8f6e7e1556f4 req-8012a1d3-fdbb-498b-8576-4641bacda0d7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:18.120160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.125716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08f25f7c-3976-4c8c-8195-8f6e7e1556f4 req-8012a1d3-fdbb-498b-8576-4641bacda0d7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.1199083 Feb 15 02:01:18.130694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.221641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9479df1f-1d75-4f79-9a47-ee7a3b0258f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.236437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.237076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08f25f7c-3976-4c8c-8195-8f6e7e1556f4 req-25ecf733-9652-4083-a96b-9e0a806113a7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106129 Feb 15 02:01:18.245966 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9479df1f-1d75-4f79-9a47-ee7a3b0258f7 HTTP/1.1" status: 204 len: 168 time: 0.1711335 Feb 15 02:01:18.245966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67eee8-d911-4778-b9ed-28d214abd3da tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9479df1f-1d75-4f79-9a47-ee7a3b0258f7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:18.246166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.293167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e392c7df-7b74-44e5-b73e-099ff362568f tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438836 Feb 15 02:01:18.295560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.374386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (972c199c-226d-4e0d-9063-a663d3937a64), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.415563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (972c199c-226d-4e0d-9063-a663d3937a64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.563140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (972c199c-226d-4e0d-9063-a663d3937a64), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.563140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.564047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/972c199c-226d-4e0d-9063-a663d3937a64 HTTP/1.1" status: 204 len: 168 time: 0.2661650 Feb 15 02:01:18.565199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.589539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041b9c-59a1-416e-afe6-d22a159bdcc0 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c199c-226d-4e0d-9063-a663d3937a64,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:18.632178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3767f941-f78e-4c24-85f3-bb32e6c4bd79 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658071 Feb 15 02:01:18.636377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:18.641842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058296090'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:18.730405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.840080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.914911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:18.971439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:19.017493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.019647 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cbb13fd0-5d0d-4a4d-b64a-f304b35a6b2c tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3812215 Feb 15 02:01:19.028440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.033416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Request body: {'security_group_rule': {'security_group_id': 'd48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:19.152172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (25f2d60c-67c5-4f06-9a0d-1688b5a662e8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.258622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (25f2d60c-67c5-4f06-9a0d-1688b5a662e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.347699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (25f2d60c-67c5-4f06-9a0d-1688b5a662e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.371157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f2d60c-67c5-4f06-9a0d-1688b5a662e8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:19.390740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bae2f-49fd-4588-ad32-21518a4314e9 req-953612a7-f0a6-4e31-9816-86b3f96a4fc0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:19.392955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5bae2f-49fd-4588-ad32-21518a4314e9 req-953612a7-f0a6-4e31-9816-86b3f96a4fc0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 946 time: 0.0751336 Feb 15 02:01:19.465049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f5bae2f-49fd-4588-ad32-21518a4314e9 req-6af6e0df-a6ba-424f-b2a7-97341c700b71 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593214 Feb 15 02:01:19.471272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.472661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-396a7472-62f6-4b97-9784-0ae2ad3e170d tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4430845 Feb 15 02:01:19.478598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.548092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.575385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.595837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:01:19.703729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.707028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.710621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8 HTTP/1.1" status: 204 len: 168 time: 0.2323205 Feb 15 02:01:19.710987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.740283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bb202-180d-48a3-8994-894c93263081 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:19.785454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c1c1f432-0fda-42f0-84bd-290fe1b9214b tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0693021 Feb 15 02:01:19.786492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.828258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:19.829476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:19.833001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db452db4-8263-4d0a-a859-7039478a3617 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0434277 Feb 15 02:01:19.835164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.853161 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-3feb83e1-8654-430d-a3ee-0f1c2e25b161 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] delete failed (client error): The resource could not be found. Feb 15 02:01:19.859269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3feb83e1-8654-430d-a3ee-0f1c2e25b161 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "DELETE /v2.0/security-groups/d48cbb7e-8f61-4df0-bb5d-9bcfb7dd5fd8 HTTP/1.1" status: 404 len: 347 time: 0.0188093 Feb 15 02:01:19.859394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.865826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:01:19.869649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:19.872081 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b6d258-7ab5-45fe-be13-d2bc1c4ca661" -d '{"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-unplugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:01:19.891024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:19.938148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a012e13-12fa-4a09-896b-f8d9c5949244 tempest-SecGroupTest-1753025354 tempest-SecGroupTest-1753025354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771487 Feb 15 02:01:19.966206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.045113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:20.064361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9192ebe-952d-4967-890c-06220e56ff0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.159093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9192ebe-952d-4967-890c-06220e56ff0f admin admin] Publish callbacks [] for security_group (f8cc894d-e186-4870-a48c-35bc86fc2e3d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.261573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e9192ebe-952d-4967-890c-06220e56ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8cc894d-e186-4870-a48c-35bc86fc2e3d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.310296 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e9192ebe-952d-4967-890c-06220e56ff0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c0a30372a244c1bbbbcbfd2dab73ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4387197 Feb 15 02:01:20.313342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:20.322847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9192ebe-952d-4967-890c-06220e56ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cc894d-e186-4870-a48c-35bc86fc2e3d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:20.437374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] Publish callbacks [] for security_group (f8cc894d-e186-4870-a48c-35bc86fc2e3d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.469568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] Publish callbacks [] for security_group (f8cc894d-e186-4870-a48c-35bc86fc2e3d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.534542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:20.604278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8cc894d-e186-4870-a48c-35bc86fc2e3d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.616757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.620854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8cc894d-e186-4870-a48c-35bc86fc2e3d HTTP/1.1" status: 204 len: 168 time: 0.3024213 Feb 15 02:01:20.633710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f6127-e6b6-4d66-b8f3-55d1a76279d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cc894d-e186-4870-a48c-35bc86fc2e3d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:20.733298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a9c63a21-9b1e-48db-9fa8-3771cf130815 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd361129b9b449ecb1a0edd086c5bce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967483 Feb 15 02:01:20.735763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:20.803711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] Publish callbacks [] for security_group (2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.844880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] Publish callbacks [] for security_group (2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.987186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:20.998887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:21.002636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86 HTTP/1.1" status: 204 len: 168 time: 0.2634213 Feb 15 02:01:21.021844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272db736-4393-4e9c-a989-c7d60928b6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea00cb5-ea92-4ba0-8e54-8f6749fd3c86,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:21.056675 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b403701-16db-4ac3-8c24-a3b6dd495c77 x-openstack-request-id: req-9b403701-16db-4ac3-8c24-a3b6dd495c77 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:01:21.058112 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-unplugged", "status": "failed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:01:21.058458 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b403701-16db-4ac3-8c24-a3b6dd495c77 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:01:21.058929 n-d-829064-14 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'code': 422} returned with failed status Feb 15 02:01:21.097239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a68494ad-f3dd-4897-964b-4f37b913572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:21.704864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47124) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:21.902345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44d4fbe-7b61-4ed3-9903-445ed257c809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.020965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44d4fbe-7b61-4ed3-9903-445ed257c809 admin admin] Publish callbacks [] for security_group (85fead19-6608-44de-acfd-8f3ceafd92b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.084779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44d4fbe-7b61-4ed3-9903-445ed257c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (85fead19-6608-44de-acfd-8f3ceafd92b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.143512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d4fbe-7b61-4ed3-9903-445ed257c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fead19-6608-44de-acfd-8f3ceafd92b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:22.148435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e44d4fbe-7b61-4ed3-9903-445ed257c809 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=530fac5a7ad143b4971d621e6c9b8585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422414 Feb 15 02:01:22.155693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:22.233751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] Publish callbacks [] for security_group (85fead19-6608-44de-acfd-8f3ceafd92b3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.281996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] Publish callbacks [] for security_group (85fead19-6608-44de-acfd-8f3ceafd92b3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.491068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb253ea1-2fb5-4c8c-9aa6-1d0df4a03f4b req-b4ce70fb-0a5e-48cc-a088-24658a8e1bbb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:22.499925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb253ea1-2fb5-4c8c-9aa6-1d0df4a03f4b req-b4ce70fb-0a5e-48cc-a088-24658a8e1bbb tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.0615945 Feb 15 02:01:22.555174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (85fead19-6608-44de-acfd-8f3ceafd92b3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.558260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:22.560549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85fead19-6608-44de-acfd-8f3ceafd92b3 HTTP/1.1" status: 204 len: 168 time: 0.4037240 Feb 15 02:01:22.571095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96697d-e257-4813-a7bb-ad17990fa19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fead19-6608-44de-acfd-8f3ceafd92b3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:22.578783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb253ea1-2fb5-4c8c-9aa6-1d0df4a03f4b req-3d12813e-1fe0-4a34-8391-1663732c56d6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779560 Feb 15 02:01:23.239672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:23.312620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2dbce44d-329a-4961-bfb3-54d06fb9b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.445084 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-a37681a6-12fb-4ce0-a9f3-04ff8dcc845e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3446064 Feb 15 02:01:23.473164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1045575183-network', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:23.583027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-7515afb6-5713-4287-bb96-da56831848f7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:23.584876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-7515afb6-5713-4287-bb96-da56831848f7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports/d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 941 time: 0.0905559 Feb 15 02:01:23.591628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Made reservation on behalf of 1f01ac9b85ed4ae597380a6b6ee2e7c5 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:23.602750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.609080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:01:23.615438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.669297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:23.699092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dc54a7d-7a46-4c08-9a8a-838f260962d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.725571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:23.786528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks [] for security_group (9cc476aa-e107-4f30-a438-12c732c22b68), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.850175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cc476aa-e107-4f30-a438-12c732c22b68), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.855998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dc54a7d-7a46-4c08-9a8a-838f260962d7 admin admin] Publish callbacks [] for security_group (7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.880905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:01:23.891869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc476aa-e107-4f30-a438-12c732c22b68,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:23.899436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (23b49fd2-4312-43ca-91ee-fd55f419bbf7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.900828 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Added segment 23b49fd2-4312-43ca-91ee-fd55f419bbf7 of type vlan for network 63fe4180-7f39-42d4-8d99-de8b3fc33926 Feb 15 02:01:23.946110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (63fe4180-7f39-42d4-8d99-de8b3fc33926), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:23.953989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dc54a7d-7a46-4c08-9a8a-838f260962d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.017189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6dc54a7d-7a46-4c08-9a8a-838f260962d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de80cc626b4043a5957ae11374cdeb0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468711 Feb 15 02:01:24.018277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc54a7d-7a46-4c08-9a8a-838f260962d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:24.019887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:24.058198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (63fe4180-7f39-42d4-8d99-de8b3fc33926), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.059981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:24.064698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.190849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] Pushing event updated for resources: {'Network': ['ID=63fe4180-7f39-42d4-8d99-de8b3fc33926,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:24.195067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Publish callbacks [] for security_group (7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.206910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c19810c-6ce6-46b1-a98a-2cb6c61780e6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9656436 Feb 15 02:01:24.207361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:24.213164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:01:24.218932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Request body: {'subnet': {'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1045575183-subnet', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:24.228673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Publish callbacks [] for security_group (7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.353970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Made reservation on behalf of 1f01ac9b85ed4ae597380a6b6ee2e7c5 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:24.357065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.417834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.423584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.425587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da HTTP/1.1" status: 204 len: 168 time: 0.4038002 Feb 15 02:01:24.472804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77f5eb-5bac-4cbf-88ad-5f3b7cca99da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:24.487853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.489276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.501853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.503642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.504002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.504378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.504726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.505065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.508641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.509252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.509838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.510624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.511216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef155-71d8-4cd4-9068-ef581eaec0e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:24.557810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.640146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f581-23f4-4832-9aa1-920b04fc3ab9 req-804d15ec-1671-441a-aef0-265e28ee4954 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:24.648351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c54f581-23f4-4832-9aa1-920b04fc3ab9 req-804d15ec-1671-441a-aef0-265e28ee4954 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1309142 Feb 15 02:01:24.712412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c54f581-23f4-4832-9aa1-920b04fc3ab9 req-9360176b-c7bd-46af-a312-d0c1096f7c23 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629585 Feb 15 02:01:24.804795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (b7e168bf-9e51-4983-a70f-e5caf5454fa3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:24.913937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Checking segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:24.914570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Network hostable DHCP agents. Network: 63fe4180-7f39-42d4-8d99-de8b3fc33926, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:01:24.928378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e168bf-9e51-4983-a70f-e5caf5454fa3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:25.056094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:01:25.167906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 63fe4180-7f39-42d4-8d99-de8b3fc33926) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:25.177543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95ab6f-7b38-47d3-bcdb-557989bf87cc None None] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:25.186034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:25.186998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:25.305946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:25.306107 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d57bbfc8-ad76-4a8a-9968-291097e97f46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0955169 Feb 15 02:01:25.311547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:25.349847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-63fe4180-7f39-42d4-8d99-de8b3fc33926', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:01:25.349847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:25.424330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (42edccd7-281a-484a-856f-2345227d4e5d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:25.424330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (42edccd7-281a-484a-856f-2345227d4e5d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:25.525407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for router_controller (42edccd7-281a-484a-856f-2345227d4e5d), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:25.600506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Allocated IP 172.20.0.2 (63fe4180-7f39-42d4-8d99-de8b3fc33926/b7e168bf-9e51-4983-a70f-e5caf5454fa3/7afe7806-84ba-42b0-942c-18afde130bdb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:26.068493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for router_gateway (42edccd7-281a-484a-856f-2345227d4e5d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.083807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-a6616451-6a9d-4717-8f5b-8af93dfe9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:26.085368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-a6616451-6a9d-4717-8f5b-8af93dfe9f75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac&tenant_id=8cbaf7efe8ce45638937b6db25a86925 HTTP/1.1" status: 200 len: 1127 time: 0.2888346 Feb 15 02:01:26.126672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1d4d-beda-4654-a91b-3d33c07fa5a2 req-70f6485e-dbab-405c-b61d-c251cfb76ad2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:26.134849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1ac1d4d-beda-4654-a91b-3d33c07fa5a2 req-70f6485e-dbab-405c-b61d-c251cfb76ad2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.2653801 Feb 15 02:01:26.267745 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks [] for port (7afe7806-84ba-42b0-942c-18afde130bdb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.279969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.459588 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.464614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-9054c0ed-6a50-4829-8fea-d444e777b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:26.469072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-9054c0ed-6a50-4829-8fea-d444e777b08b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cbaf7efe8ce45638937b6db25a86925&device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1127 time: 0.3254466 Feb 15 02:01:26.487242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1ac1d4d-beda-4654-a91b-3d33c07fa5a2 req-b9b11cbe-99d9-4ce2-9d7c-ca6c682e24b1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450632 Feb 15 02:01:26.595503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:26.605226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Pushing event updated for resources: {'Port': ['ID=7afe7806-84ba-42b0-942c-18afde130bdb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:26.609602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:26.629538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:26.686041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-e5e59219-d99e-4906-8667-4a5414adc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:26.689876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-e5e59219-d99e-4906-8667-4a5414adc5ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 200 len: 918 time: 0.2000968 Feb 15 02:01:26.719056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Attempting to bind port 7afe7806-84ba-42b0-942c-18afde130bdb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:26.719676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Attempting to bind port 7afe7806-84ba-42b0-942c-18afde130bdb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:26.720285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Attempting to bind port 7afe7806-84ba-42b0-942c-18afde130bdb on network 63fe4180-7f39-42d4-8d99-de8b3fc33926 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:26.728173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:26.729074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Checking segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:26.729707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.730179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Bound using segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:26.730777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Bound port: 7afe7806-84ba-42b0-942c-18afde130bdb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:26.731272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.817981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] For port 7afe7806-84ba-42b0-942c-18afde130bdb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:26.821346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] For port 7afe7806-84ba-42b0-942c-18afde130bdb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7afe7806-84ba-42b0-942c-18afde130bdb,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:26.846232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-3580f674-4c37-4ff0-a603-372f0a6dc2c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 200 len: 999 time: 0.1489439 Feb 15 02:01:26.924522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.945279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for router_gateway (42edccd7-281a-484a-856f-2345227d4e5d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.977999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:26.980802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-5ab5c6ca-6e53-4019-9b1b-cb7742c233bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:26.982290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-5ab5c6ca-6e53-4019-9b1b-cb7742c233bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 200 len: 856 time: 0.1122580 Feb 15 02:01:27.021899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1e047-b686-4102-9306-67c9abc8988f None None] Pushing event updated for resources: {'Port': ['ID=7afe7806-84ba-42b0-942c-18afde130bdb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:27.124661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-f7c777b9-50ed-4bc3-9bba-d90dc48919bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:27.124661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-f7c777b9-50ed-4bc3-9bba-d90dc48919bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51d7c1b7-c0f2-469a-929e-fd50ffa3337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350284 Feb 15 02:01:27.167389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Allocated IP 172.25.2.179 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/d968eb40-1fe4-4295-a17f-f9c22f9c78d9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:27.369957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:27.500823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7afe7806-84ba-42b0-942c-18afde130bdb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:27.598099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7afe7806-84ba-42b0-942c-18afde130bdb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:27.600281 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:27.734764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7afe7806-84ba-42b0-942c-18afde130bdb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:27.736985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:27.799263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-8f6bc07b-26ce-4204-a480-340a75b28049 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678562 Feb 15 02:01:27.818809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104329e-bbe1-495c-8f71-999a7dbcf749 req-88ef2801-66a6-4cb5-ac86-b401d37028e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:27.826042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7104329e-bbe1-495c-8f71-999a7dbcf749 req-88ef2801-66a6-4cb5-ac86-b401d37028e9 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1268830 Feb 15 02:01:27.827385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 7afe7806-84ba-42b0-942c-18afde130bdb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7afe7806-84ba-42b0-942c-18afde130bdb,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:27.924160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:27.926566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-72faaca0-636f-4f0e-ab98-bb14b8ddc044 service neutron] 10.222.0.31 "GET /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151569 Feb 15 02:01:27.984923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:28.030257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=7afe7806-84ba-42b0-942c-18afde130bdb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:28.057801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7104329e-bbe1-495c-8f71-999a7dbcf749 req-2e26922e-90bf-4590-bd1e-cc0b8cf87911 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301581 Feb 15 02:01:28.189589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:28.235375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:28.246224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:28.250444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:28.393027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Pushing event updated for resources: {'Port': ['ID=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:28.612483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0958ac3-121c-4d0e-854d-70ed3fbd7665 None None] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:28.734919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2ec158c9-a9cb-4a94-9a41-ab37999006b2 None None] Provisioning complete for port 7afe7806-84ba-42b0-942c-18afde130bdb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:28.735605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ec158c9-a9cb-4a94-9a41-ab37999006b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:28.899762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ec158c9-a9cb-4a94-9a41-ab37999006b2 None None] Current status of the port 7afe7806-84ba-42b0-942c-18afde130bdb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:28.932115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for router_gateway (42edccd7-281a-484a-856f-2345227d4e5d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:29.448564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6511bc43-631f-4aa3-9313-aff66a394b7c None None] Provisioning complete for port 7afe7806-84ba-42b0-942c-18afde130bdb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:29.449984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6511bc43-631f-4aa3-9313-aff66a394b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:29.483152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b600-089b-4c42-894c-f98081ca6809 req-d736a727-09de-464f-9765-2af7b6d56806 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:29.490808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cf0b600-089b-4c42-894c-f98081ca6809 req-d736a727-09de-464f-9765-2af7b6d56806 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.2430561 Feb 15 02:01:29.509978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7afe7806-84ba-42b0-942c-18afde130bdb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:29.575391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cf0b600-089b-4c42-894c-f98081ca6809 req-1b8f9ff7-be71-4b77-b08d-ef70150c0e42 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832531 Feb 15 02:01:29.665702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (42edccd7-281a-484a-856f-2345227d4e5d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:29.705189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7afe7806-84ba-42b0-942c-18afde130bdb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:29.705671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:29.714879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6511bc43-631f-4aa3-9313-aff66a394b7c None None] Current status of the port 7afe7806-84ba-42b0-942c-18afde130bdb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:29.966966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:29.993764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7afe7806-84ba-42b0-942c-18afde130bdb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:30.146881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Router 42edccd7-281a-484a-856f-2345227d4e5d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:01:30.272724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:30.465791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Publish callbacks [] for security_group (1dbca725-2876-4e24-aad6-35a471b55f55), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:30.489314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:01:30.501720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Sync routers for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:01:30.517928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:30.521446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:30.535708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1dbca725-2876-4e24-aad6-35a471b55f55), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:30.600984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e18dd6c183f4fe99fbe514bcfcc3979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6328638 Feb 15 02:01:30.602372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbca725-2876-4e24-aad6-35a471b55f55,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:30.603742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47448) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:30.632525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.633230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.633804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.635008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.635558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.636091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:30.636676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.643186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.643186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.643348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8b752e1-25bf-4b0d-96b9-2bc24ef3ded3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3333311 Feb 15 02:01:30.643744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.646894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.647826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.648575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.649157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacdd51-4222-460e-af2c-86b4f843303c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:30.656086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:30.870575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:30.965809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] Publish callbacks [] for security_group (1dbca725-2876-4e24-aad6-35a471b55f55), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:30.992028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e873a-ba2d-4f3a-8ac8-20262d05ea59 req-f05d9e9e-0d97-4160-a449-a99fabd69ee2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:30.993828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38e873a-ba2d-4f3a-8ac8-20262d05ea59 req-f05d9e9e-0d97-4160-a449-a99fabd69ee2 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1773264 Feb 15 02:01:31.057114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] Publish callbacks [] for security_group (1dbca725-2876-4e24-aad6-35a471b55f55), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:31.221317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38e873a-ba2d-4f3a-8ac8-20262d05ea59 req-9b9080f2-66f7-4433-97c1-00c69f2a59ba tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889088 Feb 15 02:01:31.290498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:28Z', 'revision_number': 3, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:31.313539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1dbca725-2876-4e24-aad6-35a471b55f55), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:31.321353 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:31.327710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dbca725-2876-4e24-aad6-35a471b55f55 HTTP/1.1" status: 204 len: 168 time: 0.7224972 Feb 15 02:01:31.390149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Checking router: 42edccd7-281a-484a-856f-2345227d4e5d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:01:31.404739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Updating router 42edccd7-281a-484a-856f-2345227d4e5d port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:01:31.409937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46f476-385b-4cbf-9844-8e4d63d956f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbca725-2876-4e24-aad6-35a471b55f55,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:31.456384 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:01:31.516545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:31.773001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.052849 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks [] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.175746 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.262679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Attempting to bind port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:32.264796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Attempting to bind port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:32.266393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Attempting to bind port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:32.333581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:32.334295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:32.334568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.334838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:32.335340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Bound port: d968eb40-1fe4-4295-a17f-f9c22f9c78d9, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:32.335730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.405719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] For port d968eb40-1fe4-4295-a17f-f9c22f9c78d9, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:32.412093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] For port d968eb40-1fe4-4295-a17f-f9c22f9c78d9, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:32.470266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:32.470821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f8d2-8065-4dcc-a0a0-c7c94fb2a76c None None] Pushing event updated for resources: {'Port': ['ID=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:32.487628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.504349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db5a14c3-a1f8-4183-a630-398fa3f129b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.672975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f8d2-8065-4dcc-a0a0-c7c94fb2a76c None None] Pushing event updated for resources: {'Port': ['ID=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:32.717459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:32.718499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:32.844269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db5a14c3-a1f8-4183-a630-398fa3f129b0 admin admin] Publish callbacks [] for security_group (fd363818-2840-407c-a543-4b902e80fd2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.931153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db5a14c3-a1f8-4183-a630-398fa3f129b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd363818-2840-407c-a543-4b902e80fd2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:32.952966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:32.996174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a14c3-a1f8-4183-a630-398fa3f129b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd363818-2840-407c-a543-4b902e80fd2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:33.025675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-db5a14c3-a1f8-4183-a630-398fa3f129b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=165d6ec42e954dc3863c11ad0ffe29c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5540934 Feb 15 02:01:33.026715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:33.104123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] Publish callbacks [] for security_group (fd363818-2840-407c-a543-4b902e80fd2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.142759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] Publish callbacks [] for security_group (fd363818-2840-407c-a543-4b902e80fd2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.218208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:28Z', 'revision_number': 3, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:33.264329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Allocated IP 172.20.0.1 (63fe4180-7f39-42d4-8d99-de8b3fc33926/b7e168bf-9e51-4983-a70f-e5caf5454fa3/56b356e7-ac1d-4938-b584-f638dcd23ca4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:33.278844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fd363818-2840-407c-a543-4b902e80fd2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.281518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa623ae-fb83-4ac0-b4de-abaea08c0bc3 None None] The sync data for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 is: [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:28Z', 'revision_number': 3, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:01:33.299103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.311554 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd363818-2840-407c-a543-4b902e80fd2e HTTP/1.1" status: 204 len: 168 time: 0.2791345 Feb 15 02:01:33.330262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751ff9-f4ce-4e42-9e7a-dc95886bbf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd363818-2840-407c-a543-4b902e80fd2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:33.429186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks [] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.568561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b617-5932-4dab-8d01-c07778faa684 req-29f1a9ec-ce94-4617-ad8f-60bc749f7c8d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:33.570550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f065b617-5932-4dab-8d01-c07778faa684 req-29f1a9ec-ce94-4617-ad8f-60bc749f7c8d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.4434254 Feb 15 02:01:33.577557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:33.742970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:33.759356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:33.763207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:33.829916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Pushing event updated for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:33.843138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f065b617-5932-4dab-8d01-c07778faa684 req-817f167f-8714-46ee-89da-9dcdfc38944a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589166 Feb 15 02:01:33.910335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (42edccd7-281a-484a-856f-2345227d4e5d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:34.427141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b6648ded-b790-4d82-89cd-30468ae898c3 None None] Provisioning complete for port 56b356e7-ac1d-4938-b584-f638dcd23ca4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:34.427624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6648ded-b790-4d82-89cd-30468ae898c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:34.455080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:34.526259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b6648ded-b790-4d82-89cd-30468ae898c3 None None] Port 56b356e7-ac1d-4938-b584-f638dcd23ca4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:34.956648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-d89a0442-468a-416a-bfa4-45a8a4aa7c69 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:34.964843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-d89a0442-468a-416a-bfa4-45a8a4aa7c69 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.3252928 Feb 15 02:01:35.000591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-02a26fd3-3aa8-47cd-8718-a38aa92c4482 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/quotas/2857fb8c3318402aa1a3bd3aae686e9e HTTP/1.1" status: 200 len: 375 time: 0.0340271 Feb 15 02:01:35.093709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks [] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:35.176956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-858a9acc-db68-46d8-b245-c05203e907ce tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752925 Feb 15 02:01:35.183461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:35.447870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Pushing event updated for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:35.476513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (42edccd7-281a-484a-856f-2345227d4e5d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:35.624633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d968eb40-1fe4-4295-a17f-f9c22f9c78d9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:35.733383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:35.775731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:35.959917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:35.960689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:36.040873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-487783eb-3fd4-4edf-aa3e-79e095bfc986 service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630214 Feb 15 02:01:36.107891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Router 42edccd7-281a-484a-856f-2345227d4e5d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:01:36.199724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:36.200417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:36.301261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d968eb40-1fe4-4295-a17f-f9c22f9c78d9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:36.369390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea4137af-fc71-4dbc-9803-52241ac8399b None None] Provisioning complete for port 56b356e7-ac1d-4938-b584-f638dcd23ca4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:36.369773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4137af-fc71-4dbc-9803-52241ac8399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:36.468788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea4137af-fc71-4dbc-9803-52241ac8399b None None] Port 56b356e7-ac1d-4938-b584-f638dcd23ca4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:36.474580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:36.527170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-46e8518d-f440-4899-accf-168550a704ef service neutron] 10.222.0.43 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769046 Feb 15 02:01:36.617624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:36.653978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:01:36.668451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6f40e6d1-1e56-4e3c-9023-1c02c2bccc07 admin admin] 10.222.0.43 "PUT /v2.0/routers/42edccd7-281a-484a-856f-2345227d4e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0016308 Feb 15 02:01:36.680170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Sync routers for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:01:36.706162 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:36.713720 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:37.049386 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:37.171303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75d68e-d3af-4e39-90c3-612c7a425f0d req-d4313d47-8ff3-4056-b25c-182b8e48646b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:37.188401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da75d68e-d3af-4e39-90c3-612c7a425f0d req-d4313d47-8ff3-4056-b25c-182b8e48646b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1987426 Feb 15 02:01:37.307400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da75d68e-d3af-4e39-90c3-612c7a425f0d req-5cf02006-0aff-4a6c-adc2-dfb3268e6c87 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114995 Feb 15 02:01:37.553070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d968eb40-1fe4-4295-a17f-f9c22f9c78d9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:37.647621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d5c0b11-e86e-4ce5-b476-d1e14e9c8d33 req-a48a8f7e-d8f6-4b4f-9fd3-751e5b851c49 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 210 time: 0.1139047 Feb 15 02:01:37.749490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:37.749866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:37.863401 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 2, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:37.918729 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Checking router: 42edccd7-281a-484a-856f-2345227d4e5d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:01:37.921364 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Updating router 42edccd7-281a-484a-856f-2345227d4e5d port 56b356e7-ac1d-4938-b584-f638dcd23ca4 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:01:38.018522 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:38.020465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:38.591680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475a1d-3ee3-4db3-aeb4-a2cce1934f63 req-aa61d823-4bb9-4721-b9ce-eead63f3c115 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:38.602196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6475a1d-3ee3-4db3-aeb4-a2cce1934f63 req-aa61d823-4bb9-4721-b9ce-eead63f3c115 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.0905240 Feb 15 02:01:38.687917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6475a1d-3ee3-4db3-aeb4-a2cce1934f63 req-c80ea63e-4cb2-4bc5-8924-ae3fc1329d80 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822904 Feb 15 02:01:38.892187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:38.924108 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks [] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:38.944926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:38.950172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-690603651-network', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:38.964893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00cba8c0-a7c8-4506-8f26-b743be86ff9b req-2284668d-1388-4ae7-ab36-282cd8cd2610 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 210 time: 0.1026018 Feb 15 02:01:39.015723 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.129747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Made reservation on behalf of a59d62f73b1248f5ad5d08a5c314e403 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:39.132813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.150404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.150980 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Pushing event updated for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:39.208621 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.215694 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.218788 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.219418 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.219951 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.221768 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.224494 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.225125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.227790 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.228745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.229829 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.232101 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.232752 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:39.331947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Attempting to bind port 56b356e7-ac1d-4938-b584-f638dcd23ca4 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:39.331947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Attempting to bind port 56b356e7-ac1d-4938-b584-f638dcd23ca4 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:39.332715 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Attempting to bind port 56b356e7-ac1d-4938-b584-f638dcd23ca4 on network 63fe4180-7f39-42d4-8d99-de8b3fc33926 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:39.349169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:39.349534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Checking segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:39.349993 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.370329 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Bound using segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:39.380693 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Bound port: 56b356e7-ac1d-4938-b584-f638dcd23ca4, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:39.381358 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.449889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0594e197-f7bf-4de2-adf5-c5ff0567cfcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.594602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks [] for security_group (463bb677-413e-48a8-9b4e-f6c389fafe55), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.605565 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] For port 56b356e7-ac1d-4938-b584-f638dcd23ca4, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:39.635726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7adfe6d5-51ba-4d7a-a9e5-87fe7e182f97 None None] Provisioning complete for port 56b356e7-ac1d-4938-b584-f638dcd23ca4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:39.636420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7adfe6d5-51ba-4d7a-a9e5-87fe7e182f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.640813 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] For port 56b356e7-ac1d-4938-b584-f638dcd23ca4, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=56b356e7-ac1d-4938-b584-f638dcd23ca4,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:39.661195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0594e197-f7bf-4de2-adf5-c5ff0567cfcb admin admin] Publish callbacks [] for security_group (3feb5599-fbbe-4f66-aae7-7b1532dfbdca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.665946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (463bb677-413e-48a8-9b4e-f6c389fafe55), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.719262 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.733452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7adfe6d5-51ba-4d7a-a9e5-87fe7e182f97 None None] Port 56b356e7-ac1d-4938-b584-f638dcd23ca4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:39.774216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463bb677-413e-48a8-9b4e-f6c389fafe55,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:39.794597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0594e197-f7bf-4de2-adf5-c5ff0567cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3feb5599-fbbe-4f66-aae7-7b1532dfbdca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.846081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:39.885581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:01:39.932030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156abf2-7e18-4d77-a193-32c94aadf5f2 None None] Pushing event updated for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:39.970214 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0594e197-f7bf-4de2-adf5-c5ff0567cfcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f62b1398f2042d4a59b0b7676a0d4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0764785 Feb 15 02:01:39.980569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (97c4c2b9-42a2-4158-9af2-a3efd40abb45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:39.980569 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Added segment 97c4c2b9-42a2-4158-9af2-a3efd40abb45 of type vlan for network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 Feb 15 02:01:39.980569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:40.019205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594e197-f7bf-4de2-adf5-c5ff0567cfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb5599-fbbe-4f66-aae7-7b1532dfbdca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:40.057318 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:40.069957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:40.076066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc1c37-49f2-4fe6-b6cb-c595230545b8 req-175f4c00-48d2-4b04-a233-710bd7e594c3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:40.093230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fafc1c37-49f2-4fe6-b6cb-c595230545b8 req-175f4c00-48d2-4b04-a233-710bd7e594c3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.1949153 Feb 15 02:01:40.198083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6fd63331-bd17-4bd8-81a0-8d2e1d2af397), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.358001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] Publish callbacks [] for security_group (3feb5599-fbbe-4f66-aae7-7b1532dfbdca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.429509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36d41105-6e85-43c3-9807-17edb0173808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.446136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] Publish callbacks [] for security_group (3feb5599-fbbe-4f66-aae7-7b1532dfbdca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.467388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6fd63331-bd17-4bd8-81a0-8d2e1d2af397), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.472914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:40.473519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.486548 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:40.577527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Provisioning complete for port 56b356e7-ac1d-4938-b584-f638dcd23ca4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:40.577960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.607965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] Pushing event updated for resources: {'Network': ['ID=6fd63331-bd17-4bd8-81a0-8d2e1d2af397,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:40.653113 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ef05e8b-7b8c-46ac-86db-0297bed2a4cf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7062113 Feb 15 02:01:40.655823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:40.667167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Request body: {'subnet': {'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-690603651-subnet', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:40.689486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:01:40.708445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3feb5599-fbbe-4f66-aae7-7b1532dfbdca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.718080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.723432 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3feb5599-fbbe-4f66-aae7-7b1532dfbdca HTTP/1.1" status: 204 len: 168 time: 0.7422655 Feb 15 02:01:40.750978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fafc1c37-49f2-4fe6-b6cb-c595230545b8 req-09f01cdf-6f36-42e2-bcb0-e5ce5b7317d6 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6567221 Feb 15 02:01:40.796283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cde5d0-a0db-4ba6-bdaa-8dafb4a6f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb5599-fbbe-4f66-aae7-7b1532dfbdca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:40.803664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Made reservation on behalf of a59d62f73b1248f5ad5d08a5c314e403 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:40.815581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:40.882259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-3aa30ee7-66bb-4443-a47b-44d8c327266b tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:40.883761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-3aa30ee7-66bb-4443-a47b-44d8c327266b tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.31 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 814 time: 0.7844617 Feb 15 02:01:40.915819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Request body: {'port': {'device_id': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'admin_state_up': True, 'tenant_id': '2857fb8c3318402aa1a3bd3aae686e9e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:41.150768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2bd5bf1-c90d-4095-a7c9-48361ae6b25f req-efeddede-83cd-452e-b796-064e56da8d31 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 210 time: 0.2212543 Feb 15 02:01:41.218711 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:39Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:41.262428 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d812a-1a2a-49b5-b393-ee4e90885a40 None None] The sync data for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 is: [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:39Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:01:41.306847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.330061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36d41105-6e85-43c3-9807-17edb0173808 admin admin] Publish callbacks [] for security_group (143b0720-3e87-4563-b909-d87011a2e004), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.407265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36d41105-6e85-43c3-9807-17edb0173808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (143b0720-3e87-4563-b909-d87011a2e004), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.517323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Made reservation on behalf of 2857fb8c3318402aa1a3bd3aae686e9e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:01:41.521160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.523567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:41.525926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Checking segment: {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:41.526374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Network hostable DHCP agents. Network: 6fd63331-bd17-4bd8-81a0-8d2e1d2af397, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:01:41.598039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d41105-6e85-43c3-9807-17edb0173808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b0720-3e87-4563-b909-d87011a2e004,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:41.604771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Current status of the port 56b356e7-ac1d-4938-b584-f638dcd23ca4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:41.605557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.615234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:01:41.616049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-36d41105-6e85-43c3-9807-17edb0173808 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b0cb190358d4a6b9426c87c507e17b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7679498 Feb 15 02:01:41.618793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:41.672452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] For port 56b356e7-ac1d-4938-b584-f638dcd23ca4, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=56b356e7-ac1d-4938-b584-f638dcd23ca4,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:41.712764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6fd63331-bd17-4bd8-81a0-8d2e1d2af397) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:41.721854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:41.722186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.722840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd395f-56f3-4841-b890-7f3f7e1387c1 None None] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:41.853079 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d3afa81f-b0d0-4e66-9f25-7cc6707f0ed9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1960716 Feb 15 02:01:41.856055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:41.864873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:41.874935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.993296 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:41.994742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Allocated IP 172.20.0.3 (6d446940-0355-4e6b-9178-02dc03437fda/65c4ef46-18af-4638-8ab8-76cd23ee36ae/9844eac5-07bb-4882-b707-726b2c22abe9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:41.995236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.107147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dfe20-7fdb-47dd-9c52-2dc39b0f29cd None None] Pushing event updated for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:42.183894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'fixed_ips': [{'subnet_id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:01:42.188123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.206925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] Publish callbacks [] for security_group (143b0720-3e87-4563-b909-d87011a2e004), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.215894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for router_controller (ca47119a-e3c1-44e9-ba48-d9aa70c83551), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.376211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9058f-7903-4aca-963b-4cee3fe5aed9 req-963966bb-a98d-4bd4-b63d-72d845f67d37 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:42.387455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6f9058f-7903-4aca-963b-4cee3fe5aed9 req-963966bb-a98d-4bd4-b63d-72d845f67d37 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.3479445 Feb 15 02:01:42.398054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] Publish callbacks [] for security_group (143b0720-3e87-4563-b909-d87011a2e004), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.570030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Allocated IP 172.20.0.2 (6fd63331-bd17-4bd8-81a0-8d2e1d2af397/7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a/2ebcbeaa-f702-4208-bf84-a9b67984aac0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:42.830979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for router_gateway (ca47119a-e3c1-44e9-ba48-d9aa70c83551), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.872664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6f9058f-7903-4aca-963b-4cee3fe5aed9 req-1ae29a94-b7ba-4156-a05c-4cff26940902 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4757268 Feb 15 02:01:42.877039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks [] for port (9844eac5-07bb-4882-b707-726b2c22abe9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:42.921018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks [] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.064160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f499204-a3ed-4386-a4b1-fba1e60f0c61 req-883ddbd5-f4db-4b5a-828b-3a55b030e072 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 210 time: 0.0469716 Feb 15 02:01:43.071045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (143b0720-3e87-4563-b909-d87011a2e004), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.075888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.079907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/143b0720-3e87-4563-b909-d87011a2e004 HTTP/1.1" status: 204 len: 168 time: 1.4601591 Feb 15 02:01:43.102607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2130988-5b54-4c12-8403-65cde28d3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b0720-3e87-4563-b909-d87011a2e004,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:43.327588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for router_gateway (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.454569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.573957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 56b356e7-ac1d-4938-b584-f638dcd23ca4 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:43.668557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.668727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Allocated IP 172.25.2.107 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/05bf1814-a12e-438f-85e1-9700754d842f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:43.769845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:43.784232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:43.795084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:43.841974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Pushing event updated for resources: {'Port': ['ID=2ebcbeaa-f702-4208-bf84-a9b67984aac0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:43.924544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for port (05bf1814-a12e-438f-85e1-9700754d842f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:43.962622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 56b356e7-ac1d-4938-b584-f638dcd23ca4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:43.965222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.092516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Attempting to bind port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:44.093014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Attempting to bind port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:44.103614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Attempting to bind port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 on network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:44.117492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:44.118098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Checking segment: {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:44.118581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.119218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Bound using segment: {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:44.120115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Bound port: 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:44.120630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.134264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.141491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (05bf1814-a12e-438f-85e1-9700754d842f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.159478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'b74764c6-671c-4041-95e7-e5a7754e7c07'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:01:44.238109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Network 6d446940-0355-4e6b-9178-02dc03437fda is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:44.260632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:44.264892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:44.281399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:44.284331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Pushing event updated for resources: {'Port': ['ID=05bf1814-a12e-438f-85e1-9700754d842f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:44.356130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:44.382129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:44.454346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 56b356e7-ac1d-4938-b584-f638dcd23ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:44.458695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32928ed-588b-42b3-8d37-8d718e213290 req-9949ac7a-148b-405e-81e7-315e4bec489b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:44.461289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e32928ed-588b-42b3-8d37-8d718e213290 req-9949ac7a-148b-405e-81e7-315e4bec489b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.4338400 Feb 15 02:01:44.563981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event updated for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:44.628210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] For port 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:44.628485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:44.628485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.638309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] For port 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ebcbeaa-f702-4208-bf84-a9b67984aac0,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:44.675202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e32928ed-588b-42b3-8d37-8d718e213290 req-b61b7e58-b5a2-46ba-a39f-05cf678c09d8 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848085 Feb 15 02:01:44.709072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.738786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-e2bbf991-69bb-4afb-9b6a-8fa7e1d9c83f tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8285043 Feb 15 02:01:44.756416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Request body: {'port': {'device_id': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:44.992541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for router_gateway (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:44.993547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:45.055123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882a76-bc12-4788-96a7-4eb9e326140c req-dfab3fff-c0c2-4fa5-8aa2-f80fb96ad1ab tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:45.072948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08882a76-bc12-4788-96a7-4eb9e326140c req-dfab3fff-c0c2-4fa5-8aa2-f80fb96ad1ab tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 931 time: 0.2117088 Feb 15 02:01:45.138737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:45.143079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b02b-2ae2-4334-9e4f-1257e8fde50f None None] Pushing event updated for resources: {'Port': ['ID=2ebcbeaa-f702-4208-bf84-a9b67984aac0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:45.195549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2433a721-7601-417a-88c9-7c59004d5d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:45.477778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:45.513568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08882a76-bc12-4788-96a7-4eb9e326140c req-62b323f9-d1af-4bd0-a859-b864f6576778 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388173 Feb 15 02:01:45.712279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ebcbeaa-f702-4208-bf84-a9b67984aac0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:45.862411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:45.862871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:45.950832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2433a721-7601-417a-88c9-7c59004d5d1e admin admin] Publish callbacks [] for security_group (fbe13ef4-5bbf-49cb-8552-7c1fca42a641), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.026979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:46.027956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.034003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2433a721-7601-417a-88c9-7c59004d5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbe13ef4-5bbf-49cb-8552-7c1fca42a641), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.105069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ebcbeaa-f702-4208-bf84-a9b67984aac0,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:46.134427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a721-7601-417a-88c9-7c59004d5d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe13ef4-5bbf-49cb-8552-7c1fca42a641,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:46.140260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2433a721-7601-417a-88c9-7c59004d5d1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e3d8715e12b4a48a6df285777dbdaec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0002489 Feb 15 02:01:46.145031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:46.148533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.189047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.342753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=2ebcbeaa-f702-4208-bf84-a9b67984aac0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:46.569440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] Publish callbacks [] for security_group (fbe13ef4-5bbf-49cb-8552-7c1fca42a641), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.631273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] Publish callbacks [] for security_group (fbe13ef4-5bbf-49cb-8552-7c1fca42a641), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.678362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Router ca47119a-e3c1-44e9-ba48-d9aa70c83551 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:01:46.693673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ca468-c71f-45aa-be39-a60dbee06e09 req-12658f38-6bdd-4564-9d95-b3e5dbaa3f59 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:46.702982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-509ca468-c71f-45aa-be39-a60dbee06e09 req-12658f38-6bdd-4564-9d95-b3e5dbaa3f59 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.8530169 Feb 15 02:01:46.827966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-509ca468-c71f-45aa-be39-a60dbee06e09 req-02630215-5cd6-4f50-94bb-12f823d931d5 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171045 Feb 15 02:01:46.894061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f29f9-c51f-493f-8525-a2622ec0a511 None None] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:01:46.903790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9844eac5-07bb-4882-b707-726b2c22abe9 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:01:46.923836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks [] for port (9844eac5-07bb-4882-b707-726b2c22abe9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:46.963238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Transition to ACTIVE for port object 9844eac5-07bb-4882-b707-726b2c22abe9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:01:46.987548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947354f6-2324-492e-ac32-02a58be47e3c req-590fe7b1-a6c7-441d-9db6-0d6632b5edc9 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:46.995369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-947354f6-2324-492e-ac32-02a58be47e3c req-590fe7b1-a6c7-441d-9db6-0d6632b5edc9 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 931 time: 0.0736871 Feb 15 02:01:47.016701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-af19cdb8-d2b2-402d-a07e-49d0a9bc1190 None None] Provisioning complete for port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:47.017793 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af19cdb8-d2b2-402d-a07e-49d0a9bc1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.074509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-947354f6-2324-492e-ac32-02a58be47e3c req-a0755313-ef36-48e7-9465-4315bb159e5c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Feb 15 02:01:47.078222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.254751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-af19cdb8-d2b2-402d-a07e-49d0a9bc1190 None None] Current status of the port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:47.261004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Pushing event updated for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:47.303558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fbe13ef4-5bbf-49cb-8552-7c1fca42a641), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.306401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.310858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbe13ef4-5bbf-49cb-8552-7c1fca42a641 HTTP/1.1" status: 204 len: 168 time: 1.1570837 Feb 15 02:01:47.325738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:01:47.333857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8734de-e1e5-4885-92d3-b8bfcc6d7f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe13ef4-5bbf-49cb-8552-7c1fca42a641,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:47.339546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Sync routers for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:01:47.392432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:47.394479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:47.431616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.436004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59a54a27-f877-42a7-a858-279da2f313a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5787885 Feb 15 02:01:47.438599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:47.461127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Attempting to bind port 9844eac5-07bb-4882-b707-726b2c22abe9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:47.461479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Attempting to bind port 9844eac5-07bb-4882-b707-726b2c22abe9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:47.461791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Attempting to bind port 9844eac5-07bb-4882-b707-726b2c22abe9 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:47.483366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Port 9844eac5-07bb-4882-b707-726b2c22abe9 on network 6d446940-0355-4e6b-9178-02dc03437fda not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:01:47.483699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Attempting to bind port 9844eac5-07bb-4882-b707-726b2c22abe9 on network 6d446940-0355-4e6b-9178-02dc03437fda {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:47.503656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:47.503976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Checking segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:47.504398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Bound using segment: {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:47.504840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Bound port: 9844eac5-07bb-4882-b707-726b2c22abe9, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60d517a-06a0-4d23-9846-ad502e56be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:47.505203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.535368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ebcbeaa-f702-4208-bf84-a9b67984aac0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:47.718300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:47.724679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9844eac5-07bb-4882-b707-726b2c22abe9,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:47.811885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-81dffba9-4fba-4296-8208-ceec03b74803 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5518794 Feb 15 02:01:47.814003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:47.836730 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.890000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:47.890000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.922982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:47.923830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:47.925597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] 10.222.0.31 "PUT /v2.0/ports/9844eac5-07bb-4882-b707-726b2c22abe9 HTTP/1.1" status: 200 len: 1092 time: 3.1779459 Feb 15 02:01:47.931856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:01:47.935433 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:01:47.996468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-93599650-74a0-4856-8a93-2011ff620df6 None None] Provisioning complete for port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:47.996962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93599650-74a0-4856-8a93-2011ff620df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:48.049211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-86de3fe0-e5f3-45a6-958f-3062303517a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.062949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-86de3fe0-e5f3-45a6-958f-3062303517a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 1129 time: 0.2222817 Feb 15 02:01:48.160229 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:48.253264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:48.293736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-66ae3c9c-af24-45ad-9593-aed11297104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.295812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-66ae3c9c-af24-45ad-9593-aed11297104b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1952267 Feb 15 02:01:48.308657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a7c9f-7e71-47c8-a972-81683c79c04e service neutron] Pushing event updated for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:48.367533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275312a-50e7-4ba6-938e-f8f34de92f37 req-d8243eb2-c67a-4721-8aa1-1b3e3bb0decc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.368512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93599650-74a0-4856-8a93-2011ff620df6 None None] Current status of the port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:48.377785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7275312a-50e7-4ba6-938e-f8f34de92f37 req-d8243eb2-c67a-4721-8aa1-1b3e3bb0decc tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.4664202 Feb 15 02:01:48.383420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-b4628cbc-f486-4940-8fb8-aaecbba47291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05 HTTP/1.1" status: 200 len: 217 time: 0.0779891 Feb 15 02:01:48.398919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:44Z', 'revision_number': 3, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:48.439341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Checking router: ca47119a-e3c1-44e9-ba48-d9aa70c83551 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:01:48.439776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Updating router ca47119a-e3c1-44e9-ba48-d9aa70c83551 port 05bf1814-a12e-438f-85e1-9700754d842f binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:01:48.473032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05bf1814-a12e-438f-85e1-9700754d842f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:48.505108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7275312a-50e7-4ba6-938e-f8f34de92f37 req-f7e844f3-5ce2-41d7-8a31-080f5c19fbf0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261640 Feb 15 02:01:48.587428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-d262f075-83b8-4f69-a486-6fa56e5acc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.592253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-d262f075-83b8-4f69-a486-6fa56e5acc3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 1126 time: 0.5246758 Feb 15 02:01:48.599995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:48.682122 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a0154-4299-405b-96f9-092851354420 x-openstack-request-id: req-aa6a0154-4299-405b-96f9-092851354420 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:01:48.682549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:01:48.682811 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa6a0154-4299-405b-96f9-092851354420 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:01:48.683243 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9', 'status': 'completed', 'code': 200} Feb 15 02:01:48.686809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-390f8ebf-ee31-4a74-bdbf-0a6c0c6f5685 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9844eac5-07bb-4882-b707-726b2c22abe9 HTTP/1.1" status: 200 len: 217 time: 0.0859005 Feb 15 02:01:48.691240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-36dc74b8-32c2-487e-8e7a-d7f053a4afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.693530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-36dc74b8-32c2-487e-8e7a-d7f053a4afb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.2743413 Feb 15 02:01:48.743121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-628ce6bc-1f46-418a-a3c7-861652b60b46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349150 Feb 15 02:01:48.938226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80620f7-4266-4b97-896d-556726eb2510 req-fa544a28-45e3-4930-a0d2-fd01a69fd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:48.939723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-fa544a28-45e3-4930-a0d2-fd01a69fd1d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.2453094 Feb 15 02:01:48.985067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-d5ae2e60-7bad-41d9-8575-e9108876a9ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377352 Feb 15 02:01:49.018686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6622e-2243-4dca-b874-2218dcb16761 req-352fda79-de60-482f-9cbd-dbb42208cd64 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:49.020337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0a6622e-2243-4dca-b874-2218dcb16761 req-352fda79-de60-482f-9cbd-dbb42208cd64 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 943 time: 0.2470224 Feb 15 02:01:49.057057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks [] for port (05bf1814-a12e-438f-85e1-9700754d842f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.076547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Allocated IP 172.20.0.1 (6fd63331-bd17-4bd8-81a0-8d2e1d2af397/7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a/12c157a3-1447-4793-a606-7b0487285100) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:01:49.145319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (05bf1814-a12e-438f-85e1-9700754d842f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.171674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-e16e8bb7-2ebc-4545-9e2c-2ed1ec4daf88 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998799 Feb 15 02:01:49.217481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Attempting to bind port 05bf1814-a12e-438f-85e1-9700754d842f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:49.218049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Attempting to bind port 05bf1814-a12e-438f-85e1-9700754d842f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:49.218520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Attempting to bind port 05bf1814-a12e-438f-85e1-9700754d842f on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:49.222786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549d7b7-94cb-423b-824d-ae739cd6649b None None] Pushing event updated for resources: {'Port': ['ID=05bf1814-a12e-438f-85e1-9700754d842f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:49.229510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:49.230830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:49.231422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.232307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:49.232751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Bound port: 05bf1814-a12e-438f-85e1-9700754d842f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:49.233340 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05bf1814-a12e-438f-85e1-9700754d842f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.334691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] For port 05bf1814-a12e-438f-85e1-9700754d842f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:49.342810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] For port 05bf1814-a12e-438f-85e1-9700754d842f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05bf1814-a12e-438f-85e1-9700754d842f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:49.378131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks [] for port (12c157a3-1447-4793-a606-7b0487285100), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.378682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0a6622e-2243-4dca-b874-2218dcb16761 req-593bdcab-cd22-4e27-bcde-f003566a32b4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267071 Feb 15 02:01:49.387430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb6fc3f9-db3f-4ded-96fb-959ff52b42cf req-2b27f693-7b41-4c7a-936f-8fe987704367 service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056484 Feb 15 02:01:49.423013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (05bf1814-a12e-438f-85e1-9700754d842f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.470167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-fc0aff2f-e6b6-4d98-b8e4-2b3f82dc351d service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748197 Feb 15 02:01:49.505689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:49.506404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:49.555515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (12c157a3-1447-4793-a606-7b0487285100), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.635788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80620f7-4266-4b97-896d-556726eb2510 req-5caf417f-5149-4145-86a5-b6f74a42b3f6 service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619956 Feb 15 02:01:49.674479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:49.683649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:49.688746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:01:49.704738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549d7b7-94cb-423b-824d-ae739cd6649b None None] Pushing event updated for resources: {'Port': ['ID=05bf1814-a12e-438f-85e1-9700754d842f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:49.745354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Pushing event updated for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:49.791103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:49.878462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:49.961711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb429-7fec-48e4-882b-2a026079b9d8 req-253060e9-bec3-414b-8e56-d21eab842529 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:49.972881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21bcb429-7fec-48e4-882b-2a026079b9d8 req-253060e9-bec3-414b-8e56-d21eab842529 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 944 time: 0.3079970 Feb 15 02:01:50.016834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-f63d075c-ee0d-48a8-a0e3-6e28dc1b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:50.019730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-f63d075c-ee0d-48a8-a0e3-6e28dc1b0dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 1126 time: 0.2298758 Feb 15 02:01:50.200888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-8bdcf4f8-de34-45b5-a9c5-d561512b0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:50.204528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-8bdcf4f8-de34-45b5-a9c5-d561512b0ddd service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1747561 Feb 15 02:01:50.249457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (12c157a3-1447-4793-a606-7b0487285100), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:50.280573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21bcb429-7fec-48e4-882b-2a026079b9d8 req-766bf31e-71cd-45f6-886f-138a92863bb4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064902 Feb 15 02:01:50.282513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-50eb756a-2ede-43e6-b076-ad285f7e6a92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9844eac5-07bb-4882-b707-726b2c22abe9 HTTP/1.1" status: 200 len: 217 time: 0.0694478 Feb 15 02:01:50.348438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:01:50.365644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-1ecaaea3-e3a3-4430-8f14-7aa92a25a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:50.371772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-1ecaaea3-e3a3-4430-8f14-7aa92a25a5ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.0793667 Feb 15 02:01:50.444689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-8e6e56ac-3137-4c11-bc98-63ab4691caf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657620 Feb 15 02:01:50.522775 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 02:01:50.526102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd9dc399-24a8-4af8-9bab-ed30f7186d25 None None] Provisioning complete for port 12c157a3-1447-4793-a606-7b0487285100 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:50.526483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc399-24a8-4af8-9bab-ed30f7186d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (12c157a3-1447-4793-a606-7b0487285100), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:50.578491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks [] for port (12c157a3-1447-4793-a606-7b0487285100), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:50.648420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dc399-24a8-4af8-9bab-ed30f7186d25 None None] Port 12c157a3-1447-4793-a606-7b0487285100 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:50.722764 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (12c157a3-1447-4793-a606-7b0487285100), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:50.724283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9d08-91b4-42a1-8eab-c64d54adf330 req-d11079bf-7a2c-4cc6-9e6d-4c1bd41ebacd tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:50.736336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-902b9d08-91b4-42a1-8eab-c64d54adf330 req-d11079bf-7a2c-4cc6-9e6d-4c1bd41ebacd tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 943 time: 0.2161310 Feb 15 02:01:50.758588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:50.780930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-a7449214-bcb9-4e7c-a760-89f6d06b76db service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271899 Feb 15 02:01:50.797537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'port_id': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'mac_address': 'fa:16:3e:14:ff:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:01:50.823761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:44Z', 'revision_number': 3, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:50.856898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:50.926131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Pushing event updated for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:50.959499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-902b9d08-91b4-42a1-8eab-c64d54adf330 req-4a88ed21-1536-4f04-8330-b50739d51a5b tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224569 Feb 15 02:01:50.971541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18b90d-a5d8-46a4-8095-75a9e20c9b89 None None] The sync data for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 is: [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:44Z', 'revision_number': 3, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:01:51.028960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:51.029377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:51.090060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:01:51.107264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e38f7a95-6c64-4a79-a26e-78c8e7c8951b req-242d7190-f878-4d0d-b55e-d9f2b1513304 service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167377 Feb 15 02:01:51.117691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:01:51.119600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:01:51.147615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:51.151161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2626-8dfe-4a4a-9bde-df32ac7d9784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:51.219716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:51.376719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:51.411568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.411928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.412271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.412653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.412987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.415276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.415276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.415276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.415276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.415276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.431164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.432102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.433750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:01:51.449815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Router ca47119a-e3c1-44e9-ba48-d9aa70c83551 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:01:51.460554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d5655b32-3d52-4565-a82b-849b89d74eb5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:01:51.681379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704bebc-1a79-4923-b521-84f4926cdd9e req-f3ee9861-849e-48b4-a050-bbba02f7d04d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:51.682968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b704bebc-1a79-4923-b521-84f4926cdd9e req-f3ee9861-849e-48b4-a050-bbba02f7d04d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.1872454 Feb 15 02:01:51.761587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:01:51.778413 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a07fbc9-4e32-41d9-b444-8b3b70f5a02f admin admin] 10.222.0.43 "PUT /v2.0/routers/ca47119a-e3c1-44e9-ba48-d9aa70c83551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3386183 Feb 15 02:01:51.778641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-087b8064-6db7-41fc-b8ac-dde0a2646a58 None None] Provisioning complete for port 12c157a3-1447-4793-a606-7b0487285100 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:51.779072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-087b8064-6db7-41fc-b8ac-dde0a2646a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (12c157a3-1447-4793-a606-7b0487285100), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:51.812656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b704bebc-1a79-4923-b521-84f4926cdd9e req-5f4d7032-3e7f-4e75-b4b1-69d7e17dc5d4 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202183 Feb 15 02:01:51.850596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-087b8064-6db7-41fc-b8ac-dde0a2646a58 None None] Port 12c157a3-1447-4793-a606-7b0487285100 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:52.625210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:52.635657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639608048', 'description': 'tempest-secgroup-smoke-1639608048 description', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:52.751673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd54f2-f314-4f3d-afba-9f07987f8a3c req-c29ccbbe-f0b1-4620-ba16-512cd693c559 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:52.753359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ebd54f2-f314-4f3d-afba-9f07987f8a3c req-c29ccbbe-f0b1-4620-ba16-512cd693c559 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 943 time: 0.0635760 Feb 15 02:01:52.859101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ebd54f2-f314-4f3d-afba-9f07987f8a3c req-7f2c245d-7a5d-47af-a781-4c6eda6feb49 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Feb 15 02:01:52.859995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.010029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (be4123dc-ae37-47bd-bb8b-10d289d9da3a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.039547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba132e-7e54-47fc-bc03-5feed3e777bc req-2fbb8561-fb09-4435-b2dd-e9773819f16c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:53.050868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bba132e-7e54-47fc-bc03-5feed3e777bc req-2fbb8561-fb09-4435-b2dd-e9773819f16c tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.1100984 Feb 15 02:01:53.117158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be4123dc-ae37-47bd-bb8b-10d289d9da3a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.210866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bba132e-7e54-47fc-bc03-5feed3e777bc req-ba1a477f-bbad-4eb3-9cf3-0c04542a9e6e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575885 Feb 15 02:01:53.213910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4123dc-ae37-47bd-bb8b-10d289d9da3a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:53.297098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.298378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4b045aa-918f-4b0a-bb5d-841ebcc60821 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6690204 Feb 15 02:01:53.301683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48050) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:53.307060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:53.329433 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a99d29fa-47eb-41fe-977b-490f9481cbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.427376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (bcfd5108-eac3-4442-a42f-fe64b1a1bb3b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.495456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05bf1814-a12e-438f-85e1-9700754d842f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:53.554361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 05bf1814-a12e-438f-85e1-9700754d842f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:53.554749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05bf1814-a12e-438f-85e1-9700754d842f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.558986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (bcfd5108-eac3-4442-a42f-fe64b1a1bb3b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.654906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (bcfd5108-eac3-4442-a42f-fe64b1a1bb3b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.696360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 05bf1814-a12e-438f-85e1-9700754d842f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:53.696756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (05bf1814-a12e-438f-85e1-9700754d842f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.706998 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Sync routers for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:01:53.719512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfd5108-eac3-4442-a42f-fe64b1a1bb3b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:53.720771 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:53.723391 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:53.728704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 05bf1814-a12e-438f-85e1-9700754d842f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05bf1814-a12e-438f-85e1-9700754d842f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:53.789107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.792878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c0773108-5774-4b18-aaff-95baa444671f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875147 Feb 15 02:01:53.793080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:53.798133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:53.811385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9844eac5-07bb-4882-b707-726b2c22abe9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:01:53.819681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:53.870158 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:53.911872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (c0544f1d-6d54-4bf6-8778-516e66fcac39), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:53.943561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (05bf1814-a12e-438f-85e1-9700754d842f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.096024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (c0544f1d-6d54-4bf6-8778-516e66fcac39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.157533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port d5655b32-3d52-4565-a82b-849b89d74eb5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:54.163493 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.164284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c0544f1d-6d54-4bf6-8778-516e66fcac39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.187701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591b98b-842b-41b3-94f4-fa2dbe1ce11b req-86512cda-374f-4714-84f7-c664cf6e73d4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:54.197226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f591b98b-842b-41b3-94f4-fa2dbe1ce11b req-86512cda-374f-4714-84f7-c664cf6e73d4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 943 time: 0.1683383 Feb 15 02:01:54.238344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0544f1d-6d54-4bf6-8778-516e66fcac39,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:54.299015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=05bf1814-a12e-438f-85e1-9700754d842f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:54.316996 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:50Z', 'revision_number': 4, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '12c157a3-1447-4793-a606-7b0487285100', 'name': '', 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'mac_address': 'fa:16:3e:5a:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:48Z', 'updated_at': '2022-02-15T02:01:50Z', 'revision_number': 2, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'subnets': [{'id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:54.319184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f591b98b-842b-41b3-94f4-fa2dbe1ce11b req-19c6f7f6-f658-49e2-b75f-07fc63878681 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182051 Feb 15 02:01:54.336978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.341512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:54.342407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b7263d61-04cb-48c3-8791-da5cb46dc122 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5474696 Feb 15 02:01:54.346288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:54.470221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9844eac5-07bb-4882-b707-726b2c22abe9,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:54.487449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (c730baf4-8816-4bd8-83ee-811708b5746c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.526875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Checking router: ca47119a-e3c1-44e9-ba48-d9aa70c83551 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:01:54.531838 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Updating router ca47119a-e3c1-44e9-ba48-d9aa70c83551 port 12c157a3-1447-4793-a606-7b0487285100 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:01:54.553187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238325e8-f505-4c5c-a5f3-f41dc20ffbb7 req-bf13a352-4d91-469d-84bc-da3240a7846d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:54.559001 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (12c157a3-1447-4793-a606-7b0487285100), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.563098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-238325e8-f505-4c5c-a5f3-f41dc20ffbb7 req-bf13a352-4d91-469d-84bc-da3240a7846d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 945 time: 0.1128204 Feb 15 02:01:54.563931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '9844eac5-07bb-4882-b707-726b2c22abe9', 'network_id': '6d446940-0355-4e6b-9178-02dc03437fda', 'port_id': '9844eac5-07bb-4882-b707-726b2c22abe9', 'mac_address': 'fa:16:3e:d2:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c4ef46-18af-4638-8ab8-76cd23ee36ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:01:54.639295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d5655b32-3d52-4565-a82b-849b89d74eb5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:54.643513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.643513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.658705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-238325e8-f505-4c5c-a5f3-f41dc20ffbb7 req-f9569eb4-e80c-4532-a87d-4456efe9fee0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967267 Feb 15 02:01:54.706304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (c730baf4-8816-4bd8-83ee-811708b5746c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.707873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9844eac5-07bb-4882-b707-726b2c22abe9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:54.708271 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.717825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:01:54.720210 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9110b1-1642-406a-a850-fa19e43f1b79" -d '{"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:01:54.748669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:54.750925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9844eac5-07bb-4882-b707-726b2c22abe9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:01:54.774174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9844eac5-07bb-4882-b707-726b2c22abe9,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:54.811134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.811682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c730baf4-8816-4bd8-83ee-811708b5746c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.851159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.883342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c730baf4-8816-4bd8-83ee-811708b5746c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:54.902196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:54.954368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.959004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:54.964738 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks [] for port (12c157a3-1447-4793-a606-7b0487285100), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:54.966326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:54.970611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-84348546-ac9c-48b6-99dc-885f30565bea tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6276920 Feb 15 02:01:55.051781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:55.054504 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (12c157a3-1447-4793-a606-7b0487285100), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.080334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['9844eac5-07bb-4882-b707-726b2c22abe9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:01:55.103195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (9c7fa9f1-c780-4654-88f9-749eaa5d8543), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.200898 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9147a8-db05-4380-adeb-b923ffe17cff x-openstack-request-id: req-0c9147a8-db05-4380-adeb-b923ffe17cff {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:01:55.201208 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-plugged", "status": "completed", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:01:55.201462 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c9147a8-db05-4380-adeb-b923ffe17cff {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:01:55.201877 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'code': 200} Feb 15 02:01:55.283891 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080df2f-4dfb-44d5-a3da-5edb8391de52 None None] Pushing event updated for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:55.298665 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Attempting to bind port 12c157a3-1447-4793-a606-7b0487285100 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:01:55.300539 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Attempting to bind port 12c157a3-1447-4793-a606-7b0487285100 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:01:55.301005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Attempting to bind port 12c157a3-1447-4793-a606-7b0487285100 on network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:01:55.325467 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:01:55.326083 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Checking segment: {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:01:55.330034 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.332872 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Bound using segment: {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:01:55.332872 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Bound port: 12c157a3-1447-4793-a606-7b0487285100, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4c2b9-42a2-4158-9af2-a3efd40abb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:01:55.332872 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (12c157a3-1447-4793-a606-7b0487285100), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.454988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (9c7fa9f1-c780-4654-88f9-749eaa5d8543), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.544437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05bf1814-a12e-438f-85e1-9700754d842f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:55.588628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9c7fa9f1-c780-4654-88f9-749eaa5d8543), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.615936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7fa9f1-c780-4654-88f9-749eaa5d8543,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:55.627798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bac0c8-f50f-48eb-8940-c8875c81a673 req-9182bb7d-2ab7-494a-950f-f08d80d09f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:55.627798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7bac0c8-f50f-48eb-8940-c8875c81a673 req-9182bb7d-2ab7-494a-950f-f08d80d09f8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 1130 time: 0.1708181 Feb 15 02:01:55.632929 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] For port 12c157a3-1447-4793-a606-7b0487285100, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:01:55.633603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-979cfee3-3bb1-47e7-82e3-2357d572d353 None None] Provisioning complete for port 12c157a3-1447-4793-a606-7b0487285100 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:55.634402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-979cfee3-3bb1-47e7-82e3-2357d572d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (12c157a3-1447-4793-a606-7b0487285100), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.639906 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] For port 12c157a3-1447-4793-a606-7b0487285100, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=12c157a3-1447-4793-a606-7b0487285100,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:01:55.676854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5385c06-042b-4f86-b943-de939d3ca062 req-e8723480-6a1c-4cbd-81b0-0d25736e38af tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:55.685928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5385c06-042b-4f86-b943-de939d3ca062 req-e8723480-6a1c-4cbd-81b0-0d25736e38af tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 944 time: 0.1488438 Feb 15 02:01:55.689768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-979cfee3-3bb1-47e7-82e3-2357d572d353 None None] Port 12c157a3-1447-4793-a606-7b0487285100 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:01:55.695813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 05bf1814-a12e-438f-85e1-9700754d842f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:55.696365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (05bf1814-a12e-438f-85e1-9700754d842f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.724307 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (12c157a3-1447-4793-a606-7b0487285100), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.752398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.756659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e437f6ac-8f53-48bd-9f81-f08c0ec8c247 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7963586 Feb 15 02:01:55.759473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:55.774971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:55.875912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7bac0c8-f50f-48eb-8940-c8875c81a673 req-5b2dafaf-0f5a-404b-8e6e-eef54a1664b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405591 Feb 15 02:01:55.883815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5385c06-042b-4f86-b943-de939d3ca062 req-3738592a-11a5-4970-9810-3a21031e84d8 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971393 Feb 15 02:01:55.910345 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080df2f-4dfb-44d5-a3da-5edb8391de52 None None] Pushing event updated for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:55.911961 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Project 1f01ac9b85ed4ae597380a6b6ee2e7c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:01:55.921556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:01:55.923919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:55.929111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (333e6e04-6c5e-4096-9fb0-8be3ad29356f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:55.971227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 05bf1814-a12e-438f-85e1-9700754d842f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:56.026538 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.088463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (333e6e04-6c5e-4096-9fb0-8be3ad29356f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.154064 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:01:56.174576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38562d9b-7b53-471b-aaac-f3fb9e604952 req-b4b9e64f-5b7d-441a-86fb-4a2cef3333e1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:56.176803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38562d9b-7b53-471b-aaac-f3fb9e604952 req-b4b9e64f-5b7d-441a-86fb-4a2cef3333e1 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.0848870 Feb 15 02:01:56.186363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (333e6e04-6c5e-4096-9fb0-8be3ad29356f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.234733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333e6e04-6c5e-4096-9fb0-8be3ad29356f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:56.321698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Provisioning complete for port 12c157a3-1447-4793-a606-7b0487285100 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:56.322418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (12c157a3-1447-4793-a606-7b0487285100), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.342233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38562d9b-7b53-471b-aaac-f3fb9e604952 req-868301b4-dac6-4450-8bd1-5287e629c2e0 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589730 Feb 15 02:01:56.343624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.347851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69ba3bd8-3ffd-4567-9c43-8703c542effb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5780466 Feb 15 02:01:56.348284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:56.354424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'security_group_rule': {'security_group_id': 'be4123dc-ae37-47bd-bb8b-10d289d9da3a', 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:01:56.425874 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:50Z', 'revision_number': 4, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '12c157a3-1447-4793-a606-7b0487285100', 'name': '', 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'mac_address': 'fa:16:3e:5a:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:48Z', 'updated_at': '2022-02-15T02:01:55Z', 'revision_number': 4, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'subnets': [{'id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:01:56.474334 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690fe1-3397-453e-84d9-cde1c287207f None None] The sync data for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 is: [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:01:50Z', 'revision_number': 4, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '12c157a3-1447-4793-a606-7b0487285100', 'name': '', 'network_id': '6fd63331-bd17-4bd8-81a0-8d2e1d2af397', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'mac_address': 'fa:16:3e:5a:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:48Z', 'updated_at': '2022-02-15T02:01:55Z', 'revision_number': 4, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'subnets': [{'id': '7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:01:56.480971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Current status of the port 12c157a3-1447-4793-a606-7b0487285100 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:56.481372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (12c157a3-1447-4793-a606-7b0487285100), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.508720 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Project 1f01ac9b85ed4ae597380a6b6ee2e7c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:01:56.512742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (27dd87ce-6c6a-4acb-bbff-2cfa4c6693a9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.577025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] For port 12c157a3-1447-4793-a606-7b0487285100, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=12c157a3-1447-4793-a606-7b0487285100,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:56.632524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (12c157a3-1447-4793-a606-7b0487285100), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.648059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:56.678545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (27dd87ce-6c6a-4acb-bbff-2cfa4c6693a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.733615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1f165-18b6-4246-a74d-438eca29f0a6 None None] Pushing event updated for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:56.751288 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (27dd87ce-6c6a-4acb-bbff-2cfa4c6693a9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.777657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dd87ce-6c6a-4acb-bbff-2cfa4c6693a9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:56.822559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0af23f1-7d04-408c-b2b9-b31b724d46ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.877093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:56.886855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-94108960-3967-4297-9717-004412e991ae tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5290427 Feb 15 02:01:56.959809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0af23f1-7d04-408c-b2b9-b31b724d46ba admin admin] Publish callbacks [] for security_group (ff4a3147-c812-46b8-a8b5-9366a56efacc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.005352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:57.038224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0af23f1-7d04-408c-b2b9-b31b724d46ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ff4a3147-c812-46b8-a8b5-9366a56efacc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.128746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0af23f1-7d04-408c-b2b9-b31b724d46ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50460ed79e664f6e9b7d9e4841680d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4791989 Feb 15 02:01:57.129920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af23f1-7d04-408c-b2b9-b31b724d46ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a3147-c812-46b8-a8b5-9366a56efacc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:57.141977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:57.157721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4c5d-903e-4b52-83f3-a9867e930a43 req-a0f226d8-326c-46e3-9e7f-152965d77522 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:57.168105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd4d4c5d-903e-4b52-83f3-a9867e930a43 req-a0f226d8-326c-46e3-9e7f-152965d77522 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 944 time: 0.1691475 Feb 15 02:01:57.260397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] Publish callbacks [] for security_group (ff4a3147-c812-46b8-a8b5-9366a56efacc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.285812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd4d4c5d-903e-4b52-83f3-a9867e930a43 req-015eb730-26cf-480b-bc7d-5a121fabc090 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147032 Feb 15 02:01:57.394792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] Publish callbacks [] for security_group (ff4a3147-c812-46b8-a8b5-9366a56efacc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.419080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.490315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8cedaf6-1d7f-47da-b113-aa2034ef3559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.523280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 12c157a3-1447-4793-a606-7b0487285100 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:57.536639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-13baa2ff-765b-4f2c-8868-8417a7ff8cec tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639608048&fields=id&tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5 HTTP/1.1" status: 200 len: 267 time: 0.0838778 Feb 15 02:01:57.596599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 12c157a3-1447-4793-a606-7b0487285100 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:57.596599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (12c157a3-1447-4793-a606-7b0487285100), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.647745 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ff4a3147-c812-46b8-a8b5-9366a56efacc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.652945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.662423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff4a3147-c812-46b8-a8b5-9366a56efacc HTTP/1.1" status: 204 len: 168 time: 0.5133133 Feb 15 02:01:57.703102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 12c157a3-1447-4793-a606-7b0487285100 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:57.743099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b436d5-5a29-4926-9f8d-e40330291de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a3147-c812-46b8-a8b5-9366a56efacc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:57.750236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-a3d66681-e3e7-4f0b-947f-c450c8f7a13e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:57.758840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-a3d66681-e3e7-4f0b-947f-c450c8f7a13e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/networks?id=63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 200 len: 809 time: 0.2141163 Feb 15 02:01:57.781631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-6f124cc4-cf9f-4e8c-8482-0c83b14c7b44 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/quotas/1f01ac9b85ed4ae597380a6b6ee2e7c5 HTTP/1.1" status: 200 len: 375 time: 0.0218310 Feb 15 02:01:57.790594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9844eac5-07bb-4882-b707-726b2c22abe9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:01:57.843894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8cedaf6-1d7f-47da-b113-aa2034ef3559 admin admin] Publish callbacks [] for security_group (1c448d4b-45a8-42d5-a9b7-c399a2281d52), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.913951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-ac55f0e3-31ab-4053-b4bc-c8c9268d5f13 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218572 Feb 15 02:01:57.924545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8cedaf6-1d7f-47da-b113-aa2034ef3559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c448d4b-45a8-42d5-a9b7-c399a2281d52), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.952022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 9844eac5-07bb-4882-b707-726b2c22abe9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:01:57.961839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 9844eac5-07bb-4882-b707-726b2c22abe9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:01:57.961839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:57.995050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cedaf6-1d7f-47da-b113-aa2034ef3559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c448d4b-45a8-42d5-a9b7-c399a2281d52,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:58.091692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-21adb941-750b-47f3-8f1a-3604728269db service neutron] 10.222.0.43 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365092 Feb 15 02:01:58.153065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9844eac5-07bb-4882-b707-726b2c22abe9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:01:58.154286 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.229425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:01:58.232700 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d11397-a4d0-46f5-99c1-237157ae678f" -d '{"events": [{"server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "name": "network-vif-plugged", "status": "completed", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:01:58.282819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-37aaf3c6-568d-400e-9d7a-e66c24a03c07 service neutron] 10.222.0.43 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840730 Feb 15 02:01:58.290497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9844eac5-07bb-4882-b707-726b2c22abe9,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:01:58.387506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8cedaf6-1d7f-47da-b113-aa2034ef3559 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75552487adaa499d94cb691f026cfd92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3810406 Feb 15 02:01:58.390909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:58.403101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.500221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:58.527814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] Publish callbacks [] for security_group (1c448d4b-45a8-42d5-a9b7-c399a2281d52), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.578417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] Publish callbacks [] for security_group (1c448d4b-45a8-42d5-a9b7-c399a2281d52), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.699951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:58.721670 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c448d4b-45a8-42d5-a9b7-c399a2281d52), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.728639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.731258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c448d4b-45a8-42d5-a9b7-c399a2281d52 HTTP/1.1" status: 204 len: 168 time: 0.3390253 Feb 15 02:01:58.740733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e527c6e-672b-437f-92e8-f94c896dc344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:58.743574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e190b-9543-4e1c-ae17-9ae9b8a06091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c448d4b-45a8-42d5-a9b7-c399a2281d52,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:58.982175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28741ca-3bba-4a6c-ad6c-923f0f3427f5 req-429d1691-f6fd-4936-9da8-33a09716d91a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:58.990583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b28741ca-3bba-4a6c-ad6c-923f0f3427f5 req-429d1691-f6fd-4936-9da8-33a09716d91a tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.2188220 Feb 15 02:01:59.044221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e527c6e-672b-437f-92e8-f94c896dc344 admin admin] Publish callbacks [] for security_group (be78e551-5bb5-4402-ab50-54597fb81445), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.062244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b28741ca-3bba-4a6c-ad6c-923f0f3427f5 req-2de27e09-bac7-48f3-b28a-b5e3f35fcf5d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707555 Feb 15 02:01:59.111492 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e77c1-776d-443a-bd6e-c5585c7a6d50 x-openstack-request-id: req-1f2e77c1-776d-443a-bd6e-c5585c7a6d50 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:01:59.112028 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "name": "network-vif-plugged", "status": "completed", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:01:59.112237 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f2e77c1-776d-443a-bd6e-c5585c7a6d50 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:01:59.112662 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9', 'code': 200} Feb 15 02:01:59.193685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e527c6e-672b-437f-92e8-f94c896dc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be78e551-5bb5-4402-ab50-54597fb81445), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.303399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e527c6e-672b-437f-92e8-f94c896dc344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78e551-5bb5-4402-ab50-54597fb81445,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:59.325212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:59.328522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5e527c6e-672b-437f-92e8-f94c896dc344 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d132188131484b33be2bd68db155e80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6140811 Feb 15 02:01:59.358594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be9f09-7361-4882-ba3d-33423ac0048a req-8c7dfe58-d705-4112-a85a-551db4152547 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:59.360497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4be9f09-7361-4882-ba3d-33423ac0048a req-8c7dfe58-d705-4112-a85a-551db4152547 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.2018478 Feb 15 02:01:59.373676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc895693-d31f-4fa2-89eb-dbed91373d57 req-b134dca1-ccb0-4ae1-86c7-89986263afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:01:59.375296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc895693-d31f-4fa2-89eb-dbed91373d57 req-b134dca1-ccb0-4ae1-86c7-89986263afba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 1128 time: 0.2045887 Feb 15 02:01:59.402932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] Publish callbacks [] for security_group (be78e551-5bb5-4402-ab50-54597fb81445), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.446365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] Publish callbacks [] for security_group (be78e551-5bb5-4402-ab50-54597fb81445), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.538650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4be9f09-7361-4882-ba3d-33423ac0048a req-58f1f6e5-fd7e-4357-9cb6-6f14f687be03 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672449 Feb 15 02:01:59.547829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc895693-d31f-4fa2-89eb-dbed91373d57 req-c8705276-a59b-4599-9570-c0bf4db9248e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654816 Feb 15 02:01:59.611323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9ed8f99-a7b9-4340-bad7-21568927a0aa req-9dcebae3-e53c-447c-bb60-d40ae0ff476e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 210 time: 0.0287359 Feb 15 02:01:59.645778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be78e551-5bb5-4402-ab50-54597fb81445), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.650391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.651991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be78e551-5bb5-4402-ab50-54597fb81445 HTTP/1.1" status: 204 len: 168 time: 0.3255188 Feb 15 02:01:59.663163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8607df-8981-4843-9b0c-a64fdea1c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78e551-5bb5-4402-ab50-54597fb81445,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:01:59.887617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:01:59.904007 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c758-3130-44ea-8fd4-7d6389fa064b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:01:59.994542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c758-3130-44ea-8fd4-7d6389fa064b admin admin] Publish callbacks [] for security_group (266166ab-f562-4758-a0c6-a7a3adc4b04b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.090979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c758-3130-44ea-8fd4-7d6389fa064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (266166ab-f562-4758-a0c6-a7a3adc4b04b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.187269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4c758-3130-44ea-8fd4-7d6389fa064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266166ab-f562-4758-a0c6-a7a3adc4b04b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:00.272647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2bd4c758-3130-44ea-8fd4-7d6389fa064b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20407b27906b4841a2815cfc4517daa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835256 Feb 15 02:02:00.275398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:00.314750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecdc3b-87dd-45a4-9813-7ef29585e0e7 req-5918490c-37be-4dec-82e9-57ffdcd63749 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:00.317924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfecdc3b-87dd-45a4-9813-7ef29585e0e7 req-5918490c-37be-4dec-82e9-57ffdcd63749 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.1455698 Feb 15 02:02:00.340019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] Publish callbacks [] for security_group (266166ab-f562-4758-a0c6-a7a3adc4b04b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.370967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] Publish callbacks [] for security_group (266166ab-f562-4758-a0c6-a7a3adc4b04b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.449169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cfecdc3b-87dd-45a4-9813-7ef29585e0e7 req-7f8a0232-aeb6-4dfe-9504-bfac083ca856 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234040 Feb 15 02:02:00.540685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (266166ab-f562-4758-a0c6-a7a3adc4b04b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.540685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:00.540685 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/266166ab-f562-4758-a0c6-a7a3adc4b04b HTTP/1.1" status: 204 len: 168 time: 0.2633576 Feb 15 02:02:00.578495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26c97a-7a8c-468d-8842-5fc00223ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266166ab-f562-4758-a0c6-a7a3adc4b04b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:00.737239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6d371-cd51-4bab-b064-bc68e3c7c174 req-259807dd-0c70-4deb-91a6-d41b6b57bff7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:00.738850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0d6d371-cd51-4bab-b064-bc68e3c7c174 req-259807dd-0c70-4deb-91a6-d41b6b57bff7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.0774884 Feb 15 02:02:00.811341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0d6d371-cd51-4bab-b064-bc68e3c7c174 req-19a24426-57d6-469c-8194-df0afdc1e896 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668805 Feb 15 02:02:00.972617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccf85fe3-ce14-43f9-b729-29b517da10e0 req-0c916df1-cdf3-43f9-924c-ce050f07ee28 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 210 time: 0.0572038 Feb 15 02:02:01.703638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-65432ff7-6922-4ca3-9c74-30205e74945e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:01.705385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-65432ff7-6922-4ca3-9c74-30205e74945e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.37 "GET /v2.0/networks?id=63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 200 len: 809 time: 0.1318564 Feb 15 02:02:01.846851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-08cd5fc0-16cc-4ba6-b4fe-d1f3d1ed2403 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5 HTTP/1.1" status: 200 len: 380 time: 0.1334605 Feb 15 02:02:01.862891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'port': {'device_id': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'admin_state_up': True, 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'security_groups': ['be4123dc-ae37-47bd-bb8b-10d289d9da3a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:02.054520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c291b95-31b1-40fa-9f0d-0a8f470099df req-c8b6ed3e-7032-43ee-9460-bac03219dec7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:02.066233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c291b95-31b1-40fa-9f0d-0a8f470099df req-c8b6ed3e-7032-43ee-9460-bac03219dec7 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.1209445 Feb 15 02:02:02.168773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c291b95-31b1-40fa-9f0d-0a8f470099df req-0bf47e44-4656-4fbe-a41c-ef87e855edba tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957386 Feb 15 02:02:02.206875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Made reservation on behalf of 1f01ac9b85ed4ae597380a6b6ee2e7c5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:02.214981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:02.344209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f369f58b-0af7-4816-8e63-d827447e60ab req-e7fe096c-eef2-492d-bfa8-05d16b5dd5db tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 210 time: 0.0470428 Feb 15 02:02:02.470477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Allocated IP 172.20.0.4 (63fe4180-7f39-42d4-8d99-de8b3fc33926/b7e168bf-9e51-4983-a70f-e5caf5454fa3/bc0a9438-11ed-48fc-ac48-982f0e0db43e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:02.729061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:02.872937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:02.938118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:02.942949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:02.953434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:02.972953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:03.052666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:03.055097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:03.201711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-c9aabd31-187a-492a-9169-161224ad093c tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3455791 Feb 15 02:02:03.216229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Request body: {'port': {'device_id': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:03.349512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4130309d-a41d-4a4a-b925-a95a9695c644 None None] Provisioning complete for port bc0a9438-11ed-48fc-ac48-982f0e0db43e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:03.349996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4130309d-a41d-4a4a-b925-a95a9695c644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:03.370007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:03.412129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4130309d-a41d-4a4a-b925-a95a9695c644 None None] Port bc0a9438-11ed-48fc-ac48-982f0e0db43e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:02:03.540823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-62ee9f21-af2f-4249-afc7-77236d3d80a4 req-88498586-f5c7-4799-b970-cb87677a6f1f service neutron] (103885) timed out ('10.222.0.43', 53762) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:02:03.678632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:03.798779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4959-0241-4b04-9677-bbf8d4b51cf9 req-13aca9ea-38f3-4028-a671-37233465ce06 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:03.804790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbeb4959-0241-4b04-9677-bbf8d4b51cf9 req-13aca9ea-38f3-4028-a671-37233465ce06 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 931 time: 0.1234057 Feb 15 02:02:03.822494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:03.823143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.025592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.149184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Allocated IP 172.25.2.32 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/79d73e95-0d5b-4785-961c-10b7cc381fdd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:04.329905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.405260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0a9438-11ed-48fc-ac48-982f0e0db43e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:02:04.433193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbeb4959-0241-4b04-9677-bbf8d4b51cf9 req-02009854-b3dc-4c05-b869-f11433bdd473 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6227739 Feb 15 02:02:04.438799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks [] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.456542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Transition to ACTIVE for port object bc0a9438-11ed-48fc-ac48-982f0e0db43e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:02:04.477768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.528688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:04.532064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:04.540930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.549344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:04.608012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=79d73e95-0d5b-4785-961c-10b7cc381fdd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:04.624575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:04.807076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (9a1d07a9-dc97-4c83-a7b2-4033822f39a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:04.834356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Attempting to bind port bc0a9438-11ed-48fc-ac48-982f0e0db43e on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:02:04.834952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Attempting to bind port bc0a9438-11ed-48fc-ac48-982f0e0db43e by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:02:04.835065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Attempting to bind port bc0a9438-11ed-48fc-ac48-982f0e0db43e on network 63fe4180-7f39-42d4-8d99-de8b3fc33926 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:02:04.848062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Port bc0a9438-11ed-48fc-ac48-982f0e0db43e on network 63fe4180-7f39-42d4-8d99-de8b3fc33926 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:02:04.848494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Attempting to bind port bc0a9438-11ed-48fc-ac48-982f0e0db43e on network 63fe4180-7f39-42d4-8d99-de8b3fc33926 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:02:04.856545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:02:04.856887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Checking segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:04.861601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Bound using segment: {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:02:04.862072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Bound port: bc0a9438-11ed-48fc-ac48-982f0e0db43e, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b49fd2-4312-43ca-91ee-fd55f419bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:02:04.862443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.039826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.124908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:02:05.130668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:02:05.278690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.378924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.387811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:05.388405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.389865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] 10.222.0.37 "PUT /v2.0/ports/bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 200 len: 1092 time: 2.1804147 Feb 15 02:02:05.402768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:05.417424 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6999db05-9a04-4d18-89ce-8ba35d77a344" -d '{"events": [{"name": "network-changed", "server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:05.464887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cc387-25a6-43de-ba3a-b935066eb97f service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:05.473155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.512310 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48a064-f3c6-4ccf-bac3-41e8fa0722cd x-openstack-request-id: req-0c48a064-f3c6-4ccf-bac3-41e8fa0722cd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:05.512639 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:05.512900 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c48a064-f3c6-4ccf-bac3-41e8fa0722cd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:05.513311 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'status': 'completed', 'code': 200} Feb 15 02:02:05.674143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9a1d07a9-dc97-4c83-a7b2-4033822f39a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.704082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=79d73e95-0d5b-4785-961c-10b7cc381fdd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:05.735777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-e355ab6c-f489-4aa1-8809-1eb78c634464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:05.737367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-e355ab6c-f489-4aa1-8809-1eb78c634464 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1126 time: 0.2075315 Feb 15 02:02:05.810365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.814067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b6b970a6-e76c-4898-90a8-c8b8fcdaaf8a tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4404778 Feb 15 02:02:05.814386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:05.822336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1737892381'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:05.951384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Made reservation on behalf of c853fd18441f4e0cb81c1663200b32c5 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:05.954894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:05.973652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.013540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-54aa4a9f-76d0-428e-a7f8-a2ba086cd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.015119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-54aa4a9f-76d0-428e-a7f8-a2ba086cd4d8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2684424 Feb 15 02:02:06.054963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdc640-b49f-41ab-a42b-28fe7ecf995b req-fe2398a7-2c7c-44ae-b249-3cc83f948c62 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.056513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22fdc640-b49f-41ab-a42b-28fe7ecf995b req-fe2398a7-2c7c-44ae-b249-3cc83f948c62 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 943 time: 0.3947048 Feb 15 02:02:06.175535 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for security_group (a62dd300-9ee1-49a7-9052-e87f59e699d9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.242937 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a62dd300-9ee1-49a7-9052-e87f59e699d9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.266877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:02:06.285248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4c49f71c-1a48-4115-8267-f36bcae45476), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.285602 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Added segment 4c49f71c-1a48-4115-8267-f36bcae45476 of type vlan for network 0515c92a-a924-4c09-92fe-15a2ae63e038 Feb 15 02:02:06.317030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22fdc640-b49f-41ab-a42b-28fe7ecf995b req-c4b8f723-9c2c-407a-8435-278c9ca1edf5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424943 Feb 15 02:02:06.348463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0515c92a-a924-4c09-92fe-15a2ae63e038), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.355328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-7a0341aa-7fcf-437e-b1f8-10b478e609e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.357615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6999db05-9a04-4d18-89ce-8ba35d77a344 req-7a0341aa-7fcf-437e-b1f8-10b478e609e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3340113 Feb 15 02:02:06.424787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62dd300-9ee1-49a7-9052-e87f59e699d9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:06.471078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0515c92a-a924-4c09-92fe-15a2ae63e038), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.477442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.479425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.521433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-2f2461ef-5157-435e-9b17-10dccdbcbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.521433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-2f2461ef-5157-435e-9b17-10dccdbcbd25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1126 time: 0.1113675 Feb 15 02:02:06.584824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-d3dd240b-3895-4041-8014-f5c69083b0b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 200 len: 217 time: 0.0545933 Feb 15 02:02:06.623205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Network': ['ID=0515c92a-a924-4c09-92fe-15a2ae63e038,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:06.630612 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a6e5a13-711c-4084-89a7-83e376fd4048 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8151968 Feb 15 02:02:06.637411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:06.642034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:02:06.643201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Request body: {'subnet': {'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:06.686400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-acd25a3a-28ba-466b-b59d-9e60116163be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.688124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-acd25a3a-28ba-466b-b59d-9e60116163be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7e168bf-9e51-4983-a70f-e5caf5454fa3 HTTP/1.1" status: 200 len: 848 time: 0.0998366 Feb 15 02:02:06.787742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e244c1-deae-414d-9025-047172aa02eb req-02e14162-3f9c-40cb-b26b-7f4c2154a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:06.791026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-02e14162-3f9c-40cb-b26b-7f4c2154a757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63fe4180-7f39-42d4-8d99-de8b3fc33926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0962272 Feb 15 02:02:06.886073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Made reservation on behalf of c853fd18441f4e0cb81c1663200b32c5 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:06.891058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:06.961516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-b4e58eba-e6e5-408c-9f84-1cf951f3bd45 service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612093 Feb 15 02:02:07.124003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5e244c1-deae-414d-9025-047172aa02eb req-64522026-dd76-4a39-939a-0185e102a394 service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576929 Feb 15 02:02:07.226456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6d7c5703-17e6-435d-9f2e-f62600881846), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:07.304498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Subnet': ['ID=6d7c5703-17e6-435d-9f2e-f62600881846,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:07.317619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Checking segment: {'id': '4c49f71c-1a48-4115-8267-f36bcae45476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:07.317984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network hostable DHCP agents. Network: 0515c92a-a924-4c09-92fe-15a2ae63e038, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:02:07.431696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:02:07.501047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b6d7-d23b-4961-959e-92c63aa4a104 req-f1feed66-84a7-4964-8f14-e6c085c34753 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:07.509793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a990b6d7-d23b-4961-959e-92c63aa4a104 req-f1feed66-84a7-4964-8f14-e6c085c34753 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 943 time: 0.0935090 Feb 15 02:02:07.523204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0515c92a-a924-4c09-92fe-15a2ae63e038) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:07.528943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:07.529596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:07.534705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90864d-cf02-4e45-8498-f42b18d3cbb6 None None] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:07.613242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a990b6d7-d23b-4961-959e-92c63aa4a104 req-e6af9a41-249e-41c0-ad65-e14fc7fe8274 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013570 Feb 15 02:02:07.675008 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-53a4fa6e-ff88-46fc-86e9-dc7eaa6034fb tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0362368 Feb 15 02:02:07.677546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:07.683955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1321045845', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:07.729446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0515c92a-a924-4c09-92fe-15a2ae63e038', 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038', 'project_id': 'c853fd18441f4e0cb81c1663200b32c5', 'fixed_ips': [{'subnet_id': '6d7c5703-17e6-435d-9f2e-f62600881846'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:02:07.730332 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:07.786217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:07.791864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:07.894965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_controller (33fcb6a4-7b38-46b4-a179-f45452c2aed0), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.023338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Allocated IP 172.20.0.2 (0515c92a-a924-4c09-92fe-15a2ae63e038/6d7c5703-17e6-435d-9f2e-f62600881846/46dec912-92b7-4037-a069-032d2ec4f193) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:08.230113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_gateway (33fcb6a4-7b38-46b4-a179-f45452c2aed0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.258639 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks [] for port (46dec912-92b7-4037-a069-032d2ec4f193), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.330146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (46dec912-92b7-4037-a069-032d2ec4f193), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.368405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:08.375269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:08.382190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:08.426918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Pushing event updated for resources: {'Port': ['ID=46dec912-92b7-4037-a069-032d2ec4f193,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:08.438563 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:02:08.526909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Attempting to bind port 46dec912-92b7-4037-a069-032d2ec4f193 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:02:08.527715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Attempting to bind port 46dec912-92b7-4037-a069-032d2ec4f193 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4c49f71c-1a48-4115-8267-f36bcae45476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:02:08.528336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Attempting to bind port 46dec912-92b7-4037-a069-032d2ec4f193 on network 0515c92a-a924-4c09-92fe-15a2ae63e038 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:02:08.538612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:02:08.539455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Checking segment: {'id': '4c49f71c-1a48-4115-8267-f36bcae45476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:08.540176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.540830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Bound using segment: {'id': '4c49f71c-1a48-4115-8267-f36bcae45476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:02:08.541650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Bound port: 46dec912-92b7-4037-a069-032d2ec4f193, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c49f71c-1a48-4115-8267-f36bcae45476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:02:08.542879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (46dec912-92b7-4037-a069-032d2ec4f193), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.611282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_gateway (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.628875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] For port 46dec912-92b7-4037-a069-032d2ec4f193, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:02:08.632638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] For port 46dec912-92b7-4037-a069-032d2ec4f193, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=46dec912-92b7-4037-a069-032d2ec4f193,segment=NetworkSegment(4c49f71c-1a48-4115-8267-f36bcae45476),segment_id=4c49f71c-1a48-4115-8267-f36bcae45476)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:02:08.641680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.786213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Allocated IP 172.25.2.186 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f6edaaa0-599d-4eaf-91db-87e23ce1aae5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:08.786763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (46dec912-92b7-4037-a069-032d2ec4f193), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.788480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861778b-bd0b-4ef5-9fd0-040f15a9b95e req-d773a0ea-619d-4ecf-95e9-146f17194510 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:08.793939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9861778b-bd0b-4ef5-9fd0-040f15a9b95e req-d773a0ea-619d-4ecf-95e9-146f17194510 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 943 time: 0.0981283 Feb 15 02:02:08.920385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4e4e-24d5-415f-8033-bda82c298eb9 None None] Pushing event updated for resources: {'Port': ['ID=46dec912-92b7-4037-a069-032d2ec4f193,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:08.931382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (f6edaaa0-599d-4eaf-91db-87e23ce1aae5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:08.939007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9861778b-bd0b-4ef5-9fd0-040f15a9b95e req-f4f4c814-09f3-4eab-bb68-d59812ca5049 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419334 Feb 15 02:02:09.089835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f6edaaa0-599d-4eaf-91db-87e23ce1aae5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:09.192872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:09.196238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:09.213143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:09.256280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=f6edaaa0-599d-4eaf-91db-87e23ce1aae5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:09.495661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 46dec912-92b7-4037-a069-032d2ec4f193 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:09.560039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 46dec912-92b7-4037-a069-032d2ec4f193 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:09.560816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (46dec912-92b7-4037-a069-032d2ec4f193), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:09.680338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 46dec912-92b7-4037-a069-032d2ec4f193 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:09.681049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (46dec912-92b7-4037-a069-032d2ec4f193), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:09.712661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_gateway (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:09.719681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 46dec912-92b7-4037-a069-032d2ec4f193, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=46dec912-92b7-4037-a069-032d2ec4f193,segment=NetworkSegment(4c49f71c-1a48-4115-8267-f36bcae45476),segment_id=4c49f71c-1a48-4115-8267-f36bcae45476)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:09.780474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (46dec912-92b7-4037-a069-032d2ec4f193), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:09.840867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=46dec912-92b7-4037-a069-032d2ec4f193,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:09.938656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:10.170919 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.181054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d89d-ccf6-4c70-a899-9bfb61366e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.216696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6c097-e471-4dd0-a557-1a1d27e9bb8e req-d89a272e-0c4a-4002-b91c-f689b8f131bd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:10.226990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea6c097-e471-4dd0-a557-1a1d27e9bb8e req-d89a272e-0c4a-4002-b91c-f689b8f131bd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 943 time: 0.1557908 Feb 15 02:02:10.327009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6885c7-7e67-45f7-91aa-16a0974d5a27 None None] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:10.357247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea6c097-e471-4dd0-a557-1a1d27e9bb8e req-639d1526-08e5-4dd0-830c-f672c808e8a5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287689 Feb 15 02:02:10.424070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1b802be7-c70f-4b4f-a624-4dc32d7ad9f2 None None] Provisioning complete for port 46dec912-92b7-4037-a069-032d2ec4f193 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:10.424761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b802be7-c70f-4b4f-a624-4dc32d7ad9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (46dec912-92b7-4037-a069-032d2ec4f193), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.445238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d89d-ccf6-4c70-a899-9bfb61366e2e admin admin] Publish callbacks [] for security_group (b6f3473b-f008-4053-bc0b-14e2846d33eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.516716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc0a9438-11ed-48fc-ac48-982f0e0db43e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:02:10.520905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:02:10.545623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d89d-ccf6-4c70-a899-9bfb61366e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6f3473b-f008-4053-bc0b-14e2846d33eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.603867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d89d-ccf6-4c70-a899-9bfb61366e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3473b-f008-4053-bc0b-14e2846d33eb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:10.611979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e5a1d89d-ccf6-4c70-a899-9bfb61366e2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c40e952a45b44446877556828c65c628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722355 Feb 15 02:02:10.613224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:10.649147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1b802be7-c70f-4b4f-a624-4dc32d7ad9f2 None None] Current status of the port 46dec912-92b7-4037-a069-032d2ec4f193 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:10.701112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] Publish callbacks [] for security_group (b6f3473b-f008-4053-bc0b-14e2846d33eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.742353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:10.761517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] Publish callbacks [] for security_group (b6f3473b-f008-4053-bc0b-14e2846d33eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.863361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.864650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-97e290bd-996a-46ce-8088-e074aafb2be6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1859348 Feb 15 02:02:10.867262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:10.906737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6f3473b-f008-4053-bc0b-14e2846d33eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.909676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:10.913330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6f3473b-f008-4053-bc0b-14e2846d33eb HTTP/1.1" status: 204 len: 168 time: 0.2964082 Feb 15 02:02:10.927604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] Sync routers for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:10.944067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:10.944747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:10.948267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2da07-beb8-400c-a896-beff0f03aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3473b-f008-4053-bc0b-14e2846d33eb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:11.046795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:11.087796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:11.089525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:11.137279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:11.138339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc19768-93ba-49a0-a7f8-b95f27a21908 None None] The sync data for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:11.159842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-984a83f8-9094-4e8b-a1e9-dab0ca5ec7be None None] Provisioning complete for port 46dec912-92b7-4037-a069-032d2ec4f193 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:11.160524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-984a83f8-9094-4e8b-a1e9-dab0ca5ec7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (46dec912-92b7-4037-a069-032d2ec4f193), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.168624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:11.216901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'port_id': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'mac_address': 'fa:16:3e:d5:39:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:02:11.277470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc0a9438-11ed-48fc-ac48-982f0e0db43e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:11.277865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.322769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a9438-11ed-48fc-ac48-982f0e0db43e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:02:11.360398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:11.360398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-984a83f8-9094-4e8b-a1e9-dab0ca5ec7be None None] Current status of the port 46dec912-92b7-4037-a069-032d2ec4f193 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:11.450599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.523357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89d68-ebed-43ed-88e6-5bb2c55514d3 req-fede9ea9-23b3-49aa-b0a7-b6a7411b8363 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:11.525571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bb89d68-ebed-43ed-88e6-5bb2c55514d3 req-fede9ea9-23b3-49aa-b0a7-b6a7411b8363 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 944 time: 0.0710430 Feb 15 02:02:11.526419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 46dec912-92b7-4037-a069-032d2ec4f193 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:11.597813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bb89d68-ebed-43ed-88e6-5bb2c55514d3 req-0fdf4118-2b71-457b-bf98-e5f7d3a52a4e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619333 Feb 15 02:02:11.635748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:11.669963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 46dec912-92b7-4037-a069-032d2ec4f193 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:11.670600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (46dec912-92b7-4037-a069-032d2ec4f193), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.818336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 46dec912-92b7-4037-a069-032d2ec4f193 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:11.849398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:11.865930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1f3122a-df48-4d60-aab2-61eea1975fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.884779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:11.892691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bc0a9438-11ed-48fc-ac48-982f0e0db43e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:02:11.984352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1f3122a-df48-4d60-aab2-61eea1975fc0 admin admin] Publish callbacks [] for security_group (3236a40c-37f5-4d2e-a040-77ee9fe26109), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.054685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1f3122a-df48-4d60-aab2-61eea1975fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3236a40c-37f5-4d2e-a040-77ee9fe26109), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.160201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1f3122a-df48-4d60-aab2-61eea1975fc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03747d85cc8c4b9dbb805c88d5ec8708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096406 Feb 15 02:02:12.170182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:12.173390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3122a-df48-4d60-aab2-61eea1975fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3236a40c-37f5-4d2e-a040-77ee9fe26109,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:12.288351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] Publish callbacks [] for security_group (3236a40c-37f5-4d2e-a040-77ee9fe26109), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.325936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] Publish callbacks [] for security_group (3236a40c-37f5-4d2e-a040-77ee9fe26109), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.379750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Allocated IP 172.20.0.1 (0515c92a-a924-4c09-92fe-15a2ae63e038/6d7c5703-17e6-435d-9f2e-f62600881846/b1acd6f2-8087-4863-9602-67de17ebf989) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:12.483263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3236a40c-37f5-4d2e-a040-77ee9fe26109), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.487007 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.488500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3236a40c-37f5-4d2e-a040-77ee9fe26109 HTTP/1.1" status: 204 len: 168 time: 0.3117073 Feb 15 02:02:12.499126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaa598-9129-4815-b05f-c07d5886ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3236a40c-37f5-4d2e-a040-77ee9fe26109,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:12.501652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (b1acd6f2-8087-4863-9602-67de17ebf989), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.609416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.671567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:12.676885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:12.680805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:12.689146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=b1acd6f2-8087-4863-9602-67de17ebf989,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:12.756337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:12.855577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7c39-c2e5-474c-bdb8-6c50688b76cc req-41d4dba4-399d-4673-8480-f5f10d7a2caa tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:12.857145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcaa7c39-c2e5-474c-bdb8-6c50688b76cc req-41d4dba4-399d-4673-8480-f5f10d7a2caa tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 944 time: 0.1254261 Feb 15 02:02:12.949243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dcaa7c39-c2e5-474c-bdb8-6c50688b76cc req-5e57356e-6d49-4342-b35e-aed37edb1ef9 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779672 Feb 15 02:02:13.062665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:13.123115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-274eeb8e-6a48-4e45-81ac-0e1084467db6 None None] Provisioning complete for port b1acd6f2-8087-4863-9602-67de17ebf989 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:13.124127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-274eeb8e-6a48-4e45-81ac-0e1084467db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:13.243375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-274eeb8e-6a48-4e45-81ac-0e1084467db6 None None] Port b1acd6f2-8087-4863-9602-67de17ebf989 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:02:13.477961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (b1acd6f2-8087-4863-9602-67de17ebf989), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:13.557785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:13.636927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:13.645721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=b1acd6f2-8087-4863-9602-67de17ebf989,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:13.750252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:13.752079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:13.934213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:14.150054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:14.158897 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3e6f18a4-1b42-4cf4-9aa1-bc1c1d894c92 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "PUT /v2.0/routers/33fcb6a4-7b38-46b4-a179-f45452c2aed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2901151 Feb 15 02:02:14.162577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:14.173727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Request body: {'port': {'network_id': '0515c92a-a924-4c09-92fe-15a2ae63e038', 'name': 'tempest-FloatingIPAdminTestJSON-887470400'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:14.176099 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] Sync routers for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:14.191858 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:14.192511 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:14.192881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1442b860-b25e-4b88-bec0-04e510dd9202 None None] Provisioning complete for port b1acd6f2-8087-4863-9602-67de17ebf989 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:14.193346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1442b860-b25e-4b88-bec0-04e510dd9202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:14.206848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d967-b809-4443-b77e-e36cb75111a3 req-10c0cccf-0ef8-4192-923f-24c60a6ab663 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:14.208626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3415d967-b809-4443-b77e-e36cb75111a3 req-10c0cccf-0ef8-4192-923f-24c60a6ab663 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 944 time: 0.1423736 Feb 15 02:02:14.250710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1442b860-b25e-4b88-bec0-04e510dd9202 None None] Port b1acd6f2-8087-4863-9602-67de17ebf989 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:02:14.257451 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:14.266426 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:14.267045 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:14.331784 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:14.332589 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7ce85-eb8e-43c8-b624-2ad3df3660a1 None None] The sync data for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:14.414242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3415d967-b809-4443-b77e-e36cb75111a3 req-a068fd66-3d83-4726-b25a-3c72eb4b25eb tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704855 Feb 15 02:02:14.560836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc0a9438-11ed-48fc-ac48-982f0e0db43e up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:14.708159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Made reservation on behalf of c853fd18441f4e0cb81c1663200b32c5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:14.708159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:14.708159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] device_id is not set on port 29cbd87b-d15a-46ce-85e9-036b3886f12a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:02:14.779591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port bc0a9438-11ed-48fc-ac48-982f0e0db43e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:02:14.877630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port bc0a9438-11ed-48fc-ac48-982f0e0db43e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:14.877630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:14.878917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Allocated IP 172.20.0.4 (0515c92a-a924-4c09-92fe-15a2ae63e038/6d7c5703-17e6-435d-9f2e-f62600881846/29cbd87b-d15a-46ce-85e9-036b3886f12a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:14.889312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bc0a9438-11ed-48fc-ac48-982f0e0db43e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:14.889708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:14.913778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:14.916109 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c251a007-de03-4730-acee-398aea69f2d2" -d '{"events": [{"server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:14.939966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:14.966474 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ea6b6-d87f-49a0-8f68-a25e53582399 x-openstack-request-id: req-d84ea6b6-d87f-49a0-8f68-a25e53582399 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:14.967315 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:14.968614 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d84ea6b6-d87f-49a0-8f68-a25e53582399 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:14.969176 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'code': 200} Feb 15 02:02:15.065293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.102643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67977f-4eb4-4fe1-a99a-32e561de3ba6 req-bfc87f14-ee35-4b22-92f8-7c34c53d4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:15.104331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b67977f-4eb4-4fe1-a99a-32e561de3ba6 req-bfc87f14-ee35-4b22-92f8-7c34c53d4986 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1127 time: 0.0823565 Feb 15 02:02:15.154298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.189603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b67977f-4eb4-4fe1-a99a-32e561de3ba6 req-db562825-2509-4b5f-8b58-e1a92b6494bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792389 Feb 15 02:02:15.218980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.257212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:15.303512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:15.324754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.355344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:15.359586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:15.425112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:15.426349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.431209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event updated for resources: {'Port': ['ID=29cbd87b-d15a-46ce-85e9-036b3886f12a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:15.555607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5cfa81f8-5f7e-4c5e-961b-b121864c1f05 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861978 Feb 15 02:02:15.555996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:15.588694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c04eb3-3873-4c04-b6ec-0241ab49fa65 req-cdc84076-cd6e-4bda-9576-b37a2929201f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:15.590461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c04eb3-3873-4c04-b6ec-0241ab49fa65 req-cdc84076-cd6e-4bda-9576-b37a2929201f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.0754128 Feb 15 02:02:15.657932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c04eb3-3873-4c04-b6ec-0241ab49fa65 req-1fb5a960-6f21-400e-a322-b166b061060a tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611413 Feb 15 02:02:15.707900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee67fd27-34c9-4f8f-8755-5fa61ca8ed03 None None] Provisioning complete for port 29cbd87b-d15a-46ce-85e9-036b3886f12a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:15.708880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee67fd27-34c9-4f8f-8755-5fa61ca8ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:15.761931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ee67fd27-34c9-4f8f-8755-5fa61ca8ed03 None None] Port 29cbd87b-d15a-46ce-85e9-036b3886f12a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:02:15.796497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'project_id': 'c853fd18441f4e0cb81c1663200b32c5', 'port_id': '29cbd87b-d15a-46ce-85e9-036b3886f12a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:15.911926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:16.009912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:16.134690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Allocated IP 172.25.2.171 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/06448846-6c5b-4d55-9471-d90ade4599c9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:16.286663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for port (06448846-6c5b-4d55-9471-d90ade4599c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:16.403252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:16.462057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:16.466034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:16.469815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:16.513271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Pushing event updated for resources: {'Port': ['ID=06448846-6c5b-4d55-9471-d90ade4599c9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:16.867455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49338) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:16.901607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896b2a8-e868-41b2-bc51-d2f740dc9aad req-194a6d9c-a4c4-44eb-9e7f-fd296a60fcb3 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:16.903612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c896b2a8-e868-41b2-bc51-d2f740dc9aad req-194a6d9c-a4c4-44eb-9e7f-fd296a60fcb3 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.0813251 Feb 15 02:02:16.986004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c896b2a8-e868-41b2-bc51-d2f740dc9aad req-000aab7b-5cb6-46a4-a2d2-37517f9741d6 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745027 Feb 15 02:02:17.116678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffef220b-a0c1-497e-be01-7aa8c1592b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.183790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d854-bab9-4b73-8d24-ed80e5310a73 req-20d79f62-152e-4b84-ba28-e97c256e8b79 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:17.185569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6752d854-bab9-4b73-8d24-ed80e5310a73 req-20d79f62-152e-4b84-ba28-e97c256e8b79 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.1343658 Feb 15 02:02:17.276761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffef220b-a0c1-497e-be01-7aa8c1592b7f admin admin] Publish callbacks [] for security_group (1584fd3e-fcce-424b-8af4-5bf9e807fab5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.325112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6752d854-bab9-4b73-8d24-ed80e5310a73 req-5bc23fab-55c2-4d15-ac25-79cc205b2e74 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293306 Feb 15 02:02:17.346036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffef220b-a0c1-497e-be01-7aa8c1592b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1584fd3e-fcce-424b-8af4-5bf9e807fab5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.440358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ffef220b-a0c1-497e-be01-7aa8c1592b7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=609eed97c5bc449294ee38d21ec371f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5687976 Feb 15 02:02:17.448485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:17.473500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef220b-a0c1-497e-be01-7aa8c1592b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1584fd3e-fcce-424b-8af4-5bf9e807fab5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:17.510538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (a3510b8f-4e05-4af4-9e92-237c660b338b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.544967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32515-e59e-43f3-adb8-452033943996 req-9f464692-19d3-4b3c-92ee-fef619aa0e68 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:17.546846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3a32515-e59e-43f3-adb8-452033943996 req-9f464692-19d3-4b3c-92ee-fef619aa0e68 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.1067057 Feb 15 02:02:17.570868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] Publish callbacks [] for security_group (1584fd3e-fcce-424b-8af4-5bf9e807fab5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.608205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] Publish callbacks [] for security_group (1584fd3e-fcce-424b-8af4-5bf9e807fab5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.633601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3a32515-e59e-43f3-adb8-452033943996 req-576038e1-d1c4-4250-b7b9-e8aca7b6e700 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804987 Feb 15 02:02:17.658724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:17.747657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.791406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1584fd3e-fcce-424b-8af4-5bf9e807fab5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.794381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:17.797910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1584fd3e-fcce-424b-8af4-5bf9e807fab5 HTTP/1.1" status: 204 len: 168 time: 0.3439372 Feb 15 02:02:17.815772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5236e-6610-46fd-a113-3d1a8e2b9f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584fd3e-fcce-424b-8af4-5bf9e807fab5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:17.977443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9004ef-2208-41d2-9cef-8eeec3fe7508 tempest-TestServerBasicOps-318144660 tempest-TestServerBasicOps-318144660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:17.980777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee9004ef-2208-41d2-9cef-8eeec3fe7508 tempest-TestServerBasicOps-318144660 tempest-TestServerBasicOps-318144660-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1123 time: 0.3210599 Feb 15 02:02:17.982615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:17.988525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:17.990485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.028108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for port (06448846-6c5b-4d55-9471-d90ade4599c9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.073551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.135749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.215563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Pushing event updated for resources: {'Port': ['ID=06448846-6c5b-4d55-9471-d90ade4599c9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:18.263079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (a3510b8f-4e05-4af4-9e92-237c660b338b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.381321 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.458629 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Floating IP a3510b8f-4e05-4af4-9e92-237c660b338b associated. External IP: 172.25.2.171, port: 29cbd87b-d15a-46ce-85e9-036b3886f12a. Feb 15 02:02:18.599116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:18.606652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Allocated IP 172.25.2.166 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1d442b5e-070b-4fd4-a18d-96d2d37dcf11) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:18.614151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a41972df-9071-4a51-9428-f22685c45cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.698682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a41972df-9071-4a51-9428-f22685c45cc9 admin admin] Publish callbacks [] for security_group (ec4718b2-9be1-4737-94c8-2badbccebf32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.774081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a41972df-9071-4a51-9428-f22685c45cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ec4718b2-9be1-4737-94c8-2badbccebf32), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.811955 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:18.813529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41972df-9071-4a51-9428-f22685c45cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4718b2-9be1-4737-94c8-2badbccebf32,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:18.820538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a41972df-9071-4a51-9428-f22685c45cc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa486bfb01bc4b8689a0851087103aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172272 Feb 15 02:02:18.822816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:18.845481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:18.962450 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] Publish callbacks [] for security_group (ec4718b2-9be1-4737-94c8-2badbccebf32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.016815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] Publish callbacks [] for security_group (ec4718b2-9be1-4737-94c8-2badbccebf32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.042942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.087842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:19.101184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] Sync routers for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:19.113443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:19.118031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:19.118673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:19.129796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:19.136580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:19.139882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'Port': ['ID=1d442b5e-070b-4fd4-a18d-96d2d37dcf11,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:19.173511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:19.186237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:19.187025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:19.187979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.235194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:19.236107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d194d5-ab93-418f-9263-eb8d8327e2f8 None None] The sync data for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:19.247593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ec4718b2-9be1-4737-94c8-2badbccebf32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.250209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.251368 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec4718b2-9be1-4737-94c8-2badbccebf32 HTTP/1.1" status: 204 len: 168 time: 0.4274557 Feb 15 02:02:19.259247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-15a2a50f-2c06-4250-8701-2bdbc3e280ee tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7005587 Feb 15 02:02:19.262804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:19.289333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dabb0-20ad-4e91-a941-cdf13ada1cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4718b2-9be1-4737-94c8-2badbccebf32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:19.479139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2f834d90-591a-458c-b71a-59214f0fcd90 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "GET /v2.0/floatingips/a3510b8f-4e05-4af4-9e92-237c660b338b HTTP/1.1" status: 200 len: 982 time: 0.2149842 Feb 15 02:02:19.481641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:19.628317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8e885f09-584c-491c-b435-44dc7bfe1278 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1454175 Feb 15 02:02:19.631023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:19.691038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for floatingip (5f581615-71ed-4b07-b0f0-a3090266b848), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:19.926353 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.200150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.233601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port 06448846-6c5b-4d55-9471-d90ade4599c9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:20.233948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.293576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.313987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.314608 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (06448846-6c5b-4d55-9471-d90ade4599c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.337157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for 06448846-6c5b-4d55-9471-d90ade4599c9 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:20.436037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event updated for resources: {'Port': ['ID=1d442b5e-070b-4fd4-a18d-96d2d37dcf11,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:20.456188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5f581615-71ed-4b07-b0f0-a3090266b848), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.609562 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Floating IP 5f581615-71ed-4b07-b0f0-a3090266b848 associated. External IP: 172.25.2.166, port: bc0a9438-11ed-48fc-ac48-982f0e0db43e. Feb 15 02:02:20.648789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (06448846-6c5b-4d55-9471-d90ade4599c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.700745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=06448846-6c5b-4d55-9471-d90ade4599c9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:20.780157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (a3510b8f-4e05-4af4-9e92-237c660b338b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:20.780528 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Floating IP a3510b8f-4e05-4af4-9e92-237c660b338b disassociated (deleted). External IP: 172.25.2.171, port: 29cbd87b-d15a-46ce-85e9-036b3886f12a. Feb 15 02:02:21.054186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebae0b6f-00d5-4216-ac94-ab823eb9853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:21.100091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:21.269888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:21.289580 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:21.290797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] Sync routers for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:21.300921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:21.302576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:21.336431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ec065181-dc0d-429a-84ad-12e2b57b714d tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/floatingips/a3510b8f-4e05-4af4-9e92-237c660b338b HTTP/1.1" status: 204 len: 168 time: 1.6995187 Feb 15 02:02:21.336431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:21.341448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:21.360066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Router 42edccd7-281a-484a-856f-2345227d4e5d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:21.373732 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:21.393372 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:21.395094 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:21.446002 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:21.446947 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eccf9a-eb1b-455a-999c-1439d076112b None None] The sync data for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:21.487194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:21.501439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Sync routers for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:21.514925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:21.514925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:21.588910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:21.611075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:21.649347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:02:21.680479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b38ee03b-0a0f-4970-b1fd-39a73f8c718e tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6945839 Feb 15 02:02:21.680479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:21.682984 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5dbd12-c816-4ce1-8102-d42a5263b775" -d '{"events": [{"name": "network-changed", "server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:21.773726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:21.939876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Allocated IP 172.25.2.212 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/47ebf10c-d3cb-44c7-944b-67f66f56af64) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:22.029372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5f581615-71ed-4b07-b0f0-a3090266b848', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'port_id': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'mac_address': 'fa:16:3e:d5:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:02:19Z', 'updated_at': '2022-02-15T02:02:19Z', 'revision_number': 0, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:22.060892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Checking router: 42edccd7-281a-484a-856f-2345227d4e5d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:02:22.069975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:22.070613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:01:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:22.100524 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a3e0f-2f0c-4017-b567-b34f798dfdd2 x-openstack-request-id: req-155a3e0f-2f0c-4017-b567-b34f798dfdd2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:22.100524 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:22.101599 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-155a3e0f-2f0c-4017-b567-b34f798dfdd2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:22.101599 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'status': 'completed', 'code': 200} Feb 15 02:02:22.122758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:22.219415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-7734ad34-905f-4803-a65d-dd6b11696cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:22.221876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-7734ad34-905f-4803-a65d-dd6b11696cef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1128 time: 0.0907071 Feb 15 02:02:22.230211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:02:22.336855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:22.401833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:22.413772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:22.422822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:22.455915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Pushing event updated for resources: {'Port': ['ID=47ebf10c-d3cb-44c7-944b-67f66f56af64,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:22.477607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-3c4c4db9-8190-4b7b-b6b7-4240df050d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:22.479041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-3c4c4db9-8190-4b7b-b6b7-4240df050d14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 200 len: 910 time: 0.2496736 Feb 15 02:02:22.579788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5f581615-71ed-4b07-b0f0-a3090266b848', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'port_id': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'mac_address': 'fa:16:3e:d5:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:02:19Z', 'updated_at': '2022-02-15T02:02:19Z', 'revision_number': 0, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:22.602070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (270f5d6c-443a-433b-9554-401167bd7efa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:22.613735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ce4c2-db6d-42b8-bf7a-cd224d454edc None None] The sync data for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 is: [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5f581615-71ed-4b07-b0f0-a3090266b848', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'port_id': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'mac_address': 'fa:16:3e:d5:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:02:19Z', 'updated_at': '2022-02-15T02:02:19Z', 'revision_number': 0, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:22.614733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-ffdad05b-6ecd-4324-97b2-6196489a99bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 200 len: 999 time: 0.1293406 Feb 15 02:02:22.702011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-ae635b00-42d2-424c-a937-ec5da22929c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:22.703786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-ae635b00-42d2-424c-a937-ec5da22929c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7e168bf-9e51-4983-a70f-e5caf5454fa3 HTTP/1.1" status: 200 len: 848 time: 0.0822349 Feb 15 02:02:22.791459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:22.847854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-d425bc08-f51e-40a7-bd5e-5c313bf2c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:22.849648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-d425bc08-f51e-40a7-bd5e-5c313bf2c6eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63fe4180-7f39-42d4-8d99-de8b3fc33926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1079619 Feb 15 02:02:22.962863 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26122c7-07f4-4fec-8cb9-3db425f9c826 None None] New status for floating IP 5f581615-71ed-4b07-b0f0-a3090266b848: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:02:23.063110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-2d4fcaac-5e68-4805-9254-7561d31afbd3 service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994133 Feb 15 02:02:23.114592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.216124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b5dbd12-c816-4ce1-8102-d42a5263b775 req-411213e4-64ae-411a-9f7c-a67194f1291f service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457040 Feb 15 02:02:23.236903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.339985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b7b02-b8ec-4800-959f-f3c8f520f0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.375929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Pushing event updated for resources: {'Port': ['ID=47ebf10c-d3cb-44c7-944b-67f66f56af64,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:23.383221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (270f5d6c-443a-433b-9554-401167bd7efa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.496371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.497650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bfd4f0c8-8365-435f-b368-ee74d748fbdb tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1615362 Feb 15 02:02:23.500416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:23.698441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:23.801946 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:23.910835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.031603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Allocated IP 172.25.2.133 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/e6c2b4b2-63cf-4e7d-8163-358305fcb65c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:24.157115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.254594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.300752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:24.305900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:24.310667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:24.353456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Pushing event updated for resources: {'Port': ['ID=e6c2b4b2-63cf-4e7d-8163-358305fcb65c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:24.448892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for floatingip (2df511ef-fe13-490f-bcf3-f86173275e0b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.524680 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.593622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:24.598798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.749591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.804213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.856407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Publish callbacks [] for security_group (034e9276-548a-437b-b59c-283f47ca3d4a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.928251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:24.967244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (034e9276-548a-437b-b59c-283f47ca3d4a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.047976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b21ecc9cbfa4664bbd45eef7abb21f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533656 Feb 15 02:02:25.048754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Pushing event updated for resources: {'Port': ['ID=e6c2b4b2-63cf-4e7d-8163-358305fcb65c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:25.050668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:25.055284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e9276-548a-437b-b59c-283f47ca3d4a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:25.069034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.069367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.069949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.070300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.070641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.070988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.071629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.071629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.071976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.073529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.074352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.074352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.074700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d0485-c6de-4d91-9963-7d1b397ff591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.095737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.096097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.096482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.098411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.098766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.099114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.099544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.100375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.100731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.101351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.101699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.102036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.102368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:25.104401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] Publish callbacks [] for security_group (034e9276-548a-437b-b59c-283f47ca3d4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.112892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (2df511ef-fe13-490f-bcf3-f86173275e0b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.140117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] Publish callbacks [] for security_group (034e9276-548a-437b-b59c-283f47ca3d4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.228027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.229958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-84628c39-0f78-4d00-bbc0-c731455d35b2 tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7285008 Feb 15 02:02:25.236077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:25.260328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (034e9276-548a-437b-b59c-283f47ca3d4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.263808 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.272620 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/034e9276-548a-437b-b59c-283f47ca3d4a HTTP/1.1" status: 204 len: 168 time: 0.2135849 Feb 15 02:02:25.333687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17835a-7664-49d5-9fb7-73a3af3fa62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e9276-548a-437b-b59c-283f47ca3d4a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:25.417321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-34a75e86-be42-442c-99b5-a8bfc7832b76 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1835041 Feb 15 02:02:25.421219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:25.490815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5d1cc169-f23f-4b5c-af7d-0eb260ca8316 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0684457 Feb 15 02:02:25.493494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:25.632328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Deleting port e6c2b4b2-63cf-4e7d-8163-358305fcb65c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:25.632901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.767160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.767712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for floatingip (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:25.780923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Calling delete_port for e6c2b4b2-63cf-4e7d-8163-358305fcb65c owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:25.911692 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.033164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:26.042015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e6c2b4b2-63cf-4e7d-8163-358305fcb65c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.057618 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a92bec-a517-4ba3-a914-6517550bac48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.090386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Pushing event deleted for resources: {'Port': ['ID=e6c2b4b2-63cf-4e7d-8163-358305fcb65c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:26.181178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks [] for floatingip (2df511ef-fe13-490f-bcf3-f86173275e0b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.184572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.185762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c7bcbedd-a7c2-4e1f-8476-42e69d957b2d tempest-FloatingIPAdminTestJSON-975681697 tempest-FloatingIPAdminTestJSON-975681697-project] 10.222.0.43 "DELETE /v2.0/floatingips/2df511ef-fe13-490f-bcf3-f86173275e0b HTTP/1.1" status: 204 len: 168 time: 0.6912408 Feb 15 02:02:26.188751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:26.228210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a92bec-a517-4ba3-a914-6517550bac48 admin admin] Publish callbacks [] for security_group (e82b316c-aa56-485d-8839-8e3724897ce0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.277479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a92bec-a517-4ba3-a914-6517550bac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e82b316c-aa56-485d-8839-8e3724897ce0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.321135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-82a92bec-a517-4ba3-a914-6517550bac48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06d724986cb44d11ab44df331e494446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865965 Feb 15 02:02:26.321641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a92bec-a517-4ba3-a914-6517550bac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b316c-aa56-485d-8839-8e3724897ce0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:26.324563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:26.390065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Deleting port 47ebf10c-d3cb-44c7-944b-67f66f56af64 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:26.390721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.405373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] Publish callbacks [] for security_group (e82b316c-aa56-485d-8839-8e3724897ce0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.471423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] Publish callbacks [] for security_group (e82b316c-aa56-485d-8839-8e3724897ce0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.492191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.492559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (47ebf10c-d3cb-44c7-944b-67f66f56af64), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.508743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Calling delete_port for 47ebf10c-d3cb-44c7-944b-67f66f56af64 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:26.636933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e82b316c-aa56-485d-8839-8e3724897ce0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.639326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.641178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e82b316c-aa56-485d-8839-8e3724897ce0 HTTP/1.1" status: 204 len: 168 time: 0.3150756 Feb 15 02:02:26.670701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ed356-8d08-46ab-b373-eeba8fea8e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b316c-aa56-485d-8839-8e3724897ce0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:26.774471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (47ebf10c-d3cb-44c7-944b-67f66f56af64), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.843074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Pushing event deleted for resources: {'Port': ['ID=47ebf10c-d3cb-44c7-944b-67f66f56af64,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:26.955312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks [] for floatingip (270f5d6c-443a-433b-9554-401167bd7efa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.960456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:26.961836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-42a0ca87-c7e0-4c7e-9c05-afaeae2543e2 tempest-FloatingIPAdminTestJSON-1768920420 tempest-FloatingIPAdminTestJSON-1768920420-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/270f5d6c-443a-433b-9554-401167bd7efa HTTP/1.1" status: 204 len: 168 time: 0.7713926 Feb 15 02:02:26.965550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:27.098977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port 29cbd87b-d15a-46ce-85e9-036b3886f12a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:27.099451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:27.215622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:27.243265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for 29cbd87b-d15a-46ce-85e9-036b3886f12a owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:27.425579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:27.517212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (29cbd87b-d15a-46ce-85e9-036b3886f12a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:27.555725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=29cbd87b-d15a-46ce-85e9-036b3886f12a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:27.658177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:27.662199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f070018-d2ec-4da0-b2aa-e097364fb131 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/ports/29cbd87b-d15a-46ce-85e9-036b3886f12a HTTP/1.1" status: 204 len: 168 time: 0.6954789 Feb 15 02:02:27.664549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:27.741746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfcdf8-b7e5-47c7-ae5c-12580ea255ab tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:27.743603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4fdfcdf8-b7e5-47c7-ae5c-12580ea255ab tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "GET /v2.0/ports?device_id=33fcb6a4-7b38-46b4-a179-f45452c2aed0 HTTP/1.1" status: 200 len: 913 time: 0.0777326 Feb 15 02:02:27.746254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:28.190844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:28.533226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port b1acd6f2-8087-4863-9602-67de17ebf989 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:28.534316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:28.638563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:28.654918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for b1acd6f2-8087-4863-9602-67de17ebf989 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:28.713159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:28.855274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c6c81a3-b4ee-43fd-ba0d-06beb6194edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.008245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b1acd6f2-8087-4863-9602-67de17ebf989), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.041419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=b1acd6f2-8087-4863-9602-67de17ebf989,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:29.081125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c6c81a3-b4ee-43fd-ba0d-06beb6194edb admin admin] Publish callbacks [] for security_group (a044267b-5252-43ce-a1f7-2dafd70b21ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.163086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c6c81a3-b4ee-43fd-ba0d-06beb6194edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a044267b-5252-43ce-a1f7-2dafd70b21ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.217238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c81a3-b4ee-43fd-ba0d-06beb6194edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a044267b-5252-43ce-a1f7-2dafd70b21ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:29.253521 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.257594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2c6c81a3-b4ee-43fd-ba0d-06beb6194edb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7b507e2d35d4f7bbcc1740231241f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430183 Feb 15 02:02:29.260328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:29.406371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] Publish callbacks [] for security_group (a044267b-5252-43ce-a1f7-2dafd70b21ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.450928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] Publish callbacks [] for security_group (a044267b-5252-43ce-a1f7-2dafd70b21ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.602383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:29.650982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a044267b-5252-43ce-a1f7-2dafd70b21ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.653822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:29.655197 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a044267b-5252-43ce-a1f7-2dafd70b21ee HTTP/1.1" status: 204 len: 168 time: 0.3934977 Feb 15 02:02:29.678357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f486-2327-48f5-bb80-ba12089470fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044267b-5252-43ce-a1f7-2dafd70b21ee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:30.039810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:30.045855 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e899b873-5535-497c-a105-a4c0774d26e9 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "PUT /v2.0/routers/33fcb6a4-7b38-46b4-a179-f45452c2aed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984157 Feb 15 02:02:30.048938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:30.051043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d3780-46ee-479e-9840-161813fc65df None None] Sync routers for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:30.062805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:30.066401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:30.099534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:30.127542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] Routers {'33fcb6a4-7b38-46b4-a179-f45452c2aed0'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:30.128736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:30.199617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-615d3780-46ee-479e-9840-161813fc65df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:30.200931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d3780-46ee-479e-9840-161813fc65df None None] The sync data for ids ['33fcb6a4-7b38-46b4-a179-f45452c2aed0'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:30.735905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:30.919689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_gateway (33fcb6a4-7b38-46b4-a179-f45452c2aed0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:30.951956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb566d-e6d9-46fb-a963-0aec7215fea0 req-799d1861-3d09-462a-9a24-796ee63dee6e tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:30.953543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05bb566d-e6d9-46fb-a963-0aec7215fea0 req-799d1861-3d09-462a-9a24-796ee63dee6e tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 950 time: 0.0733168 Feb 15 02:02:31.005152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05bb566d-e6d9-46fb-a963-0aec7215fea0 req-32c9226b-2c72-405a-8dd7-c46ebe271b30 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Feb 15 02:02:31.060470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port f6edaaa0-599d-4eaf-91db-87e23ce1aae5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:31.061052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f6edaaa0-599d-4eaf-91db-87e23ce1aae5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.162305 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f6edaaa0-599d-4eaf-91db-87e23ce1aae5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.180412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for f6edaaa0-599d-4eaf-91db-87e23ce1aae5 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:31.500121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f6edaaa0-599d-4eaf-91db-87e23ce1aae5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.530228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=f6edaaa0-599d-4eaf-91db-87e23ce1aae5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:31.658923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.702401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:31.763089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.767280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router_controller (33fcb6a4-7b38-46b4-a179-f45452c2aed0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.778391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3f21-0124-4a3a-82e1-ba07bc00e48f req-4d6ac2b8-86a2-4954-82d4-9b6ff258f628 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:31.780069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a83f3f21-0124-4a3a-82e1-ba07bc00e48f req-4d6ac2b8-86a2-4954-82d4-9b6ff258f628 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.1827021 Feb 15 02:02:31.856265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.867667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a83f3f21-0124-4a3a-82e1-ba07bc00e48f req-baf0f86f-774a-4736-af9b-87fe26401081 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508640 Feb 15 02:02:31.911384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (33fcb6a4-7b38-46b4-a179-f45452c2aed0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.911972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Fanout notify agent at l3_agent the message router_deleted on router 33fcb6a4-7b38-46b4-a179-f45452c2aed0 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:02:31.919029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:31.920410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1685fbc1-8ea0-4525-bee5-0bdddc0e0305 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/routers/33fcb6a4-7b38-46b4-a179-f45452c2aed0 HTTP/1.1" status: 204 len: 168 time: 1.8702533 Feb 15 02:02:31.923793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:32.007961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting subnet 6d7c5703-17e6-435d-9f2e-f62600881846 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:02:32.016543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for subnet (6d7c5703-17e6-435d-9f2e-f62600881846), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.083752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (6d7c5703-17e6-435d-9f2e-f62600881846), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.106613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Publish callbacks [] for security_group (80fbb56f-6f58-4d99-b130-116ff9382a71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.158383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80fbb56f-6f58-4d99-b130-116ff9382a71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.172110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44cf7b-ce06-4f27-8842-2b3e9d19d0d1 req-666144e0-986b-4c82-817b-2b5124aa0a89 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:32.175367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df44cf7b-ce06-4f27-8842-2b3e9d19d0d1 req-666144e0-986b-4c82-817b-2b5124aa0a89 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 950 time: 0.0770340 Feb 15 02:02:32.213854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5bdcaf68ad542668e72232f666b1274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102053 Feb 15 02:02:32.217863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6d7c5703-17e6-435d-9f2e-f62600881846), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.221114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:32.245000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbb56f-6f58-4d99-b130-116ff9382a71,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:32.260563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.260996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.261410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.262176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.262315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.262828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.263413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.263827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.264226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.264650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.265047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.265447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.265961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dfdb6-ce63-4f0c-8d3f-682235d6cc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:32.295433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df44cf7b-ce06-4f27-8842-2b3e9d19d0d1 req-99d92a51-71ff-44f0-aa27-bfd25e807a93 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Feb 15 02:02:32.323590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] Publish callbacks [] for security_group (80fbb56f-6f58-4d99-b130-116ff9382a71), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.346663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] Publish callbacks [] for security_group (80fbb56f-6f58-4d99-b130-116ff9382a71), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.425991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (6d7c5703-17e6-435d-9f2e-f62600881846), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.456912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7c5703-17e6-435d-9f2e-f62600881846,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:32.461393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.464664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35defd02-1781-4cb7-a0f3-e17c20d802d5 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/subnets/6d7c5703-17e6-435d-9f2e-f62600881846 HTTP/1.1" status: 204 len: 168 time: 0.5398035 Feb 15 02:02:32.467391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:32.473896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a617e-3355-4ecb-aeb2-70489f1b930e None None] Network 0515c92a-a924-4c09-92fe-15a2ae63e038 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:32.505245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80fbb56f-6f58-4d99-b130-116ff9382a71), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.508809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.511065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80fbb56f-6f58-4d99-b130-116ff9382a71 HTTP/1.1" status: 204 len: 168 time: 0.2884865 Feb 15 02:02:32.530669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8ae8-fd50-4e25-8354-cad666e59267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbb56f-6f58-4d99-b130-116ff9382a71,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:32.564649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0515c92a-a924-4c09-92fe-15a2ae63e038), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.645332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port 46dec912-92b7-4037-a069-032d2ec4f193 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:32.646158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (46dec912-92b7-4037-a069-032d2ec4f193), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.660322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-7857045c-92e8-45e4-abfa-5afa363c0d95 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:32.661973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-7857045c-92e8-45e4-abfa-5afa363c0d95 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 950 time: 0.1088338 Feb 15 02:02:32.754896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] For port 46dec912-92b7-4037-a069-032d2ec4f193, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=46dec912-92b7-4037-a069-032d2ec4f193,segment=NetworkSegment(4c49f71c-1a48-4115-8267-f36bcae45476),segment_id=4c49f71c-1a48-4115-8267-f36bcae45476)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:32.754896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (46dec912-92b7-4037-a069-032d2ec4f193), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.773764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for 46dec912-92b7-4037-a069-032d2ec4f193 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:32.797209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] DHCP port deletion for 0515c92a-a924-4c09-92fe-15a2ae63e038 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:02:32.805742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Deleting port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:32.806130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.875947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Deleting port 46dec912-92b7-4037-a069-032d2ec4f193 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:32.876733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (46dec912-92b7-4037-a069-032d2ec4f193), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.939567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] For port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:32.939933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:32.957521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Calling delete_port for cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:32.968104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (46dec912-92b7-4037-a069-032d2ec4f193), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.028893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=46dec912-92b7-4037-a069-032d2ec4f193,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:33.039856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] No DVR routers for this DVR port 46dec912-92b7-4037-a069-032d2ec4f193 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:33.053404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] For port 46dec912-92b7-4037-a069-032d2ec4f193, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=46dec912-92b7-4037-a069-032d2ec4f193,segment=NetworkSegment(4c49f71c-1a48-4115-8267-f36bcae45476),segment_id=4c49f71c-1a48-4115-8267-f36bcae45476)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:33.054067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (46dec912-92b7-4037-a069-032d2ec4f193), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.074526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Calling delete_port for 46dec912-92b7-4037-a069-032d2ec4f193 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:33.097188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-97bed33c-fef2-45fc-a82e-2b1b55eb578b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:33.103756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-97bed33c-fef2-45fc-a82e-2b1b55eb578b tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.2182553 Feb 15 02:02:33.213331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0515c92a-a924-4c09-92fe-15a2ae63e038), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.224681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (46dec912-92b7-4037-a069-032d2ec4f193), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.249779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515c92a-a924-4c09-92fe-15a2ae63e038']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:33.256434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] Pushing event deleted for resources: {'Port': ['ID=46dec912-92b7-4037-a069-032d2ec4f193,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:33.260874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c49f71c-1a48-4115-8267-f36bcae45476') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:33.261294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c49f71c-1a48-4115-8267-f36bcae45476') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:33.273879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (4c49f71c-1a48-4115-8267-f36bcae45476), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.280184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19e1fc-d8d8-4b9e-8746-f04bdd0e92dd None None] No DVR routers for this DVR port 46dec912-92b7-4037-a069-032d2ec4f193 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:33.314614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4c49f71c-1a48-4115-8267-f36bcae45476), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.317164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff2e4-e381-4aca-83ee-a54a1df99084 req-2a00897b-eb2a-442b-96c4-b84c73c7364e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:33.323745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:02:33.324215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ff2e4-e381-4aca-83ee-a54a1df99084 req-2a00897b-eb2a-442b-96c4-b84c73c7364e tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 947 time: 0.2733788 Feb 15 02:02:33.324891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (4c49f71c-1a48-4115-8267-f36bcae45476), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:02:33.329540 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:02:33.388145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-734ff2e4-e381-4aca-83ee-a54a1df99084 req-04dd28b9-b5d1-4824-affa-9e0bb60e844d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587046 Feb 15 02:02:33.483022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Deleting port d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:33.483506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.497528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 46dec912-92b7-4037-a069-032d2ec4f193 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:02:33.541088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0515c92a-a924-4c09-92fe-15a2ae63e038), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.547604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.551582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/networks/0515c92a-a924-4c09-92fe-15a2ae63e038 HTTP/1.1" status: 204 len: 168 time: 1.0815825 Feb 15 02:02:33.557978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49844) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:33.570044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 46dec912-92b7-4037-a069-032d2ec4f193 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:02:33.570396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 46dec912-92b7-4037-a069-032d2ec4f193 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:02:33.603907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5566963-ee12-4db0-abe0-189a3d0692ca tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Network': ['ID=0515c92a-a924-4c09-92fe-15a2ae63e038,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:33.725665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.737048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:02:33.778639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] For port d5655b32-3d52-4565-a82b-849b89d74eb5, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d5655b32-3d52-4565-a82b-849b89d74eb5,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:33.778875 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.827952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Pushing event deleted for resources: {'Port': ['ID=cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:33.959867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] No DVR routers for this DVR port cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:33.977883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:33.981471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf6c9b76-fafc-4269-a606-3ec0bd5b7f83 req-275f059a-b7ea-4eb1-bd3c-5f5220b18b15 tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.37 "DELETE /v2.0/ports/cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 HTTP/1.1" status: 204 len: 173 time: 1.3132801 Feb 15 02:02:33.982753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'name': 'network-vif-deleted', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:33.992843 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88f5a5-dd0f-4018-b2ef-b83791cd764f" -d '{"events": [{"server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "name": "network-vif-deleted", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:34.018836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9772f8-8ec9-4c9b-84a8-d1df4dcd4c6a req-354ba612-e3fc-4f83-915c-f8b3c7f3d5dc tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:34.026001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9772f8-8ec9-4c9b-84a8-d1df4dcd4c6a req-354ba612-e3fc-4f83-915c-f8b3c7f3d5dc tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a467f74-8900-4583-a19c-3e38ec02d7d9 HTTP/1.1" status: 200 len: 867 time: 0.3509474 Feb 15 02:02:34.101449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Deleting port 79d73e95-0d5b-4785-961c-10b7cc381fdd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:34.101792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.231065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b9772f8-8ec9-4c9b-84a8-d1df4dcd4c6a req-d37756d8-1f63-495e-9308-02de1498e2fd tempest-VolumesBackupsTest-1787667234 tempest-VolumesBackupsTest-1787667234-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0959f72-1665-414e-9538-0a6e26f6f5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041814 Feb 15 02:02:34.261393 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.261751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.262071 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Floating IP 4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d disassociated. External IP: 172.25.2.28, port: d5655b32-3d52-4565-a82b-849b89d74eb5. Feb 15 02:02:34.262418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Calling delete_port for d5655b32-3d52-4565-a82b-849b89d74eb5 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:34.287827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.288168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (79d73e95-0d5b-4785-961c-10b7cc381fdd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.331692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Calling delete_port for 79d73e95-0d5b-4785-961c-10b7cc381fdd owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:34.610020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d5655b32-3d52-4565-a82b-849b89d74eb5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:34.653275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'Port': ['ID=d5655b32-3d52-4565-a82b-849b89d74eb5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:34.678151 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656d0f4-1f08-46ed-9cda-e0f4b45d6ea8 x-openstack-request-id: req-a656d0f4-1f08-46ed-9cda-e0f4b45d6ea8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:34.678451 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a467f74-8900-4583-a19c-3e38ec02d7d9", "name": "network-vif-deleted", "tag": "cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:34.678714 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a656d0f4-1f08-46ed-9cda-e0f4b45d6ea8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:34.679128 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a467f74-8900-4583-a19c-3e38ec02d7d9', 'name': 'network-vif-deleted', 'tag': 'cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96', 'status': 'completed', 'code': 200} Feb 15 02:02:34.768510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (79d73e95-0d5b-4785-961c-10b7cc381fdd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.176029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bae08b09-91c6-4cfd-ba3f-116270ba5f2f req-afdc162f-52f5-491a-a0fd-71ea12df0ba7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 210 time: 0.4241157 Feb 15 02:02:35.214259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Pushing event deleted for resources: {'Port': ['ID=79d73e95-0d5b-4785-961c-10b7cc381fdd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:35.287629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:02:35.387263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:35.431225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks [] for floatingip (9a1d07a9-dc97-4c83-a7b2-4033822f39a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.438288 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.451931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5d10ab2d-17f4-4c17-9275-b180a8da33b6 tempest-FloatingIPAdminTestJSON-576123191 tempest-FloatingIPAdminTestJSON-576123191-project] 10.222.0.43 "DELETE /v2.0/floatingips/9a1d07a9-dc97-4c83-a7b2-4033822f39a1 HTTP/1.1" status: 204 len: 168 time: 1.8811734 Feb 15 02:02:35.545810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:02:35.558617 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:02:35.571377 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:35.572504 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:35.588250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e215b5c1-ae78-47df-9175-1c58f7117a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.628379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] No DVR routers for this DVR port d5655b32-3d52-4565-a82b-849b89d74eb5 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:35.632722 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.638103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3882e4d6-f8a4-47d8-98c8-1acdbefb9465 req-48f3f24d-db7b-4ed2-846a-15d403a986a3 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.31 "DELETE /v2.0/ports/d5655b32-3d52-4565-a82b-849b89d74eb5 HTTP/1.1" status: 204 len: 173 time: 2.5234959 Feb 15 02:02:35.738584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e215b5c1-ae78-47df-9175-1c58f7117a4b admin admin] Publish callbacks [] for security_group (d12c9ba0-898e-4797-a3e5-ddf15bf1d78d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.761148 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:02:35.883256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e215b5c1-ae78-47df-9175-1c58f7117a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d12c9ba0-898e-4797-a3e5-ddf15bf1d78d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:35.959048 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e215b5c1-ae78-47df-9175-1c58f7117a4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0a7c7c245874d188f5ae9d1805c2a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697508 Feb 15 02:02:35.961762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:35.969939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215b5c1-ae78-47df-9175-1c58f7117a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12c9ba0-898e-4797-a3e5-ddf15bf1d78d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:36.007328 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:36.037662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:02:36.047002 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:02:36.047686 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:36.052190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] Publish callbacks [] for security_group (d12c9ba0-898e-4797-a3e5-ddf15bf1d78d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.072367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49926) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:36.085883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] Publish callbacks [] for security_group (d12c9ba0-898e-4797-a3e5-ddf15bf1d78d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.231154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d12c9ba0-898e-4797-a3e5-ddf15bf1d78d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.233908 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.239263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d12c9ba0-898e-4797-a3e5-ddf15bf1d78d HTTP/1.1" status: 204 len: 168 time: 0.2715945 Feb 15 02:02:36.271883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7f456-4160-4723-8d47-c6b3eb42daea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12c9ba0-898e-4797-a3e5-ddf15bf1d78d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:36.351132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-523ecb43-49e7-4587-97c0-e52368ad570e req-fe39cab2-b03f-475e-832c-05809ae0ad18 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/ports?device_id=15d53580-6f7a-478f-9a9d-db20305c4cac HTTP/1.1" status: 200 len: 210 time: 0.0763152 Feb 15 02:02:36.375148 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4c3f307f-6708-4b16-bc8d-dc90e468f152 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c853fd18441f4e0cb81c1663200b32c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013141 Feb 15 02:02:36.387127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:36.391305 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:02:36.500531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] Publish callbacks [] for security_group (a62dd300-9ee1-49a7-9052-e87f59e699d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.550116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] Publish callbacks [] for security_group (a62dd300-9ee1-49a7-9052-e87f59e699d9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.680004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-deleted', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:36.685275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:02:36.686404 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339a036-2716-48b5-adbf-33635470be09" -d '{"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-deleted", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:36.734969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:02:36.735339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device cf12e3b9-df3e-44d3-bcc1-7d2c8ef02b96 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:02:36.740378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a62dd300-9ee1-49a7-9052-e87f59e699d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.745444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:36.747476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a62dd300-9ee1-49a7-9052-e87f59e699d9 HTTP/1.1" status: 204 len: 168 time: 0.3585515 Feb 15 02:02:36.755437 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea9e57-ff3f-4219-88cb-bffd9990d28a x-openstack-request-id: req-73ea9e57-ff3f-4219-88cb-bffd9990d28a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:36.755437 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d53580-6f7a-478f-9a9d-db20305c4cac", "name": "network-vif-deleted", "tag": "d5655b32-3d52-4565-a82b-849b89d74eb5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:36.755437 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73ea9e57-ff3f-4219-88cb-bffd9990d28a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:36.755437 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d53580-6f7a-478f-9a9d-db20305c4cac', 'name': 'network-vif-deleted', 'tag': 'd5655b32-3d52-4565-a82b-849b89d74eb5', 'status': 'completed', 'code': 200} Feb 15 02:02:36.773750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920838e-b40a-4a13-a2f5-648bd8c361b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62dd300-9ee1-49a7-9052-e87f59e699d9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:36.789489 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:36.849065 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240606b-363a-4859-a4bb-4a8310e96837 None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T01:55:32Z', 'revision_number': 4, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b7de6b04-2b12-473a-ac17-467c11c6606b', 'name': '', 'network_id': '51d7c1b7-c0f2-469a-929e-fd50ffa3337a', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'mac_address': 'fa:16:3e:d7:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:32Z', 'updated_at': '2022-02-15T01:55:38Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'subnets': [{'id': '64282de4-e0e4-4fd1-824b-f59c9c4164c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:02:37.240400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26177447-24f5-4391-a67a-38b453275cb8 None None] New status for floating IP 4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:02:37.598002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:37.703743 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (2d6d27e4-5c32-4321-a8fa-59d3063f7dd0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.711916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:37.730613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-111472a8-2d39-4050-af54-2f15a72e36b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.762960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (2d6d27e4-5c32-4321-a8fa-59d3063f7dd0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.815178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-111472a8-2d39-4050-af54-2f15a72e36b1 admin admin] Publish callbacks [] for security_group (feec5244-ad59-4fda-b73c-36dc90c15984), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.893692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2d6d27e4-5c32-4321-a8fa-59d3063f7dd0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.896489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.897914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d6d27e4-5c32-4321-a8fa-59d3063f7dd0 HTTP/1.1" status: 204 len: 168 time: 0.2984419 Feb 15 02:02:37.911884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:37.916040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f8629-5bb2-4bd8-80cb-3c37f3e6948d tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6d27e4-5c32-4321-a8fa-59d3063f7dd0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:37.939414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-111472a8-2d39-4050-af54-2f15a72e36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (feec5244-ad59-4fda-b73c-36dc90c15984), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:37.975009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111472a8-2d39-4050-af54-2f15a72e36b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec5244-ad59-4fda-b73c-36dc90c15984,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:37.984795 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8c091546-f84f-4647-80a9-257c8f778b58 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] show failed (client error): The resource could not be found. Feb 15 02:02:37.989130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:37.990037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8c091546-f84f-4647-80a9-257c8f778b58 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "GET /v2.0/security-groups/2d6d27e4-5c32-4321-a8fa-59d3063f7dd0 HTTP/1.1" status: 404 len: 347 time: 0.0769107 Feb 15 02:02:37.999728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:02:38.011879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-111472a8-2d39-4050-af54-2f15a72e36b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e134f501faad48268eac24bd59179549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988291 Feb 15 02:02:38.014449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:38.048827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: d5655b32-3d52-4565-a82b-849b89d74eb5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:02:38.049437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d5655b32-3d52-4565-a82b-849b89d74eb5 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:02:38.077565 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] Publish callbacks [] for security_group (feec5244-ad59-4fda-b73c-36dc90c15984), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.117696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] Publish callbacks [] for security_group (feec5244-ad59-4fda-b73c-36dc90c15984), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.185198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Deleting port fa21823d-d44e-43e0-aae7-7b86d7d3bfdb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:38.185627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.263835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (feec5244-ad59-4fda-b73c-36dc90c15984), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.269712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.270895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.271422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feec5244-ad59-4fda-b73c-36dc90c15984 HTTP/1.1" status: 204 len: 168 time: 0.2555792 Feb 15 02:02:38.274634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.289549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Calling delete_port for fa21823d-d44e-43e0-aae7-7b86d7d3bfdb owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:38.304334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ee2b-ad13-4339-981c-c2c9ad14686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec5244-ad59-4fda-b73c-36dc90c15984,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:38.585450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fa21823d-d44e-43e0-aae7-7b86d7d3bfdb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.616259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Pushing event deleted for resources: {'Port': ['ID=fa21823d-d44e-43e0-aae7-7b86d7d3bfdb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:38.706269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks [] for floatingip (4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.710361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:38.713265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd3fd9be-85d4-457f-bf47-97c3a79c0067 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] 10.222.0.43 "DELETE /v2.0/floatingips/4431f1fe-b63c-4e2e-9974-b1e8c7e69f9d HTTP/1.1" status: 204 len: 168 time: 0.7223289 Feb 15 02:02:39.162598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:39.185057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e002c787-a614-4316-9485-c9e743a00b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.283170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e002c787-a614-4316-9485-c9e743a00b4a admin admin] Publish callbacks [] for security_group (7a7387ff-8ae4-461c-af01-1872c80ed583), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.356748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e002c787-a614-4316-9485-c9e743a00b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7a7387ff-8ae4-461c-af01-1872c80ed583), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.425490 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e002c787-a614-4316-9485-c9e743a00b4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b999e7cdbfaa4dc8bde88d9ae67512c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612181 Feb 15 02:02:39.428064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:39.456188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c787-a614-4316-9485-c9e743a00b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7387ff-8ae4-461c-af01-1872c80ed583,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:39.491724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] Publish callbacks [] for security_group (7a7387ff-8ae4-461c-af01-1872c80ed583), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.516330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] Publish callbacks [] for security_group (7a7387ff-8ae4-461c-af01-1872c80ed583), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.644327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7a7387ff-8ae4-461c-af01-1872c80ed583), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.649171 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:39.654211 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a7387ff-8ae4-461c-af01-1872c80ed583 HTTP/1.1" status: 204 len: 168 time: 0.2216740 Feb 15 02:02:39.687297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03796afa-bbfe-47fe-9e43-3215bcd08474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7387ff-8ae4-461c-af01-1872c80ed583,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:41.604813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:41.783295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-728d2675-8cc4-427c-a87b-dcc57f4ef15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:41.873270 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-728d2675-8cc4-427c-a87b-dcc57f4ef15f admin admin] Publish callbacks [] for security_group (e6804606-befc-4b80-8e6d-2e5d86b2627b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:41.991436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-728d2675-8cc4-427c-a87b-dcc57f4ef15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e6804606-befc-4b80-8e6d-2e5d86b2627b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.037990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d2675-8cc4-427c-a87b-dcc57f4ef15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6804606-befc-4b80-8e6d-2e5d86b2627b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:42.117033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:42.124818 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-728d2675-8cc4-427c-a87b-dcc57f4ef15f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25bb9b8f0a4d4976b8f5685f45b9c719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5180798 Feb 15 02:02:42.202188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] Publish callbacks [] for security_group (e6804606-befc-4b80-8e6d-2e5d86b2627b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.233560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] Publish callbacks [] for security_group (e6804606-befc-4b80-8e6d-2e5d86b2627b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.419324 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e6804606-befc-4b80-8e6d-2e5d86b2627b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.423322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.428151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6804606-befc-4b80-8e6d-2e5d86b2627b HTTP/1.1" status: 204 len: 168 time: 0.3097162 Feb 15 02:02:42.440347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706b410-ff9e-40b8-b958-8d4e3f9ac2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6804606-befc-4b80-8e6d-2e5d86b2627b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:42.519434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:42.660616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1498137777', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:42.762685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Made reservation on behalf of 9fff476e5deb49b7855be95d2efa4456 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:42.765394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.777550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.887662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for security_group (ffd71434-ccdf-496c-a170-6168f3d2ab50), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.962157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ffd71434-ccdf-496c-a170-6168f3d2ab50), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:42.973451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] device_id is not set on port 98ff86d3-b4a0-41ae-83af-5fd80ff15fa4 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:02:43.027181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd71434-ccdf-496c-a170-6168f3d2ab50,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:43.151135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Allocated IP 172.25.2.221 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/98ff86d3-b4a0-41ae-83af-5fd80ff15fa4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:43.351061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:43.371894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb359-d1f7-440b-a008-188cc856ac19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.442191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for port (98ff86d3-b4a0-41ae-83af-5fd80ff15fa4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.559917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb359-d1f7-440b-a008-188cc856ac19 admin admin] Publish callbacks [] for security_group (d9c1dfa0-e3ef-4c1c-bf4b-98365265b275), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.591477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (98ff86d3-b4a0-41ae-83af-5fd80ff15fa4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.647830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:43.650193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Pushing event updated for resources: {'Port': ['ID=98ff86d3-b4a0-41ae-83af-5fd80ff15fa4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:43.653897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb359-d1f7-440b-a008-188cc856ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d9c1dfa0-e3ef-4c1c-bf4b-98365265b275), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.663964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:43.667680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:43.728444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:43.729068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.739458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d1bb359-d1f7-440b-a008-188cc856ac19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=735ca51d3d8c408a9edb719a7ffe8fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865690 Feb 15 02:02:43.740668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb359-d1f7-440b-a008-188cc856ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1dfa0-e3ef-4c1c-bf4b-98365265b275,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:43.743978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:43.844879 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-64ed645a-db1a-4bc4-8d77-f885670ac66f tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3260071 Feb 15 02:02:43.848337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:43.850066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] Publish callbacks [] for security_group (d9c1dfa0-e3ef-4c1c-bf4b-98365265b275), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.854420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.221'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:43.873693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] Publish callbacks [] for security_group (d9c1dfa0-e3ef-4c1c-bf4b-98365265b275), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.939808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:43.940926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.003677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d9c1dfa0-e3ef-4c1c-bf4b-98365265b275), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.009993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.025248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9c1dfa0-e3ef-4c1c-bf4b-98365265b275 HTTP/1.1" status: 204 len: 168 time: 0.2646608 Feb 15 02:02:44.030343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a5bc5-ae00-4399-ae09-7d8dc8237aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1dfa0-e3ef-4c1c-bf4b-98365265b275,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:44.097735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for router_controller (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.428182 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for router_gateway (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.951524 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for router_gateway (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:44.974421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.214384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for router (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.350683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.468553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:02:45.489584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.492515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks [] for router_controller (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.670969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6afdd7bf-2037-4d3c-8e3a-f28f60bfde32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:45.671533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6afdd7bf-2037-4d3c-8e3a-f28f60bfde32 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:02:45.966107 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:02:45.968871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-74bb10fe-4ba9-4fa4-bf91-f89e28b05f15 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1176360 Feb 15 02:02:45.970111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:46.132887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Deleting port 98ff86d3-b4a0-41ae-83af-5fd80ff15fa4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:46.133233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (98ff86d3-b4a0-41ae-83af-5fd80ff15fa4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:46.277022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (98ff86d3-b4a0-41ae-83af-5fd80ff15fa4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:46.291076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Calling delete_port for 98ff86d3-b4a0-41ae-83af-5fd80ff15fa4 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:46.546081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (98ff86d3-b4a0-41ae-83af-5fd80ff15fa4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:46.635482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Pushing event deleted for resources: {'Port': ['ID=98ff86d3-b4a0-41ae-83af-5fd80ff15fa4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:46.738514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:46.746167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fbd9d85-6670-4f4d-a673-5171f5f47918 tempest-RoutersAdminNegativeTest-1376407767 tempest-RoutersAdminNegativeTest-1376407767-project-admin] 10.222.0.43 "DELETE /v2.0/ports/98ff86d3-b4a0-41ae-83af-5fd80ff15fa4 HTTP/1.1" status: 204 len: 168 time: 0.7749453 Feb 15 02:02:47.149171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-9208172b-54a5-4e52-9ed7-dd80ac770d7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943058 Feb 15 02:02:47.316825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0974-1fed-462c-a72f-528b10efc75b req-f6a7cd55-1e0b-48fb-8d87-4c25be58db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:47.318281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-f6a7cd55-1e0b-48fb-8d87-4c25be58db1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1098239 Feb 15 02:02:47.370429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:47.428346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:47.505881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0974-1fed-462c-a72f-528b10efc75b req-5e734ac2-e4fa-442b-860d-d27ba37ee659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:47.507368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-5e734ac2-e4fa-442b-860d-d27ba37ee659 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1673040 Feb 15 02:02:47.570931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-62bfc55e-146b-4b29-bc73-8f01e79c6c37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9844eac5-07bb-4882-b707-726b2c22abe9 HTTP/1.1" status: 200 len: 217 time: 0.0562909 Feb 15 02:02:47.612041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1609967597'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:47.646999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5354643d-4432-4313-9441-69026724fea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:47.677950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0974-1fed-462c-a72f-528b10efc75b req-2fb1b52f-7418-462d-be66-01931cf42c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:47.679439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-2fb1b52f-7418-462d-be66-01931cf42c2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.0983300 Feb 15 02:02:47.728388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-811d5d82-85db-4d69-bbcc-11de2af5b6af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427709 Feb 15 02:02:47.765542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5354643d-4432-4313-9441-69026724fea4 admin admin] Publish callbacks [] for security_group (78641607-c115-462a-a005-cec7e015bf75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:47.767347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Made reservation on behalf of d6420e26c990467abb2e5c01907730bf for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:47.770833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:47.782342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:47.866008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5354643d-4432-4313-9441-69026724fea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (78641607-c115-462a-a005-cec7e015bf75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:47.896108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5354643d-4432-4313-9441-69026724fea4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5309b158ca5a45e396ed384ef6160676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642234 Feb 15 02:02:47.897059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:47.914424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-5e64cfce-3acd-4694-be04-f3d7702d18b6 service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771514 Feb 15 02:02:47.931891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354643d-4432-4313-9441-69026724fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78641607-c115-462a-a005-cec7e015bf75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:47.990334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for security_group (f8384c86-322b-4ce3-8b4d-d07a18b32a7f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.008047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.066215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] Publish callbacks [] for security_group (78641607-c115-462a-a005-cec7e015bf75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.076695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8384c86-322b-4ce3-8b4d-d07a18b32a7f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.103448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67f0974-1fed-462c-a72f-528b10efc75b req-141db742-19db-4e53-8409-8c54bef3345c service neutron] 10.222.0.31 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671555 Feb 15 02:02:48.105490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] Publish callbacks [] for security_group (78641607-c115-462a-a005-cec7e015bf75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.118867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:02:48.145676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f30b9a86-a322-4550-b80b-87da6a651702), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.146202 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Added segment f30b9a86-a322-4550-b80b-87da6a651702 of type vlan for network e3c924ff-527c-41f3-9855-7aa51710925b Feb 15 02:02:48.156761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8384c86-322b-4ce3-8b4d-d07a18b32a7f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:48.222579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e3c924ff-527c-41f3-9855-7aa51710925b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.288353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-09846c88-e046-4ce1-9518-9db5706a3e69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0727890 Feb 15 02:02:48.290741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (78641607-c115-462a-a005-cec7e015bf75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.296601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.300496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78641607-c115-462a-a005-cec7e015bf75 HTTP/1.1" status: 204 len: 168 time: 0.3998766 Feb 15 02:02:48.310940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf4459-4ae2-4806-8c6f-5c3ffecff492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78641607-c115-462a-a005-cec7e015bf75,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:48.365270 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e3c924ff-527c-41f3-9855-7aa51710925b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.371859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:48.372656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.388056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-b54f561f-c75d-4c2b-9e41-6bb807444d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:48.389681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-b54f561f-c75d-4c2b-9e41-6bb807444d4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 1129 time: 0.0758219 Feb 15 02:02:48.518010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event updated for resources: {'Network': ['ID=e3c924ff-527c-41f3-9855-7aa51710925b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:48.532533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e3c924ff-527c-41f3-9855-7aa51710925b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:02:48.543245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-5578040f-7ca8-423e-805d-baac72943a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:48.549546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-5578040f-7ca8-423e-805d-baac72943a0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 200 len: 915 time: 0.1362364 Feb 15 02:02:48.576550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61ef85d2-df1a-4b0e-9bbd-cb60ebfa6b54 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1972628 Feb 15 02:02:48.579228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:48.590765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Request body: {'subnet': {'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:48.622983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-79b5088d-e969-4c80-ada3-3e2d43264588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf HTTP/1.1" status: 200 len: 217 time: 0.0652165 Feb 15 02:02:48.709635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-26a7cda7-c6e6-4043-ae69-a55b7997e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:48.711130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-26a7cda7-c6e6-4043-ae69-a55b7997e260 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 200 len: 854 time: 0.0794301 Feb 15 02:02:48.765156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-1a427e52-9126-4035-8939-b320811dbc48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d446940-0355-4e6b-9178-02dc03437fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473731 Feb 15 02:02:48.853402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Made reservation on behalf of d6420e26c990467abb2e5c01907730bf for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:48.857084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:48.892847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-611e42cd-1b74-4e75-b02c-6742e77c44ea service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152978 Feb 15 02:02:49.051835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6480b31-c173-4e45-9289-3facdb0300a5 req-01d2993b-e00f-4360-942d-5865496035fa service neutron] 10.222.0.37 "GET /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580906 Feb 15 02:02:49.192219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (a56a5e71-e7a4-431b-9974-64ffe28d9992), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.239587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:49.330664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33d41d0c-54d6-4e30-a55c-a1114e000338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fff476e5deb49b7855be95d2efa4456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896463 Feb 15 02:02:49.333027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:49.355556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event updated for resources: {'Subnet': ['ID=a56a5e71-e7a4-431b-9974-64ffe28d9992,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:49.365452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Checking segment: {'id': 'f30b9a86-a322-4550-b80b-87da6a651702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:49.365845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Network hostable DHCP agents. Network: e3c924ff-527c-41f3-9855-7aa51710925b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:02:49.442071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] Publish callbacks [] for security_group (ffd71434-ccdf-496c-a170-6168f3d2ab50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.468371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] Publish callbacks [] for security_group (ffd71434-ccdf-496c-a170-6168f3d2ab50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.494186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Network e3c924ff-527c-41f3-9855-7aa51710925b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:02:49.596377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e3c924ff-527c-41f3-9855-7aa51710925b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:49.608200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c61599-41d6-471b-9bdb-48a54ae4eb1e None None] Network e3c924ff-527c-41f3-9855-7aa51710925b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:49.612602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:49.617326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.624897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ffd71434-ccdf-496c-a170-6168f3d2ab50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.627674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:49.631521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffd71434-ccdf-496c-a170-6168f3d2ab50 HTTP/1.1" status: 204 len: 168 time: 0.2951329 Feb 15 02:02:49.658256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02f977-8f42-4715-9733-edcb1ed34329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd71434-ccdf-496c-a170-6168f3d2ab50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:49.731924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9db413fc-704c-4095-ae7e-e5eb66029143 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1515250 Feb 15 02:02:49.735085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:49.741689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Request body: {'port': {'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1390703012'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:49.869072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-e3c924ff-527c-41f3-9855-7aa51710925b', 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b', 'project_id': 'd6420e26c990467abb2e5c01907730bf', 'fixed_ips': [{'subnet_id': 'a56a5e71-e7a4-431b-9974-64ffe28d9992'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:02:49.869911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.070344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Made reservation on behalf of d6420e26c990467abb2e5c01907730bf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:50.074789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.124971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] device_id is not set on port e2c509e9-436e-444c-aa38-aabf8cfd459b yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:02:50.174789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Allocated IP 172.20.0.2 (e3c924ff-527c-41f3-9855-7aa51710925b/a56a5e71-e7a4-431b-9974-64ffe28d9992/67a1c3a5-7928-4a41-a79b-e69bb0f168f2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:50.449150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks [] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.550663 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.603088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Pushing event updated for resources: {'Port': ['ID=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:50.628990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Network e3c924ff-527c-41f3-9855-7aa51710925b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:50.632721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:50.637882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:50.711480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Allocated IP 172.20.0.10 (e3c924ff-527c-41f3-9855-7aa51710925b/a56a5e71-e7a4-431b-9974-64ffe28d9992/e2c509e9-436e-444c-aa38-aabf8cfd459b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:50.714858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Attempting to bind port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:02:50.715230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Attempting to bind port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'f30b9a86-a322-4550-b80b-87da6a651702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:02:50.715645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Attempting to bind port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 on network e3c924ff-527c-41f3-9855-7aa51710925b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:02:50.722145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:02:50.722776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Checking segment: {'id': 'f30b9a86-a322-4550-b80b-87da6a651702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:50.723238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.723637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Bound using segment: {'id': 'f30b9a86-a322-4550-b80b-87da6a651702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:02:50.724325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Bound port: 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b9a86-a322-4550-b80b-87da6a651702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e3c924ff-527c-41f3-9855-7aa51710925b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:02:50.724733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.833284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] For port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:02:50.837459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] For port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,segment=NetworkSegment(f30b9a86-a322-4550-b80b-87da6a651702),segment_id=f30b9a86-a322-4550-b80b-87da6a651702)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:02:50.923368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:50.995901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for port (e2c509e9-436e-444c-aa38-aabf8cfd459b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.091278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e454d-cf3a-4500-abe8-91c933148fd8 None None] Pushing event updated for resources: {'Port': ['ID=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:51.139232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a833cc9b-bef1-45b6-9cbe-3394f96bbb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.197834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e2c509e9-436e-444c-aa38-aabf8cfd459b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.257649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Network e3c924ff-527c-41f3-9855-7aa51710925b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:51.261930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:51.275817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:51.487793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event updated for resources: {'Port': ['ID=e2c509e9-436e-444c-aa38-aabf8cfd459b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:51.566592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:51.567258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.661303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:51.710781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:51.717308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b489bd0-d6c3-4174-85b7-0b7ae0489a44 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9808025 Feb 15 02:02:51.720602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:51.865350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Deleting port e2c509e9-436e-444c-aa38-aabf8cfd459b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:51.865990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e2c509e9-436e-444c-aa38-aabf8cfd459b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.954322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:51.955831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:51.996105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-968501773'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:52.129282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e2c509e9-436e-444c-aa38-aabf8cfd459b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.151759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Made reservation on behalf of ce200ca05b8c4ced8d77039943c28c8c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:52.159552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.177509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.182638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Calling delete_port for e2c509e9-436e-444c-aa38-aabf8cfd459b owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:52.259287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:52.259961 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.334901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,segment=NetworkSegment(f30b9a86-a322-4550-b80b-87da6a651702),segment_id=f30b9a86-a322-4550-b80b-87da6a651702)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:52.348058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08640b92-3800-4bf5-bd7d-b5cc129ea9f8 req-b84661fe-74a0-4f81-af4f-1812c24ae788 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:52.353024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for security_group (60505500-3f7f-4158-a86f-0c11b51ff7b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.362631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08640b92-3800-4bf5-bd7d-b5cc129ea9f8 req-b84661fe-74a0-4f81-af4f-1812c24ae788 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.4610000 Feb 15 02:02:52.425279 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.445547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08640b92-3800-4bf5-bd7d-b5cc129ea9f8 req-e25761e9-8c45-493f-bf29-3b42ec9d7d7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876064 Feb 15 02:02:52.470583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (60505500-3f7f-4158-a86f-0c11b51ff7b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.545075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:52.561794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.562146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.562489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.568567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.568961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.569351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.569691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.570032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.570359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.570686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.571109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.571435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.571759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:02:52.575696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60505500-3f7f-4158-a86f-0c11b51ff7b2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:52.710989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e2c509e9-436e-444c-aa38-aabf8cfd459b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.728529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d5c59-3f9c-4dbf-8598-9a99bd07a990 None None] Network e3c924ff-527c-41f3-9855-7aa51710925b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:52.732831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:02:52.753527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be6985f8-d62d-496a-8acd-1c0ee9a24077), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.753869 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Added segment be6985f8-d62d-496a-8acd-1c0ee9a24077 of type vlan for network 520182be-7441-4412-8434-b8abe905ad0b Feb 15 02:02:52.771986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event deleted for resources: {'Port': ['ID=e2c509e9-436e-444c-aa38-aabf8cfd459b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:52.826421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (520182be-7441-4412-8434-b8abe905ad0b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.889352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5fb9db31-f752-4adc-975b-70f587dbd74c None None] Provisioning complete for port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:52.890209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fb9db31-f752-4adc-975b-70f587dbd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.901634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.905499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-545ec0dc-c50f-4230-89d6-9047c1dade3d tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "DELETE /v2.0/ports/e2c509e9-436e-444c-aa38-aabf8cfd459b HTTP/1.1" status: 204 len: 168 time: 1.1834180 Feb 15 02:02:52.908527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:52.916951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (520182be-7441-4412-8434-b8abe905ad0b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:52.922182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:52.922785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.052083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9db31-f752-4adc-975b-70f587dbd74c None None] Current status of the port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:53.112487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'Network': ['ID=520182be-7441-4412-8434-b8abe905ad0b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:53.126778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 520182be-7441-4412-8434-b8abe905ad0b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:02:53.148988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbeff9c6-0ff6-42a8-acc6-c95fd8696197 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4861147 Feb 15 02:02:53.153642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:53.169162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Request body: {'subnet': {'network_id': '520182be-7441-4412-8434-b8abe905ad0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:53.217829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-c561a717-cc87-41a3-a17b-7e4ddac2d758 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:53.219371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-c561a717-cc87-41a3-a17b-7e4ddac2d758 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.2459960 Feb 15 02:02:53.319791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-262631de-d1c4-4871-903b-d31e8dbe97a2 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.4097390 Feb 15 02:02:53.322820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:53.331890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44e4a814-560d-44bc-94a3-dcc62ebced02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.332413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2093218370'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:53.441956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Made reservation on behalf of d6420e26c990467abb2e5c01907730bf for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:53.445329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.495862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Made reservation on behalf of ce200ca05b8c4ced8d77039943c28c8c for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:53.504533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e48cef93-97e3-490d-906c-e13290008c2e None None] Provisioning complete for port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:53.505706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.505937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e48cef93-97e3-490d-906c-e13290008c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.535351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:02:53.574679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f98023ea-aaa6-4491-a112-c5917d70bec3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.575041 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Added segment f98023ea-aaa6-4491-a112-c5917d70bec3 of type vlan for network 51c44ff7-2c84-45aa-868f-1069bc75635e Feb 15 02:02:53.621842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:53.666104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Deleting port 9844eac5-07bb-4882-b707-726b2c22abe9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:53.666349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.701191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (51c44ff7-2c84-45aa-868f-1069bc75635e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.764350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e48cef93-97e3-490d-906c-e13290008c2e None None] Current status of the port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:53.784525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:53.785615 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.842380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (51c44ff7-2c84-45aa-868f-1069bc75635e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.850234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:53.857210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:53.938839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7943daf0-6052-46a5-81cd-619fe6d639ea None None] Could not find standard attr ID for object e2c509e9-436e-444c-aa38-aabf8cfd459b. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:02:53.981946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:54.004233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6802876 Feb 15 02:02:54.042139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:54.113512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560302c-acea-4ff1-90d6-75d0dd54e72c tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event updated for resources: {'Network': ['ID=51c44ff7-2c84-45aa-868f-1069bc75635e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:54.131750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20ad42-8857-455f-8f76-410266aae0e0 req-d17e5874-cde1-44a1-938b-844d2a52c7f0 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:54.132367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 51c44ff7-2c84-45aa-868f-1069bc75635e details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:02:54.136693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df20ad42-8857-455f-8f76-410266aae0e0 req-d17e5874-cde1-44a1-938b-844d2a52c7f0 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 945 time: 0.4974632 Feb 15 02:02:54.249536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] For port 9844eac5-07bb-4882-b707-726b2c22abe9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9844eac5-07bb-4882-b707-726b2c22abe9,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:54.250127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.302815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Calling delete_port for 9844eac5-07bb-4882-b707-726b2c22abe9 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:54.342873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df20ad42-8857-455f-8f76-410266aae0e0 req-3f328c11-afea-463c-a0aa-b57a46983b46 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762490 Feb 15 02:02:54.499035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a96b0918-0759-48ae-ba36-6e7ea0d47a7d tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.4556868 Feb 15 02:02:54.501511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:54.522268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.627076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (db935cfc-f791-466f-a807-853519539c62), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.704185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9844eac5-07bb-4882-b707-726b2c22abe9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.717859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['9844eac5-07bb-4882-b707-726b2c22abe9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:02:54.720671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'b74764c6-671c-4041-95e7-e5a7754e7c07'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:02:54.732472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe05a4c7-de8f-45f0-bed2-ac263d753a02 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] Network 51c44ff7-2c84-45aa-868f-1069bc75635e is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:02:54.778314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event deleted for resources: {'Port': ['ID=9844eac5-07bb-4882-b707-726b2c22abe9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:54.812915 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fe05a4c7-de8f-45f0-bed2-ac263d753a02 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "POST /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3095849 Feb 15 02:02:54.815447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:54.822250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Checking segment: {'id': 'be6985f8-d62d-496a-8acd-1c0ee9a24077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520182be-7441-4412-8434-b8abe905ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:54.822944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Network hostable DHCP agents. Network: 520182be-7441-4412-8434-b8abe905ad0b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:02:54.824492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a455cbc-cf4f-444f-a07c-725b0d2424bd None None] Network 51c44ff7-2c84-45aa-868f-1069bc75635e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:54.849415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'Subnet': ['ID=db935cfc-f791-466f-a807-853519539c62,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:54.920263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] No DVR routers for this DVR port 9844eac5-07bb-4882-b707-726b2c22abe9 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:54.922509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Network 520182be-7441-4412-8434-b8abe905ad0b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:02:54.931661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.935645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53cbaac8-8853-4757-ace7-9e7a29716e52 req-7a3562a4-b62a-4260-b425-7b13ef9bdc7a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.31 "DELETE /v2.0/ports/9844eac5-07bb-4882-b707-726b2c22abe9 HTTP/1.1" status: 204 len: 173 time: 1.6348696 Feb 15 02:02:54.937815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 520182be-7441-4412-8434-b8abe905ad0b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:54.938164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'name': 'network-vif-deleted', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:02:54.941455 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef249967-8cd8-435d-b59e-6eb1e245343b" -d '{"events": [{"server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "name": "network-vif-deleted", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:02:54.947294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:54.948177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:54.956813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084adc6-3a10-41c3-86a3-ed10ed3a4ecf None None] Network 520182be-7441-4412-8434-b8abe905ad0b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:55.020682 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924b3c53-826f-4d71-9a01-4261c97bc899 x-openstack-request-id: req-924b3c53-826f-4d71-9a01-4261c97bc899 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:02:55.020991 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6", "name": "network-vif-deleted", "tag": "9844eac5-07bb-4882-b707-726b2c22abe9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:02:55.021536 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-924b3c53-826f-4d71-9a01-4261c97bc899 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:02:55.022207 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6', 'name': 'network-vif-deleted', 'tag': '9844eac5-07bb-4882-b707-726b2c22abe9', 'status': 'completed', 'code': 200} Feb 15 02:02:55.039847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-874ca333-a471-4153-bf5d-653bba3fa408 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8826525 Feb 15 02:02:55.042437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.048238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Request body: {'port': {'network_id': '520182be-7441-4412-8434-b8abe905ad0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2122089617'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:55.116828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2fda8cdf-0f4f-4a9e-a894-ea279af71fd3 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks HTTP/1.1" status: 200 len: 8061 time: 0.2985070 Feb 15 02:02:55.119730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.256899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-520182be-7441-4412-8434-b8abe905ad0b', 'network_id': '520182be-7441-4412-8434-b8abe905ad0b', 'project_id': 'ce200ca05b8c4ced8d77039943c28c8c', 'fixed_ips': [{'subnet_id': 'db935cfc-f791-466f-a807-853519539c62'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:02:55.258043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:55.342829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aeaf68c5-3052-46b9-8213-44844b4b3155 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "DELETE /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks/51c44ff7-2c84-45aa-868f-1069bc75635e HTTP/1.1" status: 204 len: 168 time: 0.2196457 Feb 15 02:02:55.347019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.516374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Made reservation on behalf of ce200ca05b8c4ced8d77039943c28c8c for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:55.523000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:55.615386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-018e6824-50a7-45a3-9390-ae76ba54e6b0 req-23ea2c4a-a72a-4267-bfe7-d099c3d2bef3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd59cf7-8182-47e3-a97d-a7a5aa6fbcc6 HTTP/1.1" status: 200 len: 210 time: 0.0664303 Feb 15 02:02:55.636063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] device_id is not set on port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:02:55.669579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00704704-310c-4012-beee-cce8f2b228d9 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks HTTP/1.1" status: 200 len: 8099 time: 0.3209743 Feb 15 02:02:55.669579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.701281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3e53e4dd-1d00-4f0a-9530-810a46c9e428 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/networks/e3c924ff-527c-41f3-9855-7aa51710925b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0320101 Feb 15 02:02:55.701524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.787419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Allocated IP 2001:db8::2 (520182be-7441-4412-8434-b8abe905ad0b/db935cfc-f791-466f-a807-853519539c62/41d166c6-f232-4056-abca-49ddcd64a810) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:55.792311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:55.802793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2e58ceb4-e3b3-4603-9dd1-61d7d7e091cc tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/networks/e3c924ff-527c-41f3-9855-7aa51710925b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1000130 Feb 15 02:02:56.006224 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.035260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:56.036193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b96bb9c-6f4c-4739-b8e6-72dbda009a39 tempest-DHCPAgentSchedulersTestJSON-1119182373 tempest-DHCPAgentSchedulersTestJSON-1119182373-project-admin] 10.222.0.43 "GET /v2.0/agents/98af1071-8d5d-41b4-acff-d7b8ab3df30c/dhcp-networks HTTP/1.1" status: 200 len: 8099 time: 0.2427197 Feb 15 02:02:56.126455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks [] for port (41d166c6-f232-4056-abca-49ddcd64a810), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.175797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (51c44ff7-2c84-45aa-868f-1069bc75635e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.208506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (41d166c6-f232-4056-abca-49ddcd64a810), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.282487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Allocated IP 2001:db8::62 (520182be-7441-4412-8434-b8abe905ad0b/db935cfc-f791-466f-a807-853519539c62/3be99b68-ca21-44c0-b751-49eb5bfc64e5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:56.298681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Pushing event updated for resources: {'Port': ['ID=41d166c6-f232-4056-abca-49ddcd64a810,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:56.338770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Network 520182be-7441-4412-8434-b8abe905ad0b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:56.340794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:56.346782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:56.442184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.498524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Attempting to bind port 41d166c6-f232-4056-abca-49ddcd64a810 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:02:56.499216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Attempting to bind port 41d166c6-f232-4056-abca-49ddcd64a810 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'be6985f8-d62d-496a-8acd-1c0ee9a24077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520182be-7441-4412-8434-b8abe905ad0b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:02:56.500899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Attempting to bind port 41d166c6-f232-4056-abca-49ddcd64a810 on network 520182be-7441-4412-8434-b8abe905ad0b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:02:56.512383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:02:56.512783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Checking segment: {'id': 'be6985f8-d62d-496a-8acd-1c0ee9a24077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520182be-7441-4412-8434-b8abe905ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:02:56.513178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.513718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Bound using segment: {'id': 'be6985f8-d62d-496a-8acd-1c0ee9a24077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520182be-7441-4412-8434-b8abe905ad0b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:02:56.524756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Bound port: 41d166c6-f232-4056-abca-49ddcd64a810, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6985f8-d62d-496a-8acd-1c0ee9a24077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520182be-7441-4412-8434-b8abe905ad0b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:02:56.525226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (41d166c6-f232-4056-abca-49ddcd64a810), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.541204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.594996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'Port': ['ID=3be99b68-ca21-44c0-b751-49eb5bfc64e5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:56.602532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (51c44ff7-2c84-45aa-868f-1069bc75635e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.629822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Network 520182be-7441-4412-8434-b8abe905ad0b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:56.639533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:56.660747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c44ff7-2c84-45aa-868f-1069bc75635e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:56.681595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98023ea-aaa6-4491-a112-c5917d70bec3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:56.681894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98023ea-aaa6-4491-a112-c5917d70bec3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:56.703847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (f98023ea-aaa6-4491-a112-c5917d70bec3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.707318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] For port 41d166c6-f232-4056-abca-49ddcd64a810, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:02:56.710775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] For port 41d166c6-f232-4056-abca-49ddcd64a810, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=41d166c6-f232-4056-abca-49ddcd64a810,segment=NetworkSegment(be6985f8-d62d-496a-8acd-1c0ee9a24077),segment_id=be6985f8-d62d-496a-8acd-1c0ee9a24077)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:02:56.717111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f98023ea-aaa6-4491-a112-c5917d70bec3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.723066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:56.729782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:56.730767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.735895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:02:56.738331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (f98023ea-aaa6-4491-a112-c5917d70bec3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:02:56.740383 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:02:56.811817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (41d166c6-f232-4056-abca-49ddcd64a810), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.886944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feb0c7-7d6c-4d2b-a7a8-7fc74c3a96cf None None] Pushing event updated for resources: {'Port': ['ID=41d166c6-f232-4056-abca-49ddcd64a810,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:56.901410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3eb8de5-4a5a-4575-b5b5-9e1ff6dd7e50 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8573961 Feb 15 02:02:56.904360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:56.910960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Request body: {'port': {'network_id': '520182be-7441-4412-8434-b8abe905ad0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-296961448', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:02:56.911581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] bootfile-name is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:02:56.911932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] tftp-server is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:02:56.912357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] server-ip-address is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:02:56.945334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (51c44ff7-2c84-45aa-868f-1069bc75635e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.957375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:56.966940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "DELETE /v2.0/networks/51c44ff7-2c84-45aa-868f-1069bc75635e HTTP/1.1" status: 204 len: 168 time: 0.9305909 Feb 15 02:02:56.968760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:57.057487 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-389070c8-2e31-40ea-aa74-d972f490c2d8 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] DELETE failed (client error): The resource could not be found. Feb 15 02:02:57.058076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389070c8-2e31-40ea-aa74-d972f490c2d8 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:02:57.066914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-389070c8-2e31-40ea-aa74-d972f490c2d8 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "DELETE /v2.0/ports/e2c509e9-436e-444c-aa38-aabf8cfd459b HTTP/1.1" status: 404 len: 333 time: 0.0923600 Feb 15 02:02:57.066914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88eeb5-ad82-4fa2-830d-8437fd270270 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event deleted for resources: {'Network': ['ID=51c44ff7-2c84-45aa-868f-1069bc75635e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:57.071572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:57.156926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Deleting subnet a56a5e71-e7a4-431b-9974-64ffe28d9992 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:02:57.161792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for subnet (a56a5e71-e7a4-431b-9974-64ffe28d9992), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.201760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Made reservation on behalf of ce200ca05b8c4ced8d77039943c28c8c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:02:57.205769 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.223532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (a56a5e71-e7a4-431b-9974-64ffe28d9992), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.274656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] device_id is not set on port f2365e16-9486-4d42-8c3c-d8646fa14be7 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:02:57.386791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a56a5e71-e7a4-431b-9974-64ffe28d9992), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.392333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.528999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (a56a5e71-e7a4-431b-9974-64ffe28d9992), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.628119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 41d166c6-f232-4056-abca-49ddcd64a810 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:57.652259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Allocated IP 2001:db8::37d (520182be-7441-4412-8434-b8abe905ad0b/db935cfc-f791-466f-a807-853519539c62/f2365e16-9486-4d42-8c3c-d8646fa14be7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:02:57.769274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 41d166c6-f232-4056-abca-49ddcd64a810 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:57.769654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (41d166c6-f232-4056-abca-49ddcd64a810), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.954372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 41d166c6-f232-4056-abca-49ddcd64a810 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:57.954848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (41d166c6-f232-4056-abca-49ddcd64a810), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:57.966260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for port (f2365e16-9486-4d42-8c3c-d8646fa14be7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.011045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 41d166c6-f232-4056-abca-49ddcd64a810, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=41d166c6-f232-4056-abca-49ddcd64a810,segment=NetworkSegment(be6985f8-d62d-496a-8acd-1c0ee9a24077),segment_id=be6985f8-d62d-496a-8acd-1c0ee9a24077)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:58.087269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (41d166c6-f232-4056-abca-49ddcd64a810), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.135792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9844eac5-07bb-4882-b707-726b2c22abe9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:02:58.174099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f2365e16-9486-4d42-8c3c-d8646fa14be7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.211537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 9844eac5-07bb-4882-b707-726b2c22abe9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:02:58.213268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9844eac5-07bb-4882-b707-726b2c22abe9 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:02:58.271133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=41d166c6-f232-4056-abca-49ddcd64a810,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:58.274636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event deleted for resources: {'Subnet': ['ID=a56a5e71-e7a4-431b-9974-64ffe28d9992,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:58.286788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.290338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c577c88-3a82-4c16-b2ae-b73b6e1068d2 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "DELETE /v2.0/subnets/a56a5e71-e7a4-431b-9974-64ffe28d9992 HTTP/1.1" status: 204 len: 168 time: 1.2171450 Feb 15 02:02:58.293649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d4999-480b-44ec-afe6-5b6581bb7e58 None None] Network e3c924ff-527c-41f3-9855-7aa51710925b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:58.304455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:58.334871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Network 520182be-7441-4412-8434-b8abe905ad0b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:02:58.352724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:02:58.363841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:02:58.375984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:58.384748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.441039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'Port': ['ID=f2365e16-9486-4d42-8c3c-d8646fa14be7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:58.501937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e3c924ff-527c-41f3-9855-7aa51710925b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.572549 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6897456b-44c3-4490-b27f-13efc1c8833e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6669025 Feb 15 02:02:58.576015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:58.642525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] DHCP port deletion for e3c924ff-527c-41f3-9855-7aa51710925b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:02:58.714395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6c73b-3914-47ab-9e73-92c2865bc1b7 None None] Network 520182be-7441-4412-8434-b8abe905ad0b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:02:58.732472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Deleting port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:58.733032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.872766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] For port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,segment=NetworkSegment(f30b9a86-a322-4550-b80b-87da6a651702),segment_id=f30b9a86-a322-4550-b80b-87da6a651702)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:58.873357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:58.900102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Calling delete_port for 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:59.091897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-979d2ce3-d9fe-4e2d-9023-707e2c024b80 None None] Provisioning complete for port 41d166c6-f232-4056-abca-49ddcd64a810 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:59.092555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-979d2ce3-d9fe-4e2d-9023-707e2c024b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (41d166c6-f232-4056-abca-49ddcd64a810), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.116635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94cb57-4f55-4e2c-bde7-77b035ad61fa tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:59.127493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94cb57-4f55-4e2c-bde7-77b035ad61fa tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:59.133946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94cb57-4f55-4e2c-bde7-77b035ad61fa tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:02:59.140698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:02:59.141301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c94cb57-4f55-4e2c-bde7-77b035ad61fa tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5635397 Feb 15 02:02:59.177315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Deleting port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:59.179268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.218333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.266752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] No DVR routers for this DVR port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:59.339860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Deleting port f2365e16-9486-4d42-8c3c-d8646fa14be7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:02:59.340506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f2365e16-9486-4d42-8c3c-d8646fa14be7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.356767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event deleted for resources: {'Port': ['ID=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:59.428691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e3c924ff-527c-41f3-9855-7aa51710925b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.443875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] For port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,segment=NetworkSegment(f30b9a86-a322-4550-b80b-87da6a651702),segment_id=f30b9a86-a322-4550-b80b-87da6a651702)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:02:59.444281 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.493643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Calling delete_port for 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:59.504634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c924ff-527c-41f3-9855-7aa51710925b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:59.510375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-979d2ce3-d9fe-4e2d-9023-707e2c024b80 None None] Current status of the port 41d166c6-f232-4056-abca-49ddcd64a810 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:59.522360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 41d166c6-f232-4056-abca-49ddcd64a810 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:02:59.537878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30b9a86-a322-4550-b80b-87da6a651702') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:59.538358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30b9a86-a322-4550-b80b-87da6a651702') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:02:59.562542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f2365e16-9486-4d42-8c3c-d8646fa14be7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.565273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (f30b9a86-a322-4550-b80b-87da6a651702), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.588008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Calling delete_port for f2365e16-9486-4d42-8c3c-d8646fa14be7 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:02:59.596939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f30b9a86-a322-4550-b80b-87da6a651702), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.615478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (f30b9a86-a322-4550-b80b-87da6a651702), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:02:59.620778 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:02:59.750576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 41d166c6-f232-4056-abca-49ddcd64a810 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:02:59.751296 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (41d166c6-f232-4056-abca-49ddcd64a810), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.756897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (67a1c3a5-7928-4a41-a79b-e69bb0f168f2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.831674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] Pushing event deleted for resources: {'Port': ['ID=67a1c3a5-7928-4a41-a79b-e69bb0f168f2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:59.846100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a73e5b-f7fe-4927-9c84-86d8aa4d0ea5 None None] No DVR routers for this DVR port 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:02:59.859846 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e3c924ff-527c-41f3-9855-7aa51710925b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.881660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.891755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] 10.222.0.43 "DELETE /v2.0/networks/e3c924ff-527c-41f3-9855-7aa51710925b HTTP/1.1" status: 204 len: 168 time: 1.5859251 Feb 15 02:02:59.919971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb002ee-cfde-4b17-96e2-67d3d9824566 tempest-DHCPAgentSchedulersTestJSON-675103900 tempest-DHCPAgentSchedulersTestJSON-675103900-project] Pushing event deleted for resources: {'Network': ['ID=e3c924ff-527c-41f3-9855-7aa51710925b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:02:59.927258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f2365e16-9486-4d42-8c3c-d8646fa14be7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:02:59.967403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 41d166c6-f232-4056-abca-49ddcd64a810 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:02:59.979099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event deleted for resources: {'Port': ['ID=f2365e16-9486-4d42-8c3c-d8646fa14be7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:00.011183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.013989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0a25a1e9-b6ba-4e06-9449-a8f06f395849 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "DELETE /v2.0/ports/f2365e16-9486-4d42-8c3c-d8646fa14be7 HTTP/1.1" status: 204 len: 168 time: 0.8706615 Feb 15 02:03:00.018811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:00.025567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Request body: {'port': {'name': 'tempest-new-port-name-332690953', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:00.026217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] bootfile-name is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:03:00.026825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] tftp-server is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:03:00.027246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] server-ip-address is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:03:00.123837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:00.166385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:00.166870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 67a1c3a5-7928-4a41-a79b-e69bb0f168f2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:00.194020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.285262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Provisioning complete for port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:00.292137 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.423927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:00.448705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Provisioning complete for port 41d166c6-f232-4056-abca-49ddcd64a810 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:00.449398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (41d166c6-f232-4056-abca-49ddcd64a810), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.558478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:00.642023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.655171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Current status of the port 41d166c6-f232-4056-abca-49ddcd64a810 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:00.659212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-386b12a1-94f0-47f6-85e3-a83223a43f7a None None] Could not find standard attr ID for object f2365e16-9486-4d42-8c3c-d8646fa14be7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:03:00.704872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.761101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:00.794850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73c550cf-36b7-41dc-a2a1-634a31a1c2a1 None None] Provisioning complete for port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:00.794850 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73c550cf-36b7-41dc-a2a1-634a31a1c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.866935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73c550cf-36b7-41dc-a2a1-634a31a1c2a1 None None] Port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:00.893824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] In _notify_port_updated(), no bound segment for port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 on network 520182be-7441-4412-8434-b8abe905ad0b {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:03:00.901998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:00.902920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:00.915730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "PUT /v2.0/ports/3be99b68-ca21-44c0-b751-49eb5bfc64e5 HTTP/1.1" status: 200 len: 1128 time: 0.8954875 Feb 15 02:03:00.926090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:01.062655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2fd41aa3-ceb0-460f-aef7-8f5005ac94a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6420e26c990467abb2e5c01907730bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000991 Feb 15 02:03:01.070327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:01.104666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889c129-ef02-49f5-affc-3f3a7676a19f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event updated for resources: {'Port': ['ID=3be99b68-ca21-44c0-b751-49eb5bfc64e5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:01.183217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba954a8-b47c-4550-baf3-6d4289d0d31e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:01.185137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ba954a8-b47c-4550-baf3-6d4289d0d31e tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "GET /v2.0/ports/3be99b68-ca21-44c0-b751-49eb5bfc64e5 HTTP/1.1" status: 200 len: 1128 time: 0.2577095 Feb 15 02:03:01.200306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:01.209654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aded8caf-4300-4078-9332-403433aa5bdf None None] Could not find standard attr ID for object f2365e16-9486-4d42-8c3c-d8646fa14be7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:03:01.358584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] Publish callbacks [] for security_group (f8384c86-322b-4ce3-8b4d-d07a18b32a7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.520645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] Publish callbacks [] for security_group (f8384c86-322b-4ce3-8b4d-d07a18b32a7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.618898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Deleting port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:01.619380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.711928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f8384c86-322b-4ce3-8b4d-d07a18b32a7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.716693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.717389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8384c86-322b-4ce3-8b4d-d07a18b32a7f HTTP/1.1" status: 204 len: 168 time: 0.6412380 Feb 15 02:03:01.727413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (87822ed7-8780-4ac8-9274-d1806ac47404), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.731798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3b80c-f5f2-4492-8c85-4ac2ed25e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8384c86-322b-4ce3-8b4d-d07a18b32a7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:01.815200 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:01.851757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Calling delete_port for 3be99b68-ca21-44c0-b751-49eb5bfc64e5 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:02.158364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4e2e913e-66d6-4623-9fd9-2479c35bd5fe None None] Provisioning complete for port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:02.163913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e2e913e-66d6-4623-9fd9-2479c35bd5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.253596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e913e-66d6-4623-9fd9-2479c35bd5fe None None] Port 3be99b68-ca21-44c0-b751-49eb5bfc64e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:02.333935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3be99b68-ca21-44c0-b751-49eb5bfc64e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.406178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Deleting port b7de6b04-2b12-473a-ac17-467c11c6606b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:02.406504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.434164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event deleted for resources: {'Port': ['ID=3be99b68-ca21-44c0-b751-49eb5bfc64e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:02.442595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.459018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66082923-c239-4539-992b-8842a7305c7f tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "DELETE /v2.0/ports/3be99b68-ca21-44c0-b751-49eb5bfc64e5 HTTP/1.1" status: 204 len: 168 time: 1.2569366 Feb 15 02:03:02.463194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:02.579304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] For port b7de6b04-2b12-473a-ac17-467c11c6606b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b7de6b04-2b12-473a-ac17-467c11c6606b,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:02.586083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.627084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Calling delete_port for b7de6b04-2b12-473a-ac17-467c11c6606b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:02.634032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Deleting subnet db935cfc-f791-466f-a807-853519539c62 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:03:02.638621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for subnet (db935cfc-f791-466f-a807-853519539c62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.703751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (db935cfc-f791-466f-a807-853519539c62), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.805840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:02.843191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (db935cfc-f791-466f-a807-853519539c62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.935675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-261e2a1d-64ad-4991-ba6b-ff2910efb93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:02.997268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (db935cfc-f791-466f-a807-853519539c62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.020258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.021768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834848b-3bca-40e5-b78d-2f2b0610e05c None None] Network 520182be-7441-4412-8434-b8abe905ad0b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:03.024723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "DELETE /v2.0/subnets/db935cfc-f791-466f-a807-853519539c62 HTTP/1.1" status: 204 len: 168 time: 0.5602510 Feb 15 02:03:03.033806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:03.047872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39202eb5-a846-4e4a-a44d-f54c35479e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event deleted for resources: {'Subnet': ['ID=db935cfc-f791-466f-a807-853519539c62,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:03.182040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (520182be-7441-4412-8434-b8abe905ad0b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.243041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-261e2a1d-64ad-4991-ba6b-ff2910efb93a admin admin] Publish callbacks [] for security_group (66913b62-ee48-4468-a415-1bff1cf24547), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.289154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b7de6b04-2b12-473a-ac17-467c11c6606b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.330404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Deleting port 41d166c6-f232-4056-abca-49ddcd64a810 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:03.330777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (41d166c6-f232-4056-abca-49ddcd64a810), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.426381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] DHCP port deletion for 520182be-7441-4412-8434-b8abe905ad0b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:03:03.456457 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-261e2a1d-64ad-4991-ba6b-ff2910efb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (66913b62-ee48-4468-a415-1bff1cf24547), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.465087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7de6b04-2b12-473a-ac17-467c11c6606b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:03.577333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Deleting port 41d166c6-f232-4056-abca-49ddcd64a810 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:03.577723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (41d166c6-f232-4056-abca-49ddcd64a810), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.721025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] For port 41d166c6-f232-4056-abca-49ddcd64a810, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=41d166c6-f232-4056-abca-49ddcd64a810,segment=NetworkSegment(be6985f8-d62d-496a-8acd-1c0ee9a24077),segment_id=be6985f8-d62d-496a-8acd-1c0ee9a24077)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:03.721435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (41d166c6-f232-4056-abca-49ddcd64a810), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.729443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] For port 41d166c6-f232-4056-abca-49ddcd64a810, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=41d166c6-f232-4056-abca-49ddcd64a810,segment=NetworkSegment(be6985f8-d62d-496a-8acd-1c0ee9a24077),segment_id=be6985f8-d62d-496a-8acd-1c0ee9a24077)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:03.729762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (41d166c6-f232-4056-abca-49ddcd64a810), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.740895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Calling delete_port for 41d166c6-f232-4056-abca-49ddcd64a810 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:03.761454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-261e2a1d-64ad-4991-ba6b-ff2910efb93a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f7f817754a54e628d5a41d59edb71fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8469141 Feb 15 02:03:03.763338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:03.821951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2a1d-64ad-4991-ba6b-ff2910efb93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66913b62-ee48-4468-a415-1bff1cf24547,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:03.831610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Calling delete_port for 41d166c6-f232-4056-abca-49ddcd64a810 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:03.936972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 41d166c6-f232-4056-abca-49ddcd64a810 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:03.940830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] Publish callbacks [] for security_group (66913b62-ee48-4468-a415-1bff1cf24547), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:03.989298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] Publish callbacks [] for security_group (66913b62-ee48-4468-a415-1bff1cf24547), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.013706 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (41d166c6-f232-4056-abca-49ddcd64a810), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.041791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port 41d166c6-f232-4056-abca-49ddcd64a810 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 02:03:04.042798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port 41d166c6-f232-4056-abca-49ddcd64a810 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:03:04.044015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 41d166c6-f232-4056-abca-49ddcd64a810 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:04.113268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] No DVR routers for this DVR port 41d166c6-f232-4056-abca-49ddcd64a810 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:04.127591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab8362-9cc5-45dd-8442-f067a3d20ea7 None None] Pushing event deleted for resources: {'Port': ['ID=41d166c6-f232-4056-abca-49ddcd64a810,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:04.127936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (87822ed7-8780-4ac8-9274-d1806ac47404), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.145155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (41d166c6-f232-4056-abca-49ddcd64a810), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.150185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (66913b62-ee48-4468-a415-1bff1cf24547), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.152839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.153981 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66913b62-ee48-4468-a415-1bff1cf24547 HTTP/1.1" status: 204 len: 168 time: 0.3896523 Feb 15 02:03:04.172976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b5fff-73fa-4267-85bb-7fd6d66d8a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66913b62-ee48-4468-a415-1bff1cf24547,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:04.302830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] No DVR routers for this DVR port 41d166c6-f232-4056-abca-49ddcd64a810 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:04.305580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event deleted for resources: {'Port': ['ID=41d166c6-f232-4056-abca-49ddcd64a810,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:04.475683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (520182be-7441-4412-8434-b8abe905ad0b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.509110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520182be-7441-4412-8434-b8abe905ad0b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:04.521501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6985f8-d62d-496a-8acd-1c0ee9a24077') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:04.521833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6985f8-d62d-496a-8acd-1c0ee9a24077') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:04.540934 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (be6985f8-d62d-496a-8acd-1c0ee9a24077), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.597991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be6985f8-d62d-496a-8acd-1c0ee9a24077), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.611399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:03:04.611808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (be6985f8-d62d-496a-8acd-1c0ee9a24077), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:03:04.614927 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:03:04.725684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Router 87822ed7-8780-4ac8-9274-d1806ac47404 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:04.883967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (520182be-7441-4412-8434-b8abe905ad0b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.893604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:04.898422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] 10.222.0.43 "DELETE /v2.0/networks/520182be-7441-4412-8434-b8abe905ad0b HTTP/1.1" status: 204 len: 168 time: 1.8528581 Feb 15 02:03:05.422749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96c08-2b62-4dbf-8d14-6c462a8d8e9d tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025 tempest-ExtraDHCPOptionsIpV6TestJSON-1316721025-project] Pushing event deleted for resources: {'Network': ['ID=520182be-7441-4412-8434-b8abe905ad0b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:05.435245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:05.442094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-049cab7b-7708-4515-97a5-19729ab5b42f admin admin] 10.222.0.43 "PUT /v2.0/routers/87822ed7-8780-4ac8-9274-d1806ac47404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8804998 Feb 15 02:03:05.444033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:05.456943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Sync routers for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:05.493490 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:05.500871 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:05.573635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:05.876108 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:06.050186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-916ceeeb-e468-4782-8716-ce15efab4757 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce200ca05b8c4ced8d77039943c28c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597685 Feb 15 02:03:06.051117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:06.181154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] Publish callbacks [] for security_group (60505500-3f7f-4158-a86f-0c11b51ff7b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.239160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] Publish callbacks [] for security_group (60505500-3f7f-4158-a86f-0c11b51ff7b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.314499 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T02:03:02Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:06.422730 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Checking router: 87822ed7-8780-4ac8-9274-d1806ac47404 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:06.434179 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Routers {'87822ed7-8780-4ac8-9274-d1806ac47404'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:06.435894 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['87822ed7-8780-4ac8-9274-d1806ac47404'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:06.460417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks [] for router (87822ed7-8780-4ac8-9274-d1806ac47404), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.566950 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] Set router 87822ed7-8780-4ac8-9274-d1806ac47404 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:06.742003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks [] for router_gateway (87822ed7-8780-4ac8-9274-d1806ac47404), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.816432 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T02:03:02Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:06.866144 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb3c6-490e-4f07-a976-3eb8e3bac18a None None] The sync data for ids ['87822ed7-8780-4ac8-9274-d1806ac47404'] in n-d-829064-14 is: [{'id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'name': 'tempest-AttachVolumeShelveTestJSON-1003842324-router', 'tenant_id': '8cbaf7efe8ce45638937b6db25a86925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T01:55:27Z', 'updated_at': '2022-02-15T02:03:02Z', 'revision_number': 5, 'project_id': '8cbaf7efe8ce45638937b6db25a86925', 'gw_port': {'id': '175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87822ed7-8780-4ac8-9274-d1806ac47404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T01:55:28Z', 'updated_at': '2022-02-15T01:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:06.919859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (60505500-3f7f-4158-a86f-0c11b51ff7b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.926139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:06.926139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60505500-3f7f-4158-a86f-0c11b51ff7b2 HTTP/1.1" status: 204 len: 168 time: 0.8715246 Feb 15 02:03:06.947386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911dd76-b6e5-4f48-946c-70aad5dbf4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60505500-3f7f-4158-a86f-0c11b51ff7b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:07.372742 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Deleting port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:07.376255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:07.448958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b7de6b04-2b12-473a-ac17-467c11c6606b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:07.526872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b7de6b04-2b12-473a-ac17-467c11c6606b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:07.527173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b7de6b04-2b12-473a-ac17-467c11c6606b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:07.671747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] For port 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:07.672240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:07.700173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Calling delete_port for 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:08.163415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.231897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:08.325403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (87822ed7-8780-4ac8-9274-d1806ac47404), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.499163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (87822ed7-8780-4ac8-9274-d1806ac47404), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.501632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks [] for router_controller (87822ed7-8780-4ac8-9274-d1806ac47404), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.652952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (87822ed7-8780-4ac8-9274-d1806ac47404), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.653526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87822ed7-8780-4ac8-9274-d1806ac47404 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:08.659986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.661183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e48be508-c38e-4dcc-b4bc-05cc19c4cd0c admin admin] 10.222.0.43 "DELETE /v2.0/routers/87822ed7-8780-4ac8-9274-d1806ac47404 HTTP/1.1" status: 204 len: 168 time: 3.2156847 Feb 15 02:03:08.663612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:08.792807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Deleting subnet 64282de4-e0e4-4fd1-824b-f59c9c4164c5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:03:08.801028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Publish callbacks [] for subnet (64282de4-e0e4-4fd1-824b-f59c9c4164c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:08.812724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:08.940343 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (64282de4-e0e4-4fd1-824b-f59c9c4164c5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.041114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:09.161817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.186106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (64282de4-e0e4-4fd1-824b-f59c9c4164c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.244827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:09.360906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.373528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (64282de4-e0e4-4fd1-824b-f59c9c4164c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.403885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.409693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcbd77-1a5c-4aae-a168-6b92c14d33ea None None] Network 51d7c1b7-c0f2-469a-929e-fd50ffa3337a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:09.435718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/64282de4-e0e4-4fd1-824b-f59c9c4164c5 HTTP/1.1" status: 204 len: 168 time: 0.7672470 Feb 15 02:03:09.481343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:09.519708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e779ab-5d6b-4ec7-9e50-085f27f35e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64282de4-e0e4-4fd1-824b-f59c9c4164c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:09.555304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1068649032'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:09.568540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:09.598170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:09.599627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 175faf0d-bf8a-4f01-8d7b-4d6259fdd1a5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:09.682277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Allocated IP 172.25.2.194 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/341ac0c6-8b24-4786-8c14-8c63b7c9e47b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:09.688636 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (51d7c1b7-c0f2-469a-929e-fd50ffa3337a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.753981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] DHCP port deletion for 51d7c1b7-c0f2-469a-929e-fd50ffa3337a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:03:09.798424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Deleting port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:09.798947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.856970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Deleting port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:09.857641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.892707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.898180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] For port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:09.899295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.919773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Calling delete_port for a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:09.935069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:09.942560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:09.960755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.013263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.082385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] For port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,segment=NetworkSegment(3bf62131-10a9-46b9-b22c-b0e5803fa96b),segment_id=3bf62131-10a9-46b9-b22c-b0e5803fa96b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:10.087721 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.109563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Calling delete_port for a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:10.141395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:10.158471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:10.181252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:10.201932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.211582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.258405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] No DVR routers for this DVR port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:10.265203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:10.274659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a55fa-bad4-44b8-bf79-cbd75a2434e7 None None] Pushing event deleted for resources: {'Port': ['ID=a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:10.285718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] No DVR routers for this DVR port a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:10.410993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (51d7c1b7-c0f2-469a-929e-fd50ffa3337a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.412529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for floatingip (383c1728-2e39-4d96-9caf-9de24945e14a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.476524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d7c1b7-c0f2-469a-929e-fd50ffa3337a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:10.481712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Pushing event updated for resources: {'Port': ['ID=341ac0c6-8b24-4786-8c14-8c63b7c9e47b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:10.489011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf62131-10a9-46b9-b22c-b0e5803fa96b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:10.489528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf62131-10a9-46b9-b22c-b0e5803fa96b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:10.502556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (3bf62131-10a9-46b9-b22c-b0e5803fa96b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.553109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3bf62131-10a9-46b9-b22c-b0e5803fa96b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.561485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:03:10.562158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (3bf62131-10a9-46b9-b22c-b0e5803fa96b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:03:10.564718 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:03:10.583035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.697921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for security_group (7eec031c-331e-48e2-985d-48d0071e0677), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:10.842233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.236236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (51d7c1b7-c0f2-469a-929e-fd50ffa3337a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.246581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.261183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] 10.222.0.43 "DELETE /v2.0/networks/51d7c1b7-c0f2-469a-929e-fd50ffa3337a HTTP/1.1" status: 204 len: 168 time: 1.7705667 Feb 15 02:03:11.278215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963926f-90cb-447b-914a-fee14f0f3b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d7c1b7-c0f2-469a-929e-fd50ffa3337a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:11.287932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7eec031c-331e-48e2-985d-48d0071e0677), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.311549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:03:11.326168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (311aadfb-4364-4075-8445-1b2bcd20a329), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.326806 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Added segment 311aadfb-4364-4075-8445-1b2bcd20a329 of type vlan for network 94e6750d-9347-497a-b91d-c93f40f56f54 Feb 15 02:03:11.384096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (94e6750d-9347-497a-b91d-c93f40f56f54), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.416039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.482837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (94e6750d-9347-497a-b91d-c93f40f56f54), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.489136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:11.489759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.561622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec031c-331e-48e2-985d-48d0071e0677,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:11.572214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:11.607000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:11.607363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a6aa4a13-c97c-4d6a-8f0d-4c1de03ce33a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:11.630930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Pushing event updated for resources: {'Port': ['ID=341ac0c6-8b24-4786-8c14-8c63b7c9e47b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:11.659523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (383c1728-2e39-4d96-9caf-9de24945e14a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.666589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Network': ['ID=94e6750d-9347-497a-b91d-c93f40f56f54,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:11.678983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 94e6750d-9347-497a-b91d-c93f40f56f54 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:03:11.713403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-571a38b4-f423-4c7e-8dc6-319f2184bc17 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4676604 Feb 15 02:03:11.716353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:11.722184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'subnet': {'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:11.826990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:11.831189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7c6f2c4-a225-4cf7-8206-8a5994f6f30a tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0145638 Feb 15 02:03:11.831189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:11.836340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1805886972', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'fixed_ips': [{'ip_address': '172.25.2.194'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:11.914870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:11.974178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fda6546f-7ee3-4bba-84b7-9064dfb86200 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cbaf7efe8ce45638937b6db25a86925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572011 Feb 15 02:03:11.977453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:11.978641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:11.982252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.012790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Made reservation on behalf of 73791f7b5bca442aaff9553d050df8f9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:12.016351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.032944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.139435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] Publish callbacks [] for security_group (75ee6e1c-ffe0-40e6-a854-750e0ec5857f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.215389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] Publish callbacks [] for security_group (75ee6e1c-ffe0-40e6-a854-750e0ec5857f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.308430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for security_group (0cffd8e9-98f6-47e1-85a0-fba66aa103bd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.401771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0cffd8e9-98f6-47e1-85a0-fba66aa103bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.411548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] device_id is not set on port 6e1e6764-1051-4c9d-ae51-55b5863175fb yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:12.446196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (16fb3803-c26c-4ab0-9354-ebe3ccd7a337), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.456644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffd8e9-98f6-47e1-85a0-fba66aa103bd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:12.462738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75ee6e1c-ffe0-40e6-a854-750e0ec5857f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.466506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:12.475854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75ee6e1c-ffe0-40e6-a854-750e0ec5857f HTTP/1.1" status: 204 len: 168 time: 0.4932129 Feb 15 02:03:12.564899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688c09f-eb5a-4341-b28e-141d8d143d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee6e1c-ffe0-40e6-a854-750e0ec5857f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:12.715295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Subnet': ['ID=16fb3803-c26c-4ab0-9354-ebe3ccd7a337,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:12.745934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Checking segment: {'id': '311aadfb-4364-4075-8445-1b2bcd20a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:12.749553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network hostable DHCP agents. Network: 94e6750d-9347-497a-b91d-c93f40f56f54, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:03:12.887819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:03:12.888516 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 02:03:12.889378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:03:13.013283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 94e6750d-9347-497a-b91d-c93f40f56f54) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:13.016154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12403727-c05b-4753-9952-9ae92a5541f2 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1838715 Feb 15 02:03:13.022056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:13.023030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:13.023030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.023451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fba64-4256-46a8-aee8-bd25226bdb41 None None] Network 94e6750d-9347-497a-b91d-c93f40f56f54 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:13.142708 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1f30d9f0-5d8c-4c61-9dba-1b4c5b67e2c1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4237697 Feb 15 02:03:13.146933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:13.156680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-557890328', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:13.315006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37137d2f-12ba-4b5b-b966-bf3a8a10951d None None] Network 94e6750d-9347-497a-b91d-c93f40f56f54 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:13.344737 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.348574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.445345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004e3b9-0c44-43aa-9134-b2ee4522fbdd req-9a572b9c-1842-4bb5-8cf6-9475038328ee tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:13.453571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0004e3b9-0c44-43aa-9134-b2ee4522fbdd req-9a572b9c-1842-4bb5-8cf6-9475038328ee tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 945 time: 0.1837683 Feb 15 02:03:13.527833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_controller (b0e95888-326d-4827-a23d-20ada42b7bc6), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.588999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0004e3b9-0c44-43aa-9134-b2ee4522fbdd req-4cdeb1f5-b28d-4b98-a29e-d24cc9303650 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272268 Feb 15 02:03:13.622902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Deleting port 341ac0c6-8b24-4786-8c14-8c63b7c9e47b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:13.623257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.762959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.763348 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for floatingip (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:13.804922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Calling delete_port for 341ac0c6-8b24-4786-8c14-8c63b7c9e47b owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:13.829742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (b0e95888-326d-4827-a23d-20ada42b7bc6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.104493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (341ac0c6-8b24-4786-8c14-8c63b7c9e47b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.135145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:14.142972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Pushing event deleted for resources: {'Port': ['ID=341ac0c6-8b24-4786-8c14-8c63b7c9e47b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:14.206677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks [] for floatingip (383c1728-2e39-4d96-9caf-9de24945e14a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.211414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.213119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63e0cc26-2946-430a-a280-2987f3b54fd6 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521 tempest-ExternalNetworksAdminNegativeTestJSON-1828508521-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/383c1728-2e39-4d96-9caf-9de24945e14a HTTP/1.1" status: 204 len: 168 time: 1.1927791 Feb 15 02:03:14.229272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (b0e95888-326d-4827-a23d-20ada42b7bc6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.255084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.398912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-430749698-network', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:14.414674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.100 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/9416adf4-cddf-4872-85b9-5429fc842447) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:14.531509 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (9416adf4-cddf-4872-85b9-5429fc842447), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:14.701857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e714d4-9961-47b0-ab74-3ab7962c0f66 req-b4a55407-edc2-4056-b7b5-0aa6c09e3b8d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:14.703896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98e714d4-9961-47b0-ab74-3ab7962c0f66 req-b4a55407-edc2-4056-b7b5-0aa6c09e3b8d tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 945 time: 0.0574434 Feb 15 02:03:14.767455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98e714d4-9961-47b0-ab74-3ab7962c0f66 req-f3e28bdc-2586-432c-acb6-1dd09f04f428 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530035 Feb 15 02:03:15.072473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-06a2f907-14ef-4e77-b2c8-c132696290b4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:15.073960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-06a2f907-14ef-4e77-b2c8-c132696290b4 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 945 time: 0.0641246 Feb 15 02:03:15.177384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Deleting port b74764c6-671c-4041-95e7-e5a7754e7c07 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:15.177384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.177384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Made reservation on behalf of 1c082d0ce3b94a04a0b566363d40d5f0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:15.179159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.219295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9416adf4-cddf-4872-85b9-5429fc842447), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.229255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.295278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:15.300618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:15.311614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:15.318133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] For port b74764c6-671c-4041-95e7-e5a7754e7c07, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b74764c6-671c-4041-95e7-e5a7754e7c07,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:15.324409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.333095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Calling delete_port for b74764c6-671c-4041-95e7-e5a7754e7c07 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:15.342064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=9416adf4-cddf-4872-85b9-5429fc842447,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:15.367413 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.446912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:15.667754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks [] for security_group (04733408-d1c3-4dfe-9d8a-64f141249305), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.667754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8066a746-311b-4b6b-bcdc-988e493bacd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.750687 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8066a746-311b-4b6b-bcdc-988e493bacd0 admin admin] Publish callbacks [] for security_group (86efadd2-bdca-49b3-8a08-bb6cf4f17f9c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.778522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (04733408-d1c3-4dfe-9d8a-64f141249305), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.800662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:03:15.818898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b74764c6-671c-4041-95e7-e5a7754e7c07), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.826303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'b74764c6-671c-4041-95e7-e5a7754e7c07'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:03:15.835301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (59b71058-1459-4c34-9baa-0d41c2bd2b00), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.836052 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Added segment 59b71058-1459-4c34-9baa-0d41c2bd2b00 of type vlan for network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 Feb 15 02:03:15.858716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04733408-d1c3-4dfe-9d8a-64f141249305,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:15.893475 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8066a746-311b-4b6b-bcdc-988e493bacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86efadd2-bdca-49b3-8a08-bb6cf4f17f9c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:15.936760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event deleted for resources: {'Port': ['ID=b74764c6-671c-4041-95e7-e5a7754e7c07,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:15.971531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45551cc0-c475-4fda-b554-a46b0348b590 req-7b94eb56-22d1-4442-be62-61471ff1d5fd tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 210 time: 0.1162200 Feb 15 02:03:16.021342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.048389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (b0e95888-326d-4827-a23d-20ada42b7bc6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.051620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] No DVR routers for this DVR port b74764c6-671c-4041-95e7-e5a7754e7c07 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:16.052687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066a746-311b-4b6b-bcdc-988e493bacd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86efadd2-bdca-49b3-8a08-bb6cf4f17f9c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:16.059727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8066a746-311b-4b6b-bcdc-988e493bacd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19269c24228b444f9b7812fb30a79ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068602 Feb 15 02:03:16.059727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.064002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ed9f365-3374-4ed2-8fdb-e08677f80568 req-be7d446d-f176-428b-8657-595e8f59b9aa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "DELETE /v2.0/ports/b74764c6-671c-4041-95e7-e5a7754e7c07 HTTP/1.1" status: 204 len: 173 time: 0.9846835 Feb 15 02:03:16.066521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'name': 'network-vif-deleted', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:16.068582 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebffda-93b2-4e28-8aef-001f31646a8b" -d '{"events": [{"server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "name": "network-vif-deleted", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:16.071473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:16.168669 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75c2014-0893-468c-ae05-c91130f484ab x-openstack-request-id: req-e75c2014-0893-468c-ae05-c91130f484ab {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:16.168961 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67048f1-e379-4a52-b73c-a06283157ea1", "name": "network-vif-deleted", "tag": "b74764c6-671c-4041-95e7-e5a7754e7c07", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:16.169217 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e75c2014-0893-468c-ae05-c91130f484ab {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:16.169631 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67048f1-e379-4a52-b73c-a06283157ea1', 'name': 'network-vif-deleted', 'tag': 'b74764c6-671c-4041-95e7-e5a7754e7c07', 'status': 'completed', 'code': 200} Feb 15 02:03:16.189291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] Publish callbacks [] for security_group (86efadd2-bdca-49b3-8a08-bb6cf4f17f9c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.214297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] Publish callbacks [] for security_group (86efadd2-bdca-49b3-8a08-bb6cf4f17f9c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.237092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.237092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:16.237092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.315150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] Pushing event updated for resources: {'Network': ['ID=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:16.327881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:03:16.352555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.356432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:16.357075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-222cedd2-9e10-4092-9ad5-269c0f0d23dd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2203686 Feb 15 02:03:16.365676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Request body: {'subnet': {'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-430749698-subnet', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:16.487296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (86efadd2-bdca-49b3-8a08-bb6cf4f17f9c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.490661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:16.491178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86efadd2-bdca-49b3-8a08-bb6cf4f17f9c HTTP/1.1" status: 204 len: 168 time: 0.4095247 Feb 15 02:03:16.519611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48111bd-72c7-4e7e-9227-86ba8b99c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86efadd2-bdca-49b3-8a08-bb6cf4f17f9c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:16.791469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Made reservation on behalf of 1c082d0ce3b94a04a0b566363d40d5f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:16.793878 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.064664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:17.090158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b8ab10b-ca00-415f-b788-581568ca5a2b req-0b919be7-72df-4b37-a2fa-dcf23bd1ca8c tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=e67048f1-e379-4a52-b73c-a06283157ea1 HTTP/1.1" status: 200 len: 210 time: 0.0449393 Feb 15 02:03:17.127892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6f3ce773-1680-4218-b27b-b0e2b57c2c1b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.222239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3ce773-1680-4218-b27b-b0e2b57c2c1b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:17.254057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Checking segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:17.254427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Network hostable DHCP agents. Network: f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:03:17.257065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:17.278060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:17.293260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:17.294570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:17.297089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:17.337999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:17.347146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:17.347874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b598452b-d390-42e1-81a2-a307255fa29c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73791f7b5bca442aaff9553d050df8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493691 Feb 15 02:03:17.350095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:17.350902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:17.366372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.367658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86240dee-1deb-452e-982b-f7dc3860dde6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2190425 Feb 15 02:03:17.368383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:03:17.370792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:17.388907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:17.389895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477b82-0f70-4213-8995-9e0883cf943f None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:17.423474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] Publish callbacks [] for security_group (0cffd8e9-98f6-47e1-85a0-fba66aa103bd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.448243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] Publish callbacks [] for security_group (0cffd8e9-98f6-47e1-85a0-fba66aa103bd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.458605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:17.467750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b5565-8c53-4175-abe7-61f4d40e5e1b None None] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:17.470680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:17.471644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.572465 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6622c84d-3e06-4622-b78b-3ee6012dc389 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2146859 Feb 15 02:03:17.575391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:17.577915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:17.598309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0cffd8e9-98f6-47e1-85a0-fba66aa103bd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.600320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.602224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cffd8e9-98f6-47e1-85a0-fba66aa103bd HTTP/1.1" status: 204 len: 168 time: 0.2538004 Feb 15 02:03:17.620133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:03:17.625004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.635106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02d9b-4f91-47d3-ae1b-48a0b8946942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffd8e9-98f6-47e1-85a0-fba66aa103bd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:17.676387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.677731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.762479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for router_controller (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:17.869999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Allocated IP 172.20.0.2 (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25/6f3ce773-1680-4218-b27b-b0e2b57c2c1b/26eaa72a-a280-4c31-82b6-ccf696c27d7e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:18.103139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for router_gateway (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.136308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.168116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks [] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.231477 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.247583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.314582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:18.318375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:18.321723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Pushing event updated for resources: {'Port': ['ID=26eaa72a-a280-4c31-82b6-ccf696c27d7e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:18.325098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:18.403042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Attempting to bind port 26eaa72a-a280-4c31-82b6-ccf696c27d7e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:18.403831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Attempting to bind port 26eaa72a-a280-4c31-82b6-ccf696c27d7e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:18.404396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Attempting to bind port 26eaa72a-a280-4c31-82b6-ccf696c27d7e on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:18.410309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:18.411155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Checking segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:18.411724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.412285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Bound using segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:18.413183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Bound port: 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:18.414462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.449883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-be1f356b-15a0-404c-998c-79ea6b8970bb tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:18.451398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-be1f356b-15a0-404c-998c-79ea6b8970bb tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 813 time: 0.3475325 Feb 15 02:03:18.497986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-4e0dddbd-ead8-4aea-8de4-a9103c1c3dbd tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/quotas/80ca453bb1424c709ced1547adeec7cb HTTP/1.1" status: 200 len: 375 time: 0.0313392 Feb 15 02:03:18.503100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for router_gateway (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.522720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.526532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] For port 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:18.532454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] For port 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26eaa72a-a280-4c31-82b6-ccf696c27d7e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:18.552036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-612d4305-d527-4b43-94ef-c7ce5d172241 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531688 Feb 15 02:03:18.602733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.642951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Allocated IP 172.25.2.51 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1b48ab25-e7d9-4990-87d7-e82387ec0fa2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:18.689395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabcbc5-4f46-4410-856a-649a551369bb None None] Pushing event updated for resources: {'Port': ['ID=26eaa72a-a280-4c31-82b6-ccf696c27d7e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:18.836512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:18.872190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b74764c6-671c-4041-95e7-e5a7754e7c07 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:18.876508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-059249f0-1eab-40c0-994e-1c6285b60a5d service neutron] 10.222.0.43 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938406 Feb 15 02:03:18.940550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: b74764c6-671c-4041-95e7-e5a7754e7c07 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:18.941118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b74764c6-671c-4041-95e7-e5a7754e7c07 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:18.964824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.018190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.1 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/b16b3db0-5282-4332-942b-1a6b39fe992e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:19.025083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:19.029728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:19.034811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:19.055648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c19d2ec4-9820-47ff-9a69-046fa0565d2d service neutron] 10.222.0.43 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582990 Feb 15 02:03:19.074002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Pushing event updated for resources: {'Port': ['ID=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:19.225958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.344913 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.365031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:19.367810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:19.405869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:19.462990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for router_gateway (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.481243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=b16b3db0-5282-4332-942b-1a6b39fe992e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:19.484169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (b0e95888-326d-4827-a23d-20ada42b7bc6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.592677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45e9af2d-3852-49e6-9ad1-e154c044e2fa req-7e7a5b80-62b5-4eec-9bc4-49108931f5dc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 210 time: 0.0524333 Feb 15 02:03:19.864784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26eaa72a-a280-4c31-82b6-ccf696c27d7e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:19.884747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.896717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:19.938836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26eaa72a-a280-4c31-82b6-ccf696c27d7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:19.939646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:20.137073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26eaa72a-a280-4c31-82b6-ccf696c27d7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:20.137461 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:20.201985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26eaa72a-a280-4c31-82b6-ccf696c27d7e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:20.207801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:20.260427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cad10f-0091-48a2-b8d2-4ee412ac1549 None None] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:20.301772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:20.370298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:20.385069 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:20.407337 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:20.408375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:20.540336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:20.542386 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e8e4af1d-1100-486f-a24e-025354c31745 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9680877 Feb 15 02:03:20.544940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:20.577272 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:20.831365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:20.839014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-14bd9f97-7008-4048-90e0-0ddd700ad3ed None None] Provisioning complete for port 26eaa72a-a280-4c31-82b6-ccf696c27d7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:20.839631 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14bd9f97-7008-4048-90e0-0ddd700ad3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:20.922082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:19Z', 'revision_number': 3, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:20.986046 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:20.986667 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Updating router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:03:21.017342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.026671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-14bd9f97-7008-4048-90e0-0ddd700ad3ed None None] Current status of the port 26eaa72a-a280-4c31-82b6-ccf696c27d7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:21.066371 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.073766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=26eaa72a-a280-4c31-82b6-ccf696c27d7e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:21.101880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c0120-6400-40e0-9aa9-1af55bbef0f1 req-06901c11-a9c9-45e2-9b6c-d5bde0d3f8fa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:21.112678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-438c0120-6400-40e0-9aa9-1af55bbef0f1 req-06901c11-a9c9-45e2-9b6c-d5bde0d3f8fa tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.0849543 Feb 15 02:03:21.112678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.201655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faed88c6-4178-49db-9b51-123bb3ce817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.255374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=b16b3db0-5282-4332-942b-1a6b39fe992e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:21.323619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-438c0120-6400-40e0-9aa9-1af55bbef0f1 req-dba07dd1-b7ec-4892-8701-391304ae4a14 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089262 Feb 15 02:03:21.337496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (b0e95888-326d-4827-a23d-20ada42b7bc6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.441145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-996445836', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:21.535811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0696483c-b9d0-4734-9dad-6d15f4b329b7 req-e9b3ff40-c402-4a26-a459-79379e2d44dc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 210 time: 0.0351140 Feb 15 02:03:21.544312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Made reservation on behalf of 54834bea52d24325ba6407a882671f76 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:21.550129 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.580587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.581490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:21.583009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:21.590802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-273ad00d-87ea-4804-9a20-c99cdbf8a00b None None] Provisioning complete for port 26eaa72a-a280-4c31-82b6-ccf696c27d7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:21.593095 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-273ad00d-87ea-4804-9a20-c99cdbf8a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.614437 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks [] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.732503 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.761149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-273ad00d-87ea-4804-9a20-c99cdbf8a00b None None] Current status of the port 26eaa72a-a280-4c31-82b6-ccf696c27d7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:21.767402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-b9d05a77-bb31-4279-8b01-231240dfd033 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:21.769690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-b9d05a77-bb31-4279-8b01-231240dfd033 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.1260421 Feb 15 02:03:21.771899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26eaa72a-a280-4c31-82b6-ccf696c27d7e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:21.772085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:21.782113 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Attempting to bind port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:21.787592 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Attempting to bind port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:21.788897 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Attempting to bind port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:21.790072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.834327 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:21.835792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:21.836780 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.837417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:21.838422 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Bound port: 1b48ab25-e7d9-4990-87d7-e82387ec0fa2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:21.839142 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.848325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 26eaa72a-a280-4c31-82b6-ccf696c27d7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:21.848899 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.862732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for security_group (77793970-7465-4458-83c2-8472410c457b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.890107 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Pushing event updated for resources: {'Port': ['ID=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:21.908838 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.909532 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.910093 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.910525 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.910958 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.911383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.911796 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.912389 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.912962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.914048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.914615 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.915147 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.915677 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:21.928244 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] For port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:21.931727 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] For port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:21.945505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77793970-7465-4458-83c2-8472410c457b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:21.961092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 26eaa72a-a280-4c31-82b6-ccf696c27d7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:21.978362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:03:22.025340 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.031877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (99d4f948-cec5-4d28-8e85-3ff908709d47), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.031877 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Added segment 99d4f948-cec5-4d28-8e85-3ff908709d47 of type vlan for network c7a12eff-ec6f-4c2d-9390-76a0f16b974f Feb 15 02:03:22.041795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77793970-7465-4458-83c2-8472410c457b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:22.099637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:22.115386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:22.115881 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:22.116681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.124869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c7a12eff-ec6f-4c2d-9390-76a0f16b974f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.129381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e78290e-0bc2-47f7-a662-4bb366e93eac tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/routers/b0e95888-326d-4827-a23d-20ada42b7bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7573063 Feb 15 02:03:22.131981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:22.138937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'port': {'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54', 'name': 'tempest-FloatingIPTestJSON-1693644643'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:22.141650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:22.142393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.173383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Deleting port beeb5c88-d65a-49be-800f-4a3eda359bcf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:22.173745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.176342 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb05d9a-ffc1-43f7-b90f-606f96d333a2 None None] Pushing event updated for resources: {'Port': ['ID=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:22.208578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Allocated IP 172.20.0.1 (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25/6f3ce773-1680-4218-b27b-b0e2b57c2c1b/d2785acd-e837-42b8-be9c-7179aed409dc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:22.230605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.244352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:22.245104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.264994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:22.292615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.293020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef492f56-b77b-4033-bfa8-a72099eeb8ab None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:22.334473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c7a12eff-ec6f-4c2d-9390-76a0f16b974f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.336502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:22.337092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.442420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Network': ['ID=c7a12eff-ec6f-4c2d-9390-76a0f16b974f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:22.453207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:03:22.520199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:22.524662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.542269 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:03:22.566543 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33ce4caf-9dc5-4b3a-88a7-ede507687ed8 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7323830 Feb 15 02:03:22.568508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:19Z', 'revision_number': 3, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:22.570247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks [] for port (d2785acd-e837-42b8-be9c-7179aed409dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.571508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:22.584732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'subnet': {'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:22.590135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-2813c8c9-78b2-49ad-a939-327973b7319a tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:22.592089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-2813c8c9-78b2-49ad-a939-327973b7319a tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 813 time: 0.4019332 Feb 15 02:03:22.600609 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9b69f-d53e-4cec-9d5b-39710317e273 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:19Z', 'revision_number': 3, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:22.614574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] device_id is not set on port af922259-94de-4845-b5fa-83317729154f yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:22.624400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef91505-c4da-4363-84cd-c92b3ccd4517 req-b582ef9b-7bd4-49d4-9199-9e9919342e20 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:22.626208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef91505-c4da-4363-84cd-c92b3ccd4517 req-b582ef9b-7bd4-49d4-9199-9e9919342e20 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 946 time: 0.1893914 Feb 15 02:03:22.628376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] For port beeb5c88-d65a-49be-800f-4a3eda359bcf, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=beeb5c88-d65a-49be-800f-4a3eda359bcf,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:22.628814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.635702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Request body: {'port': {'device_id': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c', 'admin_state_up': True, 'tenant_id': '80ca453bb1424c709ced1547adeec7cb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:22.671482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Calling delete_port for beeb5c88-d65a-49be-800f-4a3eda359bcf owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:22.710845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Made reservation on behalf of 54834bea52d24325ba6407a882671f76 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:22.713537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.810554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.823038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef91505-c4da-4363-84cd-c92b3ccd4517 req-27069557-5a54-4b43-84e5-f3c7f509b732 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825757 Feb 15 02:03:22.889046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:22.902743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:22.915202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.14 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/af922259-94de-4845-b5fa-83317729154f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:22.923198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:22.968111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Made reservation on behalf of 80ca453bb1424c709ced1547adeec7cb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:22.982952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:22.999595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:23.074303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc362a55-1c16-4417-9393-a3dd823e81aa req-42e2a95b-45fb-49cd-be7a-0afda32bd261 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 210 time: 0.0821228 Feb 15 02:03:23.142506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.172152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (beeb5c88-d65a-49be-800f-4a3eda359bcf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.185719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:03:23.331280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event deleted for resources: {'Port': ['ID=beeb5c88-d65a-49be-800f-4a3eda359bcf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:23.373760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] No DVR routers for this DVR port beeb5c88-d65a-49be-800f-4a3eda359bcf on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:23.396369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.400197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-681ceb52-c358-44df-94a3-b1b6bfef36d6 req-60f29e0e-238a-436b-9b61-6edd772ed845 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "DELETE /v2.0/ports/beeb5c88-d65a-49be-800f-4a3eda359bcf HTTP/1.1" status: 204 len: 173 time: 1.6233921 Feb 15 02:03:23.403410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'name': 'network-vif-deleted', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:23.420869 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2400c4-7352-4e43-bf6d-4b7cbec71ded" -d '{"events": [{"server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "name": "network-vif-deleted", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:23.432686 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc641282-61db-451e-9c05-ca025c2d2d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.450678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-661027cf-df39-4c3d-9f65-71d5887e5abd None None] Provisioning complete for port d2785acd-e837-42b8-be9c-7179aed409dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:23.457617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-661027cf-df39-4c3d-9f65-71d5887e5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.499732 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee7285-8d92-4f46-99aa-30ad004ea658 x-openstack-request-id: req-28ee7285-8d92-4f46-99aa-30ad004ea658 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:23.505076 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be9e14a-79e7-4d92-aeee-bb76fecf4df7", "name": "network-vif-deleted", "tag": "beeb5c88-d65a-49be-800f-4a3eda359bcf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:23.505076 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28ee7285-8d92-4f46-99aa-30ad004ea658 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:23.505076 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be9e14a-79e7-4d92-aeee-bb76fecf4df7', 'name': 'network-vif-deleted', 'tag': 'beeb5c88-d65a-49be-800f-4a3eda359bcf', 'status': 'completed', 'code': 200} Feb 15 02:03:23.530588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (af922259-94de-4845-b5fa-83317729154f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.540255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Allocated IP 172.20.0.2 (02e8c174-f390-47e6-89ce-415d30861b1c/bcff13f9-d440-43da-a484-055b08e3742d/a7d64cec-cb4b-40a2-a7b4-dfa7db324259) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:23.558826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-661027cf-df39-4c3d-9f65-71d5887e5abd None None] Port d2785acd-e837-42b8-be9c-7179aed409dc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:23.646569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:03:23.647140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (f56566f5-9070-4e46-a8b7-8d57b4f4e742), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.725287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.778468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks [] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.827937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:23.842004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af922259-94de-4845-b5fa-83317729154f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.915930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:23.939147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:23.939931 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.026751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Network 02e8c174-f390-47e6-89ce-415d30861b1c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:24.040530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:24.040990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.053319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:24.055879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:24.059229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:24.068376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:24.069560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:24.085063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Checking segment: {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:24.086268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network hostable DHCP agents. Network: c7a12eff-ec6f-4c2d-9390-76a0f16b974f, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:03:24.094033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:24.101820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Pushing event updated for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:24.106003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffee2e68-c036-4fa9-ac67-7456b6a732ca req-54835bd5-cd43-4012-8467-c2dde8151411 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be9e14a-79e7-4d92-aeee-bb76fecf4df7 HTTP/1.1" status: 200 len: 210 time: 0.0989697 Feb 15 02:03:24.111886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=af922259-94de-4845-b5fa-83317729154f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:24.153774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.170491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:24.171181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.240532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f56566f5-9070-4e46-a8b7-8d57b4f4e742,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:24.277250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:24.292968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77790ee-e562-4c24-ab48-42c040749dca req-dc58340d-0960-42e2-9766-08fe87e47fbf tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:24.294506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b77790ee-e562-4c24-ab48-42c040749dca req-dc58340d-0960-42e2-9766-08fe87e47fbf tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 931 time: 0.0784979 Feb 15 02:03:24.304910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:24.305817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.332784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks [] for port (d2785acd-e837-42b8-be9c-7179aed409dc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.333116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-60f73e08-4852-44e1-84c2-e81d70dfd281 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7232366 Feb 15 02:03:24.348528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Request body: {'port': {'device_id': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:24.358653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:03:24.377029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b77790ee-e562-4c24-ab48-42c040749dca req-bf9650ed-c26a-4538-a7ba-b6b7d295333b tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Feb 15 02:03:24.438968 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f639e572-646f-4098-a755-5dd303a2b338 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3056853 Feb 15 02:03:24.441474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:24.447249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'port': {'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54', 'name': 'tempest-FloatingIPTestJSON-1149845091'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:24.464454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.478292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c7a12eff-ec6f-4c2d-9390-76a0f16b974f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:24.488613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec556c-b013-4045-909a-46697db38b3b None None] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:24.506336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.526413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:24.527047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.574716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.626163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.631145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:24.646554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e972f20-bb50-4b73-970a-6a7e7fe84788 None None] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:03:24.684846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f1a066d-8ed2-4e2e-876f-9cec7ddabe11 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1062026 Feb 15 02:03:24.685782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:24.695602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2122787785', 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:24.827536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Made reservation on behalf of 54834bea52d24325ba6407a882671f76 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:24.830304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.842973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d64cec-cb4b-40a2-a7b4-dfa7db324259 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:03:24.850900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks [] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.856807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] device_id is not set on port ae938c3f-6ca6-4f9d-91a7-dced41d8ec75 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:24.861850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:24.863690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Transition to ACTIVE for port object a7d64cec-cb4b-40a2-a7b4-dfa7db324259 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:03:24.865238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:24.892508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device beeb5c88-d65a-49be-800f-4a3eda359bcf no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:24.910352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:24.913790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.935326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: beeb5c88-d65a-49be-800f-4a3eda359bcf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:24.935827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device beeb5c88-d65a-49be-800f-4a3eda359bcf not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:24.944133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:24.986994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] device_id is not set on port 0a21d60f-1bad-407c-bee3-62ba0d291df8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:25.002006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:25.119773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Attempting to bind port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:25.120132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Attempting to bind port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:25.120772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Attempting to bind port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 on network 02e8c174-f390-47e6-89ce-415d30861b1c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:25.126348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 on network 02e8c174-f390-47e6-89ce-415d30861b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:03:25.126682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Attempting to bind port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 on network 02e8c174-f390-47e6-89ce-415d30861b1c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:25.145535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:25.146180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Checking segment: {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:25.146331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Bound using segment: {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:25.153064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Bound port: a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:25.153753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:25.176474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 2001:db8::3a6 (c7a12eff-ec6f-4c2d-9390-76a0f16b974f/f56566f5-9070-4e46-a8b7-8d57b4f4e742/ae938c3f-6ca6-4f9d-91a7-dced41d8ec75) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:25.221604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:25.261225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:25.268284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:25.301081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1dbd13de-dd34-4bc8-aeb6-411daa6d78a1 None None] Provisioning complete for port d2785acd-e837-42b8-be9c-7179aed409dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:25.302278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dbd13de-dd34-4bc8-aeb6-411daa6d78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:25.347788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd13de-dd34-4bc8-aeb6-411daa6d78a1 None None] Port d2785acd-e837-42b8-be9c-7179aed409dc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:25.361860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:25.402202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:25.402837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:25.404267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] 10.222.0.31 "PUT /v2.0/ports/a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 200 len: 1092 time: 1.0605559 Feb 15 02:03:25.428339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.445349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261f3cb-afab-4eab-a63f-c0db1d0a3b6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:25.475780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.6 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/0a21d60f-1bad-407c-bee3-62ba0d291df8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:25.513660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (ae938c3f-6ca6-4f9d-91a7-dced41d8ec75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:25.527215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:25.529645 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80797da5-aeec-4d67-a04d-1b96a7bc5c58" -d '{"events": [{"name": "network-changed", "server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:25.602218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48acceb-2d05-42cb-85d6-4aa8188fbd59 req-a259c960-c37a-477f-b55d-a9a03c8d6516 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:25.604230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b48acceb-2d05-42cb-85d6-4aa8188fbd59 req-a259c960-c37a-477f-b55d-a9a03c8d6516 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 943 time: 0.1253130 Feb 15 02:03:25.623201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-33ccdca5-ec2f-43a2-86ae-6fc6dc1416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:25.624925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-33ccdca5-ec2f-43a2-86ae-6fc6dc1416f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 1126 time: 0.0915778 Feb 15 02:03:25.682842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-03ab5848-ec0b-48e8-8a89-474ad4402a53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 200 len: 217 time: 0.0479026 Feb 15 02:03:25.754561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b48acceb-2d05-42cb-85d6-4aa8188fbd59 req-d48a69c7-d486-4886-bdb0-f71acb7da5a7 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423643 Feb 15 02:03:25.798643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-20658570-333c-48bf-9944-24d13e0880d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:25.802523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-20658570-333c-48bf-9944-24d13e0880d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.1071815 Feb 15 02:03:25.843347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:25.851013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-12a00911-03b5-452f-b15b-397a5e14ac6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341113 Feb 15 02:03:25.871232 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abef6f2d-de71-4dd6-a3c6-4ab273a5e660 x-openstack-request-id: req-abef6f2d-de71-4dd6-a3c6-4ab273a5e660 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:25.871644 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:25.871972 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abef6f2d-de71-4dd6-a3c6-4ab273a5e660 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:25.872479 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259', 'status': 'completed', 'code': 200} Feb 15 02:03:25.970543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-b19ad060-a586-4224-8127-3fe1af377975 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136181 Feb 15 02:03:25.978766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:25.979226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.018635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.058766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:26.068529 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:26.075774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10851e1f-3ade-4fe9-8bad-a0bd756df8b7 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec866fbe-ea0e-4556-b9b9-6e7708f82f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5285878 Feb 15 02:03:26.083533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:26.108622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:26.109119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-784c0c4f-bc0d-4046-8200-5f8d5b9f28d8 req-4610e2dc-33bf-4271-9789-25839bd35b52 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309974 Feb 15 02:03:26.109302 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:26.137235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (0a21d60f-1bad-407c-bee3-62ba0d291df8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.173857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ae938c3f-6ca6-4f9d-91a7-dced41d8ec75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.221240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:26.223812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:26.228982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:26.230532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:26.230532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.233936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=ae938c3f-6ca6-4f9d-91a7-dced41d8ec75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:26.290429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0a21d60f-1bad-407c-bee3-62ba0d291df8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.303315 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:26.362047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-6be2fe0c-57a3-441b-933c-bc074b42a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:26.363663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-6be2fe0c-57a3-441b-933c-bc074b42a7a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 1126 time: 0.0862653 Feb 15 02:03:26.370672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=0a21d60f-1bad-407c-bee3-62ba0d291df8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:26.421726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:26.423053 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3d739d50-61a3-46e9-813e-7edbd99c23c7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7337444 Feb 15 02:03:26.424151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:26.426073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:26.433658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:26.541970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:26.545381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.576554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Deleting port ae938c3f-6ca6-4f9d-91a7-dced41d8ec75 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:26.576907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ae938c3f-6ca6-4f9d-91a7-dced41d8ec75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.587450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-5a3ba18a-4101-42c4-90f5-b4b4b3032bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:26.592595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-5a3ba18a-4101-42c4-90f5-b4b4b3032bcb service neutron] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 914 time: 0.2204182 Feb 15 02:03:26.670811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-f2135887-f4ce-41fc-af96-0c2aabab1084 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 200 len: 217 time: 0.0722475 Feb 15 02:03:26.683454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ae938c3f-6ca6-4f9d-91a7-dced41d8ec75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.690439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b815ca0-f8ef-432e-a8e3-8f99e4ecc7fb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2477298 Feb 15 02:03:26.698683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:26.703777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '0a21d60f-1bad-407c-bee3-62ba0d291df8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:26.712143 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 2, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:26.734432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Calling delete_port for ae938c3f-6ca6-4f9d-91a7-dced41d8ec75 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:26.748805 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:26.749454 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Updating router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 port d2785acd-e837-42b8-be9c-7179aed409dc binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:03:26.768530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-02bd8693-4628-4f54-8680-5a679ed8fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:26.770361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-02bd8693-4628-4f54-8680-5a679ed8fb96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.0932460 Feb 15 02:03:26.783949 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.813449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-10a68b0e-1200-45bf-9bb0-b4c9b7ed0dc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363390 Feb 15 02:03:26.866429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:26.931095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-09cdc403-0801-46a4-824f-6511d9d4f228 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105072 Feb 15 02:03:27.006578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.040513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:27.046933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909375006', 'description': 'tempest-description--225718089'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:27.123282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ae938c3f-6ca6-4f9d-91a7-dced41d8ec75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.181933 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks [] for port (d2785acd-e837-42b8-be9c-7179aed409dc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.182806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80797da5-aeec-4d67-a04d-1b96a7bc5c58 req-02397685-6522-446f-95e8-bbe3e134ae84 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452383 Feb 15 02:03:27.185968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.202539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.161 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/27e379a9-7181-46e0-abda-421e6ff847ec) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:27.205320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae938c3f-6ca6-4f9d-91a7-dced41d8ec75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:27.211790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.214544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ad28b-2655-4fdc-b885-c33921b03118 req-c02de1a7-ff03-4ee5-b565-0c14738c8c31 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:27.215440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4b2769af-8030-4e09-8fc8-975698278c7e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ae938c3f-6ca6-4f9d-91a7-dced41d8ec75 HTTP/1.1" status: 204 len: 168 time: 0.7882144 Feb 15 02:03:27.219197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-089ad28b-2655-4fdc-b885-c33921b03118 req-c02de1a7-ff03-4ee5-b565-0c14738c8c31 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 943 time: 0.1192162 Feb 15 02:03:27.222007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:27.226764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f', 'external_fixed_ips': [{'subnet_id': 'f56566f5-9070-4e46-a8b7-8d57b4f4e742', 'ip_address': '2001:db8::3a6'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:27.299243 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.323933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-089ad28b-2655-4fdc-b885-c33921b03118 req-49b83531-45d0-46eb-82cc-fecf1cf1f614 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871096 Feb 15 02:03:27.356884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (27e379a9-7181-46e0-abda-421e6ff847ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.358927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (014a90d5-e191-4970-a885-0e5944d1b6f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.367496 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70193ce0-5637-469c-b82c-baf52b92c4f5 None None] Pushing event updated for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:27.419277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.421569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.425812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.447900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Attempting to bind port d2785acd-e837-42b8-be9c-7179aed409dc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:27.450201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Attempting to bind port d2785acd-e837-42b8-be9c-7179aed409dc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:27.450918 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Attempting to bind port d2785acd-e837-42b8-be9c-7179aed409dc on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:27.456923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (014a90d5-e191-4970-a885-0e5944d1b6f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.459085 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:27.459805 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Checking segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:27.460457 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.465075 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Bound using segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:27.465075 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Bound port: d2785acd-e837-42b8-be9c-7179aed409dc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:27.465075 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.538705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (7fcc08ed-438e-4336-9c4b-8e1c6e180908), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.549149 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] For port d2785acd-e837-42b8-be9c-7179aed409dc, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:27.553761 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] For port d2785acd-e837-42b8-be9c-7179aed409dc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d2785acd-e837-42b8-be9c-7179aed409dc,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:27.568543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.575623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014a90d5-e191-4970-a885-0e5944d1b6f1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:27.630448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=27e379a9-7181-46e0-abda-421e6ff847ec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:27.639841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:27.641388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:27.643931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:27.698912 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.713168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Provisioning complete for port d2785acd-e837-42b8-be9c-7179aed409dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:27.713895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.784706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70193ce0-5637-469c-b82c-baf52b92c4f5 None None] Pushing event updated for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:27.816987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.819340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b42f3158-7474-4e76-9fd9-edb51d7f23b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7808859 Feb 15 02:03:27.820437 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:27.821080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:27.823619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:27.834330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group_rule': {'security_group_id': '014a90d5-e191-4970-a885-0e5944d1b6f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:27.866810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Current status of the port d2785acd-e837-42b8-be9c-7179aed409dc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:27.867501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:27.906932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] For port d2785acd-e837-42b8-be9c-7179aed409dc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d2785acd-e837-42b8-be9c-7179aed409dc,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:27.959822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (7fcc08ed-438e-4336-9c4b-8e1c6e180908), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.005965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.075466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (afcfc9a1-4d6b-4d26-a920-42ef9fe92d53), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.092538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0af6ac-d25c-413d-85ad-4630e696ced5 None None] Pushing event updated for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:28.104439 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:28.128871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-681f0461-9374-47ba-8c09-ed5fd149fc6b None None] Provisioning complete for port d2785acd-e837-42b8-be9c-7179aed409dc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:28.129700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-681f0461-9374-47ba-8c09-ed5fd149fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.168525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (72e9d96d-b997-49d0-8e86-40cc482d8454), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.243089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-681f0461-9374-47ba-8c09-ed5fd149fc6b None None] Current status of the port d2785acd-e837-42b8-be9c-7179aed409dc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:28.246258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a7d64cec-cb4b-40a2-a7b4-dfa7db324259 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:03:28.372984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.384685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:28.390679 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:28.417910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259', 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c', 'port_id': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259', 'mac_address': 'fa:16:3e:61:4a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcff13f9-d440-43da-a484-055b08e3742d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:03:28.426175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a3a54-fc19-472d-ba1c-d8aaed286d95 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:28.497218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:28.497218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.543476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d64cec-cb4b-40a2-a7b4-dfa7db324259 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:03:28.600542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:28.667371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (27e379a9-7181-46e0-abda-421e6ff847ec), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.698369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.739621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.794521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:28.809428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (afcfc9a1-4d6b-4d26-a920-42ef9fe92d53), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.827959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872bbf-7fba-4720-b4b0-be4c9a556858 req-8afcfb94-e062-429c-bfb7-2b6e7211ca48 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:28.829826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38872bbf-7fba-4720-b4b0-be4c9a556858 req-8afcfb94-e062-429c-bfb7-2b6e7211ca48 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 943 time: 0.1756539 Feb 15 02:03:28.835714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=27e379a9-7181-46e0-abda-421e6ff847ec,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:28.889902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (72e9d96d-b997-49d0-8e86-40cc482d8454), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.900883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a7d64cec-cb4b-40a2-a7b4-dfa7db324259'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:03:28.940447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38872bbf-7fba-4720-b4b0-be4c9a556858 req-2d5b832d-b67a-40d2-9087-28a4324dbf6c tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001556 Feb 15 02:03:28.955905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (afcfc9a1-4d6b-4d26-a920-42ef9fe92d53), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:28.995344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcfc9a1-4d6b-4d26-a920-42ef9fe92d53,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:29.038639 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 72e9d96d-b997-49d0-8e86-40cc482d8454 associated. External IP: 172.25.2.161, port: 0a21d60f-1bad-407c-bee3-62ba0d291df8. Feb 15 02:03:29.108722 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.112761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-93a03ca0-1753-442e-b67f-6ca1d1ba5d5b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2876875 Feb 15 02:03:29.113459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:29.120368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group_rule': {'security_group_id': '014a90d5-e191-4970-a885-0e5944d1b6f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:29.150704 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (7fcc08ed-438e-4336-9c4b-8e1c6e180908), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.177910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.299439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (73c5997b-ad13-4ffe-b516-24f25c1c6f0d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.339983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:29.403208 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (73c5997b-ad13-4ffe-b516-24f25c1c6f0d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.415244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 2001:db8::3a6 (c7a12eff-ec6f-4c2d-9390-76a0f16b974f/f56566f5-9070-4e46-a8b7-8d57b4f4e742/43168bcd-2d47-4725-95d9-5a2e9d7c0495) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:29.493618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:29.503868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:29.519677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:29.520561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:29.547721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (73c5997b-ad13-4ffe-b516-24f25c1c6f0d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.565204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:29.569504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.576680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:29.577460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:29.579797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c5997b-ad13-4ffe-b516-24f25c1c6f0d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:29.620371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:29.620914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2369edfb-a2ce-4ef0-a7bc-09e19ea0014f None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:29.626667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.666019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd3817da-67f1-4f16-8be9-da6e6c02f83f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9657373 Feb 15 02:03:29.669033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:29.673811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:29.683582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.687143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9451bfa4-1a1c-419a-9050-8a9b40ddd292 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677922 Feb 15 02:03:29.687738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:29.705009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:29.721691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.789363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network c7a12eff-ec6f-4c2d-9390-76a0f16b974f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:29.797694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d2785acd-e837-42b8-be9c-7179aed409dc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:29.814140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:29.814140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:29.846814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.884473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (72e9d96d-b997-49d0-8e86-40cc482d8454), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:29.889370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=43168bcd-2d47-4725-95d9-5a2e9d7c0495,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:29.926230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d2785acd-e837-42b8-be9c-7179aed409dc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:29.926630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.035017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.191488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.232120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Allocated IP 172.25.2.81 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/50c27111-88b2-4009-862a-efe97d340747) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:30.247133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a7d64cec-cb4b-40a2-a7b4-dfa7db324259 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:30.265185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5cb97-8d52-4fb2-90d5-e70dc62a14cd req-c32634a1-3387-4164-b4cf-304dda2bbc9d tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:30.267150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35c5cb97-8d52-4fb2-90d5-e70dc62a14cd req-c32634a1-3387-4164-b4cf-304dda2bbc9d tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 944 time: 0.1954691 Feb 15 02:03:30.336087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (72e9d96d-b997-49d0-8e86-40cc482d8454), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.336767 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 72e9d96d-b997-49d0-8e86-40cc482d8454 disassociated. External IP: 172.25.2.161, port: 0a21d60f-1bad-407c-bee3-62ba0d291df8. Feb 15 02:03:30.358567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d2785acd-e837-42b8-be9c-7179aed409dc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:30.380582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (50c27111-88b2-4009-862a-efe97d340747), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.464771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:03:30.470411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:30.470792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.476721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35c5cb97-8d52-4fb2-90d5-e70dc62a14cd req-2a18ae91-20b1-4364-b669-001ca733db2e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969728 Feb 15 02:03:30.480596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (7fcc08ed-438e-4336-9c4b-8e1c6e180908), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.507195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (50c27111-88b2-4009-862a-efe97d340747), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.551140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:30.556569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:30.568844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:30.579353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:30.580815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.624636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:30.625951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:30.628600 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef48ba-ad64-4af7-8ccc-f21d49d431d5" -d '{"events": [{"server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:30.645067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=50c27111-88b2-4009-862a-efe97d340747,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:30.694571 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99e7891-c148-409d-b125-dff75dd5a625 x-openstack-request-id: req-d99e7891-c148-409d-b125-dff75dd5a625 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:30.694877 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:30.695135 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d99e7891-c148-409d-b125-dff75dd5a625 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:30.695548 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259', 'code': 200} Feb 15 02:03:30.708858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.766136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.824734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50c27111-88b2-4009-862a-efe97d340747), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:30.839596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:30.884336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:30.896943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed98496-f902-42f5-845d-375ffe0f8422 req-a2c6efd6-abd4-453b-9954-7603da0ce13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:30.899068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aed98496-f902-42f5-845d-375ffe0f8422 req-a2c6efd6-abd4-453b-9954-7603da0ce13a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 1128 time: 0.1317220 Feb 15 02:03:30.905344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.007851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (50c27111-88b2-4009-862a-efe97d340747), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.037793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aed98496-f902-42f5-845d-375ffe0f8422 req-15ee66f1-821a-4b92-ac34-d620f90b7ea0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301911 Feb 15 02:03:31.109761 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (50c27111-88b2-4009-862a-efe97d340747), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.144838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:31.153249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.163653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:31.183727 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:31.185015 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:31.194896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=50c27111-88b2-4009-862a-efe97d340747,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:31.203993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.205302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ca21665f-ffab-4b94-867e-756b733e722b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/72e9d96d-b997-49d0-8e86-40cc482d8454 HTTP/1.1" status: 200 len: 688 time: 1.5351076 Feb 15 02:03:31.207860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:31.243288 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:31.253242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:31.254599 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:31.290219 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:31.291062 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c014ecee-2f67-4f03-9399-915498fab9b5 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:31.299188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router 7fcc08ed-438e-4336-9c4b-8e1c6e180908 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:31.317626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.328073 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-490e9459-ec6d-4360-9497-5cebdeb5987a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6281397 Feb 15 02:03:31.489678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 27e379a9-7181-46e0-abda-421e6ff847ec {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:31.489933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.554804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:31.566528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Sync routers for ids ['7fcc08ed-438e-4336-9c4b-8e1c6e180908'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:31.580736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Routers {'7fcc08ed-438e-4336-9c4b-8e1c6e180908'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:31.581430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['7fcc08ed-438e-4336-9c4b-8e1c6e180908'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:31.612047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-ee29d0fa-7abb-4156-8100-00e3c26cc0f0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1909375006&fields=id&tenant_id=1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 267 time: 0.1544499 Feb 15 02:03:31.638763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.639133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (27e379a9-7181-46e0-abda-421e6ff847ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.707048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.711632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3987280d-b594-448f-81a3-5e7afaf418ec tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4854438 Feb 15 02:03:31.712332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:31.712808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 27e379a9-7181-46e0-abda-421e6ff847ec owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:31.735463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Set router 7fcc08ed-438e-4336-9c4b-8e1c6e180908 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:31.823122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-930900f4-d0ea-4536-8910-1269cda6a3a4 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:31.824877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-930900f4-d0ea-4536-8910-1269cda6a3a4 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 810 time: 0.2048237 Feb 15 02:03:31.870931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:31.887299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-2ed4a714-7531-4632-8f28-fabc4763f1e5 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/quotas/1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 375 time: 0.0129027 Feb 15 02:03:32.047361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcc08ed-438e-4336-9c4b-8e1c6e180908', 'name': '', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f', 'external_fixed_ips': [{'subnet_id': 'f56566f5-9070-4e46-a8b7-8d57b4f4e742', 'ip_address': '2001:db8::3a6'}], 'enable_snat': True}, 'gw_port_id': '43168bcd-2d47-4725-95d9-5a2e9d7c0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:27Z', 'updated_at': '2022-02-15T02:03:29Z', 'revision_number': 3, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port': {'id': '43168bcd-2d47-4725-95d9-5a2e9d7c0495', 'name': '', 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcc08ed-438e-4336-9c4b-8e1c6e180908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f56566f5-9070-4e46-a8b7-8d57b4f4e742', 'ip_address': '2001:db8::3a6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:29Z', 'updated_at': '2022-02-15T02:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f56566f5-9070-4e46-a8b7-8d57b4f4e742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:32.055161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (7fcc08ed-438e-4336-9c4b-8e1c6e180908), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.078039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Checking router: 7fcc08ed-438e-4336-9c4b-8e1c6e180908 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:32.078393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Updating router 7fcc08ed-438e-4336-9c4b-8e1c6e180908 port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:03:32.108091 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.258190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Deleting port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:32.258702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.348214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.363037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Calling delete_port for 43168bcd-2d47-4725-95d9-5a2e9d7c0495 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:32.429453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks [] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.464532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-127d3aba-5605-4a63-9e9f-0218dc872323 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818996 Feb 15 02:03:32.564041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6ab0f141-d9d1-43c7-b23c-bbafaeb4b50a service neutron] 10.222.0.43 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863419 Feb 15 02:03:32.601347 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.646340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (27e379a9-7181-46e0-abda-421e6ff847ec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.664885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90eacc-0762-439e-8611-f7988bfd79a9 None None] Pushing event updated for resources: {'Port': ['ID=43168bcd-2d47-4725-95d9-5a2e9d7c0495,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:32.667430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:32.667916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:32.668410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 on network c7a12eff-ec6f-4c2d-9390-76a0f16b974f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:32.677347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:32.678605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Checking segment: {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:32.681379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.681379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Bound using segment: {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:32.694772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Bound port: 43168bcd-2d47-4725-95d9-5a2e9d7c0495, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:32.694772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.695158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=27e379a9-7181-46e0-abda-421e6ff847ec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:32.707826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-dad4f094-76cf-459d-a1df-1742146b5253 service neutron] 10.222.0.43 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379886 Feb 15 02:03:32.767534 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (72e9d96d-b997-49d0-8e86-40cc482d8454), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.770204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.775437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e9451295-a4f6-4c5f-abbf-b3f59d210ee2 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/72e9d96d-b997-49d0-8e86-40cc482d8454 HTTP/1.1" status: 204 len: 168 time: 1.5624945 Feb 15 02:03:32.783829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:32.783829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'af922259-94de-4845-b5fa-83317729154f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:32.812511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.813729 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:03:32.820135 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:03:32.837275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Port': ['ID=43168bcd-2d47-4725-95d9-5a2e9d7c0495,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:32.851178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.851536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.851886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.852232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.852672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.853000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.853339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.853674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.854009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.854345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.854678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.855008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.855335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:03:32.874494 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (7fcc08ed-438e-4336-9c4b-8e1c6e180908), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:32.946375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.001942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.005193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (7fcc08ed-438e-4336-9c4b-8e1c6e180908), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.097644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e902053-12b6-4cd1-89be-73ad6734446b req-15a8797b-b8b3-4b11-a456-7cd7a43462bf tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:33.103871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e902053-12b6-4cd1-89be-73ad6734446b req-15a8797b-b8b3-4b11-a456-7cd7a43462bf tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 945 time: 0.0622878 Feb 15 02:03:33.161927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e902053-12b6-4cd1-89be-73ad6734446b req-3c264f27-7fb2-42cf-a227-89bee514abcb tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533707 Feb 15 02:03:33.204698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.218843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (7fcc08ed-438e-4336-9c4b-8e1c6e180908), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.219409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcc08ed-438e-4336-9c4b-8e1c6e180908 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:33.223974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.225168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1bea0650-9ed1-419d-b869-1ec2cb2e33c6 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7fcc08ed-438e-4336-9c4b-8e1c6e180908 HTTP/1.1" status: 204 len: 168 time: 1.5112903 Feb 15 02:03:33.228854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:33.335761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:33.336121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:33.336512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Attempting to bind port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 on network c7a12eff-ec6f-4c2d-9390-76a0f16b974f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:33.345916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ee30c4-1f2a-4540-85cd-f5208c514a96 req-99e1ac85-0240-434f-b7f7-7fed76f18b97 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 210 time: 0.0555592 Feb 15 02:03:33.351730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:33.352122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Checking segment: {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:33.360712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.361174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Bound using segment: {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:33.361704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Bound port: 43168bcd-2d47-4725-95d9-5a2e9d7c0495, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4f948-cec5-4d28-8e85-3ff908709d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7a12eff-ec6f-4c2d-9390-76a0f16b974f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:33.362111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (43168bcd-2d47-4725-95d9-5a2e9d7c0495), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.379544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Deleting subnet f56566f5-9070-4e46-a8b7-8d57b4f4e742 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:03:33.393327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for subnet (f56566f5-9070-4e46-a8b7-8d57b4f4e742), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.405110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Port 43168bcd-2d47-4725-95d9-5a2e9d7c0495 has been deleted concurrently {{(pid=103886) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 02:03:33.446348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Routers set() bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:33.449374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Router IDs set() for agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 02:03:33.451578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7fcc08ed-438e-4336-9c4b-8e1c6e180908'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 02:03:33.452204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b421f9-807e-4b58-a164-62100aa26fc1 None None] The sync data for ids ['7fcc08ed-438e-4336-9c4b-8e1c6e180908'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:33.458267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.185 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/9dbaa7fd-2760-4293-a764-43e16deae2b8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:33.494278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (f56566f5-9070-4e46-a8b7-8d57b4f4e742), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.552002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f56566f5-9070-4e46-a8b7-8d57b4f4e742), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.590788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.704306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.738960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (f56566f5-9070-4e46-a8b7-8d57b4f4e742), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.782544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f56566f5-9070-4e46-a8b7-8d57b4f4e742,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:33.785938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:33.802649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:33.802649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:33.802837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:33.802837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e898ee0-fbd4-4c2a-b275-e29dbca9b4ed tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/f56566f5-9070-4e46-a8b7-8d57b4f4e742 HTTP/1.1" status: 204 len: 168 time: 0.5725191 Feb 15 02:03:33.805722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:33.842540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=9dbaa7fd-2760-4293-a764-43e16deae2b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:33.888849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c7a12eff-ec6f-4c2d-9390-76a0f16b974f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.047172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c7a12eff-ec6f-4c2d-9390-76a0f16b974f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.085171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a12eff-ec6f-4c2d-9390-76a0f16b974f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:34.104894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d4f948-cec5-4d28-8e85-3ff908709d47') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:34.105546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d4f948-cec5-4d28-8e85-3ff908709d47') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:34.127328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe532-ce1f-4f89-bea6-3c82e36fdcdf req-69801d65-a05b-42d4-b5ab-9a90d33a0c32 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:34.136384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-719fe532-ce1f-4f89-bea6-3c82e36fdcdf req-69801d65-a05b-42d4-b5ab-9a90d33a0c32 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.1264296 Feb 15 02:03:34.140645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (99d4f948-cec5-4d28-8e85-3ff908709d47), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.177104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (99d4f948-cec5-4d28-8e85-3ff908709d47), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.193827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:03:34.194269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (99d4f948-cec5-4d28-8e85-3ff908709d47), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:03:34.196145 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:03:34.250128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-719fe532-ce1f-4f89-bea6-3c82e36fdcdf req-7571b1ce-d162-4523-a198-7e2e6ffcb68a tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114192 Feb 15 02:03:34.446107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2e9ad92-5adb-4465-9d2a-7d262e2e9ea5 req-f9a30e41-7c75-427e-a92b-08a3b81cb6c9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 210 time: 0.0441985 Feb 15 02:03:34.465413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c7a12eff-ec6f-4c2d-9390-76a0f16b974f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.474910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7a12eff-ec6f-4c2d-9390-76a0f16b974f {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 02:03:34.511741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.524480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c7a12eff-ec6f-4c2d-9390-76a0f16b974f HTTP/1.1" status: 204 len: 168 time: 0.7165868 Feb 15 02:03:34.525700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce53e-ac41-4df9-bf8b-b2dcfda1b65e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7a12eff-ec6f-4c2d-9390-76a0f16b974f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:34.635041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:34.843191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:34.848633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'name': 'tempest-router--1505908271', 'project_id': 'ce24fca5ba8b4eb5830fe2eb1305e978'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:34.895759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.144942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.189939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.191312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.264986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (cd01d0a1-dc87-4ee0-82ea-efedb4563772), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.267117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.363341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.373572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=9dbaa7fd-2760-4293-a764-43e16deae2b8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:35.421207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.456677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced4a57-16c6-4616-8ac7-9b5e13128d2f req-470812ab-f521-4d4d-bc74-8f5d9194d3f1 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:35.460333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cced4a57-16c6-4616-8ac7-9b5e13128d2f req-470812ab-f521-4d4d-bc74-8f5d9194d3f1 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.1119468 Feb 15 02:03:35.541747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cced4a57-16c6-4616-8ac7-9b5e13128d2f req-f6ca8648-8cb9-4361-84d2-affb1adb52b3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4ac1bff-9fa8-4db8-b7c1-673948fe796e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762103 Feb 15 02:03:35.546990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.548245 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-34c962f7-d95a-4fe4-9100-17959284debe tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7032163 Feb 15 02:03:35.551502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:35.607653 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP f61e1566-7a75-4194-9399-acb0b36fe0c6 associated. External IP: 172.25.2.185, port: af922259-94de-4845-b5fa-83317729154f. Feb 15 02:03:35.720605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.723773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67ba6518-b515-4067-809d-0142b841dbff req-93872803-cc8f-41e9-8b3b-91c56ea61391 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 210 time: 0.0761073 Feb 15 02:03:35.873737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-daaa7060-ebff-42d8-89bf-1980b180dda3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:35.875269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-daaa7060-ebff-42d8-89bf-1980b180dda3 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 946 time: 0.2228463 Feb 15 02:03:35.919042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:35.938837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:35.942870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (cd01d0a1-dc87-4ee0-82ea-efedb4563772), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.045410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Deleting port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:36.045765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.055685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:36.069818 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:36.080707 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:36.085080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:36.140654 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:36.150932 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:36.151775 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:36.171365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] For port 2f05abfd-2f85-414b-b0a8-ff725fc05f05, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=2f05abfd-2f85-414b-b0a8-ff725fc05f05,segment=NetworkSegment(e60d517a-06a0-4d23-9846-ad502e56be7c),segment_id=e60d517a-06a0-4d23-9846-ad502e56be7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:36.171727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.185477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Calling delete_port for 2f05abfd-2f85-414b-b0a8-ff725fc05f05 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:36.186620 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:36.188397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0d3a4-c965-4a56-9673-f6805bac9806 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:36.198610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.204465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (cd01d0a1-dc87-4ee0-82ea-efedb4563772), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.204465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd01d0a1-dc87-4ee0-82ea-efedb4563772 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:36.207753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.211323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1fa2623-570e-41de-96fe-1332bb43d50b tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cd01d0a1-dc87-4ee0-82ea-efedb4563772 HTTP/1.1" status: 204 len: 168 time: 0.6553650 Feb 15 02:03:36.239526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b43657fb-9158-47c6-a8aa-5debcd0f381a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4624057 Feb 15 02:03:36.242561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:36.378964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a5900417-d796-4f87-be41-90f555e26344 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/floatingips/f61e1566-7a75-4194-9399-acb0b36fe0c6 HTTP/1.1" status: 200 len: 979 time: 0.1351674 Feb 15 02:03:36.381439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:36.431336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-72097d0d-0f38-4fb3-b960-9ea4a60351c3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:36.432980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-72097d0d-0f38-4fb3-b960-9ea4a60351c3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 810 time: 0.1708674 Feb 15 02:03:36.499694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6aae1e2-7e40-4631-81f1-5980b77d40cb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1157346 Feb 15 02:03:36.503994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:36.508507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': '0a21d60f-1bad-407c-bee3-62ba0d291df8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:36.555823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2f05abfd-2f85-414b-b0a8-ff725fc05f05), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.565441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-e0e0c155-c468-4206-a901-c34a95e8438e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 380 time: 0.1231971 Feb 15 02:03:36.567847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['2f05abfd-2f85-414b-b0a8-ff725fc05f05'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:03:36.583154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'port': {'device_id': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'admin_state_up': True, 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'security_groups': ['014a90d5-e191-4970-a885-0e5944d1b6f1']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:36.599171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Pushing event deleted for resources: {'Port': ['ID=2f05abfd-2f85-414b-b0a8-ff725fc05f05,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:36.656642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] No DVR routers for this DVR port 2f05abfd-2f85-414b-b0a8-ff725fc05f05 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:03:36.660037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.664493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.37 "DELETE /v2.0/ports/2f05abfd-2f85-414b-b0a8-ff725fc05f05 HTTP/1.1" status: 204 len: 173 time: 0.7815602 Feb 15 02:03:36.671383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'name': 'network-vif-deleted', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:36.671383 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7fccf-d1f7-4e95-893f-dcfca0663595" -d '{"events": [{"server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "name": "network-vif-deleted", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:36.692338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:36.711690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42de71bf-4694-4d89-83dd-1ae18cba75ad req-46ad1ece-0b0d-46e1-a46c-41e0dabc2773 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 210 time: 0.0389626 Feb 15 02:03:36.755626 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c40c33-b636-426a-be22-16ad53cd326f x-openstack-request-id: req-a5c40c33-b636-426a-be22-16ad53cd326f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:36.756914 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65258fe4-a74e-40f1-af20-991d96e38c94", "name": "network-vif-deleted", "tag": "2f05abfd-2f85-414b-b0a8-ff725fc05f05", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:36.766353 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5c40c33-b636-426a-be22-16ad53cd326f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:36.768845 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65258fe4-a74e-40f1-af20-991d96e38c94', 'name': 'network-vif-deleted', 'tag': '2f05abfd-2f85-414b-b0a8-ff725fc05f05', 'status': 'completed', 'code': 200} Feb 15 02:03:36.833135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:36.856969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81f29c1b-cd85-4afd-9ae9-9050094890c2 req-870e5d41-ba3b-43b0-a95e-a25beb4031d3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 210 time: 0.0391419 Feb 15 02:03:36.943381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Made reservation on behalf of 1c082d0ce3b94a04a0b566363d40d5f0 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:36.947131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.109057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-280352275', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:37.231510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.232624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.241826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Allocated IP 172.20.0.9 (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25/6f3ce773-1680-4218-b27b-b0e2b57c2c1b/a48787d7-9b5a-456f-b1af-1007c6a4fa8e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:37.450380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.663933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.680757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.766016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.770054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.853688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2c63939-4f95-4c66-a0bd-e51ca0bfaffd req-1b9f8f00-c2ca-4f40-9bc3-eb6cd8a89055 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] 10.222.0.43 "GET /v2.0/ports?device_id=65258fe4-a74e-40f1-af20-991d96e38c94 HTTP/1.1" status: 200 len: 210 time: 0.0332632 Feb 15 02:03:37.904446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:37.950959 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP f61e1566-7a75-4194-9399-acb0b36fe0c6 associated. External IP: 172.25.2.185, port: af922259-94de-4845-b5fa-83317729154f. Feb 15 02:03:38.006608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aed98-fa65-4487-9603-66390e954031 req-af8e43c4-3f9d-428b-9ffd-adcc1543cf27 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:38.015717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-218aed98-fa65-4487-9603-66390e954031 req-af8e43c4-3f9d-428b-9ffd-adcc1543cf27 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 931 time: 0.0664434 Feb 15 02:03:38.094224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-218aed98-fa65-4487-9603-66390e954031 req-802ceb2a-3d4e-4e43-a68d-85e1cabeb968 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769451 Feb 15 02:03:38.118503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:38.128716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:38.135432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:38.138703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:38.270556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:38.271799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:38.593028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-be891a7e-3bb0-4f96-8d15-9742bdc70ad0 None None] Provisioning complete for port a48787d7-9b5a-456f-b1af-1007c6a4fa8e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:38.593536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be891a7e-3bb0-4f96-8d15-9742bdc70ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:38.640603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-be891a7e-3bb0-4f96-8d15-9742bdc70ad0 None None] Port a48787d7-9b5a-456f-b1af-1007c6a4fa8e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:03:38.726119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:38.767939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:38.813673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-588bb61d-61ec-4f4d-b77a-fa95d3329afc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2415018 Feb 15 02:03:38.844566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0f2b8-2cfd-4a40-be40-984e7b4ef4fc req-cfbe7892-551b-4b99-bc72-18850e64b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:38.846614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80f0f2b8-2cfd-4a40-be40-984e7b4ef4fc req-cfbe7892-551b-4b99-bc72-18850e64b9d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1128 time: 0.1194715 Feb 15 02:03:38.857644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Request body: {'port': {'device_id': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:38.911954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80f0f2b8-2cfd-4a40-be40-984e7b4ef4fc req-f7f45d22-5fdf-47b8-8cc8-1f2fd7298e9c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539451 Feb 15 02:03:38.927814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:38.943250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2f05abfd-2f85-414b-b0a8-ff725fc05f05 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:38.945698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:38.970262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 2f05abfd-2f85-414b-b0a8-ff725fc05f05 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:38.970979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 2f05abfd-2f85-414b-b0a8-ff725fc05f05 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:38.977179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:38.992237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Deleting subnet 65c4ef46-18af-4638-8ab8-76cd23ee36ae {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:03:38.996590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Publish callbacks [] for subnet (65c4ef46-18af-4638-8ab8-76cd23ee36ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.036171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (65c4ef46-18af-4638-8ab8-76cd23ee36ae), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.080560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (65c4ef46-18af-4638-8ab8-76cd23ee36ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.092270 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.159205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:39.169710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:39.185337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:39.186638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.215998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (65c4ef46-18af-4638-8ab8-76cd23ee36ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.247579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Allocated IP 172.25.2.27 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f864117e-efdc-4890-93d8-8fff6f99b3bf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:39.257042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c4ef46-18af-4638-8ab8-76cd23ee36ae,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:39.259061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.259522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.263002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e0db55d-9b79-4eb2-b1e2-a044a04e1300 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65c4ef46-18af-4638-8ab8-76cd23ee36ae HTTP/1.1" status: 204 len: 168 time: 0.3338754 Feb 15 02:03:39.268425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:39.269987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:39.273127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.295950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a5584-bcf2-48df-990c-53a4d80e44aa req-ee4f6562-db30-43ef-a9f3-20ab2687bde7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:39.297512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-050a5584-bcf2-48df-990c-53a4d80e44aa req-ee4f6562-db30-43ef-a9f3-20ab2687bde7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 931 time: 0.1298125 Feb 15 02:03:39.332738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.333395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1dc5d-746f-44c2-8f5d-714ed05a8eb2 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:39.392365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6d446940-0355-4e6b-9178-02dc03437fda), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.409651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-050a5584-bcf2-48df-990c-53a4d80e44aa req-684de679-89b5-4bd1-a6a4-661c9cbd5cbf tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821824 Feb 15 02:03:39.508728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6d446940-0355-4e6b-9178-02dc03437fda), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.530438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d446940-0355-4e6b-9178-02dc03437fda']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.556583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60d517a-06a0-4d23-9846-ad502e56be7c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.557089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60d517a-06a0-4d23-9846-ad502e56be7c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:39.572837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (e60d517a-06a0-4d23-9846-ad502e56be7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.589179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e60d517a-06a0-4d23-9846-ad502e56be7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.596919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:03:39.597698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (e60d517a-06a0-4d23-9846-ad502e56be7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:03:39.599159 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:03:39.651965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for port (f864117e-efdc-4890-93d8-8fff6f99b3bf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.732265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6d446940-0355-4e6b-9178-02dc03437fda), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.749155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.759542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6d446940-0355-4e6b-9178-02dc03437fda HTTP/1.1" status: 204 len: 168 time: 0.4891541 Feb 15 02:03:39.778783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bf5bc-94aa-4616-a4af-0659e92a55f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d446940-0355-4e6b-9178-02dc03437fda,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:39.832143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f864117e-efdc-4890-93d8-8fff6f99b3bf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.838231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48787d7-9b5a-456f-b1af-1007c6a4fa8e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:03:39.855368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks [] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:39.903063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:39.909287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Transition to ACTIVE for port object a48787d7-9b5a-456f-b1af-1007c6a4fa8e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:03:39.911450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:39.926901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:39.926901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:39.955733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event updated for resources: {'Port': ['ID=f864117e-efdc-4890-93d8-8fff6f99b3bf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:40.009096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.195968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Pushing event updated for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:40.267212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:40.320629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:40.330935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.331611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:40.348468 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:40.348935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e0377a28-5650-4f24-939b-3eae1cf0e7f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2857fb8c3318402aa1a3bd3aae686e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805225 Feb 15 02:03:40.349602 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:40.350669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:40.386616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Attempting to bind port a48787d7-9b5a-456f-b1af-1007c6a4fa8e on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:40.386964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Attempting to bind port a48787d7-9b5a-456f-b1af-1007c6a4fa8e by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:40.387298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Attempting to bind port a48787d7-9b5a-456f-b1af-1007c6a4fa8e on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:40.403671 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:40.404049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Port a48787d7-9b5a-456f-b1af-1007c6a4fa8e on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:03:40.404599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Attempting to bind port a48787d7-9b5a-456f-b1af-1007c6a4fa8e on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:40.415660 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:40.417140 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:40.444620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:40.445241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Checking segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:40.445815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Bound using segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:40.446527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Bound port: a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:40.447244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.453117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] Publish callbacks [] for security_group (d4ac1bff-9fa8-4db8-b7c1-673948fe796e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.453261 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:40.453802 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f766ec7-0ca3-410e-895e-bf0b2bc1f887 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:40.470312 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e947f52a-1dd4-400a-844f-156399432bc4 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/f61e1566-7a75-4194-9399-acb0b36fe0c6 HTTP/1.1" status: 200 len: 978 time: 3.9652350 Feb 15 02:03:40.487050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51734) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:40.490783 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] Publish callbacks [] for security_group (d4ac1bff-9fa8-4db8-b7c1-673948fe796e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.495501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:40.616846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:40.621322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:40.625461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.631078 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.717699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.749433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778df74-b9d8-431f-8433-9929eff3b594 req-dea9cbf1-e4ad-41f1-be95-34dec186e423 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:40.757176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9778df74-b9d8-431f-8433-9929eff3b594 req-dea9cbf1-e4ad-41f1-be95-34dec186e423 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 943 time: 0.2099440 Feb 15 02:03:40.797192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:40.797818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.799439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] 10.222.0.37 "PUT /v2.0/ports/a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 1092 time: 1.9478409 Feb 15 02:03:40.799840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:40.802158 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68364ade-275f-4d29-bb55-38525b3a8f29" -d '{"events": [{"name": "network-changed", "server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:40.809371 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d4ac1bff-9fa8-4db8-b7c1-673948fe796e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.812549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.816142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4ac1bff-9fa8-4db8-b7c1-673948fe796e HTTP/1.1" status: 204 len: 168 time: 0.4620268 Feb 15 02:03:40.852258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717fb19-77e5-4c15-b252-62d87be2f542 service neutron] Pushing event updated for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:40.874989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.897391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9778df74-b9d8-431f-8433-9929eff3b594 req-83b108d3-7133-4bb8-9c83-41618eb86be9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367724 Feb 15 02:03:40.910490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32975f1b-d331-4447-9ad5-202ee1b6ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac1bff-9fa8-4db8-b7c1-673948fe796e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:40.960917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:40.961262 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP f61e1566-7a75-4194-9399-acb0b36fe0c6 disassociated. External IP: 172.25.2.185, port: 0a21d60f-1bad-407c-bee3-62ba0d291df8. Feb 15 02:03:41.031289 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa95eff-e5c6-4845-a849-af8f2de720b6 x-openstack-request-id: req-afa95eff-e5c6-4845-a849-af8f2de720b6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:41.031902 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:41.033964 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afa95eff-e5c6-4845-a849-af8f2de720b6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:41.034418 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'status': 'completed', 'code': 200} Feb 15 02:03:41.140952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:41.145295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-95bc3320-249b-4f9d-a42e-84b14b7bcde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:41.147000 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-95bc3320-249b-4f9d-a42e-84b14b7bcde7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1126 time: 0.1534672 Feb 15 02:03:41.232695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-3d195a64-eaf0-428f-85f0-cb5ded07e6c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 217 time: 0.0414636 Feb 15 02:03:41.314863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:41.511447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:41.524494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:41.525414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:41.544767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:41.545773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:41.595042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:41.607289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:41.608785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:41.657024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:41.658251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b39ce-d4ee-4dff-aca7-ec87cb62d379 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:41.769657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-31ea8ce1-1ecc-4253-a98e-f3d3e4d4d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:41.771304 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-31ea8ce1-1ecc-4253-a98e-f3d3e4d4d316 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.5316467 Feb 15 02:03:41.862192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-ab8eecd4-8bb6-45f8-916f-f680713f05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:41.864321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-ab8eecd4-8bb6-45f8-916f-f680713f05f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0837708 Feb 15 02:03:42.019354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4452508-ef8b-4a9e-b414-9e0134bcdeb5 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/f61e1566-7a75-4194-9399-acb0b36fe0c6 HTTP/1.1" status: 200 len: 688 time: 1.5306442 Feb 15 02:03:42.019605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:42.050044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-750029b8-3e24-49eb-ae4c-ef69fa2bd8de service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790745 Feb 15 02:03:42.089878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Router bf2b59dd-fe10-4407-99a6-c6316c2b49ce is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:42.204908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0095-10a8-4112-b0f5-9617795fe981 req-a29081b9-9053-465c-ba8b-d09d68d7e70a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:42.212214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e7c0095-10a8-4112-b0f5-9617795fe981 req-a29081b9-9053-465c-ba8b-d09d68d7e70a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 943 time: 0.1523752 Feb 15 02:03:42.229316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 9dbaa7fd-2760-4293-a764-43e16deae2b8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:42.229656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.352115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e7c0095-10a8-4112-b0f5-9617795fe981 req-be945606-edbb-4393-9bde-221153a8fbb0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336980 Feb 15 02:03:42.404335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:42.426836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.426836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (9dbaa7fd-2760-4293-a764-43e16deae2b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.427038 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] Sync routers for ids ['bf2b59dd-fe10-4407-99a6-c6316c2b49ce'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:42.438137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f803b4d3-d7de-4aba-bc0c-372906fdf646 req-efaf8620-7978-41b4-ac2e-5b1dcdca2383 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820591 Feb 15 02:03:42.440399 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] Routers {'bf2b59dd-fe10-4407-99a6-c6316c2b49ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:42.454904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 9dbaa7fd-2760-4293-a764-43e16deae2b8 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:42.455711 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bf2b59dd-fe10-4407-99a6-c6316c2b49ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:42.523355 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:42.534639 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] Routers {'bf2b59dd-fe10-4407-99a6-c6316c2b49ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:42.535590 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['bf2b59dd-fe10-4407-99a6-c6316c2b49ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:42.541728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.543944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-838ad14c-5cc5-4354-b3b6-1023b083d835 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7090874 Feb 15 02:03:42.551130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:42.600784 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:42.601785 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701024d5-4dd6-4d62-8e19-bce659e8d289 None None] The sync data for ids ['bf2b59dd-fe10-4407-99a6-c6316c2b49ce'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:42.727250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9dbaa7fd-2760-4293-a764-43e16deae2b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.743616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-a8ac2f14-be7c-4b16-be36-43fd77866fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:42.745182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-a8ac2f14-be7c-4b16-be36-43fd77866fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1126 time: 0.1302390 Feb 15 02:03:42.755291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=9dbaa7fd-2760-4293-a764-43e16deae2b8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:42.862300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (f61e1566-7a75-4194-9399-acb0b36fe0c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.865735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:42.867194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9f464b69-6b5c-4541-a6cc-27060b378cae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/f61e1566-7a75-4194-9399-acb0b36fe0c6 HTTP/1.1" status: 204 len: 168 time: 0.8464932 Feb 15 02:03:42.869813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:42.875310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-2b9aadfc-aa51-4d77-ad91-f23af2e3ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:42.876835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-2b9aadfc-aa51-4d77-ad91-f23af2e3ef6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.1247096 Feb 15 02:03:42.894778 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ad17d7f-662e-4e8a-b67f-532797097900 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/bf2b59dd-fe10-4407-99a6-c6316c2b49ce HTTP/1.1" status: 200 len: 923 time: 0.3424728 Feb 15 02:03:42.919853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:42.927536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-393b93a8-4f3e-48cd-9002-afbc957f7799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 217 time: 0.0432281 Feb 15 02:03:42.931868 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-34c35f4e-3680-4449-86e5-ee785aac517f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] delete failed (client error): The resource could not be found. Feb 15 02:03:42.935793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34c35f4e-3680-4449-86e5-ee785aac517f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/f61e1566-7a75-4194-9399-acb0b36fe0c6 HTTP/1.1" status: 404 len: 345 time: 0.0645468 Feb 15 02:03:42.940431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:42.985201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-ea8e7542-1013-4833-91a0-50e5e4184c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:42.986707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-ea8e7542-1013-4833-91a0-50e5e4184c56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.0534129 Feb 15 02:03:43.035085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:43.036166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-300c7c2c-a9b0-4928-af70-04af046f8d91 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2b59dd-fe10-4407-99a6-c6316c2b49ce HTTP/1.1" status: 200 len: 205 time: 0.1147575 Feb 15 02:03:43.088051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456cb00-45dc-4105-921f-2dde75596963 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.093725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456cb00-45dc-4105-921f-2dde75596963 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.098485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-18d5d100-cb8a-43ad-9d20-18394dfe00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.099641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456cb00-45dc-4105-921f-2dde75596963 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.100389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-18d5d100-cb8a-43ad-9d20-18394dfe00e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1064310 Feb 15 02:03:43.101390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0456cb00-45dc-4105-921f-2dde75596963 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/ports?network_id=94e6750d-9347-497a-b91d-c93f40f56f54 HTTP/1.1" status: 200 len: 2359 time: 0.1597829 Feb 15 02:03:43.106218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:43.208613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5cd38-7ea0-41e8-8cc1-730ceb58e942 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.211647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7a5cd38-7ea0-41e8-8cc1-730ceb58e942 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/subnets/16fb3803-c26c-4ab0-9354-ebe3ccd7a337 HTTP/1.1" status: 200 len: 797 time: 0.1022165 Feb 15 02:03:43.216893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:43.224740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'port': {'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54', 'name': 'tempest-FloatingIPTestJSON-125070690', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:43.336322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:43.444774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-4d312734-3fc1-4c2f-a6cd-1db6638d69e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381743 Feb 15 02:03:43.498634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:43.582878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-68364ade-275f-4d29-bb55-38525b3a8f29 req-7661cbaf-7b84-427c-9bbe-2ae3fc8a0303 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209109 Feb 15 02:03:43.641871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783073-ae44-4532-82fd-a77cb52fd3e9 req-a46ea445-7c3e-49f0-98cb-93b223b3c242 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:43.645536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49783073-ae44-4532-82fd-a77cb52fd3e9 req-a46ea445-7c3e-49f0-98cb-93b223b3c242 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 943 time: 0.1942887 Feb 15 02:03:43.645765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:43.746702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49783073-ae44-4532-82fd-a77cb52fd3e9 req-3681dfac-d0af-40be-9635-9df0868213bd tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868974 Feb 15 02:03:43.765854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:43.786994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] device_id is not set on port 9fc92b38-8962-402a-9741-60c7b97f2785 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:43.802356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port f864117e-efdc-4890-93d8-8fff6f99b3bf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:43.802709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f864117e-efdc-4890-93d8-8fff6f99b3bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:43.926272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f864117e-efdc-4890-93d8-8fff6f99b3bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:43.954450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for f864117e-efdc-4890-93d8-8fff6f99b3bf owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:44.241954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f864117e-efdc-4890-93d8-8fff6f99b3bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.269078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.13 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/9fc92b38-8962-402a-9741-60c7b97f2785) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:44.279491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.12 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/9fc92b38-8962-402a-9741-60c7b97f2785) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:44.316324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=f864117e-efdc-4890-93d8-8fff6f99b3bf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:44.373741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.531220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.533802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.580977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (9fc92b38-8962-402a-9741-60c7b97f2785), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.623396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (bf2b59dd-fe10-4407-99a6-c6316c2b49ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.623993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router bf2b59dd-fe10-4407-99a6-c6316c2b49ce {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:44.630683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.640852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ef8318ab-8004-49a8-bcd3-db459d88ee75 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/bf2b59dd-fe10-4407-99a6-c6316c2b49ce HTTP/1.1" status: 204 len: 168 time: 1.6045880 Feb 15 02:03:44.643289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:44.649250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1048947646', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:44.675539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9fc92b38-8962-402a-9741-60c7b97f2785), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.718749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.719917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.739416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:44.744724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:44.747143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:44.804783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=9fc92b38-8962-402a-9741-60c7b97f2785,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:44.820720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:44.821300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.893740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:44.923701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458597e5-64b8-423e-9935-949045468c31 req-c6d3cd87-4201-4f7e-9bb0-aa05ed4fd786 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:44.926892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-458597e5-64b8-423e-9935-949045468c31 req-c6d3cd87-4201-4f7e-9bb0-aa05ed4fd786 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 943 time: 0.0874908 Feb 15 02:03:44.935288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-51338676-f068-455e-b1f2-55bbb1ea31dd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7169378 Feb 15 02:03:44.937411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:44.942700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '9fc92b38-8962-402a-9741-60c7b97f2785', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:44.958785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a48787d7-9b5a-456f-b1af-1007c6a4fa8e details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:03:45.041051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.102144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:45.118476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'port_id': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'mac_address': 'fa:16:3e:31:e9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:03:45.154176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-458597e5-64b8-423e-9935-949045468c31 req-cbe47fc7-dff1-4606-a5d8-b9f7b97c9336 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173831 Feb 15 02:03:45.178393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a48787d7-9b5a-456f-b1af-1007c6a4fa8e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:45.179032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.199192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48787d7-9b5a-456f-b1af-1007c6a4fa8e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:03:45.226478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:45.234435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.259989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.288939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.413283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.427253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:45.493134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.28 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/53c87b1e-883e-4843-944a-7d7e21894315) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:45.607703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a48787d7-9b5a-456f-b1af-1007c6a4fa8e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:03:45.642435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.669567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.759136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (53c87b1e-883e-4843-944a-7d7e21894315), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.892635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (53c87b1e-883e-4843-944a-7d7e21894315), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:45.931755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:45.935532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:45.939560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:45.953203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 172.25.2.102 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/2ac3fbf0-f5ef-482c-ab36-1473d86263b2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:45.979253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=53c87b1e-883e-4843-944a-7d7e21894315,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:46.123583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:46.223814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:46.263280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:46.266229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:46.272910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:46.301318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:46.543773 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (45b41cf4-caeb-48a3-ac7b-b7f164c9e639), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:46.578204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3067e-b7cc-40bd-b7dd-c7488b742c82 req-20a433e0-adb4-4e47-821e-16cbdb3f196b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:46.579951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2a3067e-b7cc-40bd-b7dd-c7488b742c82 req-20a433e0-adb4-4e47-821e-16cbdb3f196b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 944 time: 0.2422504 Feb 15 02:03:46.648527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2a3067e-b7cc-40bd-b7dd-c7488b742c82 req-e0dbcd67-c446-4bfb-ba82-eb1b76642447 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612066 Feb 15 02:03:46.738368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (53c87b1e-883e-4843-944a-7d7e21894315), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:46.833309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:46.985721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a48787d7-9b5a-456f-b1af-1007c6a4fa8e up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:46.986247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (53c87b1e-883e-4843-944a-7d7e21894315), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.059506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (53c87b1e-883e-4843-944a-7d7e21894315), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.087060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port a48787d7-9b5a-456f-b1af-1007c6a4fa8e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:03:47.092463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port a48787d7-9b5a-456f-b1af-1007c6a4fa8e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:47.092925 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.196227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-979adaf2-4a85-4fa0-acb8-8999e9086adc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1229298 Feb 15 02:03:47.205063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.225413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=53c87b1e-883e-4843-944a-7d7e21894315,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:47.230574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a48787d7-9b5a-456f-b1af-1007c6a4fa8e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:47.324308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.326789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (45b41cf4-caeb-48a3-ac7b-b7f164c9e639), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a97d21-336d-4cf4-8a89-f041d145567c" -d '{"events": [{"server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "name": "network-vif-plugged", "status": "completed", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e67017-9bb9-4b80-8214-d7dc774d0093 x-openstack-request-id: req-49e67017-9bb9-4b80-8214-d7dc774d0093 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "name": "network-vif-plugged", "status": "completed", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49e67017-9bb9-4b80-8214-d7dc774d0093 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:47.326900 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'code': 200} Feb 15 02:03:47.406180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-d1380c44-0e55-4d48-a2a8-be3fa55bfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:47.407768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-d1380c44-0e55-4d48-a2a8-be3fa55bfa83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 1128 time: 0.1449938 Feb 15 02:03:47.446670 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 45b41cf4-caeb-48a3-ac7b-b7f164c9e639 associated. External IP: 172.25.2.28, port: 9fc92b38-8962-402a-9741-60c7b97f2785. Feb 15 02:03:47.586188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-9af36b79-292a-4a5b-bbd7-2f0e9ccbad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:47.587856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-9af36b79-292a-4a5b-bbd7-2f0e9ccbad74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 914 time: 0.1486719 Feb 15 02:03:47.626246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c2300-03c5-445f-8b6f-e1621104e6fe req-de6a4616-39da-4aa3-a9c0-d85219a02f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:47.629205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-749c2300-03c5-445f-8b6f-e1621104e6fe req-de6a4616-39da-4aa3-a9c0-d85219a02f24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1127 time: 0.2469578 Feb 15 02:03:47.649411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-f58bfab5-0a5d-4a8c-a088-7f22e19e4a1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 200 len: 217 time: 0.0550132 Feb 15 02:03:47.696955 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-749c2300-03c5-445f-8b6f-e1621104e6fe req-0363e175-389f-403b-b10b-51d314a26231 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592508 Feb 15 02:03:47.706318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-c70d5bd9-58e3-4aed-a614-015e91d1e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:47.707931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-c70d5bd9-58e3-4aed-a614-015e91d1e2a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.0527225 Feb 15 02:03:47.709717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:47.713375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:47.770484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-f60155fc-5020-4963-9b48-b58db4c36744 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542367 Feb 15 02:03:47.786418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:47.861450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:48.007981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:48.028388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-e469c2b3-e017-4a2f-84cc-d66edd4e5867 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103543 Feb 15 02:03:48.029304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:48.041444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Sync routers for ids ['8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:48.044916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453254b-8561-4a36-8df8-e0102f482e7c req-ab08db6a-352a-44b8-90b5-9007e03599ba tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:48.046692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f453254b-8561-4a36-8df8-e0102f482e7c req-ab08db6a-352a-44b8-90b5-9007e03599ba tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2278786 Feb 15 02:03:48.067736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Routers {'8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:48.069100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.173396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8599c915-e026-4dac-8c4f-6e6a3c374518 req-08c93cca-c0d1-4b11-ac88-2d5c7f4fa31e service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375091 Feb 15 02:03:48.238751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Set router 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:48.243182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f453254b-8561-4a36-8df8-e0102f482e7c req-7ef682c6-ba47-448f-9f00-71fc60bed73e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828046 Feb 15 02:03:48.260863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:48.260863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-645e37cc-674b-41ac-9209-bc846d64f243 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6104538 Feb 15 02:03:48.260863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:48.639010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:44Z', 'updated_at': '2022-02-15T02:03:46Z', 'revision_number': 3, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port': {'id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:45Z', 'updated_at': '2022-02-15T02:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.703868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Checking router: 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:48.704569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Updating router 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:03:48.751303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:48.761268 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:48.764070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:48.784416 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:48.784416 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.837278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.838381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:48.848808 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:48.850372 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.870368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7737102f-55c6-40fd-b775-8d845abb9f97 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 HTTP/1.1" status: 200 len: 909 time: 0.6105835 Feb 15 02:03:48.874172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:48.881157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1048947646', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': True}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:48.898469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-46712939-559b-4679-bdd7-b93251c624c9 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9595284 Feb 15 02:03:48.899280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:48.905249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': '9fc92b38-8962-402a-9741-60c7b97f2785', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:48.966619 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:48.967673 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8d84-3b84-4dfb-aff6-3af0cacd55aa None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:48.978290 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:48.979584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.001460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (45b41cf4-caeb-48a3-ac7b-b7f164c9e639), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.073259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (8b029b14-4df0-4b56-bc35-7a60e792288c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.204939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks [] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.283167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.485109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8b029b14-4df0-4b56-bc35-7a60e792288c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.547156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73fbd7-56ba-4289-9cee-0b45997f2a10 req-2cccb55a-6efb-42a0-a243-80f8a41d70c6 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:49.548740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f73fbd7-56ba-4289-9cee-0b45997f2a10 req-2cccb55a-6efb-42a0-a243-80f8a41d70c6 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1142848 Feb 15 02:03:49.629790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Attempting to bind port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:49.630164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Attempting to bind port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:49.630529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Attempting to bind port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:49.640223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d57733-02ad-47bf-8793-f8be2aa6236b None None] Pushing event updated for resources: {'Port': ['ID=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:49.644171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:49.644596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:49.645008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.645405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:49.646494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Bound port: 2ac3fbf0-f5ef-482c-ab36-1473d86263b2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:49.646494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.679374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f73fbd7-56ba-4289-9cee-0b45997f2a10 req-87600454-5ff2-4ad0-a887-1f96cfcf3d0c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111159 Feb 15 02:03:49.746042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] For port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:49.754493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] For port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:49.830233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.852390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.918275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d57733-02ad-47bf-8793-f8be2aa6236b None None] Pushing event updated for resources: {'Port': ['ID=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:49.926585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (45b41cf4-caeb-48a3-ac7b-b7f164c9e639), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:49.931990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd115c-2957-4a46-adf0-a81e613d6104 req-07ee7259-599a-467d-8038-8b3a42657314 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:49.942966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebfd115c-2957-4a46-adf0-a81e613d6104 req-07ee7259-599a-467d-8038-8b3a42657314 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1632760 Feb 15 02:03:49.943505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:49.949817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'floatingip': {'port_id': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:49.955922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Routers {'8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:49.957855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:49.991833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8b029b14-4df0-4b56-bc35-7a60e792288c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.018372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.146983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 172.25.2.172 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/04064594-b374-4ecb-b965-ec3f624d80b8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:50.226089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.283510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] Set router 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:50.373587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:50.383454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (04064594-b374-4ecb-b965-ec3f624d80b8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.662852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:50.670905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.678527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:50.700159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:50.700159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:50.705439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:50.755700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:50.788791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f366aa8-9bb8-46e4-8223-b0202a36b1de tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/45b41cf4-caeb-48a3-ac7b-b7f164c9e639 HTTP/1.1" status: 200 len: 977 time: 1.8883677 Feb 15 02:03:50.796435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:50.799606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:44Z', 'updated_at': '2022-02-15T02:03:46Z', 'revision_number': 3, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port': {'id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:45Z', 'updated_at': '2022-02-15T02:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:50.875478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:50.892726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:50.905465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:50.908003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:50.909082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:50.913810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3c59-4399-40b2-b0de-7687c80e53d2 None None] The sync data for ids ['8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422'] in n-d-829064-14 is: [{'id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:44Z', 'updated_at': '2022-02-15T02:03:46Z', 'revision_number': 3, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port': {'id': '2ac3fbf0-f5ef-482c-ab36-1473d86263b2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:45Z', 'updated_at': '2022-02-15T02:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:51.009337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:51.010475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b4876-dfbe-4474-a85e-1a99a0d4c04d None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:51.157879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=04064594-b374-4ecb-b965-ec3f624d80b8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:51.197124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 53c87b1e-883e-4843-944a-7d7e21894315 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:51.197703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (53c87b1e-883e-4843-944a-7d7e21894315), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.353667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (53c87b1e-883e-4843-944a-7d7e21894315), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.354900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (53c87b1e-883e-4843-944a-7d7e21894315), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.408456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 02:03:51.430559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-716f1015-f51b-47c5-ab9b-e038419c6066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.431749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 53c87b1e-883e-4843-944a-7d7e21894315 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:51.654715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.746199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.872919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:51.974032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:51.974424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:51.996133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (53c87b1e-883e-4843-944a-7d7e21894315), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.116546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=53c87b1e-883e-4843-944a-7d7e21894315,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:52.235077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:52.237295 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.302021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (45b41cf4-caeb-48a3-ac7b-b7f164c9e639), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.302657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:52.302771 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 45b41cf4-caeb-48a3-ac7b-b7f164c9e639 disassociated (deleted). External IP: 172.25.2.28, port: 9fc92b38-8962-402a-9741-60c7b97f2785. Feb 15 02:03:52.398053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.410506 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Floating IP 6355a7d7-05b2-4ab0-894b-201f52c6ad12 associated. External IP: 172.25.2.81, port: a48787d7-9b5a-456f-b1af-1007c6a4fa8e. Feb 15 02:03:52.510003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:52.535938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8b029b14-4df0-4b56-bc35-7a60e792288c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.724503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:52.979766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:52.987919 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:52.991694 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:53.006753 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:53.008809 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.064871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e8418acd-c490-4fb3-aea2-8ba6a0452267 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/45b41cf4-caeb-48a3-ac7b-b7f164c9e639 HTTP/1.1" status: 204 len: 168 time: 2.2673740 Feb 15 02:03:53.065815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:53.079251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.084965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:03:53.130887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.144952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:53.145504 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.198302 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.199651 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890e500-374e-46fb-8181-07fdb012a261 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:53.279015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 9fc92b38-8962-402a-9741-60c7b97f2785 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:53.279501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9fc92b38-8962-402a-9741-60c7b97f2785), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.309545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3b5f-db3e-4692-8f42-98e7ccf85fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.431582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:53.434545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9fc92b38-8962-402a-9741-60c7b97f2785), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.437173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.450683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 9fc92b38-8962-402a-9741-60c7b97f2785 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:53.471396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:53.496227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:53.497596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.512369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-02ef6980-85c5-4627-8b1a-c9df9b62d37d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "PUT /v2.0/floatingips/6355a7d7-05b2-4ab0-894b-201f52c6ad12 HTTP/1.1" status: 200 len: 990 time: 3.5656128 Feb 15 02:03:53.515995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:03:53.518623 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226142f-fafc-4093-86b1-f37c3d595d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:03:53.669199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router 8b029b14-4df0-4b56-bc35-7a60e792288c is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:03:53.690752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:53.732021 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553db7d-d059-4543-b318-f2844922bd39 x-openstack-request-id: req-c553db7d-d059-4543-b318-f2844922bd39 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:03:53.732351 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:03:53.732618 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c553db7d-d059-4543-b318-f2844922bd39 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:03:53.733036 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'status': 'completed', 'code': 200} Feb 15 02:03:53.862258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-86b9a2aa-f076-4cf8-bef0-0a9415b038d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:53.863811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-86b9a2aa-f076-4cf8-bef0-0a9415b038d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1128 time: 0.1155357 Feb 15 02:03:53.903230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:03:53.914513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:03:53.923079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Sync routers for ids ['8b029b14-4df0-4b56-bc35-7a60e792288c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:03:53.933991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9fc92b38-8962-402a-9741-60c7b97f2785), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:53.940253 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Routers {'8b029b14-4df0-4b56-bc35-7a60e792288c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:53.941892 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8b029b14-4df0-4b56-bc35-7a60e792288c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:53.976451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=9fc92b38-8962-402a-9741-60c7b97f2785,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:54.026562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:54.030901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cfcab201-0fb2-48bf-8c74-3eddb93304d3 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1555989 Feb 15 02:03:54.031520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:54.155801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-502fcf12-6577-466b-80d6-4711b7a48bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:54.162593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-502fcf12-6577-466b-80d6-4711b7a48bfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.2892561 Feb 15 02:03:54.195777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:03:54.196163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:54.235106 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Set router 8b029b14-4df0-4b56-bc35-7a60e792288c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:54.508420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:03:54.538787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6355a7d7-05b2-4ab0-894b-201f52c6ad12', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:31:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:03:30Z', 'updated_at': '2022-02-15T02:03:51Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:54.551248 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b029b14-4df0-4b56-bc35-7a60e792288c', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '04064594-b374-4ecb-b965-ec3f624d80b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:48Z', 'updated_at': '2022-02-15T02:03:51Z', 'revision_number': 3, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port': {'id': '04064594-b374-4ecb-b965-ec3f624d80b8', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b029b14-4df0-4b56-bc35-7a60e792288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:50Z', 'updated_at': '2022-02-15T02:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:54.564548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:54.574754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:54.578195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:54.579244 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Checking router: 8b029b14-4df0-4b56-bc35-7a60e792288c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:03:54.579625 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Updating router 8b029b14-4df0-4b56-bc35-7a60e792288c port 04064594-b374-4ecb-b965-ec3f624d80b8 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:03:54.611679 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:54.712625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:54.728222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:54.735294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8da14f44-1d18-46cd-8829-0abf5de5db80 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/9fc92b38-8962-402a-9741-60c7b97f2785 HTTP/1.1" status: 204 len: 168 time: 1.6647868 Feb 15 02:03:54.735610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:54.741053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:54.829380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de6e27c1-b3c5-4941-bc1a-8f1e9c1e1d87 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/8b029b14-4df0-4b56-bc35-7a60e792288c HTTP/1.1" status: 200 len: 908 time: 0.7860096 Feb 15 02:03:54.829380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-a1a70f9f-16b9-48c5-a1df-410930957e20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 998 time: 0.6354389 Feb 15 02:03:54.831655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51968) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:54.895859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-9efd2ebd-58f3-4230-83cb-e3ab6425c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:54.897969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-9efd2ebd-58f3-4230-83cb-e3ab6425c047 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.0708883 Feb 15 02:03:54.966242 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks [] for port (04064594-b374-4ecb-b965-ec3f624d80b8), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:54.983101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-2a8d3599-f87e-477a-aef9-9e18387cbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:54.984646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-2a8d3599-f87e-477a-aef9-9e18387cbbb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799117 Feb 15 02:03:55.005296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.075881 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.087030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6355a7d7-05b2-4ab0-894b-201f52c6ad12', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:31:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:03:30Z', 'updated_at': '2022-02-15T02:03:51Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:55.095523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.146397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.154945 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-c01cd0e7-42a2-4d85-a334-a6ad0c0e6f16 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633062 Feb 15 02:03:55.162802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fd430-974b-4a72-9d53-809b25a930e7 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6355a7d7-05b2-4ab0-894b-201f52c6ad12', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:31:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:03:30Z', 'updated_at': '2022-02-15T02:03:51Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:55.173848 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925372-eb08-4817-a2e2-31cee72bdfd5 None None] Pushing event updated for resources: {'Port': ['ID=04064594-b374-4ecb-b965-ec3f624d80b8,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:55.221672 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Attempting to bind port 04064594-b374-4ecb-b965-ec3f624d80b8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:03:55.222051 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Attempting to bind port 04064594-b374-4ecb-b965-ec3f624d80b8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:03:55.222418 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Attempting to bind port 04064594-b374-4ecb-b965-ec3f624d80b8 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:03:55.236197 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:03:55.236930 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:03:55.237352 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.237755 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:03:55.238256 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Bound port: 04064594-b374-4ecb-b965-ec3f624d80b8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:03:55.246816 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.309663 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] For port 04064594-b374-4ecb-b965-ec3f624d80b8, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:03:55.316778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8b029b14-4df0-4b56-bc35-7a60e792288c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.319997 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] For port 04064594-b374-4ecb-b965-ec3f624d80b8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=04064594-b374-4ecb-b965-ec3f624d80b8,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:03:55.426160 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.435590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.440308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9226142f-fafc-4093-86b1-f37c3d595d9f req-c464d09e-946b-4a22-aac4-a0f560b3003d service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793720 Feb 15 02:03:55.482471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:55.539367 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925372-eb08-4817-a2e2-31cee72bdfd5 None None] Pushing event updated for resources: {'Port': ['ID=04064594-b374-4ecb-b965-ec3f624d80b8,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:55.610566 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Routers {'8b029b14-4df0-4b56-bc35-7a60e792288c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:03:55.612028 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8b029b14-4df0-4b56-bc35-7a60e792288c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:55.659104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b43d61-d20f-416a-a8a3-3196a9b0a519 None None] New status for floating IP 6355a7d7-05b2-4ab0-894b-201f52c6ad12: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:03:55.737003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.79 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/69b44b5c-0cb5-49c4-b6a8-fe48e34b9805) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:55.746237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Deleting port 04064594-b374-4ecb-b965-ec3f624d80b8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:55.746237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.759389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d69b64e8-216e-4538-ab99-5776255257b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.774683 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] Set router 8b029b14-4df0-4b56-bc35-7a60e792288c gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:03:55.944220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] For port 04064594-b374-4ecb-b965-ec3f624d80b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=04064594-b374-4ecb-b965-ec3f624d80b8,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:55.945220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.956426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d69b64e8-216e-4538-ab99-5776255257b7 admin admin] Publish callbacks [] for security_group (079c3927-45f0-49c0-a531-0f50020d3029), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:55.970953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Calling delete_port for 04064594-b374-4ecb-b965-ec3f624d80b8 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:56.010516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.025402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.026558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d69b64e8-216e-4538-ab99-5776255257b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (079c3927-45f0-49c0-a531-0f50020d3029), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.127324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b64e8-216e-4538-ab99-5776255257b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c3927-45f0-49c0-a531-0f50020d3029,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:56.144452 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b029b14-4df0-4b56-bc35-7a60e792288c', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:48Z', 'updated_at': '2022-02-15T02:03:55Z', 'revision_number': 4, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:03:56.170274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d69b64e8-216e-4538-ab99-5776255257b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=caf9ac7dd0e548f58d9b2a27f7deac1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6865518 Feb 15 02:03:56.175809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:56.181232 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9609f-cacc-4c36-b1f1-b6ca79605b4e None None] The sync data for ids ['8b029b14-4df0-4b56-bc35-7a60e792288c'] in n-d-829064-14 is: [{'id': '8b029b14-4df0-4b56-bc35-7a60e792288c', 'name': 'tempest-snat-router-1048947646', 'tenant_id': '54834bea52d24325ba6407a882671f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:48Z', 'updated_at': '2022-02-15T02:03:55Z', 'revision_number': 4, 'project_id': '54834bea52d24325ba6407a882671f76', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:03:56.246028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] Publish callbacks [] for security_group (079c3927-45f0-49c0-a531-0f50020d3029), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.274945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] Publish callbacks [] for security_group (079c3927-45f0-49c0-a531-0f50020d3029), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.433777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (079c3927-45f0-49c0-a531-0f50020d3029), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.437552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.442303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/079c3927-45f0-49c0-a531-0f50020d3029 HTTP/1.1" status: 204 len: 168 time: 0.2671199 Feb 15 02:03:56.462592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950d054-a0f3-4cb1-bbbe-d2a1f49c349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c3927-45f0-49c0-a531-0f50020d3029,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:56.612683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.617498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (04064594-b374-4ecb-b965-ec3f624d80b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.685056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:56.694060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:56.699503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:56.724022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=69b44b5c-0cb5-49c4-b6a8-fe48e34b9805,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:56.778979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Port': ['ID=04064594-b374-4ecb-b965-ec3f624d80b8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:56.796531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (8b029b14-4df0-4b56-bc35-7a60e792288c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.966480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:56.970630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (8b029b14-4df0-4b56-bc35-7a60e792288c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.023827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.105195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (8b029b14-4df0-4b56-bc35-7a60e792288c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.106066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b029b14-4df0-4b56-bc35-7a60e792288c {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:57.112826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.114319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8c2cffc-d5ad-416f-8194-9d717ec29bc7 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8b029b14-4df0-4b56-bc35-7a60e792288c HTTP/1.1" status: 204 len: 168 time: 2.2812977 Feb 15 02:03:57.117600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:57.155246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.335427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:57.346102 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.361733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c57f-7f18-48b9-82f6-d3e2cd82e9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.372060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.427452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.500870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c57f-7f18-48b9-82f6-d3e2cd82e9b7 admin admin] Publish callbacks [] for security_group (a59f8688-e160-4338-adbb-0b7c38e320ce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.544619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.558702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.610505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c57f-7f18-48b9-82f6-d3e2cd82e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a59f8688-e160-4338-adbb-0b7c38e320ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.616715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=69b44b5c-0cb5-49c4-b6a8-fe48e34b9805,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:57.685267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Deleting port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:03:57.685470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6cc8c57f-7f18-48b9-82f6-d3e2cd82e9b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c47c5d7957704197a574b313f5667d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464234 Feb 15 02:03:57.685583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.686275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:57.693765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8c57f-7f18-48b9-82f6-d3e2cd82e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f8688-e160-4338-adbb-0b7c38e320ce,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:57.696651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.785184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.790136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-19f72609-a251-4a72-bd69-d47e1750b684 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0498350 Feb 15 02:03:57.790136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:57.794686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'port': {'network_id': '94e6750d-9347-497a-b91d-c93f40f56f54', 'name': 'tempest-FloatingIPTestJSON-1327897201'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:57.806510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] Publish callbacks [] for security_group (a59f8688-e160-4338-adbb-0b7c38e320ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.848775 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] Publish callbacks [] for security_group (a59f8688-e160-4338-adbb-0b7c38e320ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.864506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] For port 2ac3fbf0-f5ef-482c-ab36-1473d86263b2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:03:57.864911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:57.895347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Calling delete_port for 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:03:58.034707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:03:58.040062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.062266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] device_id is not set on port f27b77dd-9a6e-44a3-b6d3-240f81c9f147 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:03:58.082925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a59f8688-e160-4338-adbb-0b7c38e320ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.086498 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.090112 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a59f8688-e160-4338-adbb-0b7c38e320ce HTTP/1.1" status: 204 len: 168 time: 0.3996480 Feb 15 02:03:58.101941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3ee12-dce5-4dff-a308-cd27bbf58ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f8688-e160-4338-adbb-0b7c38e320ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:58.183225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2ac3fbf0-f5ef-482c-ab36-1473d86263b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.214587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.11 (94e6750d-9347-497a-b91d-c93f40f56f54/16fb3803-c26c-4ab0-9354-ebe3ccd7a337/f27b77dd-9a6e-44a3-b6d3-240f81c9f147) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:58.236823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac3fbf0-f5ef-482c-ab36-1473d86263b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:58.297435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.401735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.403927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_controller (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.407757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (f27b77dd-9a6e-44a3-b6d3-240f81c9f147), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.566478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.567255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:03:58.567406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f27b77dd-9a6e-44a3-b6d3-240f81c9f147), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.573077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.574428 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea9c97d8-b41a-4d17-b035-0ab0da0fe875 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8cd8e35d-ceb0-4b59-bfbe-3c67eaf4e422 HTTP/1.1" status: 204 len: 168 time: 1.4557970 Feb 15 02:03:58.578488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:58.584247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-522443412', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:58.698079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 94e6750d-9347-497a-b91d-c93f40f56f54 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:58.700822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.704215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.705500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:58.713644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:03:58.720079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=f27b77dd-9a6e-44a3-b6d3-240f81c9f147,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:03:58.803065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:03:58.805273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.834920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:58.918472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2da38af1-d673-4ad0-919a-1b28308a950b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1277666 Feb 15 02:03:58.922281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:03:58.929114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': 'f27b77dd-9a6e-44a3-b6d3-240f81c9f147'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:03:58.985833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.103448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.486887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.506879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.531235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:03:59.595763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.669096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.681464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Allocated IP 172.25.2.158 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/24874246-de1d-49a0-96d1-d43920fb2451) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:03:59.790738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:03:59.816748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for port (24874246-de1d-49a0-96d1-d43920fb2451), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.839450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:03:59.840846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ac3fbf0-f5ef-482c-ab36-1473d86263b2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:03:59.869267 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP ef56b59a-d6c9-4332-9a9b-b0da710bcc4b associated. External IP: 172.25.2.79, port: f27b77dd-9a6e-44a3-b6d3-240f81c9f147. Feb 15 02:03:59.904442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (24874246-de1d-49a0-96d1-d43920fb2451), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:03:59.962696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:03:59.964537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:03:59.976756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:00.011421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event updated for resources: {'Port': ['ID=24874246-de1d-49a0-96d1-d43920fb2451,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:00.186025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:00.337634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:00.342963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:00.349819 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:00.360318 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:00.361230 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:00.407277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:00.419740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be428c11-7333-4ef0-a6a0-6b9fbab8357a tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/ef56b59a-d6c9-4332-9a9b-b0da710bcc4b HTTP/1.1" status: 200 len: 978 time: 1.4971871 Feb 15 02:04:00.420362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:00.432405 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:00.464988 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:00.465625 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:00.517290 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:00.517950 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f8fb0-0972-4966-900d-545fe04e75ca None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:00.633269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port f27b77dd-9a6e-44a3-b6d3-240f81c9f147 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:00.633924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f27b77dd-9a6e-44a3-b6d3-240f81c9f147), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:00.735694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f27b77dd-9a6e-44a3-b6d3-240f81c9f147), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:00.799431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:01.057867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Router f0ebd4ab-cefa-4b99-a09c-838a60cf3252 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:01.234755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:01.245910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] Sync routers for ids ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:01.262182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] Routers {'f0ebd4ab-cefa-4b99-a09c-838a60cf3252'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:01.262805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:01.322765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:01.335092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] Routers {'f0ebd4ab-cefa-4b99-a09c-838a60cf3252'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:01.335932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:01.373924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:01.374818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f44521-120e-4581-9a8a-7b2951f2f7bd None None] The sync data for ids ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:01.377084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:01.377558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:01.377756 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP ef56b59a-d6c9-4332-9a9b-b0da710bcc4b disassociated. External IP: 172.25.2.79, port: f27b77dd-9a6e-44a3-b6d3-240f81c9f147. Feb 15 02:04:01.378104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for f27b77dd-9a6e-44a3-b6d3-240f81c9f147 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:01.381860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:01.386636 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee842620-9486-47ea-8355-2cd11331f5c3 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8069234 Feb 15 02:04:01.387371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:01.400260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:01.706635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f27b77dd-9a6e-44a3-b6d3-240f81c9f147), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:01.749238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=f27b77dd-9a6e-44a3-b6d3-240f81c9f147,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:01.926648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:02.091311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:02.105831 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:02.124111 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:02.125839 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:02.180070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:02.184023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4a5b7084-f833-4f5e-82b7-3c65536fa8ca tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/f27b77dd-9a6e-44a3-b6d3-240f81c9f147 HTTP/1.1" status: 204 len: 168 time: 1.7625489 Feb 15 02:04:02.186377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:02.204181 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:02.228257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:02.228996 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:02.244613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:02.285529 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:02.287382 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a146cc-32a4-4134-b119-4e01b43e23e4 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:02.295464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:02.295608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12678878-1c57-494d-ab03-b229c3190078 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/floatingips/ef56b59a-d6c9-4332-9a9b-b0da710bcc4b HTTP/1.1" status: 200 len: 687 time: 0.1075041 Feb 15 02:04:02.492903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 69b44b5c-0cb5-49c4-b6a8-fe48e34b9805 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:02.493246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:02.601881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:02.602118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:02.618762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 69b44b5c-0cb5-49c4-b6a8-fe48e34b9805 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:02.990007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (69b44b5c-0cb5-49c4-b6a8-fe48e34b9805), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.054701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=69b44b5c-0cb5-49c4-b6a8-fe48e34b9805,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:03.173591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (ef56b59a-d6c9-4332-9a9b-b0da710bcc4b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.177002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.182327 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-97e87b11-4eb2-48bf-a220-e8fdace27d9f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/ef56b59a-d6c9-4332-9a9b-b0da710bcc4b HTTP/1.1" status: 204 len: 168 time: 0.8836181 Feb 15 02:04:03.182786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.188316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '0a21d60f-1bad-407c-bee3-62ba0d291df8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:03.191897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.197463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.206135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.286117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.378822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router f0ebd4ab-cefa-4b99-a09c-838a60cf3252 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:03.401173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a1d34ec-f1d3-4b45-a5a2-da85e77cbb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.466830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.520478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:03.526906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.530555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86334c03-9121-4cbb-8e52-95356b2ffb58 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "PUT /v2.0/routers/f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 200 len: 925 time: 2.1395047 Feb 15 02:04:03.530768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.533055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] Sync routers for ids ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:03.552866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] Routers {'f0ebd4ab-cefa-4b99-a09c-838a60cf3252'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:03.553827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:03.613139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:03.623752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] Routers {'f0ebd4ab-cefa-4b99-a09c-838a60cf3252'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:03.624395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:03.647951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a1d34ec-f1d3-4b45-a5a2-da85e77cbb4e admin admin] Publish callbacks [] for security_group (404fee9e-a5ef-4f96-b348-0828072ac956), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.666075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:03.666733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0590-d4aa-414b-ba5c-d46ca829d9e7 None None] The sync data for ids ['f0ebd4ab-cefa-4b99-a09c-838a60cf3252'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:03.683337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0484c5dd-02d1-41e1-a4da-33623caaed6f tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 200 len: 925 time: 0.1489522 Feb 15 02:04:03.684036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.707092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a1d34ec-f1d3-4b45-a5a2-da85e77cbb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (404fee9e-a5ef-4f96-b348-0828072ac956), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.725281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.181 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/a227ebdf-5874-4a60-aea1-bf681fe3a47b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:03.758703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d34ec-f1d3-4b45-a5a2-da85e77cbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fee9e-a5ef-4f96-b348-0828072ac956,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:03.786511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a1d34ec-f1d3-4b45-a5a2-da85e77cbb4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55c51deba83a424dbdcecc56dc686099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764754 Feb 15 02:04:03.787390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.794484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7831d-58af-4ccc-b068-d335b7542bba tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:03.796372 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-50e7831d-58af-4ccc-b068-d335b7542bba tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=f0ebd4ab-cefa-4b99-a09c-838a60cf3252&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1114550 Feb 15 02:04:03.799319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.909512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307ac01-fa9d-43e1-a299-34f01b88228e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:03.911573 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2307ac01-fa9d-43e1-a299-34f01b88228e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.1112378 Feb 15 02:04:03.915356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.932431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] Publish callbacks [] for security_group (404fee9e-a5ef-4f96-b348-0828072ac956), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:03.966655 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d90ebfd6-7988-4666-8f61-80717d90e524 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 200 len: 205 time: 0.0479689 Feb 15 02:04:03.966903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:03.972039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] Publish callbacks [] for security_group (404fee9e-a5ef-4f96-b348-0828072ac956), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.062892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.082649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.109013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (404fee9e-a5ef-4f96-b348-0828072ac956), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.112206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.116032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/404fee9e-a5ef-4f96-b348-0828072ac956 HTTP/1.1" status: 204 len: 168 time: 0.3248248 Feb 15 02:04:04.122364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7842e9-af35-4bcd-9c70-efd27fc3d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fee9e-a5ef-4f96-b348-0828072ac956,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:04.209723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.212281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.276743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:04.286750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:04.294310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:04.330680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=a227ebdf-5874-4a60-aea1-bf681fe3a47b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:04.405789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port 24874246-de1d-49a0-96d1-d43920fb2451 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:04.408483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (24874246-de1d-49a0-96d1-d43920fb2451), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.503841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (24874246-de1d-49a0-96d1-d43920fb2451), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.516238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for 24874246-de1d-49a0-96d1-d43920fb2451 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:04.920552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (24874246-de1d-49a0-96d1-d43920fb2451), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:04.957974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=24874246-de1d-49a0-96d1-d43920fb2451,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:05.123794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.158006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.225849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:05.236813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.239379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.243424 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a72a2b8-8dce-4c0c-9b6e-5497b108e35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.316254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.389575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f0ebd4ab-cefa-4b99-a09c-838a60cf3252), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.393132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router f0ebd4ab-cefa-4b99-a09c-838a60cf3252 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:05.399594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.405757 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee0b9ef7-1711-44c0-b95e-c2ceea52f037 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 204 len: 168 time: 1.4378772 Feb 15 02:04:05.407265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:05.411868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1469179589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:05.508448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a72a2b8-8dce-4c0c-9b6e-5497b108e35c admin admin] Publish callbacks [] for security_group (8c2b521b-af9a-4cac-81e8-22b2d4dcae56), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.544126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.565865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.566947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.588814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a72a2b8-8dce-4c0c-9b6e-5497b108e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8c2b521b-af9a-4cac-81e8-22b2d4dcae56), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.632758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9a72a2b8-8dce-4c0c-9b6e-5497b108e35c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3613c49685324bb9864ce07318c7549e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057298 Feb 15 02:04:05.636348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72a2b8-8dce-4c0c-9b6e-5497b108e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b521b-af9a-4cac-81e8-22b2d4dcae56,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:05.636497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.636497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:05.670623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.791959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:05.794072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=a227ebdf-5874-4a60-aea1-bf681fe3a47b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:05.934790 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 3f186356-8513-4aca-99d5-d9abd687d733 associated. External IP: 172.25.2.181, port: 0a21d60f-1bad-407c-bee3-62ba0d291df8. Feb 15 02:04:06.044939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.072652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] Publish callbacks [] for security_group (8c2b521b-af9a-4cac-81e8-22b2d4dcae56), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.100328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] Publish callbacks [] for security_group (8c2b521b-af9a-4cac-81e8-22b2d4dcae56), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.157140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.164023 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-12f587f6-e055-4da5-87ff-52ee1e371d98 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7509601 Feb 15 02:04:06.164023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:06.171004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:06.219981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:06.294796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8c2b521b-af9a-4cac-81e8-22b2d4dcae56), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.297670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.298937 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c2b521b-af9a-4cac-81e8-22b2d4dcae56 HTTP/1.1" status: 204 len: 168 time: 0.6627357 Feb 15 02:04:06.402499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:06.405785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d733d-406e-4604-9801-8cbf6d7864d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b521b-af9a-4cac-81e8-22b2d4dcae56,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:06.425113 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:06.438201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:06.439459 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:06.494101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.504183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.511003 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:06.521706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:06.522313 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:06.537466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:06.544741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1980635418'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:06.547914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d55c727-b027-4ae1-bf3a-cd26956ed075 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3608549 Feb 15 02:04:06.560924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:06.561596 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528bfc-0aa6-4e53-86f7-84dec66cacc5 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:06.761470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:06.764668 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.836899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (8bdace59-c176-477c-a649-5f615dfefdb3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.856544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:06.859036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.874141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:06.877944 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Added segment 6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0 of type vlan for network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 Feb 15 02:04:06.975181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (abe4633e-f0f5-47bd-99cd-c3e3b19e1702), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.059894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Allocated IP 172.25.2.120 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/2cb02b41-82c1-44d1-bf8c-7700d503e9ef) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:07.133752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (abe4633e-f0f5-47bd-99cd-c3e3b19e1702), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.141553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:07.142182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.240172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Network': ['ID=abe4633e-f0f5-47bd-99cd-c3e3b19e1702,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:07.251574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for port (2cb02b41-82c1-44d1-bf8c-7700d503e9ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.252767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:07.413484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52244) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:07.417047 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c8d11b9-fdb6-4cb7-8c94-5edd484d37cd tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8780231 Feb 15 02:04:07.422208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'subnet': {'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:07.458077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2cb02b41-82c1-44d1-bf8c-7700d503e9ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.499770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:07.505318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:07.509101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:07.514847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event updated for resources: {'Port': ['ID=2cb02b41-82c1-44d1-bf8c-7700d503e9ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:07.636528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:07.642589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.866454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (8bdace59-c176-477c-a649-5f615dfefdb3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:07.994666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (01994bf2-c189-4827-b2bb-99979765d0b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.069582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Subnet': ['ID=01994bf2-c189-4827-b2bb-99979765d0b9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:08.094918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Checking segment: {'id': '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:08.095298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network hostable DHCP agents. Network: abe4633e-f0f5-47bd-99cd-c3e3b19e1702, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:08.097763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.101139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.206599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:08.337637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, abe4633e-f0f5-47bd-99cd-c3e3b19e1702) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:08.341857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:08.342456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.350540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d49c87-d594-4005-b29a-1228e0d8d57e None None] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:08.378021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Router 8bdace59-c176-477c-a649-5f615dfefdb3 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:08.454609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-910f0102-5512-4877-9d18-cc53f3ea0b56 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0393794 Feb 15 02:04:08.460173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:08.476276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1524643974', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:08.557766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:08.568267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.568267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d43cda10-bff2-43c5-aa03-917a0e0fd876 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "PUT /v2.0/routers/8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 200 len: 884 time: 2.4015293 Feb 15 02:04:08.570029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:08.627073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] Sync routers for ids ['8bdace59-c176-477c-a649-5f615dfefdb3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:08.640749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] Routers {'8bdace59-c176-477c-a649-5f615dfefdb3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:08.641479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8bdace59-c176-477c-a649-5f615dfefdb3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:08.679904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:08.682823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-abe4633e-f0f5-47bd-99cd-c3e3b19e1702', 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702', 'project_id': '6b669c6c4dd2485da52811f0f6f2aabf', 'fixed_ips': [{'subnet_id': '01994bf2-c189-4827-b2bb-99979765d0b9'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:08.683858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.712098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] Routers {'8bdace59-c176-477c-a649-5f615dfefdb3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:08.712844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8bdace59-c176-477c-a649-5f615dfefdb3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:08.754527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:08.755244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3670d6-1891-4b98-bf5b-dafa7d233ed7 None None] The sync data for ids ['8bdace59-c176-477c-a649-5f615dfefdb3'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:08.885721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Allocated IP 172.20.0.2 (abe4633e-f0f5-47bd-99cd-c3e3b19e1702/01994bf2-c189-4827-b2bb-99979765d0b9/fecfd408-2543-4b13-994d-9560e2517ab2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:08.960932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:08.962458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.080480 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_controller (810f40f6-d763-4e3a-b1ab-3dad799b0174), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.095499 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks [] for port (fecfd408-2543-4b13-994d-9560e2517ab2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.099774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e2fc06e1-59cf-4e40-929d-6b48e39b762d tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 200 len: 925 time: 0.5279710 Feb 15 02:04:09.102610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:09.182943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf7435-319d-49fa-a67c-b17f07235d2c tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:09.184667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-00cf7435-319d-49fa-a67c-b17f07235d2c tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=8bdace59-c176-477c-a649-5f615dfefdb3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0809939 Feb 15 02:04:09.187250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:09.321679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.386142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:09.399682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:09.402195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Pushing event updated for resources: {'Port': ['ID=fecfd408-2543-4b13-994d-9560e2517ab2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:09.410162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:09.417452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.418140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.418547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.418922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.419371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.419837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.420196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.420587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.420929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.421264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.421774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.422160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.422497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:09.440455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (810f40f6-d763-4e3a-b1ab-3dad799b0174), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.513783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Attempting to bind port fecfd408-2543-4b13-994d-9560e2517ab2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:09.514019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Attempting to bind port fecfd408-2543-4b13-994d-9560e2517ab2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:09.514861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Attempting to bind port fecfd408-2543-4b13-994d-9560e2517ab2 on network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:09.523565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:09.523996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Checking segment: {'id': '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:09.524542 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.525015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6165e1-73ad-48e5-97c3-9e2bbd9ec242 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:09.531018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Bound using segment: {'id': '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:09.531018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Bound port: fecfd408-2543-4b13-994d-9560e2517ab2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:09.531018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.531578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1f6165e1-73ad-48e5-97c3-9e2bbd9ec242 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.3390822 Feb 15 02:04:09.533255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:09.572795 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2efaa338-1b80-413c-9636-f04b9926576d tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 200 len: 205 time: 0.0378354 Feb 15 02:04:09.573568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:09.606694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] For port fecfd408-2543-4b13-994d-9560e2517ab2, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:09.611685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] For port fecfd408-2543-4b13-994d-9560e2517ab2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fecfd408-2543-4b13-994d-9560e2517ab2,segment=NetworkSegment(6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0),segment_id=6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:09.714079 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.788468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (8bdace59-c176-477c-a649-5f615dfefdb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:09.861068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78257871-31ab-4a31-8858-52c88d58d589 None None] Pushing event updated for resources: {'Port': ['ID=fecfd408-2543-4b13-994d-9560e2517ab2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:09.947173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (8bdace59-c176-477c-a649-5f615dfefdb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.092982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.135105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.258264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port 2cb02b41-82c1-44d1-bf8c-7700d503e9ef {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:10.261260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2cb02b41-82c1-44d1-bf8c-7700d503e9ef), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.324865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.25.2.36 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/66391ca3-1272-4040-b2fb-6c46540136cf) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:10.418177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2cb02b41-82c1-44d1-bf8c-7700d503e9ef), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.436178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for 2cb02b41-82c1-44d1-bf8c-7700d503e9ef owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:10.533809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (66391ca3-1272-4040-b2fb-6c46540136cf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.720747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (66391ca3-1272-4040-b2fb-6c46540136cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.770702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:10.776795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:10.778891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=66391ca3-1272-4040-b2fb-6c46540136cf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:10.781246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:10.824786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2cb02b41-82c1-44d1-bf8c-7700d503e9ef), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:10.832521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:10.917039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=2cb02b41-82c1-44d1-bf8c-7700d503e9ef,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:10.985440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d62301b8-92eb-4eb7-b75a-6c004048815b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.014131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8129f8ef-a24f-4d78-85da-b930723415ba None None] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:11.014697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (8bdace59-c176-477c-a649-5f615dfefdb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.070210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d62301b8-92eb-4eb7-b75a-6c004048815b admin admin] Publish callbacks [] for security_group (39fa0f0e-9eac-4feb-965f-3d40a87ed11d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.109794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Provisioning complete for port fecfd408-2543-4b13-994d-9560e2517ab2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:11.110443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.123422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.125762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (8bdace59-c176-477c-a649-5f615dfefdb3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.229739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Current status of the port fecfd408-2543-4b13-994d-9560e2517ab2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:11.230143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.252179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d62301b8-92eb-4eb7-b75a-6c004048815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39fa0f0e-9eac-4feb-965f-3d40a87ed11d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.264518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] For port fecfd408-2543-4b13-994d-9560e2517ab2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fecfd408-2543-4b13-994d-9560e2517ab2,segment=NetworkSegment(6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0),segment_id=6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:11.290076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (8bdace59-c176-477c-a649-5f615dfefdb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.292412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router 8bdace59-c176-477c-a649-5f615dfefdb3 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:11.314182 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.315645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bf619e5a-58bf-4a47-b7b7-e0e061b53a9c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 204 len: 168 time: 1.7406802 Feb 15 02:04:11.342622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62301b8-92eb-4eb7-b75a-6c004048815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa0f0e-9eac-4feb-965f-3d40a87ed11d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:11.349363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.368925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:11.374946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-70149985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:11.408943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d62301b8-92eb-4eb7-b75a-6c004048815b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=071f3eb12aab4e398f396c51db9a6e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750329 Feb 15 02:04:11.412285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:11.459357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4805693-53ad-42dd-a9a9-2b89afd82f1a None None] Pushing event updated for resources: {'Port': ['ID=fecfd408-2543-4b13-994d-9560e2517ab2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:11.493381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] Publish callbacks [] for security_group (39fa0f0e-9eac-4feb-965f-3d40a87ed11d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.518767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] Publish callbacks [] for security_group (39fa0f0e-9eac-4feb-965f-3d40a87ed11d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.575061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-34530829-f2c6-4681-92df-4a613bf1d777 None None] Provisioning complete for port fecfd408-2543-4b13-994d-9560e2517ab2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:11.575442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34530829-f2c6-4681-92df-4a613bf1d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.681239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (39fa0f0e-9eac-4feb-965f-3d40a87ed11d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.685908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.691484 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39fa0f0e-9eac-4feb-965f-3d40a87ed11d HTTP/1.1" status: 204 len: 168 time: 0.2777641 Feb 15 02:04:11.706747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-34530829-f2c6-4681-92df-4a613bf1d777 None None] Current status of the port fecfd408-2543-4b13-994d-9560e2517ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:11.736571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d4f32-9092-4b26-8a5f-c5c5dc17d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa0f0e-9eac-4feb-965f-3d40a87ed11d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:11.771550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.772892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.808428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.875661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:11.878179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fecfd408-2543-4b13-994d-9560e2517ab2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:11.936674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fecfd408-2543-4b13-994d-9560e2517ab2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:11.937077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.019096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fecfd408-2543-4b13-994d-9560e2517ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:12.025692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.055773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.163016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.164011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-22890416-58d5-44c7-87fa-8df5bc060597 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7941258 Feb 15 02:04:12.166960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:12.171397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': True}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:12.349722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router 810f40f6-d763-4e3a-b1ab-3dad799b0174 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:12.385508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.482522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:12.494115 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] Sync routers for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:12.512899 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:12.512899 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:12.551846 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:12.560916 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:12.561522 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:12.596880 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:12.597803 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cb15c-01ca-4d3c-a6c4-d9fb11ea484f None None] The sync data for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:12.648396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:12.669582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.670730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7df5a20-da5b-45ec-a2b2-3fea4cc28194 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2091370 Feb 15 02:04:12.671788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93773acf-08eb-4b3c-8597-c3d2cbdd4bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:12.673641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:12.920106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93773acf-08eb-4b3c-8597-c3d2cbdd4bb9 admin admin] Publish callbacks [] for security_group (0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.007036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.026028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.031886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93773acf-08eb-4b3c-8597-c3d2cbdd4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.124399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:13.124628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-93773acf-08eb-4b3c-8597-c3d2cbdd4bb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d554b2c52df46c69066345b20b75cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743948 Feb 15 02:04:13.124936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93773acf-08eb-4b3c-8597-c3d2cbdd4bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:13.173325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 172.25.2.122 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/9848203f-9038-4188-b479-05c342aa0e8a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:13.247741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] Publish callbacks [] for security_group (0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.272453 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.279425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] Publish callbacks [] for security_group (0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.342333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (9848203f-9038-4188-b479-05c342aa0e8a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.561930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.566137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.569910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc HTTP/1.1" status: 204 len: 168 time: 0.4438114 Feb 15 02:04:13.582718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0452-fe59-4959-8776-d141fa44f3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5c5bc-ad1d-4b19-8902-8bc0b987e9dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:13.587362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.1 (abe4633e-f0f5-47bd-99cd-c3e3b19e1702/01994bf2-c189-4827-b2bb-99979765d0b9/67dc1ba6-8a08-4937-9e58-8eb54f07312b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:13.648541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9848203f-9038-4188-b479-05c342aa0e8a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.698457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:13.705865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:13.710245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:13.732882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=9848203f-9038-4188-b479-05c342aa0e8a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:13.760272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.892074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:13.930975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:13.933992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:13.939668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:13.971482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=67dc1ba6-8a08-4937-9e58-8eb54f07312b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:14.000170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.175468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.273604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.347260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15a9ff9d-f491-418f-984e-20718da39b3e None None] Provisioning complete for port 67dc1ba6-8a08-4937-9e58-8eb54f07312b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:14.348318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15a9ff9d-f491-418f-984e-20718da39b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.385096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15a9ff9d-f491-418f-984e-20718da39b3e None None] Port 67dc1ba6-8a08-4937-9e58-8eb54f07312b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:04:14.428763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.432138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.605739 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.697179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.742862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router 2e415efc-c480-4fd2-b839-7ea8a1ecd5cf is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:14.778507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=67dc1ba6-8a08-4937-9e58-8eb54f07312b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:14.784557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.885085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:14.890737 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:14.891287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:14.894975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-896f7e40-0e96-4147-add8-00a4a7db7a08 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "PUT /v2.0/routers/2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 200 len: 917 time: 2.7245157 Feb 15 02:04:14.895131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:14.895253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:14.915783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] Sync routers for ids ['2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:14.939076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] Routers {'2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:14.939724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:14.985790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.002267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] Routers {'2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:15.003184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.051559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.053086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b50e6-4400-45d3-9872-57e67f157f79 None None] The sync data for ids ['2e415efc-c480-4fd2-b839-7ea8a1ecd5cf'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:15.059474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98e54080-7f28-4d47-beae-5a82fedfe3d9 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 200 len: 923 time: 0.1630492 Feb 15 02:04:15.072498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52396) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:15.088131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router 810f40f6-d763-4e3a-b1ab-3dad799b0174 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:15.120782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27105ec5-def6-4cff-baa1-3d8869df4f9e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:15.124789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-27105ec5-def6-4cff-baa1-3d8869df4f9e tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=2e415efc-c480-4fd2-b839-7ea8a1ecd5cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0522268 Feb 15 02:04:15.125400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:15.215513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e9bec5d-87c5-43aa-8af5-b74818fcb4d6 None None] Provisioning complete for port 67dc1ba6-8a08-4937-9e58-8eb54f07312b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:15.216070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e9bec5d-87c5-43aa-8af5-b74818fcb4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.230145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936456aa-23d8-428d-9116-0f713e5cb950 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:15.231882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-936456aa-23d8-428d-9116-0f713e5cb950 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.1055245 Feb 15 02:04:15.234700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:15.244564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:15.255726 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] Sync routers for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:15.262236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4568db2a-cbc4-4ae4-842a-456c17f7f734 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/routers/810f40f6-d763-4e3a-b1ab-3dad799b0174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5866461 Feb 15 02:04:15.263225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:15.270130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'port': {'network_id': 'abe4633e-f0f5-47bd-99cd-c3e3b19e1702', 'name': 'tempest-FloatingIPTestJSON-101268'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:15.296936 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:15.298304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.318061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bec5d-87c5-43aa-8af5-b74818fcb4d6 None None] Port 67dc1ba6-8a08-4937-9e58-8eb54f07312b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:04:15.344563 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31f1fd01-6f56-4458-b6cc-553709fda76a tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 200 len: 205 time: 0.1056914 Feb 15 02:04:15.349188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:15.365759 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.374510 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:15.375188 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.413813 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:15.414465 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaf134-4842-4e90-a50d-1dc7264e46ae None None] The sync data for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:15.463675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.503064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Made reservation on behalf of 6b669c6c4dd2485da52811f0f6f2aabf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:15.510155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.542674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] device_id is not set on port 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:15.608787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.691652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Allocated IP 172.20.0.12 (abe4633e-f0f5-47bd-99cd-c3e3b19e1702/01994bf2-c189-4827-b2bb-99979765d0b9/15a2ee2d-c1fa-43d7-97fc-14feef99ad5f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:15.735824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.858508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.910362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port 9848203f-9038-4188-b479-05c342aa0e8a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:15.914474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9848203f-9038-4188-b479-05c342aa0e8a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:15.990677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9848203f-9038-4188-b479-05c342aa0e8a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.002781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for 9848203f-9038-4188-b479-05c342aa0e8a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:16.063201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.107252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:16.111705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:16.115221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:16.184754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event updated for resources: {'Port': ['ID=15a2ee2d-c1fa-43d7-97fc-14feef99ad5f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:16.203592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:16.204433 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.278062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9848203f-9038-4188-b479-05c342aa0e8a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.318568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6298625e-ae24-404f-8729-8185e6d145bb tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.0530477 Feb 15 02:04:16.321168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:16.330171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Request body: {'floatingip': {'port_id': '15a2ee2d-c1fa-43d7-97fc-14feef99ad5f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:16.387631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=9848203f-9038-4188-b479-05c342aa0e8a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:16.418700 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.444064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.493090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94569daf-a682-4f5b-8fe4-67f1d567931b None None] Provisioning complete for port 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:16.493836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94569daf-a682-4f5b-8fe4-67f1d567931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.583505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-94569daf-a682-4f5b-8fe4-67f1d567931b None None] Port 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:04:16.635180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.638231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.772207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (2e415efc-c480-4fd2-b839-7ea8a1ecd5cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.773379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router 2e415efc-c480-4fd2-b839-7ea8a1ecd5cf {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:16.786620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.788093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-877e2f86-de10-4de6-8c5e-411458fbb4d0 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 204 len: 168 time: 1.4378779 Feb 15 02:04:16.792684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:16.808057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1069281096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:16.977591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:16.978712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.086207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.119961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.149386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.171417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.231020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.233332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f439e72-ec25-4749-8a41-f39afe0ffed5 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4396243 Feb 15 02:04:17.235963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:17.252650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:17.529161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:17.591484 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 3f186356-8513-4aca-99d5-d9abd687d733 associated. External IP: 172.25.2.181, port: 0a21d60f-1bad-407c-bee3-62ba0d291df8. Feb 15 02:04:17.922091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:18.011218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.081017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:18.092790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:18.112845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:18.121291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.162001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (ac8c4f64-dfbd-4489-90eb-c31a493984b3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.173787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.184440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:18.185337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.200324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.230985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.231968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c401d3-d9c6-4219-9620-e25190c86623 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:18.334048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Allocated IP 172.25.2.48 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/411a1253-406f-4148-9e7e-c8bad8c91574) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:18.407197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router 810f40f6-d763-4e3a-b1ab-3dad799b0174 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:18.469581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for port (411a1253-406f-4148-9e7e-c8bad8c91574), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.547080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:18.553299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.560640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (411a1253-406f-4148-9e7e-c8bad8c91574), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.562163 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] Sync routers for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:18.590240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:18.596169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.619096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-489af0e6-9808-4292-8d6f-ab1ca05ad56e tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/floatingips/3f186356-8513-4aca-99d5-d9abd687d733 HTTP/1.1" status: 200 len: 975 time: 2.2964530 Feb 15 02:04:18.622077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:18.635426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Pushing event updated for resources: {'Port': ['ID=411a1253-406f-4148-9e7e-c8bad8c91574,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:18.639207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:18.653935 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.660737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:18.665098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:18.667393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:18.669994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.709414 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:18.710060 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4967e5-18d6-487c-91ac-834d0e4958bf None None] The sync data for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:18.854014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:18.854189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:18.962957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.221090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router_gateway (ac8c4f64-dfbd-4489-90eb-c31a493984b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.285567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.285958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.286284 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Floating IP 3f186356-8513-4aca-99d5-d9abd687d733 disassociated. External IP: 172.25.2.181, port: 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f. Feb 15 02:04:19.289691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 15a2ee2d-c1fa-43d7-97fc-14feef99ad5f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:19.538772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.546146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.665714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (15a2ee2d-c1fa-43d7-97fc-14feef99ad5f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:19.700017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=15a2ee2d-c1fa-43d7-97fc-14feef99ad5f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:19.824268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Router ac8c4f64-dfbd-4489-90eb-c31a493984b3 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:19.922234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router 810f40f6-d763-4e3a-b1ab-3dad799b0174 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:20.118008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:20.123404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:20.127831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9e1e0f9-5898-43b9-9da9-76c43d780e59 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "PUT /v2.0/routers/ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 200 len: 919 time: 2.8758137 Feb 15 02:04:20.128019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] Sync routers for ids ['ac8c4f64-dfbd-4489-90eb-c31a493984b3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:20.128489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.140081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] Routers {'ac8c4f64-dfbd-4489-90eb-c31a493984b3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:20.140081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ac8c4f64-dfbd-4489-90eb-c31a493984b3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.190621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.201329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] Routers {'ac8c4f64-dfbd-4489-90eb-c31a493984b3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:20.202224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ac8c4f64-dfbd-4489-90eb-c31a493984b3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.215937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:20.227933 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] Sync routers for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:20.245763 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:20.246488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.248084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.249003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af232455-59d9-4e94-9539-2a1f403ea248 None None] The sync data for ids ['ac8c4f64-dfbd-4489-90eb-c31a493984b3'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:20.319296 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:20.322221 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.324646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.325130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fdaa9e13-c8a1-44c2-b599-e115419bd31c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/15a2ee2d-c1fa-43d7-97fc-14feef99ad5f HTTP/1.1" status: 204 len: 168 time: 1.7005365 Feb 15 02:04:20.352190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:20.353436 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:03:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.385437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aedfab50-3cbd-4cdb-b42a-6ae7088792ef tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 200 len: 925 time: 0.2543526 Feb 15 02:04:20.386262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.446233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477c4df-4276-4a0d-894b-b5d824096c8d tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:20.448702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f477c4df-4276-4a0d-894b-b5d824096c8d tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=ac8c4f64-dfbd-4489-90eb-c31a493984b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0606766 Feb 15 02:04:20.450649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.477598 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:20.478904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a4cb-c017-4388-bd96-46f363e73d54 None None] The sync data for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:20.543260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceadf42-d1e6-42ab-8ba8-b611f475f556 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:20.547720 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ceadf42-d1e6-42ab-8ba8-b611f475f556 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.0959938 Feb 15 02:04:20.548344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.578505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0595a8d-ef72-43fb-94a7-21b8260fd5fe tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 200 len: 205 time: 0.0290632 Feb 15 02:04:20.579096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:20.735532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.051024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72983837-17aa-4938-b9e9-a8f2b6f4de32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.086857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.234950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (ac8c4f64-dfbd-4489-90eb-c31a493984b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.437554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port 411a1253-406f-4148-9e7e-c8bad8c91574 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:21.437900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (411a1253-406f-4148-9e7e-c8bad8c91574), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.536472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (411a1253-406f-4148-9e7e-c8bad8c91574), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.550463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for 411a1253-406f-4148-9e7e-c8bad8c91574 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:21.882981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 67dc1ba6-8a08-4937-9e58-8eb54f07312b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:21.889622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:21.943430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (411a1253-406f-4148-9e7e-c8bad8c91574), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.016651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.047330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 67dc1ba6-8a08-4937-9e58-8eb54f07312b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:22.068109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=411a1253-406f-4148-9e7e-c8bad8c91574,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:22.079174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ac8c4f64-dfbd-4489-90eb-c31a493984b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.189438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.192872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (ac8c4f64-dfbd-4489-90eb-c31a493984b3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.303209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ac8c4f64-dfbd-4489-90eb-c31a493984b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.303976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router ac8c4f64-dfbd-4489-90eb-c31a493984b3 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:22.312590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.317796 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd54a506-76c4-4a59-a5b4-d1813532201e tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 204 len: 168 time: 1.7338636 Feb 15 02:04:22.322323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52574) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:22.327363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-225843653', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:22.357042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (67dc1ba6-8a08-4937-9e58-8eb54f07312b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.421187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=67dc1ba6-8a08-4937-9e58-8eb54f07312b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:22.464020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.465147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.584144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.715713 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:22.893108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.180957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router 810f40f6-d763-4e3a-b1ab-3dad799b0174 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:23.308412 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c45b-d252-4799-88ed-9f26e81888cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.438349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.440734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:23.449619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:23.450157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9246ff9c-a855-49d0-a0c6-6c188a5d4e5b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/routers/810f40f6-d763-4e3a-b1ab-3dad799b0174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1229324 Feb 15 02:04:23.454473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] Sync routers for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:23.467749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.479922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:23.480990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:23.555574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:23.576795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] Routers {'810f40f6-d763-4e3a-b1ab-3dad799b0174'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:23.577356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['810f40f6-d763-4e3a-b1ab-3dad799b0174'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:23.653694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.660337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Allocated IP 172.25.2.143 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/b193dc2a-ba5d-4ef4-ba54-353946d96e42) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:23.682225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:23.683115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b273729-e77d-4b78-ade6-8f7df9019fc9 None None] The sync data for ids ['810f40f6-d763-4e3a-b1ab-3dad799b0174'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:23.819332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for port (b193dc2a-ba5d-4ef4-ba54-353946d96e42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.898951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (810f40f6-d763-4e3a-b1ab-3dad799b0174), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.915244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b193dc2a-ba5d-4ef4-ba54-353946d96e42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:23.965562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:23.971543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:23.981906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:24.037249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event updated for resources: {'Port': ['ID=b193dc2a-ba5d-4ef4-ba54-353946d96e42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:24.088896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 66391ca3-1272-4040-b2fb-6c46540136cf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:24.089246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (66391ca3-1272-4040-b2fb-6c46540136cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.225337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (66391ca3-1272-4040-b2fb-6c46540136cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.238517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 66391ca3-1272-4040-b2fb-6c46540136cf owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:24.500712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.525743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.527362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66391ca3-1272-4040-b2fb-6c46540136cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.584652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=66391ca3-1272-4040-b2fb-6c46540136cf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:24.657452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.753058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.810657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.812942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_controller (810f40f6-d763-4e3a-b1ab-3dad799b0174), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.937399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (810f40f6-d763-4e3a-b1ab-3dad799b0174), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.938074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Fanout notify agent at l3_agent the message router_deleted on router 810f40f6-d763-4e3a-b1ab-3dad799b0174 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:24.945833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:24.946978 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b9b44c61-0720-4c9c-8471-7458a3d4277c tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/routers/810f40f6-d763-4e3a-b1ab-3dad799b0174 HTTP/1.1" status: 204 len: 168 time: 1.4960551 Feb 15 02:04:24.950050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:24.989631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Router 6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:04:25.014453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting subnet 01994bf2-c189-4827-b2bb-99979765d0b9 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:25.047705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (01994bf2-c189-4827-b2bb-99979765d0b9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.098272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (01994bf2-c189-4827-b2bb-99979765d0b9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.497367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:25.508363 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] Sync routers for ids ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:25.517896 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] Routers {'6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:25.524273 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:25.555197 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:25.565957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] Routers {'6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:25.566847 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:25.578698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (01994bf2-c189-4827-b2bb-99979765d0b9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.608953 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:25.609873 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19b7ee-3422-402b-bb3f-99899f019a17 None None] The sync data for ids ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:25.661367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.664383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ba00956e-36f5-4cb1-b476-de958a43360c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3389027 Feb 15 02:04:25.665467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:25.670514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:25.754370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (01994bf2-c189-4827-b2bb-99979765d0b9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.782465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Subnet': ['ID=01994bf2-c189-4827-b2bb-99979765d0b9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:25.788200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:25.794400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/subnets/01994bf2-c189-4827-b2bb-99979765d0b9 HTTP/1.1" status: 204 len: 168 time: 0.8432589 Feb 15 02:04:25.794564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:25.795962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab21878-ab1b-4feb-bb6f-2a891256b771 None None] Network abe4633e-f0f5-47bd-99cd-c3e3b19e1702 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:25.801397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.802211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.802211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.802448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.802719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.803127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.804001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.804369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.805347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.805347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.805347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.805673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.805966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979f818-9763-4fa5-bfe6-70fd953e2097 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:25.967209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (abe4633e-f0f5-47bd-99cd-c3e3b19e1702), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.028424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.112427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] DHCP port deletion for abe4633e-f0f5-47bd-99cd-c3e3b19e1702 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:04:26.177855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.197815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Deleting port fecfd408-2543-4b13-994d-9560e2517ab2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:26.198195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.208914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port fecfd408-2543-4b13-994d-9560e2517ab2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:26.209259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.305260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.323174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] For port fecfd408-2543-4b13-994d-9560e2517ab2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fecfd408-2543-4b13-994d-9560e2517ab2,segment=NetworkSegment(6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0),segment_id=6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:26.323641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.326785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] For port fecfd408-2543-4b13-994d-9560e2517ab2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fecfd408-2543-4b13-994d-9560e2517ab2,segment=NetworkSegment(6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0),segment_id=6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:26.327335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.348179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Calling delete_port for fecfd408-2543-4b13-994d-9560e2517ab2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:26.348524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for fecfd408-2543-4b13-994d-9560e2517ab2 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:26.476189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Deleting port b193dc2a-ba5d-4ef4-ba54-353946d96e42 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:26.476501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b193dc2a-ba5d-4ef4-ba54-353946d96e42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.480090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.492445 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:04:26.511632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (fecfd408-2543-4b13-994d-9560e2517ab2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.538370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] No DVR routers for this DVR port fecfd408-2543-4b13-994d-9560e2517ab2 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:26.566239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=fecfd408-2543-4b13-994d-9560e2517ab2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:26.578172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] No DVR routers for this DVR port fecfd408-2543-4b13-994d-9560e2517ab2 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:26.602041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab4df2-f0a8-4002-bfa3-9e9905e57018 None None] Pushing event deleted for resources: {'Port': ['ID=fecfd408-2543-4b13-994d-9560e2517ab2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:26.681975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (abe4633e-f0f5-47bd-99cd-c3e3b19e1702), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.698376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b193dc2a-ba5d-4ef4-ba54-353946d96e42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.718272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe4633e-f0f5-47bd-99cd-c3e3b19e1702']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:26.720464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Calling delete_port for b193dc2a-ba5d-4ef4-ba54-353946d96e42 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:26.733530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:26.733530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:26.746980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.794764 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.804380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:26.804798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (6e76db4d-ecbb-4dfc-8bbf-8802b38d9ec0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: items = [ Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:26.807660 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:26.966328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (abe4633e-f0f5-47bd-99cd-c3e3b19e1702), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.986618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:26.990825 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/networks/abe4633e-f0f5-47bd-99cd-c3e3b19e1702 HTTP/1.1" status: 204 len: 168 time: 1.1951649 Feb 15 02:04:26.994298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.003182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23b6c1-f831-419b-8fb1-12a15925c8b3 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Network': ['ID=abe4633e-f0f5-47bd-99cd-c3e3b19e1702,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:27.085481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b193dc2a-ba5d-4ef4-ba54-353946d96e42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.120425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Pushing event deleted for resources: {'Port': ['ID=b193dc2a-ba5d-4ef4-ba54-353946d96e42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:27.185380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.206372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port a227ebdf-5874-4a60-aea1-bf681fe3a47b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:27.207264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.308866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.309495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (a227ebdf-5874-4a60-aea1-bf681fe3a47b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.327335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for a227ebdf-5874-4a60-aea1-bf681fe3a47b owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:27.399741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.462189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.466662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.566299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Router 6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:27.571661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a227ebdf-5874-4a60-aea1-bf681fe3a47b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.603925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=a227ebdf-5874-4a60-aea1-bf681fe3a47b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:27.670411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for floatingip (3f186356-8513-4aca-99d5-d9abd687d733), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.673291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.678345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4c6930e7-fd33-454b-96c1-da16be441d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/floatingips/3f186356-8513-4aca-99d5-d9abd687d733 HTTP/1.1" status: 204 len: 168 time: 0.6827633 Feb 15 02:04:27.679312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.693041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:27.703660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:27.705740 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-76169fd6-c60f-4d95-9d7f-ebf4e9d75df1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] DELETE failed (client error): The resource could not be found. Feb 15 02:04:27.706325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76169fd6-c60f-4d95-9d7f-ebf4e9d75df1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:04:27.706620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] Sync routers for ids ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:27.710116 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f86b2887-ed0e-4623-908a-1cec3de6d218 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "PUT /v2.0/routers/6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 200 len: 709 time: 2.0434487 Feb 15 02:04:27.712616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.716174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-76169fd6-c60f-4d95-9d7f-ebf4e9d75df1 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/15a2ee2d-c1fa-43d7-97fc-14feef99ad5f HTTP/1.1" status: 404 len: 333 time: 0.0339422 Feb 15 02:04:27.716174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.727373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] Routers {'6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:27.728354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:27.790183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-31c5940b-8bfb-4a81-9542-8e208b0f8b52 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/ports?device_id=810f40f6-d763-4e3a-b1ab-3dad799b0174 HTTP/1.1" status: 200 len: 205 time: 0.0737796 Feb 15 02:04:27.791071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.816104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:27.831601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] Routers {'6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:27.832535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:27.872145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:27.873774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d597f-8eeb-498b-b150-7364b063a8e5 None None] The sync data for ids ['6c8ad6a5-5907-42f7-8a3e-293b13cc4d80'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:27.884511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fecfd408-2543-4b13-994d-9560e2517ab2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:04:27.889157 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-a489faa0-f8c5-4e7e-8a11-2da0c47fce47 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] delete failed (client error): The resource could not be found. Feb 15 02:04:27.899914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a489faa0-f8c5-4e7e-8a11-2da0c47fce47 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/routers/810f40f6-d763-4e3a-b1ab-3dad799b0174 HTTP/1.1" status: 404 len: 336 time: 0.1076686 Feb 15 02:04:27.901951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:27.938382 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-46df295d-de19-45a9-80b0-17b83cafd36b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] DELETE failed (client error): The resource could not be found. Feb 15 02:04:27.954278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46df295d-de19-45a9-80b0-17b83cafd36b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:04:27.954278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-46df295d-de19-45a9-80b0-17b83cafd36b tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/subnets/01994bf2-c189-4827-b2bb-99979765d0b9 HTTP/1.1" status: 404 len: 337 time: 0.0414164 Feb 15 02:04:27.955002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fecfd408-2543-4b13-994d-9560e2517ab2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:04:27.955002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fecfd408-2543-4b13-994d-9560e2517ab2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:04:27.955164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.071891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 0a21d60f-1bad-407c-bee3-62ba0d291df8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:28.072632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0a21d60f-1bad-407c-bee3-62ba0d291df8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.204076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0a21d60f-1bad-407c-bee3-62ba0d291df8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.225398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 0a21d60f-1bad-407c-bee3-62ba0d291df8 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:28.312710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61a7f181-8c22-432f-a759-f5b2e83f2f64 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/routers/6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 200 len: 744 time: 0.5986381 Feb 15 02:04:28.315217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.365663 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c9b8b6a9-b5e9-48f6-b3f9-8116cd218bf1 tempest-RoutersIpV6AdminTest-1744971906 tempest-RoutersIpV6AdminTest-1744971906-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 200 len: 205 time: 0.0483172 Feb 15 02:04:28.368131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.396816 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e849fb1a-9ae9-4caa-9f41-b7218b987172 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 200 len: 205 time: 0.0273669 Feb 15 02:04:28.399780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.468535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0a21d60f-1bad-407c-bee3-62ba0d291df8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.517827 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.530123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=0a21d60f-1bad-407c-bee3-62ba0d291df8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:28.701493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.716375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-59a3294f-1d01-48ae-8595-690a9c32c868 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/0a21d60f-1bad-407c-bee3-62ba0d291df8 HTTP/1.1" status: 204 len: 168 time: 0.7564905 Feb 15 02:04:28.717353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.743206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.745640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router_controller (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.842603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port af922259-94de-4845-b5fa-83317729154f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:28.843109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af922259-94de-4845-b5fa-83317729154f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.845342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6c8ad6a5-5907-42f7-8a3e-293b13cc4d80), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.845979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:28.865748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:28.872591 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd94895c-f1ad-46a9-9f90-4dbc55f43fe8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 204 len: 168 time: 0.4659474 Feb 15 02:04:28.872591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:28.935348 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49768c08-f612-46f9-93f7-7c2f11613565 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 200 len: 205 time: 0.0602160 Feb 15 02:04:28.936707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.007904 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af922259-94de-4845-b5fa-83317729154f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:29.011570 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ed6acdb9-1948-4dc6-bd37-53a27adf8e08 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.015065 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed6acdb9-1948-4dc6-bd37-53a27adf8e08 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/6c8ad6a5-5907-42f7-8a3e-293b13cc4d80 HTTP/1.1" status: 404 len: 336 time: 0.0750561 Feb 15 02:04:29.015353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.027640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for af922259-94de-4845-b5fa-83317729154f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:29.046493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-99f8f97d-97cf-4d2a-9777-ad137c5809a8 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 200 len: 205 time: 0.0279276 Feb 15 02:04:29.046843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.091720 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c6711ae7-b50f-458b-9bbc-a6ee06752050 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.093064 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c6711ae7-b50f-458b-9bbc-a6ee06752050 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/ac8c4f64-dfbd-4489-90eb-c31a493984b3 HTTP/1.1" status: 404 len: 336 time: 0.0452456 Feb 15 02:04:29.095694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.137762 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-19423b8a-7d1d-4a88-8044-20a971f626bb tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 200 len: 205 time: 0.0405557 Feb 15 02:04:29.139903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.196867 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-82423123-c5c1-4a42-948e-9760c61e4a57 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.198314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-82423123-c5c1-4a42-948e-9760c61e4a57 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/2e415efc-c480-4fd2-b839-7ea8a1ecd5cf HTTP/1.1" status: 404 len: 336 time: 0.0564823 Feb 15 02:04:29.200856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.235416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ca0d97d-e95c-4298-92fd-aa1dd99ab66c tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 200 len: 205 time: 0.0330601 Feb 15 02:04:29.237881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.278604 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-318275df-a749-4e10-b2ef-cd18afa55475 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.279623 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-318275df-a749-4e10-b2ef-cd18afa55475 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/8bdace59-c176-477c-a649-5f615dfefdb3 HTTP/1.1" status: 404 len: 336 time: 0.0408170 Feb 15 02:04:29.282303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.311841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e965166f-b74a-46f2-8708-24e587d04ce2 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 200 len: 205 time: 0.0264053 Feb 15 02:04:29.312166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.355303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (af922259-94de-4845-b5fa-83317729154f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:29.357290 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-d108b782-ff10-4d34-8c3e-7ec197cb8fbf tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.361067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d108b782-ff10-4d34-8c3e-7ec197cb8fbf tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/f0ebd4ab-cefa-4b99-a09c-838a60cf3252 HTTP/1.1" status: 404 len: 336 time: 0.0453050 Feb 15 02:04:29.361852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.402239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b4fa943d-bf6f-46d8-9272-3d819d41b494 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2b59dd-fe10-4407-99a6-c6316c2b49ce HTTP/1.1" status: 200 len: 205 time: 0.0368292 Feb 15 02:04:29.412858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.442973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=af922259-94de-4845-b5fa-83317729154f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:29.447540 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-88b743ff-72e2-4b53-8a25-46459a4a3b74 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] delete failed (client error): The resource could not be found. Feb 15 02:04:29.451009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-88b743ff-72e2-4b53-8a25-46459a4a3b74 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/routers/bf2b59dd-fe10-4407-99a6-c6316c2b49ce HTTP/1.1" status: 404 len: 336 time: 0.0447381 Feb 15 02:04:29.451340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.498078 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-147bd78c-1cfe-4882-8dd0-88079037e142 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] DELETE failed (client error): The resource could not be found. Feb 15 02:04:29.503493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147bd78c-1cfe-4882-8dd0-88079037e142 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:04:29.503493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-147bd78c-1cfe-4882-8dd0-88079037e142 tempest-RoutersIpV6AdminTest-1385138924 tempest-RoutersIpV6AdminTest-1385138924-project] 10.222.0.43 "DELETE /v2.0/subnets/f56566f5-9070-4e46-a8b7-8d57b4f4e742 HTTP/1.1" status: 404 len: 337 time: 0.0505831 Feb 15 02:04:29.572054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:29.587230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-983abc91-4438-44e7-9a0b-c803ec8fbb22 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/ports/af922259-94de-4845-b5fa-83317729154f HTTP/1.1" status: 204 len: 168 time: 0.8664353 Feb 15 02:04:29.588199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:29.656942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af2e5c-df49-443d-a966-9d39963b4d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:29.662715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32af2e5c-df49-443d-a966-9d39963b4d83 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0e95888-326d-4827-a23d-20ada42b7bc6 HTTP/1.1" status: 200 len: 913 time: 0.0701363 Feb 15 02:04:29.662856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:30.117779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (b0e95888-326d-4827-a23d-20ada42b7bc6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.227343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:30.385178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c55324fd-a1e3-4b77-b667-00a9fa92604a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.522405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c55324fd-a1e3-4b77-b667-00a9fa92604a admin admin] Publish callbacks [] for security_group (66fedfac-62bf-49d6-952d-3fe36d094882), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.541989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port b16b3db0-5282-4332-942b-1a6b39fe992e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:30.542892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.594362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c55324fd-a1e3-4b77-b667-00a9fa92604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (66fedfac-62bf-49d6-952d-3fe36d094882), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.638438 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c55324fd-a1e3-4b77-b667-00a9fa92604a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7241001ee1a746bda6cd1448a5488048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088514 Feb 15 02:04:30.641648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:30.675531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.688205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55324fd-a1e3-4b77-b667-00a9fa92604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fedfac-62bf-49d6-952d-3fe36d094882,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:30.693303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for b16b3db0-5282-4332-942b-1a6b39fe992e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:30.767758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] Publish callbacks [] for security_group (66fedfac-62bf-49d6-952d-3fe36d094882), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.814339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] Publish callbacks [] for security_group (66fedfac-62bf-49d6-952d-3fe36d094882), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.971090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (66fedfac-62bf-49d6-952d-3fe36d094882), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.980014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:30.980014 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66fedfac-62bf-49d6-952d-3fe36d094882 HTTP/1.1" status: 204 len: 168 time: 0.3335414 Feb 15 02:04:30.997498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615ef23-c2b8-4827-9774-84a69d48c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fedfac-62bf-49d6-952d-3fe36d094882,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:31.054783 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b16b3db0-5282-4332-942b-1a6b39fe992e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:31.131646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=b16b3db0-5282-4332-942b-1a6b39fe992e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:31.328558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (b0e95888-326d-4827-a23d-20ada42b7bc6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:31.667006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Router b0e95888-326d-4827-a23d-20ada42b7bc6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:04:31.834077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:31.861131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:04:31.868982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ea2193b7-7d62-43c4-b3de-5a211edfd6ae tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "PUT /v2.0/routers/b0e95888-326d-4827-a23d-20ada42b7bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2049704 Feb 15 02:04:31.870883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:31.874499 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] Sync routers for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:04:31.890861 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:31.892955 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:31.898220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d3f56d6-46d5-42b5-bf21-f4280e783b67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54834bea52d24325ba6407a882671f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593348 Feb 15 02:04:31.898527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:31.938609 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:31.950280 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] Routers {'b0e95888-326d-4827-a23d-20ada42b7bc6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:04:31.951246 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:04:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['b0e95888-326d-4827-a23d-20ada42b7bc6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:31.972430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] Publish callbacks [] for security_group (77793970-7465-4458-83c2-8472410c457b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.001890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:32.002938 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb6c1d-af2b-4a7f-a0a9-72d37b374ab8 None None] The sync data for ids ['b0e95888-326d-4827-a23d-20ada42b7bc6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:04:32.013727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] Publish callbacks [] for security_group (77793970-7465-4458-83c2-8472410c457b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.080946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.154112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (77793970-7465-4458-83c2-8472410c457b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.157163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.158433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77793970-7465-4458-83c2-8472410c457b HTTP/1.1" status: 204 len: 168 time: 0.2587883 Feb 15 02:04:32.171970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032090cd-dc50-48df-b974-47196f0e4430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77793970-7465-4458-83c2-8472410c457b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:32.222483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_gateway (b0e95888-326d-4827-a23d-20ada42b7bc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.338945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting port 9416adf4-cddf-4872-85b9-5429fc842447 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:32.339405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9416adf4-cddf-4872-85b9-5429fc842447), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.421445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9416adf4-cddf-4872-85b9-5429fc842447), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.434363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Calling delete_port for 9416adf4-cddf-4872-85b9-5429fc842447 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:32.702556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9416adf4-cddf-4872-85b9-5429fc842447), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.732330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Port': ['ID=9416adf4-cddf-4872-85b9-5429fc842447,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:32.798382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (b0e95888-326d-4827-a23d-20ada42b7bc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.893028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:32.896064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router_controller (b0e95888-326d-4827-a23d-20ada42b7bc6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.040186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (b0e95888-326d-4827-a23d-20ada42b7bc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.040831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Fanout notify agent at l3_agent the message router_deleted on router b0e95888-326d-4827-a23d-20ada42b7bc6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:04:33.050004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.050004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c74cc06b-71aa-4d12-8ada-a83af910d567 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/routers/b0e95888-326d-4827-a23d-20ada42b7bc6 HTTP/1.1" status: 204 len: 168 time: 1.1769609 Feb 15 02:04:33.052128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:33.107926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Deleting subnet 16fb3803-c26c-4ab0-9354-ebe3ccd7a337 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:33.112122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (16fb3803-c26c-4ab0-9354-ebe3ccd7a337), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.153822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (16fb3803-c26c-4ab0-9354-ebe3ccd7a337), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.202643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (16fb3803-c26c-4ab0-9354-ebe3ccd7a337), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.359222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (16fb3803-c26c-4ab0-9354-ebe3ccd7a337), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.398547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Subnet': ['ID=16fb3803-c26c-4ab0-9354-ebe3ccd7a337,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:33.400947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.406232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6fdff8ef-10f0-4fa4-be1f-e371936014e6 tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/subnets/16fb3803-c26c-4ab0-9354-ebe3ccd7a337 HTTP/1.1" status: 204 len: 168 time: 0.3529139 Feb 15 02:04:33.409398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:33.512280 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (94e6750d-9347-497a-b91d-c93f40f56f54), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.526512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:33.617709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (94e6750d-9347-497a-b91d-c93f40f56f54), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.645849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e6750d-9347-497a-b91d-c93f40f56f54']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:33.656209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311aadfb-4364-4075-8445-1b2bcd20a329') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:33.656547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311aadfb-4364-4075-8445-1b2bcd20a329') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:33.668583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (311aadfb-4364-4075-8445-1b2bcd20a329), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.684773 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (311aadfb-4364-4075-8445-1b2bcd20a329), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.692711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:33.694184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (311aadfb-4364-4075-8445-1b2bcd20a329), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:33.697839 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:33.808346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-71f6c546-d580-4527-ad4a-a531a2a58ade tempest-AgentManagementNegativeTest-1174806219 tempest-AgentManagementNegativeTest-1174806219-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2774756 Feb 15 02:04:33.816931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (94e6750d-9347-497a-b91d-c93f40f56f54), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.833218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:33.833218 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] 10.222.0.43 "DELETE /v2.0/networks/94e6750d-9347-497a-b91d-c93f40f56f54 HTTP/1.1" status: 204 len: 168 time: 0.4172118 Feb 15 02:04:33.839249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Pushing event deleted for resources: {'Network': ['ID=94e6750d-9347-497a-b91d-c93f40f56f54,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:33.847374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.847374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.848325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.848671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.849011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.849346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.849708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.850010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.850335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.850662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.850990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.851324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:33.851653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49993c2b-8b68-40df-ae90-d07a485ce44f tempest-FloatingIPTestJSON-2116360829 tempest-FloatingIPTestJSON-2116360829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:04:34.473145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:34.501948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:34.704825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0bea75-083d-4c91-96ae-7ecff0ca0fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.764219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-28a960eb-d993-4554-8c3b-66414bf21329 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b669c6c4dd2485da52811f0f6f2aabf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608812 Feb 15 02:04:34.766830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:34.804810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0bea75-083d-4c91-96ae-7ecff0ca0fdf admin admin] Publish callbacks [] for security_group (1c55539c-3256-440c-9aee-f04a364af03c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.821770 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] Publish callbacks [] for security_group (7eec031c-331e-48e2-985d-48d0071e0677), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.842036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] Publish callbacks [] for security_group (7eec031c-331e-48e2-985d-48d0071e0677), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.890922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0bea75-083d-4c91-96ae-7ecff0ca0fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c55539c-3256-440c-9aee-f04a364af03c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.940849 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f0bea75-083d-4c91-96ae-7ecff0ca0fdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6b301eb21a642e6bc500dced86a531f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665258 Feb 15 02:04:34.942160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bea75-083d-4c91-96ae-7ecff0ca0fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55539c-3256-440c-9aee-f04a364af03c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:34.944417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:34.969655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7eec031c-331e-48e2-985d-48d0071e0677), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.972773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:34.976523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7eec031c-331e-48e2-985d-48d0071e0677 HTTP/1.1" status: 204 len: 168 time: 0.2049475 Feb 15 02:04:34.993233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59548212-a134-4869-8e5a-6b37baee922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec031c-331e-48e2-985d-48d0071e0677,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:35.027414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] Publish callbacks [] for security_group (1c55539c-3256-440c-9aee-f04a364af03c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:35.060983 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] Publish callbacks [] for security_group (1c55539c-3256-440c-9aee-f04a364af03c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:35.188504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c55539c-3256-440c-9aee-f04a364af03c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:35.193098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:35.193098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c55539c-3256-440c-9aee-f04a364af03c HTTP/1.1" status: 204 len: 168 time: 0.2476513 Feb 15 02:04:35.201189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcf1e4-9e54-4465-aca9-e09f67f2ec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55539c-3256-440c-9aee-f04a364af03c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:35.893748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52964) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:36.189299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fa2-3e95-406b-9f1a-64faf25540bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.268242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fa2-3e95-406b-9f1a-64faf25540bc admin admin] Publish callbacks [] for security_group (68abc894-e564-4a20-aab2-6b750f1b68d1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.349445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fa2-3e95-406b-9f1a-64faf25540bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (68abc894-e564-4a20-aab2-6b750f1b68d1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.404462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6cc2fa2-3e95-406b-9f1a-64faf25540bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e5db198b5ef4d24a7a887d0ced25471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095043 Feb 15 02:04:36.405756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc2fa2-3e95-406b-9f1a-64faf25540bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68abc894-e564-4a20-aab2-6b750f1b68d1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:36.406434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:36.476650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] Publish callbacks [] for security_group (68abc894-e564-4a20-aab2-6b750f1b68d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.501061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] Publish callbacks [] for security_group (68abc894-e564-4a20-aab2-6b750f1b68d1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.526153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:04:36.590995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:36.616637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (68abc894-e564-4a20-aab2-6b750f1b68d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.621526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.626162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68abc894-e564-4a20-aab2-6b750f1b68d1 HTTP/1.1" status: 204 len: 168 time: 0.2184548 Feb 15 02:04:36.635633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:36.636705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3d61-4788-4df0-979e-f7d899113555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68abc894-e564-4a20-aab2-6b750f1b68d1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:36.820732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1600572074'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:36.890938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:36.894695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.905400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:36.961458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416976862'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:37.002835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for security_group (0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.039348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:37.043146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.053178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.068634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.094713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:37.114632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (79e9a43d-5574-46ac-a390-db8bfc541732), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.115124 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Added segment 79e9a43d-5574-46ac-a390-db8bfc541732 of type vlan for network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c Feb 15 02:04:37.116613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:37.158979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for security_group (f494c6a7-414e-4fa0-a6c4-6af2562a9485), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.164560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.217011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f494c6a7-414e-4fa0-a6c4-6af2562a9485), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.251913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:37.258032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f494c6a7-414e-4fa0-a6c4-6af2562a9485,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:37.268786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.268922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.269174 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6 of type vlan for network 9643205e-f617-4393-82c8-1f346c1fac7d Feb 15 02:04:37.277067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:37.279382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.317310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9643205e-f617-4393-82c8-1f346c1fac7d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.342803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53020) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:37.357071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7e067ea-3a9e-4097-af6e-6ec99aa04f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.369123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Network': ['ID=ed5ec746-8ab8-4d21-956b-449fd7fcaf4c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:37.382855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:37.406836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-41a982d0-72de-4a2f-a266-35008017d078 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8145256 Feb 15 02:04:37.411242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:37.413880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:37.457697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9643205e-f617-4393-82c8-1f346c1fac7d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.464633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:37.465806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.469827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7e067ea-3a9e-4097-af6e-6ec99aa04f37 admin admin] Publish callbacks [] for security_group (6e2f7fde-e518-4fd4-b6bb-99800edac04b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.523361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7e067ea-3a9e-4097-af6e-6ec99aa04f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6e2f7fde-e518-4fd4-b6bb-99800edac04b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.561707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9246686 Feb 15 02:04:37.581062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e067ea-3a9e-4097-af6e-6ec99aa04f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f7fde-e518-4fd4-b6bb-99800edac04b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:37.583937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc0fd6-cf80-4690-b091-b7a2b5d94ebe tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=9643205e-f617-4393-82c8-1f346c1fac7d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:37.587772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f7e067ea-3a9e-4097-af6e-6ec99aa04f37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9486894d797468f98eec69a18a78bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436879 Feb 15 02:04:37.590716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:37.611182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9643205e-f617-4393-82c8-1f346c1fac7d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:37.676976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:37.686443 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.699632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] Publish callbacks [] for security_group (6e2f7fde-e518-4fd4-b6bb-99800edac04b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.791170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] Publish callbacks [] for security_group (6e2f7fde-e518-4fd4-b6bb-99800edac04b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.964735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6e2f7fde-e518-4fd4-b6bb-99800edac04b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.967463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:37.978673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e2f7fde-e518-4fd4-b6bb-99800edac04b HTTP/1.1" status: 204 len: 168 time: 0.3777876 Feb 15 02:04:37.987780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d5268-4b1e-4856-8e4f-36ec589a7a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f7fde-e518-4fd4-b6bb-99800edac04b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:38.026558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:38.110829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:38.137051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:38.137591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network hostable DHCP agents. Network: ed5ec746-8ab8-4d21-956b-449fd7fcaf4c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:38.222224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:38.313719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ed5ec746-8ab8-4d21-956b-449fd7fcaf4c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:38.318295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:38.319103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:38.324898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862936e-5d79-454e-9ddc-538578f553b5 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:38.445505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:38.446102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8fbf347a-e79b-499b-a015-27655dda8bfa tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0366437 Feb 15 02:04:38.451471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'name': 'tempest-NetworksTestDHCPv6-949310981'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:38.535026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:38.537671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:38.690708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:38.694634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:38.720629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port e42f564f-8e27-484f-bc2a-9b5f85e27b2d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:38.805689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1/295cb29d-1805-4eb2-b839-0d02cd6dfe1c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:39.222055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks [] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.323422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.428456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:39.437635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:39.449502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:39.480710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::1b0 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1/e42f564f-8e27-484f-bc2a-9b5f85e27b2d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:39.632816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Attempting to bind port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:39.634681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Attempting to bind port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:39.635138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Attempting to bind port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:39.649242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:39.650403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:39.650958 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.651975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:39.653586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Bound port: 295cb29d-1805-4eb2-b839-0d02cd6dfe1c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:39.654715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.659266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Pushing event updated for resources: {'Port': ['ID=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:39.803143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] For port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:39.809036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] For port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:39.897527 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.899459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (e42f564f-8e27-484f-bc2a-9b5f85e27b2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:39.999170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485713a9-1ca0-4074-bb9b-7615a86a0135 None None] Pushing event updated for resources: {'Port': ['ID=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:40.011167 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e42f564f-8e27-484f-bc2a-9b5f85e27b2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:40.118171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=e42f564f-8e27-484f-bc2a-9b5f85e27b2d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:40.150258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:40.151911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:40.163941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:40.173178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:40.173742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:40.260621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-aa271645-56e0-4a80-8b13-fa48aafb4b9a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8137197 Feb 15 02:04:40.263170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:40.528572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bff194-0027-45cc-a744-8b566918171b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:40.536802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bff194-0027-45cc-a744-8b566918171b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:40.538460 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14bff194-0027-45cc-a744-8b566918171b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2737083 Feb 15 02:04:40.541350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:40.773436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port e42f564f-8e27-484f-bc2a-9b5f85e27b2d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:40.774861 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e42f564f-8e27-484f-bc2a-9b5f85e27b2d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:40.848525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:40.866497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:40.935638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e42f564f-8e27-484f-bc2a-9b5f85e27b2d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:40.968826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for e42f564f-8e27-484f-bc2a-9b5f85e27b2d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:41.113851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:41.113851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.289381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e42f564f-8e27-484f-bc2a-9b5f85e27b2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.428018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=e42f564f-8e27-484f-bc2a-9b5f85e27b2d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:41.433999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.440841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97ee0946-be77-41d2-851a-5a363585e21b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/e42f564f-8e27-484f-bc2a-9b5f85e27b2d HTTP/1.1" status: 204 len: 168 time: 0.8976014 Feb 15 02:04:41.442059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:41.533504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.547185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c881-10d1-40b0-a0fe-0a98fb69a9cd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:41.548626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c881-10d1-40b0-a0fe-0a98fb69a9cd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:41.553319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4213c881-10d1-40b0-a0fe-0a98fb69a9cd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1102490 Feb 15 02:04:41.554159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:41.635574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:41.635785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbd6a3-7370-40ec-ae67-a5f29c550966 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:41.648783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:41.654549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.680908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:41.681547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 9643205e-f617-4393-82c8-1f346c1fac7d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:41.731610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.734811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Provisioning complete for port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:41.734811 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.753900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 9643205e-f617-4393-82c8-1f346c1fac7d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:41.833476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9643205e-f617-4393-82c8-1f346c1fac7d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:41.840709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:41.841324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.914747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Current status of the port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:41.915142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.935108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea8c63a0-d81e-4ae7-9beb-4824319eb479 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0787668 Feb 15 02:04:41.935108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:41.943773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:41.946132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427306817'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:41.949058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214ae1c-f847-4dcb-895c-f75322c7fead None None] Network 9643205e-f617-4393-82c8-1f346c1fac7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:41.951183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 295cb29d-1805-4eb2-b839-0d02cd6dfe1c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:42.073074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:42.086326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.154721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.161485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:42.163947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:42.164402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.183733 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (16e4a41c-a1d0-40e9-848b-b55694a1b34e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.184748 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 16e4a41c-a1d0-40e9-848b-b55694a1b34e of type vlan for network b102f7c4-451c-4a38-b5fe-322ca08d8ada Feb 15 02:04:42.211853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:42.226726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.230858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7301a8c2-2bac-430e-bf73-b25a4f6da996 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1 HTTP/1.1" status: 204 len: 168 time: 0.6756616 Feb 15 02:04:42.233491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:42.295262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b102f7c4-451c-4a38-b5fe-322ca08d8ada), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.328166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29a269-c3f1-42b9-9a6a-d247df3dcca1 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:42.334070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad1f0618-225f-4763-ae70-b2218f180bba tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987332 Feb 15 02:04:42.337586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:42.346544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:42.361402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9643205e-f617-4393-82c8-1f346c1fac7d', 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:42.362270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.367136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:04:42.367497 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:04:42.437998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b102f7c4-451c-4a38-b5fe-322ca08d8ada), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.448913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:42.448913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.543422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=b102f7c4-451c-4a38-b5fe-322ca08d8ada,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:42.583611 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9f807825-2a3d-43b7-8401-12352421b718 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6469891 Feb 15 02:04:42.583766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b102f7c4-451c-4a38-b5fe-322ca08d8ada details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:42.583892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:42.589452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': 'b102f7c4-451c-4a38-b5fe-322ca08d8ada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:42.691532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:42.699081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.702829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:42.703408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.742460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:42.747665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:42.752509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:42.788950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Allocated IP 2001:db8:0:ffff::2 (9643205e-f617-4393-82c8-1f346c1fac7d/4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc/b976c021-c3eb-4ef4-8b67-bb70023a2a10) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:42.843913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.162082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a395a9f4-7377-4229-885d-01a5b3e328d1 None None] Current status of the port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:43.180693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:04:43.200438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e69557ba-76fa-4ec1-a213-b122f1d0d1d5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.263592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:43.267108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:43.271611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:43.272213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.289605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=e69557ba-76fa-4ec1-a213-b122f1d0d1d5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:43.307261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:43.349125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8a804d0b-8350-4ac9-b426-f692e89a77aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.353906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7651285a-c5d3-45fc-83d2-526dc2fb2e86 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0137711 Feb 15 02:04:43.358626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:43.366760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'name': 'tempest-NetworksTestDHCPv6-864568527'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:43.378229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-56af9795-241e-4032-b45e-bdb64a88a886 None None] Provisioning complete for port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:43.378655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56af9795-241e-4032-b45e-bdb64a88a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.423620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=8a804d0b-8350-4ac9-b426-f692e89a77aa,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:43.432661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '16e4a41c-a1d0-40e9-848b-b55694a1b34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b102f7c4-451c-4a38-b5fe-322ca08d8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:43.433037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: b102f7c4-451c-4a38-b5fe-322ca08d8ada, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:43.486695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks [] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.530701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Deleting port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:43.531088 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.533503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56af9795-241e-4032-b45e-bdb64a88a886 None None] Current status of the port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:43.583008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network b102f7c4-451c-4a38-b5fe-322ca08d8ada is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:43.593782 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.627993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:43.632382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.650874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b102f7c4-451c-4a38-b5fe-322ca08d8ada) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:43.659342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:43.659475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 3b2dc67f-dfd1-48a9-a759-d439281404cd yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:43.659567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.663454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Network 9643205e-f617-4393-82c8-1f346c1fac7d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:43.665566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c19491-4cf4-44e7-8a8f-763533111c10 None None] Network b102f7c4-451c-4a38-b5fe-322ca08d8ada requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:43.669528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Pushing event updated for resources: {'Port': ['ID=b976c021-c3eb-4ef4-8b67-bb70023a2a10,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:43.674825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:43.690641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:43.771790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49162d61-6250-4555-951e-e284623e6f16 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1867526 Feb 15 02:04:43.785478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:43.876675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::280 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e69557ba-76fa-4ec1-a213-b122f1d0d1d5/3b2dc67f-dfd1-48a9-a759-d439281404cd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:43.922177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b102f7c4-451c-4a38-b5fe-322ca08d8ada), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:43.984612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 295cb29d-1805-4eb2-b839-0d02cd6dfe1c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:04:43.996276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8a804d0b-8350-4ac9-b426-f692e89a77aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.032307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] For port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:44.032737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.057098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Attempting to bind port b976c021-c3eb-4ef4-8b67-bb70023a2a10 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:44.057460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Attempting to bind port b976c021-c3eb-4ef4-8b67-bb70023a2a10 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:44.057835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Attempting to bind port b976c021-c3eb-4ef4-8b67-bb70023a2a10 on network 9643205e-f617-4393-82c8-1f346c1fac7d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:44.064671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Calling delete_port for 295cb29d-1805-4eb2-b839-0d02cd6dfe1c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:44.091373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (3b2dc67f-dfd1-48a9-a759-d439281404cd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.121270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:44.121647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Checking segment: {'id': 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:44.122057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.122453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Bound using segment: {'id': 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:44.122951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Bound port: b976c021-c3eb-4ef4-8b67-bb70023a2a10, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9643205e-f617-4393-82c8-1f346c1fac7d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:44.123430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.141653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35188f1a-a86b-45cc-a635-c8f8dce70f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b102f7c4-451c-4a38-b5fe-322ca08d8ada', 'network_id': 'b102f7c4-451c-4a38-b5fe-322ca08d8ada', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '8a804d0b-8350-4ac9-b426-f692e89a77aa'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:44.144005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35188f1a-a86b-45cc-a635-c8f8dce70f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.155951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (8a804d0b-8350-4ac9-b426-f692e89a77aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.186634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=8a804d0b-8350-4ac9-b426-f692e89a77aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:44.194591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3b2dc67f-dfd1-48a9-a759-d439281404cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.295891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:44.296483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=3b2dc67f-dfd1-48a9-a759-d439281404cd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:44.300218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:44.303182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:44.308905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:44.309540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.336836 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b102f7c4-451c-4a38-b5fe-322ca08d8ada), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.364139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b102f7c4-451c-4a38-b5fe-322ca08d8ada']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:44.377511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e4a41c-a1d0-40e9-848b-b55694a1b34e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:44.377828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e4a41c-a1d0-40e9-848b-b55694a1b34e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:44.379507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] For port b976c021-c3eb-4ef4-8b67-bb70023a2a10, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:44.386280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:44.386759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.393501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (16e4a41c-a1d0-40e9-848b-b55694a1b34e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.400845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] For port b976c021-c3eb-4ef4-8b67-bb70023a2a10, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b976c021-c3eb-4ef4-8b67-bb70023a2a10,segment=NetworkSegment(b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6),segment_id=b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:44.409666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (16e4a41c-a1d0-40e9-848b-b55694a1b34e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.420391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-633efd6c-ab7c-4dc2-980b-3e8641ddb149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0608554 Feb 15 02:04:44.422776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:44.423439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:44.424328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (16e4a41c-a1d0-40e9-848b-b55694a1b34e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: warnings.warn(msg) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:44.431236 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:44.447397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06454ead-c7a0-406d-af62-a5f53daaad7a None None] Network b102f7c4-451c-4a38-b5fe-322ca08d8ada requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:44.558192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101f3c3-1bb9-47ae-801e-6794768202ad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:44.558435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.563635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101f3c3-1bb9-47ae-801e-6794768202ad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:44.568801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:44.568979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2101f3c3-1bb9-47ae-801e-6794768202ad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1452587 Feb 15 02:04:44.661958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b102f7c4-451c-4a38-b5fe-322ca08d8ada), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.669727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.674156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4f01-dc1d-4eda-a16b-4be6a34314a4 None None] Pushing event updated for resources: {'Port': ['ID=b976c021-c3eb-4ef4-8b67-bb70023a2a10,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:44.679219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53186) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:44.679387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/b102f7c4-451c-4a38-b5fe-322ca08d8ada HTTP/1.1" status: 204 len: 168 time: 0.8872097 Feb 15 02:04:44.686123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015631258'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:44.702520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 02:04:44.702520 n-d-829064-14 neutron-server[103886]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 15 02:04:44.702520 n-d-829064-14 neutron-server[103886]: [parameters: {'status': 'DOWN', 'ports_id': '295cb29d-1805-4eb2-b839-0d02cd6dfe1c'}] Feb 15 02:04:44.702520 n-d-829064-14 neutron-server[103886]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:04:44.707445 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:04:44.707445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (295cb29d-1805-4eb2-b839-0d02cd6dfe1c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.738664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898493-8865-4a2c-ae03-edc4854f9c8f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=b102f7c4-451c-4a38-b5fe-322ca08d8ada,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:44.748957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] Pushing event deleted for resources: {'Port': ['ID=295cb29d-1805-4eb2-b839-0d02cd6dfe1c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:44.750888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecb3ea-0de1-44af-9373-d493a2d2da29 None None] No DVR routers for this DVR port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:44.771797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e72e9-53b4-4f0b-a94f-53c276c04c1e None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:44.791640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 3b2dc67f-dfd1-48a9-a759-d439281404cd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:44.792112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3b2dc67f-dfd1-48a9-a759-d439281404cd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.793559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:44.799648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.849302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:44.868916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (19b18aa0-dd8a-47af-87b2-659b21a5bd8d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:44.869276 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 19b18aa0-dd8a-47af-87b2-659b21a5bd8d of type vlan for network ae99f5d7-4095-4f36-a449-b36bf831732a Feb 15 02:04:44.997393 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ae99f5d7-4095-4f36-a449-b36bf831732a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.005675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3b2dc67f-dfd1-48a9-a759-d439281404cd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.033977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': 'e69557ba-76fa-4ec1-a213-b122f1d0d1d5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:45.038153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.038735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 3b2dc67f-dfd1-48a9-a759-d439281404cd owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:45.119543 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ae99f5d7-4095-4f36-a449-b36bf831732a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.125368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:45.129198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.237954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Port 295cb29d-1805-4eb2-b839-0d02cd6dfe1c update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 02:04:45.252805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=ae99f5d7-4095-4f36-a449-b36bf831732a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:45.256943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e69557ba-76fa-4ec1-a213-b122f1d0d1d5/d3fd6941-7661-403c-9abb-5f7b7ed77aba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:45.267985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4fefd2e1-4cfc-4bf0-9441-bd84339e8560 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5869522 Feb 15 02:04:45.272500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:45.292043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:45.379558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ae99f5d7-4095-4f36-a449-b36bf831732a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:45.416716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3b2dc67f-dfd1-48a9-a759-d439281404cd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.531766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.610645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:45.614684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.733418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks [] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.805443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:45.939878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:45.954273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:45.962670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:45.982479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b976c021-c3eb-4ef4-8b67-bb70023a2a10 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:46.087930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=3b2dc67f-dfd1-48a9-a759-d439281404cd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:46.097049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e93ca59e-2853-48e6-b197-b7a384a12f02), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.105137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Pushing event updated for resources: {'Port': ['ID=d3fd6941-7661-403c-9abb-5f7b7ed77aba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:46.162795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.166989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95a69eca-b737-401b-99c2-bbeeff7ef3db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/3b2dc67f-dfd1-48a9-a759-d439281404cd HTTP/1.1" status: 204 len: 168 time: 1.5952754 Feb 15 02:04:46.169674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:46.177091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Attempting to bind port d3fd6941-7661-403c-9abb-5f7b7ed77aba on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:46.177754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Attempting to bind port d3fd6941-7661-403c-9abb-5f7b7ed77aba by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:46.178492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Attempting to bind port d3fd6941-7661-403c-9abb-5f7b7ed77aba on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:46.200709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:46.201149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:46.201398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.201805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:46.202288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Bound port: d3fd6941-7661-403c-9abb-5f7b7ed77aba, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:46.202912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.203579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=e93ca59e-2853-48e6-b197-b7a384a12f02,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:46.278851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267844d1-1fcb-4a43-bd9f-9ba4dff9a086 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:46.280669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267844d1-1fcb-4a43-bd9f-9ba4dff9a086 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:46.283336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-267844d1-1fcb-4a43-bd9f-9ba4dff9a086 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1108298 Feb 15 02:04:46.284414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b976c021-c3eb-4ef4-8b67-bb70023a2a10 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:46.285389 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.285639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '19b18aa0-dd8a-47af-87b2-659b21a5bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:46.286214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:46.286353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: ae99f5d7-4095-4f36-a449-b36bf831732a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:46.325042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257167aa-e41d-40d5-9612-7b65cb081e63 None None] Network 9643205e-f617-4393-82c8-1f346c1fac7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:46.371681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet e69557ba-76fa-4ec1-a213-b122f1d0d1d5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:46.375596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (e69557ba-76fa-4ec1-a213-b122f1d0d1d5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.427544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network ae99f5d7-4095-4f36-a449-b36bf831732a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:46.448694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e69557ba-76fa-4ec1-a213-b122f1d0d1d5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.460142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] For port d3fd6941-7661-403c-9abb-5f7b7ed77aba, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:46.467047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f7612f31-1d70-485e-b05c-d4b4c87900ac None None] Provisioning complete for port b976c021-c3eb-4ef4-8b67-bb70023a2a10 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:46.467511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7612f31-1d70-485e-b05c-d4b4c87900ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.507579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ae99f5d7-4095-4f36-a449-b36bf831732a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:46.518964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:46.519904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] For port d3fd6941-7661-403c-9abb-5f7b7ed77aba, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3fd6941-7661-403c-9abb-5f7b7ed77aba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:46.521493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.526816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d440b-9945-4335-aad5-7b45455cd083 None None] Network ae99f5d7-4095-4f36-a449-b36bf831732a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:46.620608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e69557ba-76fa-4ec1-a213-b122f1d0d1d5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.623118 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.633680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23dfcb82-d527-4407-b608-7e80d6f39fc6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3537123 Feb 15 02:04:46.634952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:46.642770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870628885'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:46.709491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a66a77-2069-4ff9-821c-3e2e7b80a5e1 None None] Pushing event updated for resources: {'Port': ['ID=d3fd6941-7661-403c-9abb-5f7b7ed77aba,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:46.777651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:46.784363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.797222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b976c021-c3eb-4ef4-8b67-bb70023a2a10 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:46.797670 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.861142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:46.868646 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e69557ba-76fa-4ec1-a213-b122f1d0d1d5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.897182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:46.904313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port b976c021-c3eb-4ef4-8b67-bb70023a2a10, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b976c021-c3eb-4ef4-8b67-bb70023a2a10,segment=NetworkSegment(b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6),segment_id=b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:46.914693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:46.919923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e69557ba-76fa-4ec1-a213-b122f1d0d1d5 HTTP/1.1" status: 204 len: 168 time: 0.6314044 Feb 15 02:04:46.994316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9112c-0797-4603-b826-d25f960af252 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=e69557ba-76fa-4ec1-a213-b122f1d0d1d5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:47.026185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:47.029405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c7298da8-22c8-428c-84f2-2f2b31cbeb4e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134868 Feb 15 02:04:47.031068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:47.033077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7069f553-01b6-42bc-9da7-e60533190edf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.033436 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 7069f553-01b6-42bc-9da7-e60533190edf of type vlan for network 84329164-b969-4cf4-9b6c-9be2a979a395 Feb 15 02:04:47.119223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7612f31-1d70-485e-b05c-d4b4c87900ac None None] Current status of the port b976c021-c3eb-4ef4-8b67-bb70023a2a10 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:47.123791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.181867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (84329164-b969-4cf4-9b6c-9be2a979a395), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.210274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ae99f5d7-4095-4f36-a449-b36bf831732a', 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': 'e93ca59e-2853-48e6-b197-b7a384a12f02'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:47.211209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.287714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=b976c021-c3eb-4ef4-8b67-bb70023a2a10,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:47.325564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (84329164-b969-4cf4-9b6c-9be2a979a395), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.349919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:47.350575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.389007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:47.394641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.479965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea8fc8f6-a971-4e11-88a3-74d9d4b65f07 None None] Provisioning complete for port b976c021-c3eb-4ef4-8b67-bb70023a2a10 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:47.480508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc8f6-a971-4e11-88a3-74d9d4b65f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.492846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8566151 Feb 15 02:04:47.500825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:47.514556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '84329164-b969-4cf4-9b6c-9be2a979a395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:47.563174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9877-b348-489b-858d-f781f18673a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=84329164-b969-4cf4-9b6c-9be2a979a395,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:47.587950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 84329164-b969-4cf4-9b6c-9be2a979a395 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:47.770588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:47.775349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.897136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (3ce7a405-9e8d-4b88-bde4-6229bc9cfff5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:47.992595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Allocated IP 2001:db8::3 (ae99f5d7-4095-4f36-a449-b36bf831732a/e93ca59e-2853-48e6-b197-b7a384a12f02/e774d21e-876f-4ed1-be22-354caf95d11d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:47.999734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Performing IP validity checks on allocation pools {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:04:48.000047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=3ce7a405-9e8d-4b88-bde4-6229bc9cfff5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:48.005557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:04:48.039106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:48.041049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:48.044108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:48.045243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.087997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3fd6941-7661-403c-9abb-5f7b7ed77aba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:48.096432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.126797 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5a59ea1-cabf-458e-90b7-1982d2f78458 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0998387 Feb 15 02:04:48.131625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:48.145554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'name': 'tempest-NetworksTestDHCPv6-595868080'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:48.173819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fc8f6-a971-4e11-88a3-74d9d4b65f07 None None] Current status of the port b976c021-c3eb-4ef4-8b67-bb70023a2a10 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:48.256032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d3fd6941-7661-403c-9abb-5f7b7ed77aba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:48.256363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.349038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (bde2b14f-d435-415d-b001-d10eba81e180), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.354254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks [] for port (e774d21e-876f-4ed1-be22-354caf95d11d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.413152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d3fd6941-7661-403c-9abb-5f7b7ed77aba is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:48.413865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.457148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.469839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d3fd6941-7661-403c-9abb-5f7b7ed77aba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3fd6941-7661-403c-9abb-5f7b7ed77aba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:48.474124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:48.480642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.541059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.542726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b976c021-c3eb-4ef4-8b67-bb70023a2a10 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:48.552825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 158c5afc-06cd-4bc6-8245-867831c79cb9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:48.571471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Network ae99f5d7-4095-4f36-a449-b36bf831732a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:48.576067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=bde2b14f-d435-415d-b001-d10eba81e180,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:48.585555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '7069f553-01b6-42bc-9da7-e60533190edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84329164-b969-4cf4-9b6c-9be2a979a395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:48.587719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 84329164-b969-4cf4-9b6c-9be2a979a395, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:48.625168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:48.691895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:48.700043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Pushing event updated for resources: {'Port': ['ID=e774d21e-876f-4ed1-be22-354caf95d11d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:48.702250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 84329164-b969-4cf4-9b6c-9be2a979a395 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:48.787835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 84329164-b969-4cf4-9b6c-9be2a979a395) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:48.792135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:48.792775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.798888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Attempting to bind port e774d21e-876f-4ed1-be22-354caf95d11d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:48.799971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Attempting to bind port e774d21e-876f-4ed1-be22-354caf95d11d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '19b18aa0-dd8a-47af-87b2-659b21a5bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:48.800963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Attempting to bind port e774d21e-876f-4ed1-be22-354caf95d11d on network ae99f5d7-4095-4f36-a449-b36bf831732a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:48.814186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:48.814567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Checking segment: {'id': '19b18aa0-dd8a-47af-87b2-659b21a5bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:48.814984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.815388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Bound using segment: {'id': '19b18aa0-dd8a-47af-87b2-659b21a5bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:48.816649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Bound port: e774d21e-876f-4ed1-be22-354caf95d11d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b18aa0-dd8a-47af-87b2-659b21a5bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae99f5d7-4095-4f36-a449-b36bf831732a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:48.816951 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:48.848345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::1dc (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/3ce7a405-9e8d-4b88-bde4-6229bc9cfff5/158c5afc-06cd-4bc6-8245-867831c79cb9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:48.893534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-32d629bb-e153-416e-96fd-bafe72e3f457 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3883131 Feb 15 02:04:48.896861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:48.910699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] For port e774d21e-876f-4ed1-be22-354caf95d11d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:48.915063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] For port e774d21e-876f-4ed1-be22-354caf95d11d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e774d21e-876f-4ed1-be22-354caf95d11d,segment=NetworkSegment(19b18aa0-dd8a-47af-87b2-659b21a5bd8d),segment_id=19b18aa0-dd8a-47af-87b2-659b21a5bd8d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:48.920056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f7a34-182b-4bb4-a428-64b07f9e1476 None None] Network 84329164-b969-4cf4-9b6c-9be2a979a395 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:49.024867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (84329164-b969-4cf4-9b6c-9be2a979a395), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.039630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.049401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1410f-969d-4ba5-b306-eb59f064b7cd None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:49.112472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (158c5afc-06cd-4bc6-8245-867831c79cb9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.176337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bde2b14f-d435-415d-b001-d10eba81e180), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.211756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-5d63089b-51d5-4916-98ab-1a079b230049 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326816 Feb 15 02:04:49.236455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b976c021-c3eb-4ef4-8b67-bb70023a2a10 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:49.237019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.322054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (bde2b14f-d435-415d-b001-d10eba81e180), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.325686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8950e-fef9-4d49-a66a-884b8939495d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-84329164-b969-4cf4-9b6c-9be2a979a395', 'network_id': '84329164-b969-4cf4-9b6c-9be2a979a395', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': 'bde2b14f-d435-415d-b001-d10eba81e180'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:49.326934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed8950e-fef9-4d49-a66a-884b8939495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.425030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=bde2b14f-d435-415d-b001-d10eba81e180,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:49.465944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-23471bf5-9ca2-4bb4-8540-a9d36a80a304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3108351 Feb 15 02:04:49.486447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d3fd6941-7661-403c-9abb-5f7b7ed77aba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:49.502864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (158c5afc-06cd-4bc6-8245-867831c79cb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.558243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f4e1-26fe-4380-bb23-c2784fc21967 None None] Pushing event updated for resources: {'Port': ['ID=e774d21e-876f-4ed1-be22-354caf95d11d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:49.571811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2e635f4e-8ab3-428f-9ffc-ae14bd58a8e6 None None] Provisioning complete for port d3fd6941-7661-403c-9abb-5f7b7ed77aba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:49.572550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e635f4e-8ab3-428f-9ffc-ae14bd58a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.615319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:49.643177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:49.653887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:49.660059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:49.661224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.664091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=158c5afc-06cd-4bc6-8245-867831c79cb9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:49.673789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (84329164-b969-4cf4-9b6c-9be2a979a395), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.692808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b976c021-c3eb-4ef4-8b67-bb70023a2a10 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:49.696918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e6d0d-d967-461b-b514-2d25d245ef63 None None] Network 84329164-b969-4cf4-9b6c-9be2a979a395 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:49.702958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1891-15b8-4858-974c-def0e7518105 req-3cb4ee90-ad41-4bfc-bfcf-dce952564eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:49.702958 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-3cb4ee90-ad41-4bfc-bfcf-dce952564eb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1128 time: 0.1169236 Feb 15 02:04:49.714543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84329164-b969-4cf4-9b6c-9be2a979a395']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:49.740247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7069f553-01b6-42bc-9da7-e60533190edf') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:49.740600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7069f553-01b6-42bc-9da7-e60533190edf') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:49.814414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7069f553-01b6-42bc-9da7-e60533190edf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.853861 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-011599f1-6469-413b-bc44-cef4d1aefb08 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7207077 Feb 15 02:04:49.854496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:49.865773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7069f553-01b6-42bc-9da7-e60533190edf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.872701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2e635f4e-8ab3-428f-9ffc-ae14bd58a8e6 None None] Current status of the port d3fd6941-7661-403c-9abb-5f7b7ed77aba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:49.879509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2e635f4e-8ab3-428f-9ffc-ae14bd58a8e6 None None] Could not find standard attr ID for object 3b2dc67f-dfd1-48a9-a759-d439281404cd. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:04:49.907344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:49.907927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7069f553-01b6-42bc-9da7-e60533190edf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:49.916539 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:49.952028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3fd6941-7661-403c-9abb-5f7b7ed77aba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:49.956640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-41872c12-d708-43d9-a91d-9e6d3e62195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:49.957825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-41872c12-d708-43d9-a91d-9e6d3e62195b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 1128 time: 0.5514731 Feb 15 02:04:50.099020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae5bfa-ccbb-4870-b340-62467d9f50c9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.107340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae5bfa-ccbb-4870-b340-62467d9f50c9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.113115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5aae5bfa-ccbb-4870-b340-62467d9f50c9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2517972 Feb 15 02:04:50.125850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:50.140616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1891-15b8-4858-974c-def0e7518105 req-f873f1d7-514f-4120-8a3c-5c349ce7636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.142110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-f873f1d7-514f-4120-8a3c-5c349ce7636c service neutron] 10.222.0.37 "GET /v2.0/networks?id=63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 200 len: 910 time: 0.4106698 Feb 15 02:04:50.186681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d3fd6941-7661-403c-9abb-5f7b7ed77aba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:50.188413 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.205068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-5ae8ca6a-815c-4ebe-90e3-fc884f5a1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.207138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-5ae8ca6a-815c-4ebe-90e3-fc884f5a1529 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 914 time: 0.2096779 Feb 15 02:04:50.226254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (84329164-b969-4cf4-9b6c-9be2a979a395), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.274658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.282278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/84329164-b969-4cf4-9b6c-9be2a979a395 HTTP/1.1" status: 204 len: 168 time: 1.3842692 Feb 15 02:04:50.288466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:50.299862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-8006424c-3e4f-4215-845e-9e106886c0d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 200 len: 217 time: 0.0726821 Feb 15 02:04:50.301467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11444b6f-dd2c-4c53-944a-7bcf4ec2cc4b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=84329164-b969-4cf4-9b6c-9be2a979a395,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:50.305954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-42413409'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:50.352888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-0785405c-7423-4054-bd75-f5f5749870dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 200 len: 1001 time: 0.1803675 Feb 15 02:04:50.359847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-80a21477-ece6-452d-a7f0-b878606ced36 None None] Provisioning complete for port d3fd6941-7661-403c-9abb-5f7b7ed77aba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:50.360784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80a21477-ece6-452d-a7f0-b878606ced36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.406522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d3fd6941-7661-403c-9abb-5f7b7ed77aba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:50.407798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-e741bb29-f995-4dac-ab2d-1de2689d4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.409843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-e741bb29-f995-4dac-ab2d-1de2689d4bd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.1059046 Feb 15 02:04:50.453671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1891-15b8-4858-974c-def0e7518105 req-03a22949-8c0a-45ea-8d7c-cad49d5d8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.455184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-03a22949-8c0a-45ea-8d7c-cad49d5d8916 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7e168bf-9e51-4983-a70f-e5caf5454fa3 HTTP/1.1" status: 200 len: 848 time: 0.0929744 Feb 15 02:04:50.472838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-5f32e8a9-319e-4c71-8e47-387aa06bea5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565629 Feb 15 02:04:50.481479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:50.490878 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.512841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 158c5afc-06cd-4bc6-8245-867831c79cb9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:50.512841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (158c5afc-06cd-4bc6-8245-867831c79cb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.531792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80a21477-ece6-452d-a7f0-b878606ced36 None None] Current status of the port d3fd6941-7661-403c-9abb-5f7b7ed77aba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:50.609576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-b12b74a3-9893-407f-a21e-09719d26fd7d service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284878 Feb 15 02:04:50.645539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (158c5afc-06cd-4bc6-8245-867831c79cb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.665659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 158c5afc-06cd-4bc6-8245-867831c79cb9 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:50.700958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:50.727735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11ea1ac-898c-4f71-a97f-e4adba78c033 req-79a58cc8-3af3-457f-9193-b68dd735aa1b service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066122 Feb 15 02:04:50.760788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94858dac-b659-4800-8989-8db8a7dec78f None None] Could not find standard attr ID for object e42f564f-8e27-484f-bc2a-9b5f85e27b2d. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:04:50.790127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6151a69c-144c-4284-884d-3ad2c350e4e7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:50.790557 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 6151a69c-144c-4284-884d-3ad2c350e4e7 of type vlan for network dbb81436-d895-4432-a710-e4fb91146e89 Feb 15 02:04:50.808107 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1891-15b8-4858-974c-def0e7518105 req-67540f7f-9d1f-4605-b214-2e58214d4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:50.809795 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-67540f7f-9d1f-4605-b214-2e58214d4609 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63fe4180-7f39-42d4-8d99-de8b3fc33926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3418267 Feb 15 02:04:50.993243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (dbb81436-d895-4432-a710-e4fb91146e89), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.045252 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aeb2aeff-8de8-428b-993d-7ceb5c4c24de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.096712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2a06f6e1-e75d-4104-8fbf-83b5bca0b265 None None] Could not find standard attr ID for object 3b2dc67f-dfd1-48a9-a759-d439281404cd. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:04:51.101365 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-eafee396-fbfd-4ecf-976a-fdcce43e9edc service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600536 Feb 15 02:04:51.144391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (dbb81436-d895-4432-a710-e4fb91146e89), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.152025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:51.152768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.188401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (158c5afc-06cd-4bc6-8245-867831c79cb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.234327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10b18e-beac-4c5e-abd5-c0be0e796f63 None None] Network ae99f5d7-4095-4f36-a449-b36bf831732a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:51.329396 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0367358 Feb 15 02:04:51.333073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:51.338204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': 'dbb81436-d895-4432-a710-e4fb91146e89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:51.374222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=158c5afc-06cd-4bc6-8245-867831c79cb9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:51.448001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Provisioning complete for port e774d21e-876f-4ed1-be22-354caf95d11d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:51.448547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.467042 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.476851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fbe4edbd-17af-41ec-9775-9ffb1f9cb9e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/158c5afc-06cd-4bc6-8245-867831c79cb9 HTTP/1.1" status: 204 len: 168 time: 1.3513203 Feb 15 02:04:51.482192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:51.484718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5d0ff-e8e8-4d2d-97d9-2d96f5427927 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=dbb81436-d895-4432-a710-e4fb91146e89,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:51.503621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b56d1891-15b8-4858-974c-def0e7518105 req-31aef8b1-4c21-4cbe-bb19-20a805d919eb service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899286 Feb 15 02:04:51.573206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network dbb81436-d895-4432-a710-e4fb91146e89 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:51.819796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Current status of the port e774d21e-876f-4ed1-be22-354caf95d11d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:51.820349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.879517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] For port e774d21e-876f-4ed1-be22-354caf95d11d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e774d21e-876f-4ed1-be22-354caf95d11d,segment=NetworkSegment(19b18aa0-dd8a-47af-87b2-659b21a5bd8d),segment_id=19b18aa0-dd8a-47af-87b2-659b21a5bd8d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:51.953869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:51.960889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e774d21e-876f-4ed1-be22-354caf95d11d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:52.148171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f6599-0254-45e9-bb14-3b20c2fbc780 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:52.149471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f6599-0254-45e9-bb14-3b20c2fbc780 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:52.151563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-555f6599-0254-45e9-bb14-3b20c2fbc780 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6672504 Feb 15 02:04:52.151964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc14e811-7880-4f05-8dcd-81d5e8d4beea None None] Could not find standard attr ID for object 158c5afc-06cd-4bc6-8245-867831c79cb9. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:04:52.154680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:52.218341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5584-f5a1-4927-a69c-0fda70c6210e None None] Pushing event updated for resources: {'Port': ['ID=e774d21e-876f-4ed1-be22-354caf95d11d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:52.232724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 3ce7a405-9e8d-4b88-bde4-6229bc9cfff5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:52.237258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (3ce7a405-9e8d-4b88-bde4-6229bc9cfff5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.239790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:52.243487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.253792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e774d21e-876f-4ed1-be22-354caf95d11d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:52.254402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.340156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ae6541ea-58a9-4c39-8508-6d315ff525d3 None None] Provisioning complete for port e774d21e-876f-4ed1-be22-354caf95d11d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:52.340794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae6541ea-58a9-4c39-8508-6d315ff525d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.341405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (3ce7a405-9e8d-4b88-bde4-6229bc9cfff5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.424132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3ce7a405-9e8d-4b88-bde4-6229bc9cfff5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.588355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (3ce7a405-9e8d-4b88-bde4-6229bc9cfff5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.596675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e774d21e-876f-4ed1-be22-354caf95d11d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:52.665993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce7a405-9e8d-4b88-bde4-6229bc9cfff5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:52.666426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae6541ea-58a9-4c39-8508-6d315ff525d3 None None] Current status of the port e774d21e-876f-4ed1-be22-354caf95d11d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:52.696618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.704095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-db1184b2-5890-4408-91c9-694a752041d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/3ce7a405-9e8d-4b88-bde4-6229bc9cfff5 HTTP/1.1" status: 204 len: 168 time: 0.5462306 Feb 15 02:04:52.707420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53314) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:52.787346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84acacf-7051-403d-acb7-8094b4ffe7bd None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:52.804003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:52.814391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c1036a0-8f88-4c66-9c97-43ca7f3fff76 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019077 Feb 15 02:04:52.879673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857cbae-b7ce-4684-9329-54994a6f5d53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:52.884765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:52.896694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8857cbae-b7ce-4684-9329-54994a6f5d53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911875 Feb 15 02:04:52.936130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (98c998af-5096-4014-9e17-a5c055e8cc54), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:52.955871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78a67d-6660-4f27-93ed-d15bcaebf0e1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:52.961492 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce78a67d-6660-4f27-93ed-d15bcaebf0e1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743501 Feb 15 02:04:52.962201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:52.987578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:04:53.068866 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00f2dfd9-6a4b-44c4-a47c-befe6a486c55 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052082 Feb 15 02:04:53.069759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:53.075548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:53.082634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=98c998af-5096-4014-9e17-a5c055e8cc54,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:53.108239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '6151a69c-144c-4284-884d-3ad2c350e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbb81436-d895-4432-a710-e4fb91146e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:53.110581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: dbb81436-d895-4432-a710-e4fb91146e89, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:53.123970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Deleting port d3fd6941-7661-403c-9abb-5f7b7ed77aba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:53.124377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.229754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] For port d3fd6941-7661-403c-9abb-5f7b7ed77aba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d3fd6941-7661-403c-9abb-5f7b7ed77aba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:53.229754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.239640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Calling delete_port for d3fd6941-7661-403c-9abb-5f7b7ed77aba owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:53.244545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network dbb81436-d895-4432-a710-e4fb91146e89 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:53.290785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:53.297109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.343455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03cb7b28-9500-49ff-b39d-13e07cb85b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.383339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, dbb81436-d895-4432-a710-e4fb91146e89) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:53.388138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:53.394671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ebdde-de71-470b-9fd0-cdbb5b3edd8c None None] Network dbb81436-d895-4432-a710-e4fb91146e89 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:53.399334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.524552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6b7f9b53-9786-4d23-bf65-2ca5c05b0c62 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1875746 Feb 15 02:04:53.525086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:53.547824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (d3fd6941-7661-403c-9abb-5f7b7ed77aba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.563290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ef559-8e0c-41e2-a642-fdf082b071a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-dbb81436-d895-4432-a710-e4fb91146e89', 'network_id': 'dbb81436-d895-4432-a710-e4fb91146e89', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '98c998af-5096-4014-9e17-a5c055e8cc54'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:53.564263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-672ef559-8e0c-41e2-a642-fdf082b071a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.639682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (1ded5526-b204-4c8e-838f-925fe505fd8b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.656829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (dbb81436-d895-4432-a710-e4fb91146e89), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.731684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (98c998af-5096-4014-9e17-a5c055e8cc54), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.757954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:53.761580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:53.766734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:53.767337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.785636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=1ded5526-b204-4c8e-838f-925fe505fd8b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:53.861766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ecf7f69e-661a-4f83-b3d1-44050bddb8a6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7881219 Feb 15 02:04:53.867085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:53.869461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '1ded5526-b204-4c8e-838f-925fe505fd8b', 'ip_address': '2001:db8::7e1c:fdac:33be:9f25'}], 'name': 'tempest-NetworksTestDHCPv6-1869305825'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:53.909106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e774d21e-876f-4ed1-be22-354caf95d11d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:04:53.914598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (98c998af-5096-4014-9e17-a5c055e8cc54), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:53.919992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] Pushing event deleted for resources: {'Port': ['ID=d3fd6941-7661-403c-9abb-5f7b7ed77aba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:53.926947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95523037-2c04-4638-878f-1624bd7a8bf8 None None] No DVR routers for this DVR port d3fd6941-7661-403c-9abb-5f7b7ed77aba on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:53.975498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a5b33-7c31-49f3-947e-b8edea11615b None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:53.987161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=98c998af-5096-4014-9e17-a5c055e8cc54,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:54.038426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (dbb81436-d895-4432-a710-e4fb91146e89), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.091613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb81436-d895-4432-a710-e4fb91146e89']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:54.119460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:54.122327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6151a69c-144c-4284-884d-3ad2c350e4e7') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:54.122636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6151a69c-144c-4284-884d-3ad2c350e4e7') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:54.133660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (6151a69c-144c-4284-884d-3ad2c350e4e7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.165508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6151a69c-144c-4284-884d-3ad2c350e4e7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.182100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:54.182523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (6151a69c-144c-4284-884d-3ad2c350e4e7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:54.185912 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:54.194460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053295f-0c50-4629-b9ab-bc913a74a0e5 None None] Network dbb81436-d895-4432-a710-e4fb91146e89 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:54.205712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e774d21e-876f-4ed1-be22-354caf95d11d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:54.206679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.282966 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.308034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 6c3f8498-3868-4592-8e88-917fcd5a3040 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:54.314693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '1ded5526-b204-4c8e-838f-925fe505fd8b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:54.315606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.377130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (dbb81436-d895-4432-a710-e4fb91146e89), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.405454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.422987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/dbb81436-d895-4432-a710-e4fb91146e89 HTTP/1.1" status: 204 len: 168 time: 0.8967428 Feb 15 02:04:54.437121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:54.443257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589229851'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:54.443469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb76c8-535f-4a2e-b069-68d38c05c6b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=dbb81436-d895-4432-a710-e4fb91146e89,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:54.536665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:54.540330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.566164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:54.578158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.578158 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment bb005dc9-588a-4c2d-b033-ad9d10c377e3 of type vlan for network 594293dc-dfdb-40b8-ae47-8ab42ea5757b Feb 15 02:04:54.599729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e774d21e-876f-4ed1-be22-354caf95d11d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:54.611235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.696430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3fd6941-7661-403c-9abb-5f7b7ed77aba no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:04:54.696620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.697166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-591eebb3-b08b-4ae1-ab55-2e1701a4dada req-89b76c19-952c-4021-87be-624b3fb45ddf service neutron] (103884) timed out ('10.222.0.43', 57608) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:04:54.718469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/1ded5526-b204-4c8e-838f-925fe505fd8b/dd387453-a427-4f81-933f-3cf2e666d45c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:54.723395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d3fd6941-7661-403c-9abb-5f7b7ed77aba {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:04:54.730872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d3fd6941-7661-403c-9abb-5f7b7ed77aba not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:04:54.822215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.828512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:54.829196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.916838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks [] for port (dd387453-a427-4f81-933f-3cf2e666d45c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:54.921203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=594293dc-dfdb-40b8-ae47-8ab42ea5757b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:54.939908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 594293dc-dfdb-40b8-ae47-8ab42ea5757b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:54.953277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a070e5f-6514-48e8-beb0-480ca9bb99da tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5144091 Feb 15 02:04:54.953741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:54.959964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:55.057303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.165971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:55.187276 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.196423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:55.212320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:55.216154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::7e1c:fdac:33be:9f25 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/1ded5526-b204-4c8e-838f-925fe505fd8b/6c3f8498-3868-4592-8e88-917fcd5a3040) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:55.225175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:55.228749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Pushing event updated for resources: {'Port': ['ID=dd387453-a427-4f81-933f-3cf2e666d45c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:55.320727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Attempting to bind port dd387453-a427-4f81-933f-3cf2e666d45c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:55.321144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Attempting to bind port dd387453-a427-4f81-933f-3cf2e666d45c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:55.321513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Attempting to bind port dd387453-a427-4f81-933f-3cf2e666d45c on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:55.327405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:55.327730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:55.328143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.328577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:55.329248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Bound port: dd387453-a427-4f81-933f-3cf2e666d45c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:55.329645 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.457938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] For port dd387453-a427-4f81-933f-3cf2e666d45c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:55.461923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] For port dd387453-a427-4f81-933f-3cf2e666d45c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dd387453-a427-4f81-933f-3cf2e666d45c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:55.525294 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.543557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (6c3f8498-3868-4592-8e88-917fcd5a3040), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.610535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b355d-5a83-4abd-b1ac-f795ddea3ee9 None None] Pushing event updated for resources: {'Port': ['ID=dd387453-a427-4f81-933f-3cf2e666d45c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:55.685259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6c3f8498-3868-4592-8e88-917fcd5a3040), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.742782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (07e97f90-4698-4666-9499-c7fae8696c33), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.746715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:55.751365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:55.761444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:55.774711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:55.775767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.786894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=6c3f8498-3868-4592-8e88-917fcd5a3040,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:55.872491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': 'bb005dc9-588a-4c2d-b033-ad9d10c377e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:55.872879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 594293dc-dfdb-40b8-ae47-8ab42ea5757b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:04:55.886197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=07e97f90-4698-4666-9499-c7fae8696c33,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:55.924366 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5bffb93-a1a9-446f-be84-44efb2f2a79d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0566225 Feb 15 02:04:55.930174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:55.947430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:55.991877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bd87e-3432-4e82-ab8d-3a4bdf36426a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:55.997289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bd87e-3432-4e82-ab8d-3a4bdf36426a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:56.000335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e56bd87e-3432-4e82-ab8d-3a4bdf36426a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0724225 Feb 15 02:04:56.001703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:56.011003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 594293dc-dfdb-40b8-ae47-8ab42ea5757b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:04:56.099514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 594293dc-dfdb-40b8-ae47-8ab42ea5757b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:56.106294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:56.106902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.119317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 6c3f8498-3868-4592-8e88-917fcd5a3040 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:56.119665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6c3f8498-3868-4592-8e88-917fcd5a3040), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.119921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac76f0-4ef0-4b5a-ab7c-47bb74529812 None None] Network 594293dc-dfdb-40b8-ae47-8ab42ea5757b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:56.212673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6c3f8498-3868-4592-8e88-917fcd5a3040), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.233756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 6c3f8498-3868-4592-8e88-917fcd5a3040 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:56.238399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-594293dc-dfdb-40b8-ae47-8ab42ea5757b', 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '07e97f90-4698-4666-9499-c7fae8696c33'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:56.239272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.250725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3c4de377-a7b7-427a-9c3c-4eb64d3c1cc1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2941816 Feb 15 02:04:56.252652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:56.481311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.491707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Allocated IP 2001:db8::1 (594293dc-dfdb-40b8-ae47-8ab42ea5757b/07e97f90-4698-4666-9499-c7fae8696c33/6bbf0fea-6e93-4c05-9d57-15661332ef1f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:56.519553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6c3f8498-3868-4592-8e88-917fcd5a3040), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.563537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=6c3f8498-3868-4592-8e88-917fcd5a3040,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:56.584320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (07e97f90-4698-4666-9499-c7fae8696c33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.620623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.625793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a6824bf-da3a-4e5c-810a-f80335c517bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/6c3f8498-3868-4592-8e88-917fcd5a3040 HTTP/1.1" status: 204 len: 168 time: 0.6229560 Feb 15 02:04:56.628937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:56.702260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6d246-3b07-405b-8d91-308c8cdfee51 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:56.703642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6d246-3b07-405b-8d91-308c8cdfee51 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:56.707822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c6b6d246-3b07-405b-8d91-308c8cdfee51 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0752645 Feb 15 02:04:56.708016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53412) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:56.782741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks [] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.809848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 1ded5526-b204-4c8e-838f-925fe505fd8b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:04:56.813758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (1ded5526-b204-4c8e-838f-925fe505fd8b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.828255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.874688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (1ded5526-b204-4c8e-838f-925fe505fd8b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.903507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Network 594293dc-dfdb-40b8-ae47-8ab42ea5757b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:56.909036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:56.911668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Pushing event updated for resources: {'Port': ['ID=6bbf0fea-6e93-4c05-9d57-15661332ef1f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:56.916577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:56.957346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (07e97f90-4698-4666-9499-c7fae8696c33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.984973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Attempting to bind port 6bbf0fea-6e93-4c05-9d57-15661332ef1f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:56.985375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Attempting to bind port 6bbf0fea-6e93-4c05-9d57-15661332ef1f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'bb005dc9-588a-4c2d-b033-ad9d10c377e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:56.985675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Attempting to bind port 6bbf0fea-6e93-4c05-9d57-15661332ef1f on network 594293dc-dfdb-40b8-ae47-8ab42ea5757b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:56.997559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:56.997559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Checking segment: {'id': 'bb005dc9-588a-4c2d-b033-ad9d10c377e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:56.997559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:56.998151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Bound using segment: {'id': 'bb005dc9-588a-4c2d-b033-ad9d10c377e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:56.998251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Bound port: 6bbf0fea-6e93-4c05-9d57-15661332ef1f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb005dc9-588a-4c2d-b033-ad9d10c377e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:56.998675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.045347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1ded5526-b204-4c8e-838f-925fe505fd8b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.070183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=07e97f90-4698-4666-9499-c7fae8696c33,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:57.084973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Provisioning complete for port dd387453-a427-4f81-933f-3cf2e666d45c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:04:57.085354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.130894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] For port 6bbf0fea-6e93-4c05-9d57-15661332ef1f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:04:57.153991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] For port 6bbf0fea-6e93-4c05-9d57-15661332ef1f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6bbf0fea-6e93-4c05-9d57-15661332ef1f,segment=NetworkSegment(bb005dc9-588a-4c2d-b033-ad9d10c377e3),segment_id=bb005dc9-588a-4c2d-b033-ad9d10c377e3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:04:57.188759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.216235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594293dc-dfdb-40b8-ae47-8ab42ea5757b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:57.227433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb005dc9-588a-4c2d-b033-ad9d10c377e3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:57.227739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb005dc9-588a-4c2d-b033-ad9d10c377e3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:57.238418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.240462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.286180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (1ded5526-b204-4c8e-838f-925fe505fd8b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.297156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.360837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=1ded5526-b204-4c8e-838f-925fe505fd8b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:57.373454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.379037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-89136a9b-a43b-4059-ae04-19db388c4251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1ded5526-b204-4c8e-838f-925fe505fd8b HTTP/1.1" status: 204 len: 168 time: 0.6656752 Feb 15 02:04:57.379128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:57.382777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Current status of the port dd387453-a427-4f81-933f-3cf2e666d45c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:57.383100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.495319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f0a64b9-1be4-4809-aa06-f57628443f51 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131475 Feb 15 02:04:57.495319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:57.504587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566c7d4-93ff-4bbe-b7aa-52c80e745e43 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:57.508593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:57.516065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae97da-a8aa-40a0-955f-342297494c57 None None] Pushing event updated for resources: {'Port': ['ID=6bbf0fea-6e93-4c05-9d57-15661332ef1f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:57.536093 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.537181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:04:57.537181 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:04:57.537181 n-d-829064-14 neutron-server[103885]: [parameters: {'id': '594293dc-dfdb-40b8-ae47-8ab42ea5757b'}] Feb 15 02:04:57.537181 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:04:57.537950 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:04:57.614417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3907a-5be5-47fe-ac3f-eab882aaa1e8 None None] Network 594293dc-dfdb-40b8-ae47-8ab42ea5757b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:04:57.703441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:04:57.703862 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:04:57.715398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:57.720848 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:57.862751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:04:57.948548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Deleting port dd387453-a427-4f81-933f-3cf2e666d45c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:57.948836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.037014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] For port dd387453-a427-4f81-933f-3cf2e666d45c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dd387453-a427-4f81-933f-3cf2e666d45c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:58.037626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.039383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.055273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Calling delete_port for dd387453-a427-4f81-933f-3cf2e666d45c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:58.109350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port 6bbf0fea-6e93-4c05-9d57-15661332ef1f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:04:58.109794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.126847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (1e0e53a5-4585-48bc-b300-5aad47d22dff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.187729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port 6bbf0fea-6e93-4c05-9d57-15661332ef1f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6bbf0fea-6e93-4c05-9d57-15661332ef1f,segment=NetworkSegment(bb005dc9-588a-4c2d-b033-ad9d10c377e3),segment_id=bb005dc9-588a-4c2d-b033-ad9d10c377e3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:04:58.188169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.203711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for 6bbf0fea-6e93-4c05-9d57-15661332ef1f owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:04:58.244714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:58.255194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.266362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:58.271249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:58.271859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.294266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] No DVR routers for this DVR port dd387453-a427-4f81-933f-3cf2e666d45c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:58.308551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e53a5-4585-48bc-b300-5aad47d22dff,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:58.333448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa8713-4d0f-4ed9-9ceb-df2f263b5969 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:04:58.337191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422df0e7-f70d-48b4-8bb9-3709c1736a08 None None] Pushing event deleted for resources: {'Port': ['ID=dd387453-a427-4f81-933f-3cf2e666d45c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:58.378978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Current status of the port dd387453-a427-4f81-933f-3cf2e666d45c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:04:58.379422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac967-3f56-4f7c-a1f4-29d849117cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dd387453-a427-4f81-933f-3cf2e666d45c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.407997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2ba60a5d-f650-4561-84e1-1d841e39f620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9121706 Feb 15 02:04:58.410794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:58.419967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '1e0e53a5-4585-48bc-b300-5aad47d22dff', 'ip_address': '2001:db8::ddee:ed18:bc31:afac'}], 'name': 'tempest-NetworksTestDHCPv6-699855143'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:58.500852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6bbf0fea-6e93-4c05-9d57-15661332ef1f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.559059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=6bbf0fea-6e93-4c05-9d57-15661332ef1f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:58.564937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port 6bbf0fea-6e93-4c05-9d57-15661332ef1f on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:04:58.667319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa8713-4d0f-4ed9-9ceb-df2f263b5969 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:04:58.670176 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.717177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594293dc-dfdb-40b8-ae47-8ab42ea5757b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:58.734559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb005dc9-588a-4c2d-b033-ad9d10c377e3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:58.737124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb005dc9-588a-4c2d-b033-ad9d10c377e3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:04:58.755174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-90a9a2f3-ddd0-486f-bfcd-223af37d37ef None None] Could not find standard attr ID for object 6c3f8498-3868-4592-8e88-917fcd5a3040. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:04:58.761829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.782547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.795636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:58.802608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.836164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:04:58.836531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (bb005dc9-588a-4c2d-b033-ad9d10c377e3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:04:58.840988 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:04:58.925557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '1e0e53a5-4585-48bc-b300-5aad47d22dff'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:04:58.926625 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:58.940563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 3b205d0a-1956-4661-b059-2c71c8e9cbac yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:04:59.037049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (594293dc-dfdb-40b8-ae47-8ab42ea5757b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.091743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.101760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/594293dc-dfdb-40b8-ae47-8ab42ea5757b HTTP/1.1" status: 204 len: 168 time: 2.8459382 Feb 15 02:04:59.103849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:59.111687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416839722'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:59.146100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107beb1-41a6-4d95-9f7f-d1e298059234 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=594293dc-dfdb-40b8-ae47-8ab42ea5757b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:59.233293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:04:59.238584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.267915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/1e0e53a5-4585-48bc-b300-5aad47d22dff/ae8986b8-833b-4a43-bd7b-6abead21502a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:04:59.269467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:04:59.282132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2495426b-ed47-46ff-9797-84aa6f0ca889), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.282793 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 2495426b-ed47-46ff-9797-84aa6f0ca889 of type vlan for network 3537f708-df54-4697-b3a3-ff30e86408a9 Feb 15 02:04:59.349687 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3537f708-df54-4697-b3a3-ff30e86408a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.458249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks [] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.524905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3537f708-df54-4697-b3a3-ff30e86408a9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.532324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:04:59.536965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.591738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.617072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:04:59.619547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:04:59.633201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=3537f708-df54-4697-b3a3-ff30e86408a9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:59.642537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:04:59.648958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:04:59.669165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:59.707830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-163abdd6-6890-439e-a276-711bf48d95e8 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6022604 Feb 15 02:04:59.713262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:04:59.758989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:04:59.823148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd387453-a427-4f81-933f-3cf2e666d45c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:04:59.902614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Pushing event updated for resources: {'Port': ['ID=ae8986b8-833b-4a43-bd7b-6abead21502a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:04:59.934243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: dd387453-a427-4f81-933f-3cf2e666d45c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:04:59.934243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dd387453-a427-4f81-933f-3cf2e666d45c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:04:59.957378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Attempting to bind port ae8986b8-833b-4a43-bd7b-6abead21502a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:04:59.957756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Attempting to bind port ae8986b8-833b-4a43-bd7b-6abead21502a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:04:59.958123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Attempting to bind port ae8986b8-833b-4a43-bd7b-6abead21502a on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:04:59.969097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:04:59.969555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:04:59.970302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.970919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:04:59.971423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Bound port: ae8986b8-833b-4a43-bd7b-6abead21502a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:04:59.972159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:04:59.991846 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1fadb2f5-afe4-4c0e-abf7-5af0ddb35fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.071249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:00.075544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.095256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] For port ae8986b8-833b-4a43-bd7b-6abead21502a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:00.100752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] For port ae8986b8-833b-4a43-bd7b-6abead21502a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ae8986b8-833b-4a43-bd7b-6abead21502a,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:00.143070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1fadb2f5-afe4-4c0e-abf7-5af0ddb35fbb admin admin] Publish callbacks [] for security_group (dcb6258a-ffe2-44d6-a880-ad63ee9a24d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.176949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::ddee:ed18:bc31:afac (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/1e0e53a5-4585-48bc-b300-5aad47d22dff/3b205d0a-1956-4661-b059-2c71c8e9cbac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:00.193590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.288570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b901e2-d976-4bff-b957-ec05a3ce9738 None None] Pushing event updated for resources: {'Port': ['ID=ae8986b8-833b-4a43-bd7b-6abead21502a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:00.289243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1fadb2f5-afe4-4c0e-abf7-5af0ddb35fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcb6258a-ffe2-44d6-a880-ad63ee9a24d4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.348555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1fadb2f5-afe4-4c0e-abf7-5af0ddb35fbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee9a37a4e9ed401dbe4649c55b96172e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818216 Feb 15 02:05:00.351645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:00.368242 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (3b205d0a-1956-4661-b059-2c71c8e9cbac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.378545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadb2f5-afe4-4c0e-abf7-5af0ddb35fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6258a-ffe2-44d6-a880-ad63ee9a24d4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:00.464650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] Publish callbacks [] for security_group (dcb6258a-ffe2-44d6-a880-ad63ee9a24d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.500193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3b205d0a-1956-4661-b059-2c71c8e9cbac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.502360 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] Publish callbacks [] for security_group (dcb6258a-ffe2-44d6-a880-ad63ee9a24d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.535943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.572718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=3b205d0a-1956-4661-b059-2c71c8e9cbac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:00.593071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:00.598267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:00.615055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:00.622093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:00.623051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.636358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '2495426b-ed47-46ff-9797-84aa6f0ca889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:00.636358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 3537f708-df54-4697-b3a3-ff30e86408a9, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:00.654231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:00.693006 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a84dd63a-2665-49e9-bbd2-9e6b5477d149 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2806809 Feb 15 02:05:00.695525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:00.719196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dcb6258a-ffe2-44d6-a880-ad63ee9a24d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.723601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.726310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcb6258a-ffe2-44d6-a880-ad63ee9a24d4 HTTP/1.1" status: 204 len: 168 time: 0.3725069 Feb 15 02:05:00.741974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 3537f708-df54-4697-b3a3-ff30e86408a9 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:00.756472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3229697-095d-4bd8-af1d-74abcf05a3f1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:00.762354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6da563-66c7-4009-b015-8dbdc82460ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6258a-ffe2-44d6-a880-ad63ee9a24d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:00.763927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3229697-095d-4bd8-af1d-74abcf05a3f1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:00.765895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3229697-095d-4bd8-af1d-74abcf05a3f1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0694339 Feb 15 02:05:00.768535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:00.838862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3537f708-df54-4697-b3a3-ff30e86408a9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:00.849502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:00.849502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.869240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 3b205d0a-1956-4661-b059-2c71c8e9cbac {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:00.869585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3b205d0a-1956-4661-b059-2c71c8e9cbac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.958139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3b205d0a-1956-4661-b059-2c71c8e9cbac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:00.959614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f6f1b3ab-d0c3-4def-9ad6-eff4e27719c4 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2377074 Feb 15 02:05:00.960265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:00.965335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:00.971798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 3b205d0a-1956-4661-b059-2c71c8e9cbac owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:01.173469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:01.179496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.199387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3b205d0a-1956-4661-b059-2c71c8e9cbac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.237751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=3b205d0a-1956-4661-b059-2c71c8e9cbac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:01.275232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.285222 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51280efb-1b0e-49d1-8e9f-4287501bb28f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/3b205d0a-1956-4661-b059-2c71c8e9cbac HTTP/1.1" status: 204 len: 168 time: 0.5149143 Feb 15 02:05:01.285981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.383064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7bccd-f175-4519-b11d-a51c1fe347a4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:01.384997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7bccd-f175-4519-b11d-a51c1fe347a4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:01.388133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00e7bccd-f175-4519-b11d-a51c1fe347a4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1006014 Feb 15 02:05:01.390381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.472388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 1e0e53a5-4585-48bc-b300-5aad47d22dff {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:01.477739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (1e0e53a5-4585-48bc-b300-5aad47d22dff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.484560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.514549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97fd7486-f640-42b3-9b41-4825f4b1eb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.534705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (1e0e53a5-4585-48bc-b300-5aad47d22dff), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.592432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b220a3f-88c2-498d-8326-69d9545089d7 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:01.618565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a23464-bcca-499c-a2b4-e52805892787 None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:01.647228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97fd7486-f640-42b3-9b41-4825f4b1eb33 admin admin] Publish callbacks [] for security_group (2fa6a8b9-b26d-4478-8252-6de92a16a7d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.652084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1e0e53a5-4585-48bc-b300-5aad47d22dff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.747665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97fd7486-f640-42b3-9b41-4825f4b1eb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2fa6a8b9-b26d-4478-8252-6de92a16a7d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.760006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Provisioning complete for port ae8986b8-833b-4a43-bd7b-6abead21502a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:01.760256 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.777226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (1e0e53a5-4585-48bc-b300-5aad47d22dff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.813726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (a356c3f3-00be-4f2c-8bcb-e9f4afaf0076), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.833670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.836882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1e0e53a5-4585-48bc-b300-5aad47d22dff HTTP/1.1" status: 204 len: 168 time: 0.4455450 Feb 15 02:05:01.843708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.844536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb4652-e93a-4ece-872b-b45937e536d1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e53a5-4585-48bc-b300-5aad47d22dff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:01.871675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd7486-f640-42b3-9b41-4825f4b1eb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6a8b9-b26d-4478-8252-6de92a16a7d6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:01.897346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97fd7486-f640-42b3-9b41-4825f4b1eb33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c019aa652d14cf98fd96457dbbecb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091990 Feb 15 02:05:01.913564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.945698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3537f708-df54-4697-b3a3-ff30e86408a9', 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:01.946778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:01.948495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 3537f708-df54-4697-b3a3-ff30e86408a9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:01.950783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54b19e27-4350-43fe-821a-d12d3e332251 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922623 Feb 15 02:05:01.951352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:01.957345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:01.962307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:01.995297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ae8986b8-833b-4a43-bd7b-6abead21502a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:01.998938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:01.999538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.010423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Current status of the port ae8986b8-833b-4a43-bd7b-6abead21502a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:02.010817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.072366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=a356c3f3-00be-4f2c-8bcb-e9f4afaf0076,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:02.132850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eac30818-c9c3-4dad-8763-9ac1b3dc4ed3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1714711 Feb 15 02:05:02.134442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:02.157072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] Publish callbacks [] for security_group (2fa6a8b9-b26d-4478-8252-6de92a16a7d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.210414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:02.214010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.230449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] Publish callbacks [] for security_group (2fa6a8b9-b26d-4478-8252-6de92a16a7d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.286204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797c4da-fa76-4ed4-9115-2c7fd6a011a6 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:02.307775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.313097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.317485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.319125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.320471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.321710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] For port ae8986b8-833b-4a43-bd7b-6abead21502a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ae8986b8-833b-4a43-bd7b-6abead21502a,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:02.327877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c6a7ff3f-2462-42ce-8f30-a184bbced92a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1865556 Feb 15 02:05:02.328514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:02.351894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318392839'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:02.403820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.442635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ae8986b8-833b-4a43-bd7b-6abead21502a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:02.443546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.473026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:02.476503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.517116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2fa6a8b9-b26d-4478-8252-6de92a16a7d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.526858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.536253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fa6a8b9-b26d-4478-8252-6de92a16a7d6 HTTP/1.1" status: 204 len: 168 time: 0.6175132 Feb 15 02:05:02.559191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e231-2a77-41e4-8478-f177d175821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6a8b9-b26d-4478-8252-6de92a16a7d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:02.576013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:02.598158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.598849 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 2dc66892-7ea7-4e44-b700-17aff15dd75f of type vlan for network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 Feb 15 02:05:02.651238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.725364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6953d1fe-23ab-444e-94c4-28cd466b8347), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.730189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Allocated IP 2001:db8::2 (3537f708-df54-4697-b3a3-ff30e86408a9/8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b/1da06006-26a7-4082-b9c5-2e1091eba119) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:02.736070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9538ad3f-b90d-4f64-b3a0-1407c076667a None None] Provisioning complete for port ae8986b8-833b-4a43-bd7b-6abead21502a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:02.736070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9538ad3f-b90d-4f64-b3a0-1407c076667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.743749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db2c8f-7d2d-48bd-a17b-aeb4fd9878d5 None None] Pushing event updated for resources: {'Port': ['ID=ae8986b8-833b-4a43-bd7b-6abead21502a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:02.782331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.786264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:02.790068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:02.795354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.796102 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.804638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:02.806582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:02.816668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=6953d1fe-23ab-444e-94c4-28cd466b8347,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:02.825419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ae8986b8-833b-4a43-bd7b-6abead21502a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:02.904308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0ffa06a-4353-4d9d-b0b1-9143e3542cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9416575 Feb 15 02:05:02.904308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:02.907534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '6953d1fe-23ab-444e-94c4-28cd466b8347', 'ip_address': '2001:db8::fd70:e25c:fee1:852'}], 'name': 'tempest-NetworksTestDHCPv6-2137565071'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:02.958858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:02.963730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=8bd565c2-4b8b-4ad7-b416-f9439959b4e8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:02.981170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:03.018865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fcc7591d-7afb-4677-9b42-cd1d3cbaa646 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6749129 Feb 15 02:05:03.021467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:03.032189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:03.198512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:03.270039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9538ad3f-b90d-4f64-b3a0-1407c076667a None None] Current status of the port ae8986b8-833b-4a43-bd7b-6abead21502a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:03.296180 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.325199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.345907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 160c00c2-028c-4946-ac5f-22f30edc09a6 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:03.359965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks [] for port (1da06006-26a7-4082-b9c5-2e1091eba119), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.370545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.390971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Deleting port ae8986b8-833b-4a43-bd7b-6abead21502a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:03.391373 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.396361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 02:05:03.401556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:03.402867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.406202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "PUT /v2.0/networks/8bd565c2-4b8b-4ad7-b416-f9439959b4e8 HTTP/1.1" status: 200 len: 723 time: 0.3808095 Feb 15 02:05:03.407564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:03.421525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:03.503794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.562685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:03.573263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:03.580648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701c87-a53f-453d-85d1-5b289144c19f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=8bd565c2-4b8b-4ad7-b416-f9439959b4e8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:03.581686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:03.590407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Pushing event updated for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:03.611836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:03.612149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] For port ae8986b8-833b-4a43-bd7b-6abead21502a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ae8986b8-833b-4a43-bd7b-6abead21502a,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:03.617942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.620694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:03.659173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00d29b56-ee4a-41ca-8d8a-8322287ec57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.669606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::fd70:e25c:fee1:852 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/6953d1fe-23ab-444e-94c4-28cd466b8347/160c00c2-028c-4946-ac5f-22f30edc09a6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:03.700861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Calling delete_port for ae8986b8-833b-4a43-bd7b-6abead21502a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:03.799171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Attempting to bind port 1da06006-26a7-4082-b9c5-2e1091eba119 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:03.800764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Attempting to bind port 1da06006-26a7-4082-b9c5-2e1091eba119 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2495426b-ed47-46ff-9797-84aa6f0ca889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:03.801337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Attempting to bind port 1da06006-26a7-4082-b9c5-2e1091eba119 on network 3537f708-df54-4697-b3a3-ff30e86408a9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:03.828172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:03.833311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Checking segment: {'id': '2495426b-ed47-46ff-9797-84aa6f0ca889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:03.833311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.833311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Bound using segment: {'id': '2495426b-ed47-46ff-9797-84aa6f0ca889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:03.833311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Bound port: 1da06006-26a7-4082-b9c5-2e1091eba119, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495426b-ed47-46ff-9797-84aa6f0ca889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:03.833311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.835979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:03.839389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.852710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00d29b56-ee4a-41ca-8d8a-8322287ec57a admin admin] Publish callbacks [] for security_group (94f20ab9-8fa2-47d0-9fe6-43417b4872ce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.883656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ae8986b8-833b-4a43-bd7b-6abead21502a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:03.930812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (160c00c2-028c-4946-ac5f-22f30edc09a6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:03.957380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:03.961241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da06006-26a7-4082-b9c5-2e1091eba119,segment=NetworkSegment(2495426b-ed47-46ff-9797-84aa6f0ca889),segment_id=2495426b-ed47-46ff-9797-84aa6f0ca889)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:03.989740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00d29b56-ee4a-41ca-8d8a-8322287ec57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94f20ab9-8fa2-47d0-9fe6-43417b4872ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.007352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ae8986b8-833b-4a43-bd7b-6abead21502a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:04.008045 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.044446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-00d29b56-ee4a-41ca-8d8a-8322287ec57a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0841e356b5ae4cdcb1a12889790acf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226522 Feb 15 02:05:04.047352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:04.056390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (ae8986b8-833b-4a43-bd7b-6abead21502a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.066097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29b56-ee4a-41ca-8d8a-8322287ec57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f20ab9-8fa2-47d0-9fe6-43417b4872ce,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.098945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (160c00c2-028c-4946-ac5f-22f30edc09a6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.170026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] Pushing event deleted for resources: {'Port': ['ID=ae8986b8-833b-4a43-bd7b-6abead21502a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.176546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] Publish callbacks [] for security_group (94f20ab9-8fa2-47d0-9fe6-43417b4872ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.179585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3e9a0-371a-4f40-8006-5870b1b73a5a None None] No DVR routers for this DVR port ae8986b8-833b-4a43-bd7b-6abead21502a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:04.187184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.192312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:04.194378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (6baad13e-c6b2-4523-8d8c-91c2542856f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.195465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=160c00c2-028c-4946-ac5f-22f30edc09a6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.203318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:04.207494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:04.214571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:04.215218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.227691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9dabd2-ab4f-4a13-9ce7-3b9c43c15d82 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:04.235325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] Publish callbacks [] for security_group (94f20ab9-8fa2-47d0-9fe6-43417b4872ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.288027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=6baad13e-c6b2-4523-8d8c-91c2542856f5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.310772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf68e555-a8ea-46f8-b634-26f31c2fa44d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4085772 Feb 15 02:05:04.312960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:04.320487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '2dc66892-7ea7-4e44-b700-17aff15dd75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:04.321174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 8bd565c2-4b8b-4ad7-b416-f9439959b4e8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:04.416694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94f20ab9-8fa2-47d0-9fe6-43417b4872ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.428702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.430431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94f20ab9-8fa2-47d0-9fe6-43417b4872ce HTTP/1.1" status: 204 len: 168 time: 0.3819578 Feb 15 02:05:04.436074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:04.464799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5d4b8-c97f-4a7a-a394-7aeebe149c57 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:04.476032 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-11f5d4b8-c97f-4a7a-a394-7aeebe149c57 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1619651 Feb 15 02:05:04.479980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:04.494934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36cd1-e75b-4050-ad4d-4a537aa95e26 None None] Pushing event updated for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.509785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5674f12-6ee7-41d2-8cac-8a16aaf3982c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f20ab9-8fa2-47d0-9fe6-43417b4872ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:04.541351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 8bd565c2-4b8b-4ad7-b416-f9439959b4e8) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:04.561777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3de61-1b51-48c5-a568-6426d36c9f48 None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:04.565158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:04.565768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.706623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5764482-bb1f-4f2a-9afe-5c0bbaa25817 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2979765 Feb 15 02:05:04.709240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:04.732363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:04.757757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 160c00c2-028c-4946-ac5f-22f30edc09a6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:04.758233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (160c00c2-028c-4946-ac5f-22f30edc09a6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.832823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-8bd565c2-4b8b-4ad7-b416-f9439959b4e8', 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': '6baad13e-c6b2-4523-8d8c-91c2542856f5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:04.833698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:04.879529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '6953d1fe-23ab-444e-94c4-28cd466b8347'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:04.879529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.009518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5943737'] for subnet (6baad13e-c6b2-4523-8d8c-91c2542856f5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.053369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (160c00c2-028c-4946-ac5f-22f30edc09a6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.094409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 160c00c2-028c-4946-ac5f-22f30edc09a6 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:05.334056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/6953d1fe-23ab-444e-94c4-28cd466b8347/11fb2c36-55e8-48e2-80ed-2a0e80331b63) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:05.401027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741815379896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5946872'] for subnet (6baad13e-c6b2-4523-8d8c-91c2542856f5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.468516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (160c00c2-028c-4946-ac5f-22f30edc09a6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.497157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:05.497859 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.502247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "PUT /v2.0/subnets/6baad13e-c6b2-4523-8d8c-91c2542856f5 HTTP/1.1" status: 200 len: 826 time: 0.7879684 Feb 15 02:05:05.502394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:05.581472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=160c00c2-028c-4946-ac5f-22f30edc09a6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:05.583366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Allocated IP 2001:db8::2 (8bd565c2-4b8b-4ad7-b416-f9439959b4e8/6baad13e-c6b2-4523-8d8c-91c2542856f5/3a762fc4-7ae0-41a6-8561-c3d2171a4102) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:05.670698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.674306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37277cb3-5f93-4718-b515-bbcc862caa67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/160c00c2-028c-4946-ac5f-22f30edc09a6 HTTP/1.1" status: 204 len: 168 time: 1.1943150 Feb 15 02:05:05.685383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:05.728274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.743082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aca02-4060-49f3-8cc0-1f104ecd52e5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=6baad13e-c6b2-4523-8d8c-91c2542856f5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:05.792959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1720f-bee2-402f-8304-696a53fe2833 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:05.797844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1720f-bee2-402f-8304-696a53fe2833 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:05.802348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-93a1720f-bee2-402f-8304-696a53fe2833 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1130238 Feb 15 02:05:05.803587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:05.852926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6baad13e-c6b2-4523-8d8c-91c2542856f5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:05.942807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 6953d1fe-23ab-444e-94c4-28cd466b8347 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:06.052686 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks [] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.131793 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks [] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.141198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da06006-26a7-4082-b9c5-2e1091eba119 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:06.152929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.221281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (6953d1fe-23ab-444e-94c4-28cd466b8347), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.250782 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (6baad13e-c6b2-4523-8d8c-91c2542856f5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.254080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.258044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:06.284859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:06.285190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:06.326841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (6953d1fe-23ab-444e-94c4-28cd466b8347), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.334273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724c10b-a699-4c95-b8cd-8466916f4939 None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:06.340967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=6baad13e-c6b2-4523-8d8c-91c2542856f5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:06.403468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.458135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd565c2-4b8b-4ad7-b416-f9439959b4e8']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:06.470519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:06.474008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc66892-7ea7-4e44-b700-17aff15dd75f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:06.475168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc66892-7ea7-4e44-b700-17aff15dd75f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:06.495471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:06.499251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:06.506771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.510335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6953d1fe-23ab-444e-94c4-28cd466b8347), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.524732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Attempting to bind port 3a762fc4-7ae0-41a6-8561-c3d2171a4102 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:06.524732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Attempting to bind port 3a762fc4-7ae0-41a6-8561-c3d2171a4102 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2dc66892-7ea7-4e44-b700-17aff15dd75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:06.524732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Attempting to bind port 3a762fc4-7ae0-41a6-8561-c3d2171a4102 on network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:06.538110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:06.538498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Checking segment: {'id': '2dc66892-7ea7-4e44-b700-17aff15dd75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:06.538921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.539372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Bound using segment: {'id': '2dc66892-7ea7-4e44-b700-17aff15dd75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:06.539867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Bound port: 3a762fc4-7ae0-41a6-8561-c3d2171a4102, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc66892-7ea7-4e44-b700-17aff15dd75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:06.540286 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.542227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.551497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:06.552483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:06.557037 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:06.625587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] For port 3a762fc4-7ae0-41a6-8561-c3d2171a4102, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:06.634192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Pushing event updated for resources: {'Port': ['ID=3a762fc4-7ae0-41a6-8561-c3d2171a4102,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:06.689253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] For port 3a762fc4-7ae0-41a6-8561-c3d2171a4102, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3a762fc4-7ae0-41a6-8561-c3d2171a4102,segment=NetworkSegment(2dc66892-7ea7-4e44-b700-17aff15dd75f),segment_id=2dc66892-7ea7-4e44-b700-17aff15dd75f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:06.706678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:06.707065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.719350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (6953d1fe-23ab-444e-94c4-28cd466b8347), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.741706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.745888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/6953d1fe-23ab-444e-94c4-28cd466b8347 HTTP/1.1" status: 204 len: 168 time: 0.9413455 Feb 15 02:05:06.748733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:06.758639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:05:06.758639 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:05:06.758639 n-d-829064-14 neutron-server[103885]: [parameters: {'id': '8bd565c2-4b8b-4ad7-b416-f9439959b4e8'}] Feb 15 02:05:06.758639 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:06.759472 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:06.788798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40ebe-fb51-48f2-b940-859b3e1846bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=6953d1fe-23ab-444e-94c4-28cd466b8347,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:06.837650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ddf245ba-8be4-4898-b4c5-8d5f6e449436 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872879 Feb 15 02:05:06.839877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:06.914339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c84db69-655a-4b64-8854-873820bcc96e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:06.917110 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c84db69-655a-4b64-8854-873820bcc96e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0751309 Feb 15 02:05:06.919571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:06.972968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Pushing event updated for resources: {'Port': ['ID=11fb2c36-55e8-48e2-80ed-2a0e80331b63,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:06.977292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:06.998965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41014ab-cdea-4657-8049-8ccb4cafeb2e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:07.004159 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d41014ab-cdea-4657-8049-8ccb4cafeb2e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797918 Feb 15 02:05:07.004159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:07.059266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c23db65-e134-4bbf-89b2-f6f5509fb630 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501103 Feb 15 02:05:07.059704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:07.067599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:07.164806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:07.166647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.213180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Attempting to bind port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:07.213758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Attempting to bind port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:07.214237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Attempting to bind port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:07.225452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:07.226052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:07.226574 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.227171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:07.228461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Bound port: 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:07.228977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.261197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.279394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:07.283480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.366897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] For port 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:07.370321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] For port 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=11fb2c36-55e8-48e2-80ed-2a0e80331b63,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:07.376965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1d20-d835-4228-8b48-5075c2c21261 None None] Pushing event updated for resources: {'Port': ['ID=3a762fc4-7ae0-41a6-8561-c3d2171a4102,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:07.462357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0a137-0e41-40df-a941-2d079cfaa823 None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:07.566866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.568455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port 3a762fc4-7ae0-41a6-8561-c3d2171a4102 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:07.568947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.710727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:07.711127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.805422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da06006-26a7-4082-b9c5-2e1091eba119,segment=NetworkSegment(2495426b-ed47-46ff-9797-84aa6f0ca889),segment_id=2495426b-ed47-46ff-9797-84aa6f0ca889)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:07.832198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port 3a762fc4-7ae0-41a6-8561-c3d2171a4102, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3a762fc4-7ae0-41a6-8561-c3d2171a4102,segment=NetworkSegment(2dc66892-7ea7-4e44-b700-17aff15dd75f),segment_id=2dc66892-7ea7-4e44-b700-17aff15dd75f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:07.834638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:07.835042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.836370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:07.877785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Update dhcp port {'port': {'network_id': '3537f708-df54-4697-b3a3-ff30e86408a9', 'fixed_ips': [{'subnet_id': '8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a356c3f3-00be-4f2c-8bcb-e9f4afaf0076'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '1da06006-26a7-4082-b9c5-2e1091eba119'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:07.880449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for 3a762fc4-7ae0-41a6-8561-c3d2171a4102 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:07.978140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.005969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.051332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e2bc8a23-0841-4420-b743-68c9114cd06b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.136579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:08.140445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:08.148820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3a762fc4-7ae0-41a6-8561-c3d2171a4102), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.153334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:08.154073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.209444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=3a762fc4-7ae0-41a6-8561-c3d2171a4102,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:08.212404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=e2bc8a23-0841-4420-b743-68c9114cd06b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:08.216322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port 3a762fc4-7ae0-41a6-8561-c3d2171a4102 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:08.278922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Allocated IP 172.20.0.1 (3537f708-df54-4697-b3a3-ff30e86408a9/a356c3f3-00be-4f2c-8bcb-e9f4afaf0076/1da06006-26a7-4082-b9c5-2e1091eba119) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:08.318573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.343201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd565c2-4b8b-4ad7-b416-f9439959b4e8']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:08.353209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc66892-7ea7-4e44-b700-17aff15dd75f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:08.353543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc66892-7ea7-4e44-b700-17aff15dd75f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:08.365407 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.381134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.387850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:08.388422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (2dc66892-7ea7-4e44-b700-17aff15dd75f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.393376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da06006-26a7-4082-b9c5-2e1091eba119,segment=NetworkSegment(2495426b-ed47-46ff-9797-84aa6f0ca889),segment_id=2495426b-ed47-46ff-9797-84aa6f0ca889)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:08.433692 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Publish callbacks [] for port (1da06006-26a7-4082-b9c5-2e1091eba119), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:08.448940 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:08.458610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14636c-043b-4b63-a3a9-fed611424d64 None None] Pushing event updated for resources: {'Port': ['ID=11fb2c36-55e8-48e2-80ed-2a0e80331b63,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:08.458791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45026600-203f-46b1-91ad-8eeec96c9a87 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3927627 Feb 15 02:05:08.458950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:08.467311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'e2bc8a23-0841-4420-b743-68c9114cd06b', 'ip_address': '2001:db8::5e5e:b165:a042:ca2d'}], 'name': 'tempest-NetworksTestDHCPv6-829016168'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:08.521578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.524736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (8bd565c2-4b8b-4ad7-b416-f9439959b4e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.532357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.538638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/8bd565c2-4b8b-4ad7-b416-f9439959b4e8 HTTP/1.1" status: 204 len: 168 time: 3.0322926 Feb 15 02:05:08.546640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:08.581038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eb806-cecb-4d9b-b15c-133e6cec087b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=8bd565c2-4b8b-4ad7-b416-f9439959b4e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:08.602615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5745765-b9f6-4c4a-b780-e439a4219100 None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:08.610637 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3bb168-08dc-45e8-87bb-401624a92084 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:08.619790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3bb168-08dc-45e8-87bb-401624a92084 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:08.631434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0a3bb168-08dc-45e8-87bb-401624a92084 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/8bd565c2-4b8b-4ad7-b416-f9439959b4e8 HTTP/1.1" status: 404 len: 339 time: 0.0552297 Feb 15 02:05:08.631624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeeae63-88ca-4324-a2d4-0b201e2110a6 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:08.631743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:08.640237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5745765-b9f6-4c4a-b780-e439a4219100 None None] Network 8bd565c2-4b8b-4ad7-b416-f9439959b4e8 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:05:08.644265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1706003678', 'description': 'd1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:08.686249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:08.686605 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:08.759494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:08.762988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.809087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:08.828969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:08.830626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e94d2d15-8375-436c-836e-62946cd5fa06), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.831146 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment e94d2d15-8375-436c-836e-62946cd5fa06 of type vlan for network 5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 Feb 15 02:05:08.839751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:08.946189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:08.955265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52a028-08b8-4b29-99e7-f7b947f18f2d None None] Pushing event updated for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:09.033073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.075248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 0a59858d-207e-4f20-8622-5f44babdbf7a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:09.085401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'e2bc8a23-0841-4420-b743-68c9114cd06b'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '11fb2c36-55e8-48e2-80ed-2a0e80331b63'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:09.095888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.101549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:09.102080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.135427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.282437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:09.363613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8e99d63-f928-45b3-b7fe-ba2a8ec8fd1a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7310350 Feb 15 02:05:09.365405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:09.415319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:09.433693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::5e5e:b165:a042:ca2d (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e2bc8a23-0841-4420-b743-68c9114cd06b/0a59858d-207e-4f20-8622-5f44babdbf7a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:09.533564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27bb2e94-681b-41b7-a4cc-edff0642261d None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:09.551453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10340e9e-9555-4b4d-a8a0-97b16e396857 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:09.555763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10340e9e-9555-4b4d-a8a0-97b16e396857 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks?id=5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 HTTP/1.1" status: 200 len: 765 time: 0.1892176 Feb 15 02:05:09.558541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:09.563985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'description': 'd2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:09.804660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (0a59858d-207e-4f20-8622-5f44babdbf7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.878760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.936359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0a59858d-207e-4f20-8622-5f44babdbf7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.970065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:09.978871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51876d-4479-4194-8502-185d8305f28d None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:09.996331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 is not hosted by any dhcp agent {{(pid=103885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 02:05:10.004713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:10.008773 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.008773 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "PUT /v2.0/networks/5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 HTTP/1.1" status: 200 len: 762 time: 0.4484138 Feb 15 02:05:10.012910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:10.054092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:10.075288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:10.088515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:10.107312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:10.108094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.122012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=0a59858d-207e-4f20-8622-5f44babdbf7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:10.183287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72398efe-0820-4352-a49b-e72399b54063 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:10.234779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91f7d2-b5be-441f-a96c-33af9dbaffce tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:10.237258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea91f7d2-b5be-441f-a96c-33af9dbaffce tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks?id=5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 HTTP/1.1" status: 200 len: 765 time: 0.2227056 Feb 15 02:05:10.241334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:10.249574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-06c083aa-f1b3-43d6-8321-d52459b3c0be tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7883537 Feb 15 02:05:10.251233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:10.275198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'e2bc8a23-0841-4420-b743-68c9114cd06b', 'ip_address': '2001:db8::5e5e:b165:a042:ca2d'}], 'name': 'tempest-NetworksTestDHCPv6-1554808575'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:10.302453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e2bc8a23-0841-4420-b743-68c9114cd06b/11fb2c36-55e8-48e2-80ed-2a0e80331b63) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:10.378153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da06006-26a7-4082-b9c5-2e1091eba119 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:10.381978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:10.519753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc4d67-ea38-48a3-8e75-b274e76c8c05 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:10.523982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48fc4d67-ea38-48a3-8e75-b274e76c8c05 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2788908 Feb 15 02:05:10.524756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:10.560958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e835d5b-5324-4b0a-bc4f-007225d8de35 None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:10.561500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e835d5b-5324-4b0a-bc4f-007225d8de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.566482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e9397181-9d71-4982-b384-2437e742db19 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 207 time: 0.0403211 Feb 15 02:05:10.569967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:10.699490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] For port 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=11fb2c36-55e8-48e2-80ed-2a0e80331b63,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:10.748331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:10.748815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.818375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Publish callbacks [] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.845929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e835d5b-5324-4b0a-bc4f-007225d8de35 None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:10.896269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:10.969748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:11.066975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Pushing event updated for resources: {'Port': ['ID=11fb2c36-55e8-48e2-80ed-2a0e80331b63,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:11.080425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.080425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.080425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.082279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.088438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.088985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.089329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.089663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.089995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.090331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.090659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.090990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.091486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23543da7-ba7a-4473-af8b-b23f97d98aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:11.143323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.145836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:11.151503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.197133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port e6f21e4b-7592-4a2d-b22f-19c04c20112d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:11.335654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a35fa14-efdb-4122-8111-40c3fd907cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.353392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.360357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.366503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.378935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.387307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.394231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.399641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cba5d79f-d018-4dfa-bc3d-14def82a1888 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8282740 Feb 15 02:05:11.405802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.447113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce7c94c3-10c9-408e-a4b0-e6fdb9a58b40 None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:11.450029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce7c94c3-10c9-408e-a4b0-e6fdb9a58b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.493441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a35fa14-efdb-4122-8111-40c3fd907cef admin admin] Publish callbacks [] for security_group (cbf20e81-a0e7-43e6-be9f-93a275d23829), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.564544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a35fa14-efdb-4122-8111-40c3fd907cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cbf20e81-a0e7-43e6-be9f-93a275d23829), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.620962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4a35fa14-efdb-4122-8111-40c3fd907cef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2893929167d7403aa30de51ea83d0ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737098 Feb 15 02:05:11.621474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.723013 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 02:05:11.723619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:11.728086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c94c3-10c9-408e-a4b0-e6fdb9a58b40 None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:11.729859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35fa14-efdb-4122-8111-40c3fd907cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf20e81-a0e7-43e6-be9f-93a275d23829,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:11.790477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] Publish callbacks [] for security_group (cbf20e81-a0e7-43e6-be9f-93a275d23829), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.808968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c0af49e-2e08-41ec-9e9e-62a1d699698e tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3980188 Feb 15 02:05:11.809368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53770) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.836769 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] Publish callbacks [] for security_group (cbf20e81-a0e7-43e6-be9f-93a275d23829), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:11.877155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85576b29-0892-4d2b-bdfb-e25ba8ccb3d2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6231220 Feb 15 02:05:11.882311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.952655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.953987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.955314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.957390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.958582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.960351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6b816b0-74d1-475b-b7a2-c946febc1801 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1499944 Feb 15 02:05:11.964452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:11.979604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03e2a2-1a17-4664-86c3-e33430b88d17 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.985314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03e2a2-1a17-4664-86c3-e33430b88d17 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:11.986977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ab03e2a2-1a17-4664-86c3-e33430b88d17 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1035624 Feb 15 02:05:11.990668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:12.012980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cbf20e81-a0e7-43e6-be9f-93a275d23829), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.016050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.017495 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbf20e81-a0e7-43e6-be9f-93a275d23829 HTTP/1.1" status: 204 len: 168 time: 0.3886547 Feb 15 02:05:12.081784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cc7cb-56a6-486f-82cb-8534266161c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf20e81-a0e7-43e6-be9f-93a275d23829,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:12.116478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.122188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.126534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.131840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.133167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.137013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-89d4e378-0d78-41eb-b57e-38b4ff9746d7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1709731 Feb 15 02:05:12.142947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:12.245718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 11fb2c36-55e8-48e2-80ed-2a0e80331b63 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:12.265824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 0a59858d-207e-4f20-8622-5f44babdbf7a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:12.266418 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0a59858d-207e-4f20-8622-5f44babdbf7a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.340791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:12.343896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.445325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249922f-4bc2-46e1-a8a1-26a3fd9f5c6f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.446812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4249922f-4bc2-46e1-a8a1-26a3fd9f5c6f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks/9643205e-f617-4393-82c8-1f346c1fac7d HTTP/1.1" status: 200 len: 804 time: 0.3027747 Feb 15 02:05:12.461145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:12.489869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:12.490559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.539260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=11fb2c36-55e8-48e2-80ed-2a0e80331b63,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:12.628690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.700970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0a59858d-207e-4f20-8622-5f44babdbf7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:12.740276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=11fb2c36-55e8-48e2-80ed-2a0e80331b63,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:12.749557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 0a59858d-207e-4f20-8622-5f44babdbf7a owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:12.818133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca0e04-b06b-44b4-b7ef-7339d7d30537 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:05:12.835649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-478fcf49-e33a-4e5f-b946-2384da6eb3f2 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/networks/9643205e-f617-4393-82c8-1f346c1fac7d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3670740 Feb 15 02:05:12.839028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:12.896138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bf71e-fbfa-4467-9b65-326c79b19af1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:12.897491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cb5bf71e-fbfa-4467-9b65-326c79b19af1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets/4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc HTTP/1.1" status: 200 len: 843 time: 0.0572228 Feb 15 02:05:12.901528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:13.000365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91e312-5578-4555-8a43-ca0c5fae1644 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:13.005154 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc91e312-5578-4555-8a43-ca0c5fae1644 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "GET /v2.0/subnets/4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0988965 Feb 15 02:05:13.006434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:13.011375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569200581'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:13.065671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d8db4da7-38e2-450e-9f5a-cf82b80272de None None] Provisioning complete for port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:13.068762 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8db4da7-38e2-450e-9f5a-cf82b80272de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.136665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:13.140226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.161891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca0e04-b06b-44b4-b7ef-7339d7d30537 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:05:13.181708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0a59858d-207e-4f20-8622-5f44babdbf7a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.197338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:13.215155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4da7-38e2-450e-9f5a-cf82b80272de None None] Current status of the port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:13.241765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.245001 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Added segment 92e21893-927c-4e84-8ca9-06a11eb10089 of type vlan for network 8966d541-ac42-442f-823e-c545cd44666b Feb 15 02:05:13.291311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=0a59858d-207e-4f20-8622-5f44babdbf7a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:13.340594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.344797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-87fd9538-a2b1-490a-b542-ad603104cc5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/0a59858d-207e-4f20-8622-5f44babdbf7a HTTP/1.1" status: 204 len: 168 time: 1.3529007 Feb 15 02:05:13.347586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:13.353251 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (8966d541-ac42-442f-823e-c545cd44666b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.448007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd055d-d9fd-45b8-a7e6-8ce64af008e4 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:05:13.461438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (8966d541-ac42-442f-823e-c545cd44666b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.467728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:13.468388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.469128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a3688-20b9-42ec-bfdd-51d446aefac1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:13.470756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a3688-20b9-42ec-bfdd-51d446aefac1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:13.473751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-367a3688-20b9-42ec-bfdd-51d446aefac1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1252127 Feb 15 02:05:13.476338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:13.516606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:05:13.577131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet e2bc8a23-0841-4420-b743-68c9114cd06b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:13.584337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (e2bc8a23-0841-4420-b743-68c9114cd06b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.631061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e2bc8a23-0841-4420-b743-68c9114cd06b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.639916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd055d-d9fd-45b8-a7e6-8ce64af008e4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:05:13.640956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Network': ['ID=8966d541-ac42-442f-823e-c545cd44666b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:13.661570 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-21bb0bba-8122-4432-8cd5-3af31f806bdc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6509998 Feb 15 02:05:13.662278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:13.666478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 8966d541-ac42-442f-823e-c545cd44666b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:13.672339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'network_id': '8966d541-ac42-442f-823e-c545cd44666b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:13.738325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e2bc8a23-0841-4420-b743-68c9114cd06b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:13.976182 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e2bc8a23-0841-4420-b743-68c9114cd06b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.013478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bc8a23-0841-4420-b743-68c9114cd06b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:14.041369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.059569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0cd48239-db2b-4a53-8aaf-c551ecf4527d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e2bc8a23-0841-4420-b743-68c9114cd06b HTTP/1.1" status: 204 len: 168 time: 0.5815792 Feb 15 02:05:14.061838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53856) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:14.151900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Made reservation on behalf of c75b9e764a514df0a83defdb09cf2ada for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:14.156049 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.195815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 11fb2c36-55e8-48e2-80ed-2a0e80331b63 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:14.348829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:14.349211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.353770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed31c8-0c3a-4d16-b245-96581b19e2df None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'e2bc8a23-0841-4420-b743-68c9114cd06b'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '11fb2c36-55e8-48e2-80ed-2a0e80331b63'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:14.479372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ed31c8-0c3a-4d16-b245-96581b19e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.621984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:14.656037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:14.659018 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2f94f984-6da2-4132-98ca-d6ed9acf0a49 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5933487 Feb 15 02:05:14.663602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:14.692203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:05:14.695684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:05:14.725979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba39a7-17a4-42cf-b6ab-17f4bd014ca7 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:14.883242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e8652e51-1bb1-4713-968d-051d8a6faf05 None None] Provisioning complete for port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:14.885128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8652e51-1bb1-4713-968d-051d8a6faf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.947256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:14.951803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:14.979165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:15.045469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e35fdfe2-9e1f-4660-9103-eae7a73b3a4d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.091079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e8652e51-1bb1-4713-968d-051d8a6faf05 None None] Current status of the port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:15.150810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=e35fdfe2-9e1f-4660-9103-eae7a73b3a4d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:15.153496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Checking segment: {'id': '92e21893-927c-4e84-8ca9-06a11eb10089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8966d541-ac42-442f-823e-c545cd44666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:15.153869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network hostable DHCP agents. Network: 8966d541-ac42-442f-823e-c545cd44666b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:15.158062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Deleting port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:15.160344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.243683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] For port 11fb2c36-55e8-48e2-80ed-2a0e80331b63, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=11fb2c36-55e8-48e2-80ed-2a0e80331b63,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:15.243683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.278578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Network 8966d541-ac42-442f-823e-c545cd44666b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:15.303335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Calling delete_port for 11fb2c36-55e8-48e2-80ed-2a0e80331b63 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:15.360195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 8966d541-ac42-442f-823e-c545cd44666b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:15.365615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:15.366427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.409616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b38144-ca46-4436-8bc5-da88de245ea2 None None] Network 8966d541-ac42-442f-823e-c545cd44666b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:15.474281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.476638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cd56bb55-3772-4360-adb5-d8d315bf2744 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8135366 Feb 15 02:05:15.480025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:15.488442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:15.550094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.576962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:15.589087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:15.632959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-8966d541-ac42-442f-823e-c545cd44666b', 'network_id': '8966d541-ac42-442f-823e-c545cd44666b', 'project_id': 'c75b9e764a514df0a83defdb09cf2ada', 'fixed_ips': [{'subnet_id': 'e35fdfe2-9e1f-4660-9103-eae7a73b3a4d'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:15.633809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.636520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:15.637262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.654874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:15.696114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5943737'] for subnet (e35fdfe2-9e1f-4660-9103-eae7a73b3a4d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.757204 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (11fb2c36-55e8-48e2-80ed-2a0e80331b63), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:15.795551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b2da58d1-8d5e-4ac3-bf59-74768878d22b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1377306 Feb 15 02:05:15.798548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:15.804001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2061788575'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:15.805245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] Pushing event deleted for resources: {'Port': ['ID=11fb2c36-55e8-48e2-80ed-2a0e80331b63,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:15.827557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4cd03-2eb8-47d3-9139-8af8bfca7732 None None] No DVR routers for this DVR port 11fb2c36-55e8-48e2-80ed-2a0e80331b63 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:15.853150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba20c7-0b6f-498a-b610-d34a81d02fbb None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:16.018993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:16.019971 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.072897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741815379896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5946872'] for subnet (e35fdfe2-9e1f-4660-9103-eae7a73b3a4d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.139760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 11fb2c36-55e8-48e2-80ed-2a0e80331b63 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:16.148145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event updated for resources: {'Subnet': ['ID=e35fdfe2-9e1f-4660-9103-eae7a73b3a4d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:16.161825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:16.162953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.167943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:16.178812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-609a3c9f-ea8b-42cf-a055-03099c9e96b7 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "PUT /v2.0/subnets/e35fdfe2-9e1f-4660-9103-eae7a73b3a4d HTTP/1.1" status: 200 len: 900 time: 0.6975756 Feb 15 02:05:16.182626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:16.422786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 11fb2c36-55e8-48e2-80ed-2a0e80331b63 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:16.428056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 11fb2c36-55e8-48e2-80ed-2a0e80331b63 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:16.460734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8966d541-ac42-442f-823e-c545cd44666b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.471143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.522786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port f2346bb2-15d8-4145-a7fa-0b51f4a6c1b6 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:16.560903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Allocated IP 2001:db8::3 (8966d541-ac42-442f-823e-c545cd44666b/e35fdfe2-9e1f-4660-9103-eae7a73b3a4d/71d4558c-9db9-49e3-ad36-e85610108b73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:16.591919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:16.604578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e/68d49f4a-a746-4961-ac74-6ef726996f5d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:16.704513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e35fdfe2-9e1f-4660-9103-eae7a73b3a4d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.802091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa4c441-758f-4045-995f-cbdf6180612c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.900571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks [] for port (71d4558c-9db9-49e3-ad36-e85610108b73), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.932857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks [] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.958004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa4c441-758f-4045-995f-cbdf6180612c admin admin] Publish callbacks [] for security_group (fb207968-e858-40ca-906e-20162af146e0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:16.983576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.016863 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.038877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Network 8966d541-ac42-442f-823e-c545cd44666b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:17.043698 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:05:17.043698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:17.049682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:17.057422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:17.061522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:17.061961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa4c441-758f-4045-995f-cbdf6180612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb207968-e858-40ca-906e-20162af146e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.065639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:17.073337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:17.079245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Pushing event updated for resources: {'Port': ['ID=71d4558c-9db9-49e3-ad36-e85610108b73,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.119648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e35fdfe2-9e1f-4660-9103-eae7a73b3a4d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.127730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-efa4c441-758f-4045-995f-cbdf6180612c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d4023d1afd84c5f914012ceeb8e8ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342996 Feb 15 02:05:17.129387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c441-758f-4045-995f-cbdf6180612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb207968-e858-40ca-906e-20162af146e0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.132043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:17.183951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=e35fdfe2-9e1f-4660-9103-eae7a73b3a4d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.192957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1265576d-ad79-494a-95f4-803159baf524 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3905115 Feb 15 02:05:17.197200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:17.206804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Attempting to bind port 68d49f4a-a746-4961-ac74-6ef726996f5d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:17.207181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Attempting to bind port 68d49f4a-a746-4961-ac74-6ef726996f5d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:17.207558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Attempting to bind port 68d49f4a-a746-4961-ac74-6ef726996f5d on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:17.220610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Attempting to bind port 71d4558c-9db9-49e3-ad36-e85610108b73 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:17.221528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Attempting to bind port 71d4558c-9db9-49e3-ad36-e85610108b73 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '92e21893-927c-4e84-8ca9-06a11eb10089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8966d541-ac42-442f-823e-c545cd44666b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:17.221904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Attempting to bind port 71d4558c-9db9-49e3-ad36-e85610108b73 on network 8966d541-ac42-442f-823e-c545cd44666b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:17.227225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Pushing event updated for resources: {'Port': ['ID=68d49f4a-a746-4961-ac74-6ef726996f5d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.229973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:17.230386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Checking segment: {'id': '92e21893-927c-4e84-8ca9-06a11eb10089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8966d541-ac42-442f-823e-c545cd44666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:17.230815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.231216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Bound using segment: {'id': '92e21893-927c-4e84-8ca9-06a11eb10089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8966d541-ac42-442f-823e-c545cd44666b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:17.231772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Bound port: 71d4558c-9db9-49e3-ad36-e85610108b73, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e21893-927c-4e84-8ca9-06a11eb10089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8966d541-ac42-442f-823e-c545cd44666b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:17.232080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.238059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:17.238844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:17.238844 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.239217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:17.239697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Bound port: 68d49f4a-a746-4961-ac74-6ef726996f5d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:17.240078 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.248549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] Publish callbacks [] for security_group (fb207968-e858-40ca-906e-20162af146e0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.285515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] Publish callbacks [] for security_group (fb207968-e858-40ca-906e-20162af146e0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.298289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8966d541-ac42-442f-823e-c545cd44666b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.368669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] For port 71d4558c-9db9-49e3-ad36-e85610108b73, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:17.372595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] For port 71d4558c-9db9-49e3-ad36-e85610108b73, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=71d4558c-9db9-49e3-ad36-e85610108b73,segment=NetworkSegment(92e21893-927c-4e84-8ca9-06a11eb10089),segment_id=92e21893-927c-4e84-8ca9-06a11eb10089)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:17.372775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8966d541-ac42-442f-823e-c545cd44666b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:17.376583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] For port 68d49f4a-a746-4961-ac74-6ef726996f5d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:17.379788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] For port 68d49f4a-a746-4961-ac74-6ef726996f5d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68d49f4a-a746-4961-ac74-6ef726996f5d,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:17.386460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e21893-927c-4e84-8ca9-06a11eb10089') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:17.386971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e21893-927c-4e84-8ca9-06a11eb10089') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:17.400501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.417837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4972148-07e4-4f64-b7ca-407f8bd58697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:17.420268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4972148-07e4-4f64-b7ca-407f8bd58697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2218692 Feb 15 02:05:17.422907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:17.455856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb207968-e858-40ca-906e-20162af146e0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.458564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.462291 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb207968-e858-40ca-906e-20162af146e0 HTTP/1.1" status: 204 len: 168 time: 0.3103852 Feb 15 02:05:17.486737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cd321-44d0-47a0-a4a5-8853e5900b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb207968-e858-40ca-906e-20162af146e0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.495866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.503132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.520616 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.521449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:17.524024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:17.547586 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:17.565962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d17b94-58ae-409c-abf4-25ffd28cf45a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:17.570401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d17b94-58ae-409c-abf4-25ffd28cf45a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:17.570401 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14d17b94-58ae-409c-abf4-25ffd28cf45a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1444762 Feb 15 02:05:17.571550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:17.667445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:17.671905 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.691555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:05:17.691555 n-d-829064-14 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:05:17.691555 n-d-829064-14 neutron-server[103884]: [parameters: {'id': '8966d541-ac42-442f-823e-c545cd44666b'}] Feb 15 02:05:17.691555 n-d-829064-14 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:17.691957 n-d-829064-14 neutron-server[103884]: DEBUG oslo_db.api [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:17.695420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad98cc-7499-46c2-a85f-8cdec51ad0fb None None] Pushing event updated for resources: {'Port': ['ID=68d49f4a-a746-4961-ac74-6ef726996f5d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.740718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.771827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3f97b-ccad-4c12-a35d-96832846950e None None] Network 8966d541-ac42-442f-823e-c545cd44666b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:17.842955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a8aa-d85e-43a1-945d-5f2542ecadce None None] Pushing event updated for resources: {'Port': ['ID=71d4558c-9db9-49e3-ad36-e85610108b73,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:17.894963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:17.935824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45f34f-437d-4193-b360-2bc1d7ecdbd5 None None] Network 8966d541-ac42-442f-823e-c545cd44666b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:18.164545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.175983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.192939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8966d541-ac42-442f-823e-c545cd44666b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.215936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68d49f4a-a746-4961-ac74-6ef726996f5d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:18.273857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:18.279125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 68d49f4a-a746-4961-ac74-6ef726996f5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:18.279596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.298161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.305783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb027c89-b5b3-4706-81a1-e532e9fdfc6c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e HTTP/1.1" status: 204 len: 168 time: 0.7331355 Feb 15 02:05:18.311169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:18.314138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port 71d4558c-9db9-49e3-ad36-e85610108b73 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:18.315049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.398997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:18.399547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.431462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port 71d4558c-9db9-49e3-ad36-e85610108b73, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=71d4558c-9db9-49e3-ad36-e85610108b73,segment=NetworkSegment(92e21893-927c-4e84-8ca9-06a11eb10089),segment_id=92e21893-927c-4e84-8ca9-06a11eb10089)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:18.431936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.449453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for 71d4558c-9db9-49e3-ad36-e85610108b73 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:18.479124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 68d49f4a-a746-4961-ac74-6ef726996f5d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68d49f4a-a746-4961-ac74-6ef726996f5d,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:18.552875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.606234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be481d15-90e4-462a-b0b0-257dfbb5eda8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2813771 Feb 15 02:05:18.606474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:18.611893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:18.624197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=68d49f4a-a746-4961-ac74-6ef726996f5d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:18.663768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (71d4558c-9db9-49e3-ad36-e85610108b73), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.682455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port 71d4558c-9db9-49e3-ad36-e85610108b73 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:18.896420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=71d4558c-9db9-49e3-ad36-e85610108b73,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:18.944085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8966d541-ac42-442f-823e-c545cd44666b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:18.978150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8966d541-ac42-442f-823e-c545cd44666b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:18.992262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e21893-927c-4e84-8ca9-06a11eb10089') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:18.992872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e21893-927c-4e84-8ca9-06a11eb10089') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:19.002272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.016933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.024319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:19.024759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (92e21893-927c-4e84-8ca9-06a11eb10089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:19.028070 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:19.042664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:19.046846 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.213957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37626b2a-824d-48ee-ad73-cf48c6245b06 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:05:19.229605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (8966d541-ac42-442f-823e-c545cd44666b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.244016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.256199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/8966d541-ac42-442f-823e-c545cd44666b HTTP/1.1" status: 204 len: 168 time: 3.0823004 Feb 15 02:05:19.256583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.268994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e09d1-fb66-483e-8aef-2616dc2b83e3 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=8966d541-ac42-442f-823e-c545cd44666b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:19.317553 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d04c867-8be5-4fba-b54e-bbfd2b3ca75b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:19.318693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d04c867-8be5-4fba-b54e-bbfd2b3ca75b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:19.322241 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3d04c867-8be5-4fba-b54e-bbfd2b3ca75b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/e35fdfe2-9e1f-4660-9103-eae7a73b3a4d HTTP/1.1" status: 404 len: 337 time: 0.0640891 Feb 15 02:05:19.329277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.380147 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2aa21f-c61e-4867-99bd-4489d7146f7f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:19.386939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ed7c957-d175-4798-951b-5b4bfca5c475 None None] Provisioning complete for port 68d49f4a-a746-4961-ac74-6ef726996f5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:19.387382 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c957-d175-4798-951b-5b4bfca5c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.389350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2aa21f-c61e-4867-99bd-4489d7146f7f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:19.398520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.400223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b2aa21f-c61e-4867-99bd-4489d7146f7f tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/8966d541-ac42-442f-823e-c545cd44666b HTTP/1.1" status: 404 len: 339 time: 0.0646739 Feb 15 02:05:19.453749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37626b2a-824d-48ee-ad73-cf48c6245b06 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (d12d8742-a8c8-4e91-868d-9f17a03baf24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.843967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=d12d8742-a8c8-4e91-868d-9f17a03baf24,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:19.845825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7c957-d175-4798-951b-5b4bfca5c475 None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94d2d15-8375-436c-836e-62946cd5fa06') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94d2d15-8375-436c-836e-62946cd5fa06') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (e94d2d15-8375-436c-836e-62946cd5fa06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e94d2d15-8375-436c-836e-62946cd5fa06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (e94d2d15-8375-436c-836e-62946cd5fa06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:19.846711 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:19.853175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a908dc-d435-4c6a-8c6a-8de942070970 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:19.853612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-484d4dc6-867d-4c2b-ad7e-8d855e5aff98 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2187908 Feb 15 02:05:19.854063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 53994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.854063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:19.879291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.898488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.901779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20 HTTP/1.1" status: 204 len: 168 time: 0.5022154 Feb 15 02:05:19.902874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420992d-7a2b-4e67-bc1f-c19f9018cd98 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=5f4e5820-e2d1-46e7-8ce1-09b67e2b6c20,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:19.904656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 53998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.935416 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-889f7af3-7a5b-404a-979a-d2c733db9b37 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:19.940826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889f7af3-7a5b-404a-979a-d2c733db9b37 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:19.940826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-889f7af3-7a5b-404a-979a-d2c733db9b37 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/6baad13e-c6b2-4523-8d8c-91c2542856f5 HTTP/1.1" status: 404 len: 337 time: 0.0335732 Feb 15 02:05:19.942262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.962619 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37123ed-72cf-4d4a-a84a-5972849e7a1b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:19.962619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37123ed-72cf-4d4a-a84a-5972849e7a1b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:19.967493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f37123ed-72cf-4d4a-a84a-5972849e7a1b tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/8bd565c2-4b8b-4ad7-b416-f9439959b4e8 HTTP/1.1" status: 404 len: 339 time: 0.0218964 Feb 15 02:05:19.967863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:19.970467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:19.972370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.036858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting subnet a356c3f3-00be-4f2c-8bcb-e9f4afaf0076 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:20.041537 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router_controller (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.042111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (a356c3f3-00be-4f2c-8bcb-e9f4afaf0076), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.125704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.149942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (a356c3f3-00be-4f2c-8bcb-e9f4afaf0076), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.168060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68d49f4a-a746-4961-ac74-6ef726996f5d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:20.240797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.242040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0937278d-b70f-42ef-b996-73852b75e697 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4131627 Feb 15 02:05:20.244697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:20.250985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 68d49f4a-a746-4961-ac74-6ef726996f5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:20.252995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.350025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a356c3f3-00be-4f2c-8bcb-e9f4afaf0076), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.379277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:20.455782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7e468-0872-446c-a043-faa35db84abf None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:20.548174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (a356c3f3-00be-4f2c-8bcb-e9f4afaf0076), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.563938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16a95452-ab82-4e32-a738-80837cf98eca None None] Provisioning complete for port 68d49f4a-a746-4961-ac74-6ef726996f5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:20.564494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16a95452-ab82-4e32-a738-80837cf98eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.637275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.649323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce9935-c05a-4a57-87a8-76bfa18129b3 None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:20.651239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/a356c3f3-00be-4f2c-8bcb-e9f4afaf0076 HTTP/1.1" status: 204 len: 168 time: 0.6822877 Feb 15 02:05:20.653892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b94a-cc33-4a1b-b379-294bc68a8d00 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=a356c3f3-00be-4f2c-8bcb-e9f4afaf0076,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:20.656525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:20.805568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting subnet 8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:20.810451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.813838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-16a95452-ab82-4e32-a738-80837cf98eca None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:20.827087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:20.912126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.074517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bac3e2ca-4ef6-4f7f-b6bb-f6b051f718b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.237547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::1 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/d12d8742-a8c8-4e91-868d-9f17a03baf24/d44bdcd3-0288-42f4-bb70-8141e0113fec) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:21.244719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3fca475e-d3f6-4c7e-9154-5f46b7137011 None None] Provisioning complete for port 68d49f4a-a746-4961-ac74-6ef726996f5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:21.248389 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fca475e-d3f6-4c7e-9154-5f46b7137011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.409865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3fca475e-d3f6-4c7e-9154-5f46b7137011 None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:21.531723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.589855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.633563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6dc35ecf-2444-4b78-b155-449ff611b2dc None None] Could not find standard attr ID for object 3b205d0a-1956-4661-b059-2c71c8e9cbac. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:21.645528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.711434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:21.713265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:21.727348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:21.731329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.745152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.802589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:21.806869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.812424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6ff88659-4d7d-4372-8307-39e11075a673 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/8408a87a-ebc3-4bdb-b0b6-430e3fc13e6b HTTP/1.1" status: 204 len: 168 time: 1.1525218 Feb 15 02:05:21.812978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:21.948463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=d44bdcd3-0288-42f4-bb70-8141e0113fec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:21.963883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3537f708-df54-4697-b3a3-ff30e86408a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:21.987358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ee603-21ee-4020-a4bd-57ad446bdb3b None None] Network 3537f708-df54-4697-b3a3-ff30e86408a9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:22.020337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port 1da06006-26a7-4082-b9c5-2e1091eba119 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:22.020674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.103921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-28eb6087-9808-4730-b432-31aec1e19900 None None] Provisioning complete for port 1da06006-26a7-4082-b9c5-2e1091eba119 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:22.104570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28eb6087-9808-4730-b432-31aec1e19900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.108189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da06006-26a7-4082-b9c5-2e1091eba119,segment=NetworkSegment(2495426b-ed47-46ff-9797-84aa6f0ca889),segment_id=2495426b-ed47-46ff-9797-84aa6f0ca889)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:22.108815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.123364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for 1da06006-26a7-4082-b9c5-2e1091eba119 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:22.126154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.244728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-28eb6087-9808-4730-b432-31aec1e19900 None None] Current status of the port 1da06006-26a7-4082-b9c5-2e1091eba119 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:22.248834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-28eb6087-9808-4730-b432-31aec1e19900 None None] Could not find standard attr ID for object 160c00c2-028c-4946-ac5f-22f30edc09a6. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:22.286425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] DHCP port deletion for 3537f708-df54-4697-b3a3-ff30e86408a9 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:22.381120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.407678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4afde939-c727-4e51-93fe-e5364352b77d None None] Could not find standard attr ID for object 0a59858d-207e-4f20-8622-5f44babdbf7a. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:22.417450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Deleting port 1da06006-26a7-4082-b9c5-2e1091eba119 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:22.418235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.457164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:22.474714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port 1da06006-26a7-4082-b9c5-2e1091eba119 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:22.529027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] For port 1da06006-26a7-4082-b9c5-2e1091eba119, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:22.530147 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.556958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Calling delete_port for 1da06006-26a7-4082-b9c5-2e1091eba119 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:22.557347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Port 1da06006-26a7-4082-b9c5-2e1091eba119 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:05:22.564879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (1da06006-26a7-4082-b9c5-2e1091eba119), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.616062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] Pushing event deleted for resources: {'Port': ['ID=1da06006-26a7-4082-b9c5-2e1091eba119,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:22.622750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41646fe-2834-44e5-976a-5c7413563aec None None] No DVR routers for this DVR port 1da06006-26a7-4082-b9c5-2e1091eba119 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:22.679656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3537f708-df54-4697-b3a3-ff30e86408a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.697441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.706662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3537f708-df54-4697-b3a3-ff30e86408a9']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:22.716708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495426b-ed47-46ff-9797-84aa6f0ca889') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:22.717293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495426b-ed47-46ff-9797-84aa6f0ca889') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:22.728757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (2495426b-ed47-46ff-9797-84aa6f0ca889), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.753987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2495426b-ed47-46ff-9797-84aa6f0ca889), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.761136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:22.766169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (2495426b-ed47-46ff-9797-84aa6f0ca889), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.766331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4a256b57-669e-445b-8d22-cb219db1df8a None None] Provisioning complete for port d44bdcd3-0288-42f4-bb70-8141e0113fec triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:22.766331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a256b57-669e-445b-8d22-cb219db1df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:22.766526 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:22.787669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.788640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.825155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a256b57-669e-445b-8d22-cb219db1df8a None None] Port d44bdcd3-0288-42f4-bb70-8141e0113fec cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:22.929443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=d44bdcd3-0288-42f4-bb70-8141e0113fec,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:22.965110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3537f708-df54-4697-b3a3-ff30e86408a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.974857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:22.983942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/3537f708-df54-4697-b3a3-ff30e86408a9 HTTP/1.1" status: 204 len: 168 time: 1.1666396 Feb 15 02:05:22.991610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.001941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae299-bfae-4c15-a470-4b29c6f034c1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=3537f708-df54-4697-b3a3-ff30e86408a9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:23.056869 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-66815547-7127-4549-b582-593beeda8a73 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.056869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66815547-7127-4549-b582-593beeda8a73 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.059910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66815547-7127-4549-b582-593beeda8a73 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/07e97f90-4698-4666-9499-c7fae8696c33 HTTP/1.1" status: 404 len: 337 time: 0.0674093 Feb 15 02:05:23.062618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54050) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.070047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:23.072921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:23.085778 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c9b06d-e278-425b-b8d0-c63010f8c72c tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.092136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c9b06d-e278-425b-b8d0-c63010f8c72c tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.096354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c2c9b06d-e278-425b-b8d0-c63010f8c72c tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/594293dc-dfdb-40b8-ae47-8ab42ea5757b HTTP/1.1" status: 404 len: 339 time: 0.0316939 Feb 15 02:05:23.098433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54052) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.132857 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e30819-9043-47e2-931f-d7eaee2064f1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.133328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e30819-9043-47e2-931f-d7eaee2064f1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.136465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2e30819-9043-47e2-931f-d7eaee2064f1 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/98c998af-5096-4014-9e17-a5c055e8cc54 HTTP/1.1" status: 404 len: 337 time: 0.0370438 Feb 15 02:05:23.140818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.161184 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec26b9ea-38da-4dc2-abd4-34937836571a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.161713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec26b9ea-38da-4dc2-abd4-34937836571a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.175143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ec26b9ea-38da-4dc2-abd4-34937836571a tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/dbb81436-d895-4432-a710-e4fb91146e89 HTTP/1.1" status: 404 len: 339 time: 0.0256255 Feb 15 02:05:23.175143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.196550 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b7cbf8-dee6-4170-8410-b832b232c1de tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.197020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b7cbf8-dee6-4170-8410-b832b232c1de tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.202781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-14b7cbf8-dee6-4170-8410-b832b232c1de tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/bde2b14f-d435-415d-b001-d10eba81e180 HTTP/1.1" status: 404 len: 337 time: 0.0313349 Feb 15 02:05:23.207560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.226281 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1419eeee-9ec1-4319-943b-2d4a1680b5a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:23.227187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1419eeee-9ec1-4319-943b-2d4a1680b5a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:23.234883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1419eeee-9ec1-4319-943b-2d4a1680b5a6 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/84329164-b969-4cf4-9b6c-9be2a979a395 HTTP/1.1" status: 404 len: 339 time: 0.0278757 Feb 15 02:05:23.238515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.297373 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-759fbb45-0697-4258-a206-e81e3cf04ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.306644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting subnet e93ca59e-2853-48e6-b197-b7a384a12f02 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:23.310635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (e93ca59e-2853-48e6-b197-b7a384a12f02), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.359322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e93ca59e-2853-48e6-b197-b7a384a12f02), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.369738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:05:23.539854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e93ca59e-2853-48e6-b197-b7a384a12f02), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.542110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:23.550894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f7009992-0122-4fb9-b4e5-d1cafcbc4cf5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "PUT /v2.0/routers/9fa68037-e2cf-45f5-a0ef-b15a3e511f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051872 Feb 15 02:05:23.554070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.556978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Sync routers for ids ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:23.586778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Routers {'9fa68037-e2cf-45f5-a0ef-b15a3e511f64'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:23.587419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:23.611638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1380ae6-cfd7-4af2-aed6-54d675832d67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:23.615791 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1380ae6-cfd7-4af2-aed6-54d675832d67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports/d44bdcd3-0288-42f4-bb70-8141e0113fec HTTP/1.1" status: 200 len: 911 time: 0.0602610 Feb 15 02:05:23.616501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.714481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c348-b9a1-4787-8a51-81d68804dff7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:23.728147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c348-b9a1-4787-8a51-81d68804dff7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:23.732836 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ef98c348-b9a1-4787-8a51-81d68804dff7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1129711 Feb 15 02:05:23.734058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.767025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Set router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:23.822567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-76e09bd5-61f6-4026-9fc1-9707f10dfe91 None None] Provisioning complete for port d44bdcd3-0288-42f4-bb70-8141e0113fec triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:23.823205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76e09bd5-61f6-4026-9fc1-9707f10dfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.877236 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e93ca59e-2853-48e6-b197-b7a384a12f02), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.938237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:23.947603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/e93ca59e-2853-48e6-b197-b7a384a12f02 HTTP/1.1" status: 204 len: 168 time: 0.7039208 Feb 15 02:05:23.953938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:23.954114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebbea35-4b1a-44f0-b9ec-053260a47083 None None] Network ae99f5d7-4095-4f36-a449-b36bf831732a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:23.960991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-76e09bd5-61f6-4026-9fc1-9707f10dfe91 None None] Port d44bdcd3-0288-42f4-bb70-8141e0113fec cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:23.988347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28df8b-93f5-413b-8a26-b6671227ac04 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=e93ca59e-2853-48e6-b197-b7a384a12f02,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:24.172232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ae99f5d7-4095-4f36-a449-b36bf831732a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.274570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port e774d21e-876f-4ed1-be22-354caf95d11d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:24.274837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.280049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da06006-26a7-4082-b9c5-2e1091eba119 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:24.355178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port e774d21e-876f-4ed1-be22-354caf95d11d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e774d21e-876f-4ed1-be22-354caf95d11d,segment=NetworkSegment(19b18aa0-dd8a-47af-87b2-659b21a5bd8d),segment_id=19b18aa0-dd8a-47af-87b2-659b21a5bd8d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:24.355567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.371205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for e774d21e-876f-4ed1-be22-354caf95d11d owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:24.466606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1da06006-26a7-4082-b9c5-2e1091eba119 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:24.467586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da06006-26a7-4082-b9c5-2e1091eba119 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:24.593814 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e774d21e-876f-4ed1-be22-354caf95d11d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.616903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port e774d21e-876f-4ed1-be22-354caf95d11d on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:24.682272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=e774d21e-876f-4ed1-be22-354caf95d11d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:24.708243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.726233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:21Z', 'revision_number': 2, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None, '_interfaces': [{'id': 'd44bdcd3-0288-42f4-bb70-8141e0113fec', 'name': '', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'mac_address': 'fa:16:3e:f8:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'd12d8742-a8c8-4e91-868d-9f17a03baf24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:05:20Z', 'updated_at': '2022-02-15T02:05:22Z', 'revision_number': 2, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'subnets': [{'id': 'd12d8742-a8c8-4e91-868d-9f17a03baf24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:24.779716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Checking router: 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:05:24.780677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Updating router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 port d44bdcd3-0288-42f4-bb70-8141e0113fec binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:05:24.783920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.819724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ae99f5d7-4095-4f36-a449-b36bf831732a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.834385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac71239-a2f2-42a4-a412-fea4b6bd2823 None None] DHCP port deletion for ae99f5d7-4095-4f36-a449-b36bf831732a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:24.842183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.874227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae99f5d7-4095-4f36-a449-b36bf831732a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:24.887065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b18aa0-dd8a-47af-87b2-659b21a5bd8d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:24.888557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b18aa0-dd8a-47af-87b2-659b21a5bd8d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:24.903757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (19b18aa0-dd8a-47af-87b2-659b21a5bd8d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.933059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (19b18aa0-dd8a-47af-87b2-659b21a5bd8d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:24.941489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:24.942174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (19b18aa0-dd8a-47af-87b2-659b21a5bd8d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:25.024116 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:25.129973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ae99f5d7-4095-4f36-a449-b36bf831732a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.143881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.153460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:25.155808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/ae99f5d7-4095-4f36-a449-b36bf831732a HTTP/1.1" status: 204 len: 168 time: 1.2032201 Feb 15 02:05:25.193625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e606c-f2b0-462f-983f-9733d7fbf34d tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=ae99f5d7-4095-4f36-a449-b36bf831732a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:25.213747 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-196944c5-4e5c-439e-924a-c0308fca6836 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:25.214201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196944c5-4e5c-439e-924a-c0308fca6836 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:25.220264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:25.221260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-196944c5-4e5c-439e-924a-c0308fca6836 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/8a804d0b-8350-4ac9-b426-f692e89a77aa HTTP/1.1" status: 404 len: 337 time: 0.0627391 Feb 15 02:05:25.263260 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ce3353-967b-431c-a679-d6602b7bf7b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] DELETE failed (client error): The resource could not be found. Feb 15 02:05:25.263813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ce3353-967b-431c-a679-d6602b7bf7b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:05:25.273574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fd759-65ff-4eea-a4b0-f1aba6c92182 req-1765be90-b349-4ef3-96a8-2435f693a0ac tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:25.274400 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8ce3353-967b-431c-a679-d6602b7bf7b5 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/b102f7c4-451c-4a38-b5fe-322ca08d8ada HTTP/1.1" status: 404 len: 339 time: 0.0519857 Feb 15 02:05:25.277185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:25.277901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-756fd759-65ff-4eea-a4b0-f1aba6c92182 req-1765be90-b349-4ef3-96a8-2435f693a0ac tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 945 time: 0.1305144 Feb 15 02:05:25.283190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks [] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.305101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port d44bdcd3-0288-42f4-bb70-8141e0113fec {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:25.305381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.349623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting subnet 4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:25.354181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.377232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.386252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-756fd759-65ff-4eea-a4b0-f1aba6c92182 req-ec9925f2-6819-4cac-821c-4ae2557da2aa tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Feb 15 02:05:25.455567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.462713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.485485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for d44bdcd3-0288-42f4-bb70-8141e0113fec owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:25.523295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa928d5f-4289-42b8-9281-6010789c05cd None None] Pushing event updated for resources: {'Port': ['ID=d44bdcd3-0288-42f4-bb70-8141e0113fec,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:25.540733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:25.546792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:25.546792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:25.549405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:25.549796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:25.551041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.551041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:25.551336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Bound port: d44bdcd3-0288-42f4-bb70-8141e0113fec, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:25.552002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.629645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.810105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.839537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.857377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:25.859625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:25.866663 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39f2852a-9a4b-453b-b493-c8855e50b960 tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/subnets/4c9c8cb7-37de-4fcb-9c24-2696c9b9c4cc HTTP/1.1" status: 204 len: 168 time: 0.5875189 Feb 15 02:05:25.867326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54118) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:25.900589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292ae83-e7f9-42e7-b651-2b3af1b83736 None None] Network 9643205e-f617-4393-82c8-1f346c1fac7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:25.902789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=d44bdcd3-0288-42f4-bb70-8141e0113fec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:25.917629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.918045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.918402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.919065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.919418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.919757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.920115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.920502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.920842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.921942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.922292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.922651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:25.923068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:26.005309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9643205e-f617-4393-82c8-1f346c1fac7d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.010465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:26.010830 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:26.015740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f253bc81-1bcd-4e65-ad57-e24b28414c46 None None] Could not find standard attr ID for object d44bdcd3-0288-42f4-bb70-8141e0113fec. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:26.085336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.086714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Deleting port b976c021-c3eb-4ef4-8b67-bb70023a2a10 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:26.087226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.186544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e774d21e-876f-4ed1-be22-354caf95d11d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:26.189709 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.221734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e774d21e-876f-4ed1-be22-354caf95d11d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:26.222093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e774d21e-876f-4ed1-be22-354caf95d11d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:26.234499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] For port b976c021-c3eb-4ef4-8b67-bb70023a2a10, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b976c021-c3eb-4ef4-8b67-bb70023a2a10,segment=NetworkSegment(b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6),segment_id=b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:26.235080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.286744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Calling delete_port for b976c021-c3eb-4ef4-8b67-bb70023a2a10 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:26.397403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] DHCP port deletion for 9643205e-f617-4393-82c8-1f346c1fac7d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:26.522504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:05:26.528090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Deleting port b976c021-c3eb-4ef4-8b67-bb70023a2a10 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:26.528699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.547068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:26.547341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:26.547703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Attempting to bind port d44bdcd3-0288-42f4-bb70-8141e0113fec on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:26.550137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.593040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:26.593335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:26.593966 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.594365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:26.594852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Bound port: d44bdcd3-0288-42f4-bb70-8141e0113fec, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:26.595239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d44bdcd3-0288-42f4-bb70-8141e0113fec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.627891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] For port b976c021-c3eb-4ef4-8b67-bb70023a2a10, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b976c021-c3eb-4ef4-8b67-bb70023a2a10,segment=NetworkSegment(b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6),segment_id=b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:26.628307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.634778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Port': ['ID=b976c021-c3eb-4ef4-8b67-bb70023a2a10,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:26.645573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] No DVR routers for this DVR port b976c021-c3eb-4ef4-8b67-bb70023a2a10 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:26.653768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-f271b543-51f5-4442-a738-afdd31ef2086 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:26.655511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-f271b543-51f5-4442-a738-afdd31ef2086 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 945 time: 0.2040772 Feb 15 02:05:26.667144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Port d44bdcd3-0288-42f4-bb70-8141e0113fec has been deleted concurrently {{(pid=103886) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 02:05:26.707737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Calling delete_port for b976c021-c3eb-4ef4-8b67-bb70023a2a10 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:26.719920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856358a-9c48-45ba-9b35-a6acc8c10a1b req-0914c478-e231-4509-90c9-f7214a7e122d tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:26.722304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6856358a-9c48-45ba-9b35-a6acc8c10a1b req-0914c478-e231-4509-90c9-f7214a7e122d tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 945 time: 0.2170084 Feb 15 02:05:26.746814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Routers {'9fa68037-e2cf-45f5-a0ef-b15a3e511f64'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:26.752333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:26.833089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9643205e-f617-4393-82c8-1f346c1fac7d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.837156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:26.847187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b53df684-47d3-4f1f-a1b4-68821f7c03e8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "PUT /v2.0/routers/9fa68037-e2cf-45f5-a0ef-b15a3e511f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1116302 Feb 15 02:05:26.857031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:26.881260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9643205e-f617-4393-82c8-1f346c1fac7d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:26.901713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:26.901713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:26.919890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.935642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.942065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:26.942535 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b8d8b5ff-26cf-4559-96fb-6fb9bfa9d2b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:26.967119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6856358a-9c48-45ba-9b35-a6acc8c10a1b req-f7279711-21e2-437f-af13-baad41d4cf92 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697083 Feb 15 02:05:26.971538 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (b976c021-c3eb-4ef4-8b67-bb70023a2a10), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.003890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb074140-8c5a-420d-ad89-f13b915d5a77 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:27.005692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb074140-8c5a-420d-ad89-f13b915d5a77 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:27.007567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb074140-8c5a-420d-ad89-f13b915d5a77 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1488636 Feb 15 02:05:27.011380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:27.019961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] No DVR routers for this DVR port b976c021-c3eb-4ef4-8b67-bb70023a2a10 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:27.029028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] Set router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:27.034476 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:27.101302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet d12d8742-a8c8-4e91-868d-9f17a03baf24 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:27.101923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9643205e-f617-4393-82c8-1f346c1fac7d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.108019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Deleting port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:27.108407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.111120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.112367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (d12d8742-a8c8-4e91-868d-9f17a03baf24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.117080 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] 10.222.0.43 "DELETE /v2.0/networks/9643205e-f617-4393-82c8-1f346c1fac7d HTTP/1.1" status: 204 len: 168 time: 1.2484009 Feb 15 02:05:27.119563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ceff8-f529-41cf-9699-571c893826d8 None None] Pushing event deleted for resources: {'Port': ['ID=b976c021-c3eb-4ef4-8b67-bb70023a2a10,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:27.132818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16910400-2e18-4331-b658-7917699e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:25Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:27.182786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37e0a-6dfc-455b-af52-7916969bb5dc tempest-NetworksIpV6Test-843879101 tempest-NetworksIpV6Test-843879101-project] Pushing event deleted for resources: {'Network': ['ID=9643205e-f617-4393-82c8-1f346c1fac7d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:27.222115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16910400-2e18-4331-b658-7917699e36a7 None None] The sync data for ids ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'] in n-d-829064-14 is: [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:25Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:27.234554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (d12d8742-a8c8-4e91-868d-9f17a03baf24), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.327795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] For port a7d64cec-cb4b-40a2-a7b4-dfa7db324259, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:27.332911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.337847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d12d8742-a8c8-4e91-868d-9f17a03baf24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.369329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Calling delete_port for a7d64cec-cb4b-40a2-a7b4-dfa7db324259 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:27.410413 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.625732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (d12d8742-a8c8-4e91-868d-9f17a03baf24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.662022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a7d64cec-cb4b-40a2-a7b4-dfa7db324259), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.664175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=d12d8742-a8c8-4e91-868d-9f17a03baf24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:27.676614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a7d64cec-cb4b-40a2-a7b4-dfa7db324259'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:05:27.724577 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.724752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf30e5-5046-4ff7-8c63-c5725f029bde None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:27.727376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c2cfbc5d-0f28-4b21-b3fb-8ebd478aa91a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/d12d8742-a8c8-4e91-868d-9f17a03baf24 HTTP/1.1" status: 204 len: 168 time: 0.7148407 Feb 15 02:05:27.727740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:27.787796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Pushing event deleted for resources: {'Port': ['ID=a7d64cec-cb4b-40a2-a7b4-dfa7db324259,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:27.790034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] No DVR routers for this DVR port a7d64cec-cb4b-40a2-a7b4-dfa7db324259 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:27.799920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:27.799920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2a73f31-2444-4814-897b-9efb6e5cff3f req-1933e5d3-3a41-4e7a-9a96-89cff6c5b180 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "DELETE /v2.0/ports/a7d64cec-cb4b-40a2-a7b4-dfa7db324259 HTTP/1.1" status: 204 len: 173 time: 1.1001718 Feb 15 02:05:27.799920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'name': 'network-vif-deleted', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:05:27.801667 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158df3f0-c133-4443-bb76-16adf5ff80e8" -d '{"events": [{"server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "name": "network-vif-deleted", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:05:27.892449 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb6e99-71b7-47ca-87e4-a7fdb01c2875 x-openstack-request-id: req-70bb6e99-71b7-47ca-87e4-a7fdb01c2875 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:05:27.893062 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de96e0c-492b-4aef-8b32-bc6b178187e0", "name": "network-vif-deleted", "tag": "a7d64cec-cb4b-40a2-a7b4-dfa7db324259", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:05:27.893062 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70bb6e99-71b7-47ca-87e4-a7fdb01c2875 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:05:27.893301 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de96e0c-492b-4aef-8b32-bc6b178187e0', 'name': 'network-vif-deleted', 'tag': 'a7d64cec-cb4b-40a2-a7b4-dfa7db324259', 'status': 'completed', 'code': 200} Feb 15 02:05:27.914371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:28.003482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:28.005095 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5990e81a-4e66-4010-8294-ef1639e775d7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2708704 Feb 15 02:05:28.029712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:28.164592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Deleting port 68d49f4a-a746-4961-ac74-6ef726996f5d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:28.165364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.210884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68d49f4a-a746-4961-ac74-6ef726996f5d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:28.277538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] For port 68d49f4a-a746-4961-ac74-6ef726996f5d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68d49f4a-a746-4961-ac74-6ef726996f5d,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:28.282395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.282511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.299729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Calling delete_port for 68d49f4a-a746-4961-ac74-6ef726996f5d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:28.351723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71df2173-1847-4528-958b-aaf25ad72821 req-b37e7605-0a2b-439d-8040-853d747f40b4 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1de96e0c-492b-4aef-8b32-bc6b178187e0 HTTP/1.1" status: 200 len: 210 time: 0.1912830 Feb 15 02:05:28.364399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee7d2e08-5b49-4f55-897e-d4af7478419e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c75b9e764a514df0a83defdb09cf2ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485497 Feb 15 02:05:28.370688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:28.418569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68d49f4a-a746-4961-ac74-6ef726996f5d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:28.419343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.458408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] Publish callbacks [] for security_group (f494c6a7-414e-4fa0-a6c4-6af2562a9485), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.478114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 68d49f4a-a746-4961-ac74-6ef726996f5d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68d49f4a-a746-4961-ac74-6ef726996f5d,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:28.494697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] Publish callbacks [] for security_group (f494c6a7-414e-4fa0-a6c4-6af2562a9485), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.549122 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.550450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b976c021-c3eb-4ef4-8b67-bb70023a2a10 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:28.621841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b976c021-c3eb-4ef4-8b67-bb70023a2a10 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:28.622446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b976c021-c3eb-4ef4-8b67-bb70023a2a10 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:28.626133 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Sync routers for ids ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:28.634936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (68d49f4a-a746-4961-ac74-6ef726996f5d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.640344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Routers {'9fa68037-e2cf-45f5-a0ef-b15a3e511f64'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:28.640994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:28.668125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] No DVR routers for this DVR port 68d49f4a-a746-4961-ac74-6ef726996f5d on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:28.672185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f494c6a7-414e-4fa0-a6c4-6af2562a9485), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.674294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=68d49f4a-a746-4961-ac74-6ef726996f5d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:28.688825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.693364 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f494c6a7-414e-4fa0-a6c4-6af2562a9485 HTTP/1.1" status: 204 len: 168 time: 0.3227983 Feb 15 02:05:28.726231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85027b9-12ac-4fef-89c7-e6b6d7a6f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494c6a7-414e-4fa0-a6c4-6af2562a9485,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:28.742959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41c557-2a75-4000-8d9a-aa695f6cdb6f None None] Pushing event deleted for resources: {'Port': ['ID=68d49f4a-a746-4961-ac74-6ef726996f5d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:28.914524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Set router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:28.987128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:28.991194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router_controller (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:29.013171 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:25Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:29.057186 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Checking router: 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:05:29.068494 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Routers {'9fa68037-e2cf-45f5-a0ef-b15a3e511f64'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:29.069231 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:29.141216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (9fa68037-e2cf-45f5-a0ef-b15a3e511f64), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:29.142049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:05:29.157638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:29.163393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] Set router 9fa68037-e2cf-45f5-a0ef-b15a3e511f64 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:29.163550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d6a75144-7373-4ca5-92f5-c19979c21b10 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/routers/9fa68037-e2cf-45f5-a0ef-b15a3e511f64 HTTP/1.1" status: 204 len: 168 time: 1.1526453 Feb 15 02:05:29.167178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:29.174584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:29.220991 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:25Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:29.250510 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a51bb-da5a-4dd4-a8fc-b32f3a015373 None None] The sync data for ids ['9fa68037-e2cf-45f5-a0ef-b15a3e511f64'] in n-d-829064-14 is: [{'id': '9fa68037-e2cf-45f5-a0ef-b15a3e511f64', 'name': 'tempest-NetworksTestDHCPv6-router-1557542406', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:19Z', 'updated_at': '2022-02-15T02:05:25Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:29.388583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:29.391212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:29.874493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c8c26abf-0060-43b0-9342-ff5f08e5e540), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:29.996448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=c8c26abf-0060-43b0-9342-ff5f08e5e540,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:30.030058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:30.033824 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:30.045716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1fdb3-735b-4bf6-89da-40c92d322281 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:30.063528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:30.066257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.124635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:30.208748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6dbe5ad2-382e-4ea1-bd8c-c6d61f43dec1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0400035 Feb 15 02:05:30.211838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:30.223487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1324246550', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:30.259007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': 'c8c26abf-0060-43b0-9342-ff5f08e5e540'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:30.264112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.317383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1210646144'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:30.341205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.342289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.421257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:30.425297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.443233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.464069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/c8c26abf-0060-43b0-9342-ff5f08e5e540/55b899d9-229a-496e-a0b0-070e0684ea7e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:30.653652 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for security_group (2eccdade-86e9-477d-b1ac-f11f4733d6bf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.715314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks [] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.723924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2eccdade-86e9-477d-b1ac-f11f4733d6bf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.745450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:30.756107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a7d64cec-cb4b-40a2-a7b4-dfa7db324259 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:30.799596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: a7d64cec-cb4b-40a2-a7b4-dfa7db324259 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:30.800195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a7d64cec-cb4b-40a2-a7b4-dfa7db324259 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:30.806786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6a1324bd-46aa-4a26-b860-e034f5987b58), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.807318 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 6a1324bd-46aa-4a26-b860-e034f5987b58 of type vlan for network 923a49c3-91b6-47cf-8089-faf8dc88743c Feb 15 02:05:30.811916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eccdade-86e9-477d-b1ac-f11f4733d6bf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:30.817967 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.885620 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (923a49c3-91b6-47cf-8089-faf8dc88743c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.921439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Pushing event updated for resources: {'Port': ['ID=55b899d9-229a-496e-a0b0-070e0684ea7e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:30.927403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:30.929447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:30.932591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:30.944407 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router_controller (71e6cb5c-fa47-4bde-83af-df37a0db9d71), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:30.993533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Attempting to bind port 55b899d9-229a-496e-a0b0-070e0684ea7e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:30.993830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Attempting to bind port 55b899d9-229a-496e-a0b0-070e0684ea7e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:30.994389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Attempting to bind port 55b899d9-229a-496e-a0b0-070e0684ea7e on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:31.003848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:31.005909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:31.006423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.006916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:31.007813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Bound port: 55b899d9-229a-496e-a0b0-070e0684ea7e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:31.009434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (923a49c3-91b6-47cf-8089-faf8dc88743c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.014962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:31.015853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.020268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.024863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.102064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=923a49c3-91b6-47cf-8089-faf8dc88743c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:31.116270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 923a49c3-91b6-47cf-8089-faf8dc88743c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:31.131578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.133427 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9cd9cb91-3c7f-412c-abc9-00ff54994977 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9195716 Feb 15 02:05:31.135745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:31.185660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9500645d-d375-4e9a-889b-8a417313ce6d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0574358 Feb 15 02:05:31.187913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:31.193214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-261040490'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:31.224697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] For port 55b899d9-229a-496e-a0b0-070e0684ea7e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:31.240443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] For port 55b899d9-229a-496e-a0b0-070e0684ea7e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=55b899d9-229a-496e-a0b0-070e0684ea7e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:31.301329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:31.304820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.330739 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.341853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:31.357144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.357899 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1 of type vlan for network daac65b2-368d-4310-b8ca-602572f298cb Feb 15 02:05:31.410461 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (daac65b2-368d-4310-b8ca-602572f298cb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.439834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8ecc2-9d98-4080-9a91-631875e6675b None None] Pushing event updated for resources: {'Port': ['ID=55b899d9-229a-496e-a0b0-070e0684ea7e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:31.501082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (daac65b2-368d-4310-b8ca-602572f298cb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.506740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:31.507358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.507520 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:31.619011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=daac65b2-368d-4310-b8ca-602572f298cb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:31.630405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network daac65b2-368d-4310-b8ca-602572f298cb details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:31.636694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98a73263-cda9-4840-b5ed-7c6fbbdd5565 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4476352 Feb 15 02:05:31.639444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:31.645412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:31.872758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::1 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/c8c26abf-0060-43b0-9342-ff5f08e5e540/91b1ff17-9e32-4112-87bb-60704b951b12) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:31.918196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:31.922097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.044048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (91b1ff17-9e32-4112-87bb-60704b951b12), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.171466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.192170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 55b899d9-229a-496e-a0b0-070e0684ea7e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:32.302860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:32.319096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 55b899d9-229a-496e-a0b0-070e0684ea7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:32.319609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.322279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:32.326476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:32.327023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (71e6cb5c-fa47-4bde-83af-df37a0db9d71), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.368580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=91b1ff17-9e32-4112-87bb-60704b951b12,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:32.399209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7d2a938a-9cf4-4e30-aae0-52e5e00a9169), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.473955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 55b899d9-229a-496e-a0b0-070e0684ea7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:32.474356 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.507868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '6a1324bd-46aa-4a26-b860-e034f5987b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:32.508330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 923a49c3-91b6-47cf-8089-faf8dc88743c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:32.523708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 55b899d9-229a-496e-a0b0-070e0684ea7e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=55b899d9-229a-496e-a0b0-070e0684ea7e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:32.528126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=7d2a938a-9cf4-4e30-aae0-52e5e00a9169,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:32.573272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.593196 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.615749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 923a49c3-91b6-47cf-8089-faf8dc88743c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:32.683801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=55b899d9-229a-496e-a0b0-070e0684ea7e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:32.718039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 923a49c3-91b6-47cf-8089-faf8dc88743c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:32.722825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:32.727460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:32.730635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9737900-577c-476c-b692-51517698a089 None None] Network 923a49c3-91b6-47cf-8089-faf8dc88743c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:32.832345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7495042b-225c-4878-8c16-fa4674b90d8d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1890726 Feb 15 02:05:32.832570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:32.837724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:32.865443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-923a49c3-91b6-47cf-8089-faf8dc88743c', 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '7d2a938a-9cf4-4e30-aae0-52e5e00a9169'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:32.867639 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.022297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (91b1ff17-9e32-4112-87bb-60704b951b12), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.088988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Allocated IP 172.20.0.2 (923a49c3-91b6-47cf-8089-faf8dc88743c/7d2a938a-9cf4-4e30-aae0-52e5e00a9169/9189e175-f3d1-4834-8237-2087bbb2a45a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:33.131428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.132415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (71e6cb5c-fa47-4bde-83af-df37a0db9d71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.156787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:33.165214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.167794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-475349ad-d0be-4a8e-b78d-56cb4b46c993 None None] Provisioning complete for port 55b899d9-229a-496e-a0b0-070e0684ea7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:33.168179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-475349ad-d0be-4a8e-b78d-56cb4b46c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.354133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=91b1ff17-9e32-4112-87bb-60704b951b12,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:33.493832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks [] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.499457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-475349ad-d0be-4a8e-b78d-56cb4b46c993 None None] Current status of the port 55b899d9-229a-496e-a0b0-070e0684ea7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:33.519474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:33.538456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:33.593237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.703957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Network 923a49c3-91b6-47cf-8089-faf8dc88743c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:33.735177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:33.747055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:33.755167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Pushing event updated for resources: {'Port': ['ID=9189e175-f3d1-4834-8237-2087bbb2a45a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:33.779740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4bc70376-821b-4309-aaa4-d27b94ab5cd6 None None] Provisioning complete for port 91b1ff17-9e32-4112-87bb-60704b951b12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:33.780590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bc70376-821b-4309-aaa4-d27b94ab5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.833820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (bf362c98-6f8c-4efe-804c-ba6d852ab0dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.892803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4bc70376-821b-4309-aaa4-d27b94ab5cd6 None None] Port 91b1ff17-9e32-4112-87bb-60704b951b12 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:33.900465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Attempting to bind port 9189e175-f3d1-4834-8237-2087bbb2a45a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:33.900907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Attempting to bind port 9189e175-f3d1-4834-8237-2087bbb2a45a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6a1324bd-46aa-4a26-b860-e034f5987b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:33.901288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Attempting to bind port 9189e175-f3d1-4834-8237-2087bbb2a45a on network 923a49c3-91b6-47cf-8089-faf8dc88743c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:33.914095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:33.914977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Checking segment: {'id': '6a1324bd-46aa-4a26-b860-e034f5987b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:33.915502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.916011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Bound using segment: {'id': '6a1324bd-46aa-4a26-b860-e034f5987b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:33.916654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Bound port: 9189e175-f3d1-4834-8237-2087bbb2a45a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1324bd-46aa-4a26-b860-e034f5987b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '923a49c3-91b6-47cf-8089-faf8dc88743c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:33.917160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:33.937423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=bf362c98-6f8c-4efe-804c-ba6d852ab0dd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:33.947066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:05:33.952049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.952436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.952816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.958443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:05:33.960706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:33.961083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: daac65b2-368d-4310-b8ca-602572f298cb, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:34.014925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] For port 9189e175-f3d1-4834-8237-2087bbb2a45a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:34.034089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] For port 9189e175-f3d1-4834-8237-2087bbb2a45a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9189e175-f3d1-4834-8237-2087bbb2a45a,segment=NetworkSegment(6a1324bd-46aa-4a26-b860-e034f5987b58),segment_id=6a1324bd-46aa-4a26-b860-e034f5987b58)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:34.035423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7576783e-d0c1-46c2-ac75-2321c39b5a8a None None] Provisioning complete for port 91b1ff17-9e32-4112-87bb-60704b951b12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:34.037774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7576783e-d0c1-46c2-ac75-2321c39b5a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.061210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network daac65b2-368d-4310-b8ca-602572f298cb is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:34.075966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:34.082907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c330383-520c-4c57-a41f-b2b900745f53 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "PUT /v2.0/routers/71e6cb5c-fa47-4bde-83af-df37a0db9d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454050 Feb 15 02:05:34.084989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:34.095517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Sync routers for ids ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:34.107646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7576783e-d0c1-46c2-ac75-2321c39b5a8a None None] Port 91b1ff17-9e32-4112-87bb-60704b951b12 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:34.115402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.143537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Routers {'71e6cb5c-fa47-4bde-83af-df37a0db9d71'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:34.144272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:34.155240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, daac65b2-368d-4310-b8ca-602572f298cb) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:34.167192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:34.167869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.176467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9971d6-76b7-4b9d-999d-12aff5a4c3cf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:34.177906 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c9971d6-76b7-4b9d-999d-12aff5a4c3cf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports/91b1ff17-9e32-4112-87bb-60704b951b12 HTTP/1.1" status: 200 len: 911 time: 0.0918429 Feb 15 02:05:34.180867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:34.216315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c02dd-700a-4432-a95d-dc9f81ece707 None None] Network daac65b2-368d-4310-b8ca-602572f298cb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:34.260837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fc1e237-f3a0-487e-b4cd-23f99ceffcdc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4245951 Feb 15 02:05:34.261199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:34.267784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2137913421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:34.286358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ab1a0-4296-4129-af06-387cfca63751 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:34.292989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 55b899d9-229a-496e-a0b0-070e0684ea7e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:34.297293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ab1a0-4296-4129-af06-387cfca63751 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:34.298298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6e0ab1a0-4296-4129-af06-387cfca63751 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1159856 Feb 15 02:05:34.301999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:34.441058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0cdda-73fb-40b8-b5e8-ba8e7a365470 None None] Pushing event updated for resources: {'Port': ['ID=9189e175-f3d1-4834-8237-2087bbb2a45a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:34.451768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.458458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.475031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Set router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:34.507765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-daac65b2-368d-4310-b8ca-602572f298cb', 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': 'bf362c98-6f8c-4efe-804c-ba6d852ab0dd'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:34.508688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.650861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.723842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 55b899d9-229a-496e-a0b0-070e0684ea7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:34.724365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.832811 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.952788 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:34.954228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-db2279c8-bd4b-47f0-8e52-6126a041c335 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6918287 Feb 15 02:05:34.957871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:35.000010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (71e6cb5c-fa47-4bde-83af-df37a0db9d71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.130406 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Allocated IP 172.21.0.2 (daac65b2-368d-4310-b8ca-602572f298cb/bf362c98-6f8c-4efe-804c-ba6d852ab0dd/06157207-3446-4a37-b903-38a70a37b375) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:35.329238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks [] for port (06157207-3446-4a37-b903-38a70a37b375), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.371625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6cb5c-fa47-4bde-83af-df37a0db9d71', 'name': 'tempest-NetworksTestDHCPv6-router-1324246550', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:30Z', 'updated_at': '2022-02-15T02:05:32Z', 'revision_number': 2, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None, '_interfaces': [{'id': '91b1ff17-9e32-4112-87bb-60704b951b12', 'name': '', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'mac_address': 'fa:16:3e:da:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6cb5c-fa47-4bde-83af-df37a0db9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c8c26abf-0060-43b0-9342-ff5f08e5e540', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:05:31Z', 'updated_at': '2022-02-15T02:05:32Z', 'revision_number': 2, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'subnets': [{'id': 'c8c26abf-0060-43b0-9342-ff5f08e5e540', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:35.379870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 91b1ff17-9e32-4112-87bb-60704b951b12 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:35.380217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.383233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 55b899d9-229a-496e-a0b0-070e0684ea7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:35.443394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (06157207-3446-4a37-b903-38a70a37b375), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.472568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Network daac65b2-368d-4310-b8ca-602572f298cb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:35.477460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Checking router: 71e6cb5c-fa47-4bde-83af-df37a0db9d71 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:05:35.479358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Updating router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 port 91b1ff17-9e32-4112-87bb-60704b951b12 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:05:35.542285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:35.544187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.546179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.562767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:35.621408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 91b1ff17-9e32-4112-87bb-60704b951b12 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:35.643858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:35.928697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Pushing event updated for resources: {'Port': ['ID=06157207-3446-4a37-b903-38a70a37b375,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:35.989317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7e6b3-7b1a-4fda-8dd0-b897d6748f67 None None] Network 923a49c3-91b6-47cf-8089-faf8dc88743c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:35.998588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.20.0.1 (923a49c3-91b6-47cf-8089-faf8dc88743c/7d2a938a-9cf4-4e30-aae0-52e5e00a9169/6011734b-2d14-41aa-8601-f978daf3a1a5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:36.061339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (91b1ff17-9e32-4112-87bb-60704b951b12), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.107604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=91b1ff17-9e32-4112-87bb-60704b951b12,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:36.255178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9189e175-f3d1-4834-8237-2087bbb2a45a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:36.262350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.296231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (71e6cb5c-fa47-4bde-83af-df37a0db9d71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.398970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.495361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 923a49c3-91b6-47cf-8089-faf8dc88743c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:36.510505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:36.530199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:36.536973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:05:36.545148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Attempting to bind port 06157207-3446-4a37-b903-38a70a37b375 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:36.546394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Attempting to bind port 06157207-3446-4a37-b903-38a70a37b375 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:36.546949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Attempting to bind port 06157207-3446-4a37-b903-38a70a37b375 on network daac65b2-368d-4310-b8ca-602572f298cb {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:36.549300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:36.549875 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:36.566913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Provisioning complete for port 9189e175-f3d1-4834-8237-2087bbb2a45a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:36.567573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.573486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:36.574204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Checking segment: {'id': '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:36.574950 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.575609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Bound using segment: {'id': '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:36.576997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Bound port: 06157207-3446-4a37-b903-38a70a37b375, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'daac65b2-368d-4310-b8ca-602572f298cb'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:36.577624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (06157207-3446-4a37-b903-38a70a37b375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.592540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=6011734b-2d14-41aa-8601-f978daf3a1a5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:36.644902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.695528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:36.708342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-444fa498-523a-4c3c-b111-28a6b699ecdb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "PUT /v2.0/routers/71e6cb5c-fa47-4bde-83af-df37a0db9d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4035528 Feb 15 02:05:36.712730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:36.799348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810b7b7-c302-4009-9d26-54339e76da2b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:36.800847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9189e175-f3d1-4834-8237-2087bbb2a45a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:36.801235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.801549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810b7b7-c302-4009-9d26-54339e76da2b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:36.803381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b810b7b7-c302-4009-9d26-54339e76da2b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0848987 Feb 15 02:05:36.819506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:36.854049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] For port 06157207-3446-4a37-b903-38a70a37b375, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:36.857821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] For port 06157207-3446-4a37-b903-38a70a37b375, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=06157207-3446-4a37-b903-38a70a37b375,segment=NetworkSegment(3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1),segment_id=3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:36.904387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet c8c26abf-0060-43b0-9342-ff5f08e5e540 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:36.907945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (c8c26abf-0060-43b0-9342-ff5f08e5e540), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.945920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.957198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c8c26abf-0060-43b0-9342-ff5f08e5e540), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:36.965288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (06157207-3446-4a37-b903-38a70a37b375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.059712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c8c26abf-0060-43b0-9342-ff5f08e5e540), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.133752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:37.134149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.243914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4d061-4563-4d4b-8025-559c3e8eb851 None None] Pushing event updated for resources: {'Port': ['ID=06157207-3446-4a37-b903-38a70a37b375,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:37.244196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c8c26abf-0060-43b0-9342-ff5f08e5e540), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.272121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:37.288128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.305338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c26abf-0060-43b0-9342-ff5f08e5e540,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:37.311230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Port 91b1ff17-9e32-4112-87bb-60704b951b12 not found while updating agent binding for router 71e6cb5c-fa47-4bde-83af-df37a0db9d71. {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 02:05:37.321398 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.329072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-498b80a3-73ae-471e-893c-c2687fd49d04 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/c8c26abf-0060-43b0-9342-ff5f08e5e540 HTTP/1.1" status: 204 len: 168 time: 0.5081840 Feb 15 02:05:37.341233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54310) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:37.362103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cab1f1-cf51-428a-b5b3-e8e23b99dc07 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:37.406382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.461194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.518509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] For port 9189e175-f3d1-4834-8237-2087bbb2a45a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9189e175-f3d1-4834-8237-2087bbb2a45a,segment=NetworkSegment(6a1324bd-46aa-4a26-b860-e034f5987b58),segment_id=6a1324bd-46aa-4a26-b860-e034f5987b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:37.519471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Routers {'71e6cb5c-fa47-4bde-83af-df37a0db9d71'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:37.520089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:37.578251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1033e3a2-d7f1-4cf4-b5d1-47fd88124da4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2421625 Feb 15 02:05:37.578776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:37.643437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.650975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=6011734b-2d14-41aa-8601-f978daf3a1a5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:37.687096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.727424 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:37.818977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] Set router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:05:37.870551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 923a49c3-91b6-47cf-8089-faf8dc88743c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:37.872227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:37.931957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6cb5c-fa47-4bde-83af-df37a0db9d71', 'name': 'tempest-NetworksTestDHCPv6-router-1324246550', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:30Z', 'updated_at': '2022-02-15T02:05:35Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:37.947288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:37.947769 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:38.024071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.026464 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router_controller (71e6cb5c-fa47-4bde-83af-df37a0db9d71), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.052048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebdcb9-9322-4453-bf29-1f3b733ba1e2 None None] Pushing event updated for resources: {'Port': ['ID=9189e175-f3d1-4834-8237-2087bbb2a45a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:38.062475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Provisioning complete for port 9189e175-f3d1-4834-8237-2087bbb2a45a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:38.062860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.121503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019edd23-bebc-4e8b-a100-65573d1ea141 None None] The sync data for ids ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'] in n-d-829064-14 is: [{'id': '71e6cb5c-fa47-4bde-83af-df37a0db9d71', 'name': 'tempest-NetworksTestDHCPv6-router-1324246550', 'tenant_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:05:30Z', 'updated_at': '2022-02-15T02:05:35Z', 'revision_number': 3, 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:38.198438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:38.201077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:38.209875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (71e6cb5c-fa47-4bde-83af-df37a0db9d71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.213424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Fanout notify agent at l3_agent the message router_deleted on router 71e6cb5c-fa47-4bde-83af-df37a0db9d71 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:05:38.218047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.222258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-733ecf22-8f35-4fa3-8805-496d23d23986 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/routers/71e6cb5c-fa47-4bde-83af-df37a0db9d71 HTTP/1.1" status: 204 len: 168 time: 0.6394598 Feb 15 02:05:38.222962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.254487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Provisioning complete for port 6011734b-2d14-41aa-8601-f978daf3a1a5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:38.255197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.319108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 5ba865a3-80b5-42a8-9091-25b8f22ffcfd is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:05:38.331794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd2e4c-d603-4172-9269-772e22c73ee9 None None] Port 6011734b-2d14-41aa-8601-f978daf3a1a5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:38.335305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad409ba2-e3eb-426f-9e45-af832dd911e1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:38.338974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Deleting port 55b899d9-229a-496e-a0b0-070e0684ea7e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:38.339532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.365019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad409ba2-e3eb-426f-9e45-af832dd911e1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1299067 Feb 15 02:05:38.367806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.470712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] For port 55b899d9-229a-496e-a0b0-070e0684ea7e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=55b899d9-229a-496e-a0b0-070e0684ea7e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:38.480721 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.558509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Calling delete_port for 55b899d9-229a-496e-a0b0-070e0684ea7e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:38.630498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5b795-b3f6-4fe3-b7b2-5b0fbecd9fa0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:38.644705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.657081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49c5b795-b3f6-4fe3-b7b2-5b0fbecd9fa0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2860680 Feb 15 02:05:38.685695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:38.696624 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] Sync routers for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:38.697114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b3c51444-20cc-4305-889a-d04a5864b10c None None] Provisioning complete for port 6011734b-2d14-41aa-8601-f978daf3a1a5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:38.698834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3c51444-20cc-4305-889a-d04a5864b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.705962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d3c8d545-631f-45e2-b8a8-dc9d18f0a7a8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7469754 Feb 15 02:05:38.706816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.707295 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:38.707919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:38.734885 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5834c23a-7552-4051-9da0-9e1c28a189f9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855031 Feb 15 02:05:38.735831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.753970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:38.771914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2bce62-8865-4d54-88ad-edcd8d47ac44 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:38.777301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee2bce62-8865-4d54-88ad-edcd8d47ac44 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports/6011734b-2d14-41aa-8601-f978daf3a1a5 HTTP/1.1" status: 200 len: 910 time: 0.0690670 Feb 15 02:05:38.778517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:38.785001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (55b899d9-229a-496e-a0b0-070e0684ea7e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:38.800842 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:38.804143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:38.821122 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:38.821722 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:38.883230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] Pushing event deleted for resources: {'Port': ['ID=55b899d9-229a-496e-a0b0-070e0684ea7e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:38.888894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3c51444-20cc-4305-889a-d04a5864b10c None None] Port 6011734b-2d14-41aa-8601-f978daf3a1a5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:38.895567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795590e-1f95-46c3-9b9e-55c074a5374e None None] No DVR routers for this DVR port 55b899d9-229a-496e-a0b0-070e0684ea7e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:38.929327 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:38.934606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a926f6-b09e-4223-8608-3d2c497e9a03 None None] The sync data for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:38.973288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aac8fd-0c4b-4e37-9dc5-a766806b194a None None] Network daac65b2-368d-4310-b8ca-602572f298cb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:39.055675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Provisioning complete for port 06157207-3446-4a37-b903-38a70a37b375 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:39.056673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (06157207-3446-4a37-b903-38a70a37b375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.083787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:39.088153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.291215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 06157207-3446-4a37-b903-38a70a37b375 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:39.501763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 06157207-3446-4a37-b903-38a70a37b375 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:39.502141 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (06157207-3446-4a37-b903-38a70a37b375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.542787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Current status of the port 06157207-3446-4a37-b903-38a70a37b375 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:39.543186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (06157207-3446-4a37-b903-38a70a37b375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.625551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] For port 06157207-3446-4a37-b903-38a70a37b375, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=06157207-3446-4a37-b903-38a70a37b375,segment=NetworkSegment(3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1),segment_id=3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:39.633069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Sync routers for ids ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:39.688621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Routers set() bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:39.689010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Router IDs set() for agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 02:05:39.690108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71e6cb5c-fa47-4bde-83af-df37a0db9d71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 02:05:39.702467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 06157207-3446-4a37-b903-38a70a37b375 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:39.703067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (06157207-3446-4a37-b903-38a70a37b375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.716334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (06157207-3446-4a37-b903-38a70a37b375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.722615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Routers set() bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:39.724269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Router IDs set() for agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 02:05:39.724269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71e6cb5c-fa47-4bde-83af-df37a0db9d71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 02:05:39.724269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da794f54-6d89-47ee-af64-310a49701ba4 None None] The sync data for ids ['71e6cb5c-fa47-4bde-83af-df37a0db9d71'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:39.898612 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:39.898975 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:39.903956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:05:39.905250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8a196194-d502-4250-a1fb-f4b6701e0602), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.905666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Provisioning complete for port 6011734b-2d14-41aa-8601-f978daf3a1a5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:39.906048 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:39.962348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:39.966564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:39.977294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Pushing event updated for resources: {'Port': ['ID=06157207-3446-4a37-b903-38a70a37b375,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:39.984920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735632c1-4d50-42a9-bc9c-c59cbfb15d84 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:39.987987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:39.992503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.021206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=8a196194-d502-4250-a1fb-f4b6701e0602,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:40.026977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6de7e48a-e46a-486e-97bc-f94cd75a715e None None] Port 6011734b-2d14-41aa-8601-f978daf3a1a5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:40.092748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a156819-f0a1-4aeb-a776-207a51f6be23 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3555984 Feb 15 02:05:40.096980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:40.103975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:40.205508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '8a196194-d502-4250-a1fb-f4b6701e0602'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:40.206787 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.243551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fb53dac0-85ef-4699-91ab-77afe3d1861d None None] Provisioning complete for port 06157207-3446-4a37-b903-38a70a37b375 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:40.244794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb53dac0-85ef-4699-91ab-77afe3d1861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (06157207-3446-4a37-b903-38a70a37b375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.307293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.636492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.21.0.1 (daac65b2-368d-4310-b8ca-602572f298cb/bf362c98-6f8c-4efe-804c-ba6d852ab0dd/e2a3f7bb-4a7a-43a0-b60e-262736ebcb47) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:40.639651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 06157207-3446-4a37-b903-38a70a37b375 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:40.641200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9189e175-f3d1-4834-8237-2087bbb2a45a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:40.712534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:40.716757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.720441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fb53dac0-85ef-4699-91ab-77afe3d1861d None None] Current status of the port 06157207-3446-4a37-b903-38a70a37b375 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:40.744126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Allocated IP 2001:db8::f816:3eff:fe3a:6506 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8a196194-d502-4250-a1fb-f4b6701e0602/91489e28-653d-4717-a7e5-f077a4a3f97b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:40.763817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9189e175-f3d1-4834-8237-2087bbb2a45a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:40.764171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.805328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:40.925336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:40.946897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.006392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 55b899d9-229a-496e-a0b0-070e0684ea7e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:41.009414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks [] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.041047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 55b899d9-229a-496e-a0b0-070e0684ea7e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:41.044566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 55b899d9-229a-496e-a0b0-070e0684ea7e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:41.085364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.111575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network daac65b2-368d-4310-b8ca-602572f298cb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:41.119912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:41.131525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:41.141446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (1d403e1e-0e39-4263-965e-fd4a170d3080), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.144049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:41.149650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:41.152647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:41.195881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 06157207-3446-4a37-b903-38a70a37b375 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:41.217779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:41.242364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.254969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:41.255516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=e2a3f7bb-4a7a-43a0-b60e-262736ebcb47,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:41.261262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:41.265028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:41.265728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.274377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Attempting to bind port 91489e28-653d-4717-a7e5-f077a4a3f97b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:41.274823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Attempting to bind port 91489e28-653d-4717-a7e5-f077a4a3f97b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:41.275257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Attempting to bind port 91489e28-653d-4717-a7e5-f077a4a3f97b on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:41.286675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:41.287208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:41.287682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.288151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:41.289088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Bound port: 91489e28-653d-4717-a7e5-f077a4a3f97b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:41.289602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.295848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=1d403e1e-0e39-4263-965e-fd4a170d3080,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:41.370989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-561a75d3-4658-4032-9314-fa20ae2f3781 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2722006 Feb 15 02:05:41.377471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:41.381771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:83:5c:13', 'name': 'tempest-NetworksTestDHCPv6-743054320'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:41.555187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 06157207-3446-4a37-b903-38a70a37b375 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:41.555566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (06157207-3446-4a37-b903-38a70a37b375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.580141 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.601458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:41.604986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:41.625722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b41ab8bf-45af-4593-b1bd-d1d9e55163a6 None None] Provisioning complete for port e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:41.625722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b41ab8bf-45af-4593-b1bd-d1d9e55163a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.671692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:41.675496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b41ab8bf-45af-4593-b1bd-d1d9e55163a6 None None] Port e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:41.742455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 06157207-3446-4a37-b903-38a70a37b375 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:41.759052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.776047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:41.809491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 2bad5e33-9fe3-49e2-999b-20305de40ad1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:41.906333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7563e-5c26-4198-a85f-3517dd86176a None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:41.973954 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.038786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.067259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 172.20.0.4 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/1d403e1e-0e39-4263-965e-fd4a170d3080/2bad5e33-9fe3-49e2-999b-20305de40ad1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:42.074616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe83:5c13 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8a196194-d502-4250-a1fb-f4b6701e0602/2bad5e33-9fe3-49e2-999b-20305de40ad1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:42.183751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.201805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=e2a3f7bb-4a7a-43a0-b60e-262736ebcb47,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:42.301094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (2bad5e33-9fe3-49e2-999b-20305de40ad1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.320898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network daac65b2-368d-4310-b8ca-602572f298cb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:42.322698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:42.417700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2bad5e33-9fe3-49e2-999b-20305de40ad1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.473073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 5ba865a3-80b5-42a8-9091-25b8f22ffcfd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:05:42.491927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=2bad5e33-9fe3-49e2-999b-20305de40ad1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:42.509227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:42.510687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:42.513593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:42.577204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:42.577817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:42.613878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:42.624035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:42.624700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8aaf1d9d-b2ee-4291-930e-7db4d0590b9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8447208 Feb 15 02:05:42.628689 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] Sync routers for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:42.679388 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:42.680477 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:42.688978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2dc24f-ca61-4687-8211-d9d74c1662ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:42.693631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:42.706239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b2dc24f-ca61-4687-8211-d9d74c1662ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports/e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 HTTP/1.1" status: 200 len: 910 time: 0.0796103 Feb 15 02:05:42.720416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bbe2ae86-b51b-4453-bbf9-5f589689ac5b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3449845 Feb 15 02:05:42.721077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:42.742969 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:42.780601 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:42.780601 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:42.853454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515da43-b6e9-451e-878d-7747ffd0a328 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:42.862431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515da43-b6e9-451e-878d-7747ffd0a328 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:42.871882 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:42.873393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc6742-d996-4af5-af3e-21a9ba4cbaaa None None] The sync data for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:42.875889 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c515da43-b6e9-451e-878d-7747ffd0a328 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1536491 Feb 15 02:05:42.878822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:42.909938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f169c44a-2809-4555-a289-314d272c5e84 None None] Provisioning complete for port e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:42.910475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f169c44a-2809-4555-a289-314d272c5e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.006926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f169c44a-2809-4555-a289-314d272c5e84 None None] Port e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:05:43.085541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 2bad5e33-9fe3-49e2-999b-20305de40ad1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:43.085970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2bad5e33-9fe3-49e2-999b-20305de40ad1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.253841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:43.263902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2bad5e33-9fe3-49e2-999b-20305de40ad1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.282640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 2bad5e33-9fe3-49e2-999b-20305de40ad1 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:43.380130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:43.381336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.424957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.484177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:43.484623 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.552032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:43.585056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d84554-ccc4-4628-95c6-5618ade1b3c0 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:43.644160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.711442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5c45f1ee-149e-47c7-9fba-665e21f5f055 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:43.712119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c45f1ee-149e-47c7-9fba-665e21f5f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.759687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2bad5e33-9fe3-49e2-999b-20305de40ad1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.841648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=2bad5e33-9fe3-49e2-999b-20305de40ad1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:43.883299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:43.978292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:43.978874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.980916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:43.986987 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a2d13e75-5437-4a12-91f3-0e283d6e00e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/2bad5e33-9fe3-49e2-999b-20305de40ad1 HTTP/1.1" status: 204 len: 168 time: 1.1063435 Feb 15 02:05:43.987353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c45f1ee-149e-47c7-9fba-665e21f5f055 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:43.990234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:44.064118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d812cbf-4e83-4bc4-9736-990109506dd5 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '8a196194-d502-4250-a1fb-f4b6701e0602', 'ip_address': '2001:db8::f816:3eff:fe3a:6506'}, {'subnet_id': '1d403e1e-0e39-4263-965e-fd4a170d3080'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '91489e28-653d-4717-a7e5-f077a4a3f97b'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:44.076050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef266ee8-9dd9-433a-b934-2d9df5251d71 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:44.077413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef266ee8-9dd9-433a-b934-2d9df5251d71 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:44.078736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef266ee8-9dd9-433a-b934-2d9df5251d71 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:44.081106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ef266ee8-9dd9-433a-b934-2d9df5251d71 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0890329 Feb 15 02:05:44.084204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:44.098597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d812cbf-4e83-4bc4-9736-990109506dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.104987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.120862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for e2a3f7bb-4a7a-43a0-b60e-262736ebcb47 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:44.151907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 1d403e1e-0e39-4263-965e-fd4a170d3080 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:44.155900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (1d403e1e-0e39-4263-965e-fd4a170d3080), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.200314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (1d403e1e-0e39-4263-965e-fd4a170d3080), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.255369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1d403e1e-0e39-4263-965e-fd4a170d3080), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.433399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (1d403e1e-0e39-4263-965e-fd4a170d3080), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.462002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e2a3f7bb-4a7a-43a0-b60e-262736ebcb47), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.491217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.498344 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1d403e1e-0e39-4263-965e-fd4a170d3080 HTTP/1.1" status: 204 len: 168 time: 0.4107234 Feb 15 02:05:44.498344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28748-d4be-4c52-ab6c-ef6f21456cf6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=1d403e1e-0e39-4263-965e-fd4a170d3080,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:44.501043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:44.503989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=e2a3f7bb-4a7a-43a0-b60e-262736ebcb47,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-7d812cbf-4e83-4bc4-9736-990109506dd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d403e1e-0e39-4263-965e-fd4a170d3080: This subnet is being modified by another concurrent operation. Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d403e1e-0e39-4263-965e-fd4a170d3080: This subnet is being modified by another concurrent operation. Feb 15 02:05:44.508486 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server Feb 15 02:05:44.617254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 8a196194-d502-4250-a1fb-f4b6701e0602 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:44.632682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (8a196194-d502-4250-a1fb-f4b6701e0602), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.711897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (8a196194-d502-4250-a1fb-f4b6701e0602), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.740028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.765250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-78294017-baec-4353-8eb4-939001c76ae7 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:44.765627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78294017-baec-4353-8eb4-939001c76ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.846510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8a196194-d502-4250-a1fb-f4b6701e0602), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:44.977735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-78294017-baec-4353-8eb4-939001c76ae7 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:45.016050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712e50a-d18c-4a60-8767-d6f87bacbfec None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:05:45.038448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (8a196194-d502-4250-a1fb-f4b6701e0602), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.063375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.067911 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8a196194-d502-4250-a1fb-f4b6701e0602 HTTP/1.1" status: 204 len: 168 time: 0.5643904 Feb 15 02:05:45.081630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-e0e3c68e-0d5d-4b86-8f6d-5f3e86aa8daa tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:45.083175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-e0e3c68e-0d5d-4b86-8f6d-5f3e86aa8daa tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 813 time: 0.2232859 Feb 15 02:05:45.083676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:45.098569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-70c43818-ac01-4f67-af31-cfbb3d946a62 None None] Could not find standard attr ID for object 2bad5e33-9fe3-49e2-999b-20305de40ad1. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:45.103617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dcbb7-c524-4f23-9994-53c93e073ef0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=8a196194-d502-4250-a1fb-f4b6701e0602,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:45.143963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712e50a-d18c-4a60-8767-d6f87bacbfec None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:05:45.177423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:45.229024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-921f16d1-1d55-4ef3-9114-549415116e3a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385176 Feb 15 02:05:45.230240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:45.233302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-1381eeab-ed2b-455a-b0b4-547cdd7fde98 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/quotas/80ca453bb1424c709ced1547adeec7cb HTTP/1.1" status: 200 len: 375 time: 0.1263947 Feb 15 02:05:45.241851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:45.288253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-af835be3-c31a-40d2-a889-d28f9527fb51 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484352 Feb 15 02:05:45.359221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 5ba865a3-80b5-42a8-9091-25b8f22ffcfd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:05:45.431980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:45.437325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.507296 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.511789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:45.523664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:45.524066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.530832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] Sync routers for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:45.532916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1f1e7fea-98fd-495a-b778-f8c9e629e778 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380373 Feb 15 02:05:45.536587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:45.549961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-f0ca7f7e-c63c-40a6-afff-94fbb653e833 service neutron] 10.222.0.43 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605097 Feb 15 02:05:45.583239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:45.583932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:45.636143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae643d43-6c9f-485b-9de1-256cd579a620 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:05:45.734502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:45.743050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:45.768039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:45.768786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:45.816843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:45.818317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4241657-4f2f-4ab9-a0f3-e208e61e01e4 None None] The sync data for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:45.829140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:45.829140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.862456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:45.910960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643d43-6c9f-485b-9de1-256cd579a620 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:05:45.941971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:05:46.043640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:46.090733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-d4c1ab17-d214-4f20-a59e-0d918bc0fcbb service neutron] 10.222.0.43 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939971 Feb 15 02:05:46.099459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:46.102605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.203453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:46.310135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.382156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-508886cd-b8a9-41b4-8319-7a0be7cbabe4 req-15c98fac-076f-4f59-ac46-d0f312b9896e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Feb 15 02:05:46.418063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b75a9-0b94-4582-b4da-e9f5fbf562f1 None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:46.436418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '9557ed16-1d66-4838-95e8-df8c83c56da0'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '91489e28-653d-4717-a7e5-f077a4a3f97b'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:46.466450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.496392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.511650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.826031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 6011734b-2d14-41aa-8601-f978daf3a1a5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:46.827068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.837478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:46.888458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.925789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:46.937439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 6011734b-2d14-41aa-8601-f978daf3a1a5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:46.999022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.015473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (9557ed16-1d66-4838-95e8-df8c83c56da0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.029455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:05:47.029455 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:05:47.156219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:47.159349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:47.162722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:47.164654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=9557ed16-1d66-4838-95e8-df8c83c56da0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:47.167149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:47.167751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.198261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6011734b-2d14-41aa-8601-f978daf3a1a5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.239903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-73ad9aca-a5cb-46ee-be0c-5e8295b0667f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0058897 Feb 15 02:05:47.246498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:47.247893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:47.258537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=6011734b-2d14-41aa-8601-f978daf3a1a5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:47.327202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:47.470841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.509537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:47.525483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.578755 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.597340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bd70a9b-711b-4de0-b168-b165d384403f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.638949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aab5ff97-77d8-4e3d-90b4-b56cd8da4eed req-0c146958-ad30-4b7b-80e7-544483297bda tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.1433301 Feb 15 02:05:47.820878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 5ba865a3-80b5-42a8-9091-25b8f22ffcfd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:05:47.861826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bd70a9b-711b-4de0-b168-b165d384403f admin admin] Publish callbacks [] for security_group (680184d8-5664-4deb-9f7a-3e1629b0d046), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.914922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:05:47.926796 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] Sync routers for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:05:47.933412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:47.933760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-78e3addb-e29e-402b-8ec8-b6b63e8b557b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3951921 Feb 15 02:05:47.952442 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:47.952775 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:47.991756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4773c31-27e8-435e-9d55-691649cdfa49 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ba865a3-80b5-42a8-9091-25b8f22ffcfd HTTP/1.1" status: 200 len: 205 time: 0.0541658 Feb 15 02:05:47.992997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:47.995556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bd70a9b-711b-4de0-b168-b165d384403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (680184d8-5664-4deb-9f7a-3e1629b0d046), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:47.998070 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:48.008635 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] Routers {'5ba865a3-80b5-42a8-9091-25b8f22ffcfd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:05:48.009520 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:48.039704 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.051050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:48.051960 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cacd60-282a-4fcb-be09-29c371ef064e None None] The sync data for ids ['5ba865a3-80b5-42a8-9091-25b8f22ffcfd'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:05:48.057878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd70a9b-711b-4de0-b168-b165d384403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680184d8-5664-4deb-9f7a-3e1629b0d046,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:48.064356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4bd70a9b-711b-4de0-b168-b165d384403f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=570d5eafa2784deba2c0a7cdb67b4fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345071 Feb 15 02:05:48.065301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:48.109221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:48.122190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (9235e307-fed2-4de8-8d4b-3b80503446b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.141914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Publish callbacks [] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.146022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:48.151250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:48.155943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.156074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:48.156074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.216401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] Publish callbacks [] for security_group (680184d8-5664-4deb-9f7a-3e1629b0d046), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.238909 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.260438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] Publish callbacks [] for security_group (680184d8-5664-4deb-9f7a-3e1629b0d046), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.271629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=9235e307-fed2-4de8-8d4b-3b80503446b3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:48.301585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b3b60c32-2161-4e47-82dd-e6731805dded tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0592556 Feb 15 02:05:48.315171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:48.315984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:61:00:df', 'name': 'tempest-NetworksTestDHCPv6-1983383183'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:48.327129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c279d6-4d92-4d97-99ac-75e376f20c67 None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:48.411579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.427444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.439376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (680184d8-5664-4deb-9f7a-3e1629b0d046), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.443535 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.446486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/680184d8-5664-4deb-9f7a-3e1629b0d046 HTTP/1.1" status: 204 len: 168 time: 0.3802474 Feb 15 02:05:48.465668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d1885-7102-43d0-86af-147bb9fa40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680184d8-5664-4deb-9f7a-3e1629b0d046,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:48.609930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5ba865a3-80b5-42a8-9091-25b8f22ffcfd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.610825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba865a3-80b5-42a8-9091-25b8f22ffcfd {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:05:48.617690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.618777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-562a9ac8-58fc-4e6e-bc30-3c0d2c5c33a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd HTTP/1.1" status: 204 len: 168 time: 0.6245406 Feb 15 02:05:48.621407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:48.687926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet bf362c98-6f8c-4efe-804c-ba6d852ab0dd {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:48.692160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (bf362c98-6f8c-4efe-804c-ba6d852ab0dd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.740254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (bf362c98-6f8c-4efe-804c-ba6d852ab0dd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:48.786906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:48.911064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7eab62a-e165-4d1c-a367-c1fcd702d83e req-8a9ed10d-f929-4383-a143-c2c3bb35f9c1 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.1369948 Feb 15 02:05:49.051634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bf362c98-6f8c-4efe-804c-ba6d852ab0dd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.225848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-dae0506b-2dd4-4201-afd7-858baf963368 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:49.227600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-dae0506b-2dd4-4201-afd7-858baf963368 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 813 time: 0.4526000 Feb 15 02:05:49.231169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (bf362c98-6f8c-4efe-804c-ba6d852ab0dd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.253123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Request body: {'port': {'device_id': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c', 'admin_state_up': True, 'tenant_id': '80ca453bb1424c709ced1547adeec7cb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:49.272262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-6800390e-cfd5-462a-bae2-c25296f7d714 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023347 Feb 15 02:05:49.301543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:49.312610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=bf362c98-6f8c-4efe-804c-ba6d852ab0dd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:49.363268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.367706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fcec3733-1feb-4c82-9c9a-caca4fd767f7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/bf362c98-6f8c-4efe-804c-ba6d852ab0dd HTTP/1.1" status: 204 len: 168 time: 0.7435021 Feb 15 02:05:49.377206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:49.405140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.459951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 7d2a938a-9cf4-4e30-aae0-52e5e00a9169 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:49.467223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port e11b0b6a-6d4d-4d6e-99e7-020dfb206e82 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:49.474115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (7d2a938a-9cf4-4e30-aae0-52e5e00a9169), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.503168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324ea5b-e9ed-4e8e-832d-e878f16094a5 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:49.581374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-9bbc18b7-8bdf-4b0e-a2f1-b9f4d1fe90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:49.590172 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-9bbc18b7-8bdf-4b0e-a2f1-b9f4d1fe90fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1128 time: 0.2960055 Feb 15 02:05:49.604210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7d2a938a-9cf4-4e30-aae0-52e5e00a9169), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.634298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788bff7-b6db-46fc-bf93-18f52a9303a1 None None] Network daac65b2-368d-4310-b8ca-602572f298cb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:49.730377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 172.20.0.5 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/9235e307-fed2-4de8-8d4b-3b80503446b3/e11b0b6a-6d4d-4d6e-99e7-020dfb206e82) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:49.737944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe61:df (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/9557ed16-1d66-4838-95e8-df8c83c56da0/e11b0b6a-6d4d-4d6e-99e7-020dfb206e82) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:49.759660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ae66d5af-b85a-4d64-801b-3e31b71e40e7 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:49.760404 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae66d5af-b85a-4d64-801b-3e31b71e40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.786530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Made reservation on behalf of 80ca453bb1424c709ced1547adeec7cb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:49.796601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.827502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7d2a938a-9cf4-4e30-aae0-52e5e00a9169), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.832093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-8f6ea448-0ff7-45f4-b4ec-b8e465e73b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:49.834298 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-8f6ea448-0ff7-45f4-b4ec-b8e465e73b71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.1925564 Feb 15 02:05:49.866870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:49.867629 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:49.944978 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-fad64952-8215-4e03-93b7-10c59f492605 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 1000 time: 0.0872915 Feb 15 02:05:49.975342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34935b79-024c-466f-bf5a-6c53ef4765cc req-62ee6701-420c-40ad-a75e-77017ca28f39 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:49.977051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34935b79-024c-466f-bf5a-6c53ef4765cc req-62ee6701-420c-40ad-a75e-77017ca28f39 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.3431623 Feb 15 02:05:49.999014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-9e7ac053-5ce4-49f5-b762-80d1b4652bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:50.002371 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-9e7ac053-5ce4-49f5-b762-80d1b4652bde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.0492465 Feb 15 02:05:50.051994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7d2a938a-9cf4-4e30-aae0-52e5e00a9169), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.085453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.088694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/7d2a938a-9cf4-4e30-aae0-52e5e00a9169 HTTP/1.1" status: 204 len: 168 time: 0.7100723 Feb 15 02:05:50.092116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:50.093329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae66d5af-b85a-4d64-801b-3e31b71e40e7 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:50.094130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bc3a8-4332-4835-8943-bb96772fa5ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2a938a-9cf4-4e30-aae0-52e5e00a9169,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:50.110966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2e7ec-927e-4bf9-9d0d-6ad09b507334 None None] Network 923a49c3-91b6-47cf-8089-faf8dc88743c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:50.132784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (e11b0b6a-6d4d-4d6e-99e7-020dfb206e82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.150352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34935b79-024c-466f-bf5a-6c53ef4765cc req-9e6fd61d-2c0e-4375-9697-135d8ae93916 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617873 Feb 15 02:05:50.164198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Allocated IP 172.20.0.13 (02e8c174-f390-47e6-89ce-415d30861b1c/bcff13f9-d440-43da-a484-055b08e3742d/fbc87ba9-4c73-4737-81c3-bf64cea9e6de) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:50.237040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:50.254333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (daac65b2-368d-4310-b8ca-602572f298cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.314901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76cd62fe-bf10-4e77-b3ad-8b2a30a9bc44 req-5c3ad989-5abe-4004-9c68-20aeee81f353 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.0488765 Feb 15 02:05:50.345975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-4e853614-5119-47d5-b263-e6b9f2e1f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:50.345975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-4e853614-5119-47d5-b263-e6b9f2e1f616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3366103 Feb 15 02:05:50.358965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e11b0b6a-6d4d-4d6e-99e7-020dfb206e82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.373356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '9557ed16-1d66-4838-95e8-df8c83c56da0', 'ip_address': '2001:db8::f816:3eff:fe3a:6506'}, {'subnet_id': '9235e307-fed2-4de8-8d4b-3b80503446b3'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '91489e28-653d-4717-a7e5-f077a4a3f97b'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:05:50.419805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.436204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] DHCP port deletion for daac65b2-368d-4310-b8ca-602572f298cb request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:50.452822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:50.463272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:50.472024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:50.480968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 06157207-3446-4a37-b903-38a70a37b375 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:50.481322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (06157207-3446-4a37-b903-38a70a37b375), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.520703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:05:50.630782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 06157207-3446-4a37-b903-38a70a37b375, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=06157207-3446-4a37-b903-38a70a37b375,segment=NetworkSegment(3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1),segment_id=3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:50.631167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (06157207-3446-4a37-b903-38a70a37b375), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.659805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 06157207-3446-4a37-b903-38a70a37b375 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:50.680402 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-afa98b5e-2235-4cf2-99a6-39e2cc87dfe9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200903 Feb 15 02:05:50.852787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=e11b0b6a-6d4d-4d6e-99e7-020dfb206e82,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:50.869750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dbc12fcb-355d-480b-87d8-f24662b2c6a3 req-56c6238d-523e-4502-9065-989594fcb4f1 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177852 Feb 15 02:05:50.901864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Allocated IP 172.20.0.2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/9235e307-fed2-4de8-8d4b-3b80503446b3/91489e28-653d-4717-a7e5-f077a4a3f97b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:50.905744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks [] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.909956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:50.910631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.920358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (06157207-3446-4a37-b903-38a70a37b375), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:50.960325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 06157207-3446-4a37-b903-38a70a37b375 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:50.989918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=06157207-3446-4a37-b903-38a70a37b375,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:50.999847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Deleting port 06157207-3446-4a37-b903-38a70a37b375 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:51.000222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (06157207-3446-4a37-b903-38a70a37b375), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.045779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ce6b0d7-14f8-4f48-8ac6-256dfa2779b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.7339878 Feb 15 02:05:51.048816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:51.056097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.072143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] DHCP port deletion for 923a49c3-91b6-47cf-8089-faf8dc88743c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:51.083735 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c15290a7-b348-4225-8a16-248d16b91de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.105434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (daac65b2-368d-4310-b8ca-602572f298cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.133033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:51.138755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daac65b2-368d-4310-b8ca-602572f298cb']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:51.152680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Network 02e8c174-f390-47e6-89ce-415d30861b1c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:51.156809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:51.157266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:51.157759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:51.159634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] For port 06157207-3446-4a37-b903-38a70a37b375, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:51.160050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (06157207-3446-4a37-b903-38a70a37b375), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.162694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:51.167427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Pushing event updated for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:51.184336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.193000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Calling delete_port for 06157207-3446-4a37-b903-38a70a37b375 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:51.198347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Port 06157207-3446-4a37-b903-38a70a37b375 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:05:51.204377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 06157207-3446-4a37-b903-38a70a37b375 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:51.207571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.212202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (06157207-3446-4a37-b903-38a70a37b375), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.217182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:51.218508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (3cb524ee-c0f6-4f3f-acaf-8d0a5218d8f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.225415 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Publish callbacks [] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.261061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:51.262419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.272693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 06157207-3446-4a37-b903-38a70a37b375 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:51.273310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 06157207-3446-4a37-b903-38a70a37b375 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:51.273808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9189e175-f3d1-4834-8237-2087bbb2a45a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:51.275831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] No DVR routers for this DVR port 06157207-3446-4a37-b903-38a70a37b375 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:51.281470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81873a-b30e-4264-83db-ffaf2eea8f2d None None] Pushing event deleted for resources: {'Port': ['ID=06157207-3446-4a37-b903-38a70a37b375,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:51.316665 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.370182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-c187ab80-4dff-4a38-b29d-e54df2be8d60 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1296554 Feb 15 02:05:51.384202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Request body: {'port': {'device_id': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:51.384598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138765a8-d7d7-4b92-918f-b43c59b35f09 None None] Pushing event updated for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:51.406558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Deleting port 9189e175-f3d1-4834-8237-2087bbb2a45a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:51.407467 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.472741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055427-e687-489d-8abb-a88d51e44b14 req-92d05751-18ae-45b2-ad38-893ea9a125aa tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:51.480948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b055427-e687-489d-8abb-a88d51e44b14 req-92d05751-18ae-45b2-ad38-893ea9a125aa tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1563904 Feb 15 02:05:51.535034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] For port 9189e175-f3d1-4834-8237-2087bbb2a45a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9189e175-f3d1-4834-8237-2087bbb2a45a,segment=NetworkSegment(6a1324bd-46aa-4a26-b860-e034f5987b58),segment_id=6a1324bd-46aa-4a26-b860-e034f5987b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:51.535034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.542961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.581120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b055427-e687-489d-8abb-a88d51e44b14 req-90de6719-55f9-4dd1-8086-cc00d8d3e4d1 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985219 Feb 15 02:05:51.602871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Calling delete_port for 9189e175-f3d1-4834-8237-2087bbb2a45a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:51.632327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9189e175-f3d1-4834-8237-2087bbb2a45a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:51.633098 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.751996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9189e175-f3d1-4834-8237-2087bbb2a45a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9189e175-f3d1-4834-8237-2087bbb2a45a,segment=NetworkSegment(6a1324bd-46aa-4a26-b860-e034f5987b58),segment_id=6a1324bd-46aa-4a26-b860-e034f5987b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:51.777656 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:51.791555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac898bf-740f-4734-8141-887ab5520b37 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:51.797178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac898bf-740f-4734-8141-887ab5520b37 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:51.799541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bac898bf-740f-4734-8141-887ab5520b37 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7496040 Feb 15 02:05:51.805688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:51.850373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (daac65b2-368d-4310-b8ca-602572f298cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.851716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.856701 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.867520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/daac65b2-368d-4310-b8ca-602572f298cb HTTP/1.1" status: 204 len: 168 time: 1.7742794 Feb 15 02:05:51.868375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:51.893248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9610d-a847-48a6-a96c-931b47bc7bef tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=daac65b2-368d-4310-b8ca-602572f298cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:51.938678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9189e175-f3d1-4834-8237-2087bbb2a45a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.971230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] No DVR routers for this DVR port 9189e175-f3d1-4834-8237-2087bbb2a45a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:51.978461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port e11b0b6a-6d4d-4d6e-99e7-020dfb206e82 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:51.978744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e11b0b6a-6d4d-4d6e-99e7-020dfb206e82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:51.988001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9189e175-f3d1-4834-8237-2087bbb2a45a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:52.021384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644488b-233b-42b3-a284-fa4864b608b3 None None] Pushing event deleted for resources: {'Port': ['ID=9189e175-f3d1-4834-8237-2087bbb2a45a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:52.051545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ad8c2-2089-49c1-a1f9-87ef48e5e9a7 req-e9990efd-f0fd-4068-b11e-89042a93ae97 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:52.072561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f5ad8c2-2089-49c1-a1f9-87ef48e5e9a7 req-e9990efd-f0fd-4068-b11e-89042a93ae97 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 932 time: 0.3102214 Feb 15 02:05:52.128524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e11b0b6a-6d4d-4d6e-99e7-020dfb206e82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.146691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for e11b0b6a-6d4d-4d6e-99e7-020dfb206e82 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:52.178031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (923a49c3-91b6-47cf-8089-faf8dc88743c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.303221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f5ad8c2-2089-49c1-a1f9-87ef48e5e9a7 req-fc5b7cc0-820d-472c-93ca-4b64c4b1ae98 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294977 Feb 15 02:05:52.378564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (923a49c3-91b6-47cf-8089-faf8dc88743c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.436831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7e565-5305-4538-997f-2da1d65fdb29 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:52.451963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923a49c3-91b6-47cf-8089-faf8dc88743c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:52.466542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1324bd-46aa-4a26-b860-e034f5987b58') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:52.466850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1324bd-46aa-4a26-b860-e034f5987b58') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:05:52.483430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (6a1324bd-46aa-4a26-b860-e034f5987b58), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.486357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc87ba9-4c73-4737-81c3-bf64cea9e6de {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:05:52.499945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks [] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.502826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e11b0b6a-6d4d-4d6e-99e7-020dfb206e82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.514556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6a1324bd-46aa-4a26-b860-e034f5987b58), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.524950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:05:52.525391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (6a1324bd-46aa-4a26-b860-e034f5987b58), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: items = [ Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:05:52.528670 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:05:52.551547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=e11b0b6a-6d4d-4d6e-99e7-020dfb206e82,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:52.552259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0733aba-2406-46b7-8d05-05eab395b188 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:52.552860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0733aba-2406-46b7-8d05-05eab395b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.691170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Transition to ACTIVE for port object fbc87ba9-4c73-4737-81c3-bf64cea9e6de will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:05:52.694547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (923a49c3-91b6-47cf-8089-faf8dc88743c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.697254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.704869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6bf9185f-a0a5-40f7-9efe-a787982398bb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/e11b0b6a-6d4d-4d6e-99e7-020dfb206e82 HTTP/1.1" status: 204 len: 168 time: 0.8956256 Feb 15 02:05:52.705074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:52.722215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.725515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0733aba-2406-46b7-8d05-05eab395b188 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:52.732455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:52.734223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/923a49c3-91b6-47cf-8089-faf8dc88743c HTTP/1.1" status: 204 len: 168 time: 0.8544569 Feb 15 02:05:52.741074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-105305090'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:52.755756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7999d-a7fc-471e-9369-997ea3947fc9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=923a49c3-91b6-47cf-8089-faf8dc88743c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:52.783825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.806646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da396915-40bf-4f8d-9862-f83d3949a4fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:52.807868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f5698-8835-4ad0-9378-9611c7cded0d req-5cd2ca6b-398a-4f60-b9d4-d89da0373303 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:52.808277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da396915-40bf-4f8d-9862-f83d3949a4fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:52.809591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da396915-40bf-4f8d-9862-f83d3949a4fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:52.810436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-933f5698-8835-4ad0-9378-9611c7cded0d req-5cd2ca6b-398a-4f60-b9d4-d89da0373303 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1309986 Feb 15 02:05:52.814675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-da396915-40bf-4f8d-9862-f83d3949a4fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1085768 Feb 15 02:05:52.815294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:52.876205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 9235e307-fed2-4de8-8d4b-3b80503446b3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:52.882928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (9235e307-fed2-4de8-8d4b-3b80503446b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.892871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:52.908830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:52.930804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:52.935637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:52.999021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:53.003141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (9235e307-fed2-4de8-8d4b-3b80503446b3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.039717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (58f516da-ff8d-4aa7-972c-f19456ee3a15), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.040056 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 58f516da-ff8d-4aa7-972c-f19456ee3a15 of type vlan for network 674910c4-5682-499b-928b-0a958af67cd8 Feb 15 02:05:53.058375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-933f5698-8835-4ad0-9378-9611c7cded0d req-cebe8265-b281-43b4-97bc-fe909c7ff9e3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067032 Feb 15 02:05:53.087809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Attempting to bind port fbc87ba9-4c73-4737-81c3-bf64cea9e6de on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:53.087809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Attempting to bind port fbc87ba9-4c73-4737-81c3-bf64cea9e6de by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:53.087809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Attempting to bind port fbc87ba9-4c73-4737-81c3-bf64cea9e6de on network 02e8c174-f390-47e6-89ce-415d30861b1c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:53.090100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Port fbc87ba9-4c73-4737-81c3-bf64cea9e6de on network 02e8c174-f390-47e6-89ce-415d30861b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:05:53.090659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Attempting to bind port fbc87ba9-4c73-4737-81c3-bf64cea9e6de on network 02e8c174-f390-47e6-89ce-415d30861b1c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:53.097559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:53.098011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Checking segment: {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:53.098552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Bound using segment: {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:53.099142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Bound port: fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e2717-873f-443a-b944-0e127f8fc4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:53.099709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.154056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f337d4db-b2f5-4b26-869e-b40b56edc43a None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:53.154341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (674910c4-5682-499b-928b-0a958af67cd8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.155269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f337d4db-b2f5-4b26-869e-b40b56edc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.165621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f45ec42f-a914-45bb-8643-3aab2b64a688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.215752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:53.233561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:53.239723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9235e307-fed2-4de8-8d4b-3b80503446b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.239936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:53.302383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f45ec42f-a914-45bb-8643-3aab2b64a688 admin admin] Publish callbacks [] for security_group (e82f7c63-f03c-44b9-9040-8120e895f027), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.325201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (674910c4-5682-499b-928b-0a958af67cd8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.333600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:53.335230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.336900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f337d4db-b2f5-4b26-869e-b40b56edc43a None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:53.353980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.365712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97642a8e-8dc2-446a-b160-5972ab96cdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.372706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:53.376378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.433043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f45ec42f-a914-45bb-8643-3aab2b64a688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e82f7c63-f03c-44b9-9040-8120e895f027), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.450534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:53.453764 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.456899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/fbc87ba9-4c73-4737-81c3-bf64cea9e6de HTTP/1.1" status: 200 len: 1093 time: 2.0782454 Feb 15 02:05:53.467801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=674910c4-5682-499b-928b-0a958af67cd8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:53.479772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:05:53.479772 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b55e7-c346-4310-a132-c197d8fda9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:05:53.497556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 674910c4-5682-499b-928b-0a958af67cd8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:53.536844 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-14d469b0-7835-4ede-b92f-f654e5458379 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8033235 Feb 15 02:05:53.538109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:53.550672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '674910c4-5682-499b-928b-0a958af67cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:53.572740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f45ec42f-a914-45bb-8643-3aab2b64a688 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1465bbf48b6415baf77384697632f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6347678 Feb 15 02:05:53.581521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:53.592383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26872150-87b2-4cda-9885-98dd9f88a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:53.601221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ec42f-a914-45bb-8643-3aab2b64a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82f7c63-f03c-44b9-9040-8120e895f027,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:53.636573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:53.662174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (9235e307-fed2-4de8-8d4b-3b80503446b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.684831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f04aa388-81f2-4dc7-b581-5c20e2a3bb51 None None] Could not find standard attr ID for object e11b0b6a-6d4d-4d6e-99e7-020dfb206e82. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:05:53.701970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324169e-c4c3-4830-8fe2-99d3bc5d8488 req-8844923c-24cb-4482-90db-54a0a83875a2 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:53.703590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3324169e-c4c3-4830-8fe2-99d3bc5d8488 req-8844923c-24cb-4482-90db-54a0a83875a2 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 944 time: 0.2167993 Feb 15 02:05:53.719779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] Publish callbacks [] for security_group (e82f7c63-f03c-44b9-9040-8120e895f027), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.720813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.726627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9235e307-fed2-4de8-8d4b-3b80503446b3 HTTP/1.1" status: 204 len: 168 time: 0.9072931 Feb 15 02:05:53.726627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04427b98-a28e-47eb-aedc-8ad51ffdc8b6 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=9235e307-fed2-4de8-8d4b-3b80503446b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:53.727736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:53.752499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-42c2d683-5cb8-428e-81c6-6c9b5f64e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:53.754025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-42c2d683-5cb8-428e-81c6-6c9b5f64e6db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 1127 time: 0.1432383 Feb 15 02:05:53.765444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] Publish callbacks [] for security_group (e82f7c63-f03c-44b9-9040-8120e895f027), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.793836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 9557ed16-1d66-4838-95e8-df8c83c56da0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:05:53.798334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (9557ed16-1d66-4838-95e8-df8c83c56da0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.829898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-04cad8c8-76ca-405a-95e0-b36d990e16af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de HTTP/1.1" status: 200 len: 217 time: 0.0667477 Feb 15 02:05:53.836750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:53.840401 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.864408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (9557ed16-1d66-4838-95e8-df8c83c56da0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:53.888206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3324169e-c4c3-4830-8fe2-99d3bc5d8488 req-fb7ae64f-55fe-4bbd-84a4-0effa96236b9 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700399 Feb 15 02:05:53.904877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-2532ea26-6c7d-49d0-b128-0e95acaa2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:53.906482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-2532ea26-6c7d-49d0-b128-0e95acaa2cef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.0663307 Feb 15 02:05:53.944186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-baf8d728-6eb3-47bb-a140-16f7abed630b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305965 Feb 15 02:05:53.958322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae64313-9ada-48b4-a9bb-36cfbc28fedd None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:53.962137 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424a4e4-add2-4e13-a571-4fd79f4eb4f9 x-openstack-request-id: req-a424a4e4-add2-4e13-a571-4fd79f4eb4f9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:05:53.962606 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:05:53.962871 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a424a4e4-add2-4e13-a571-4fd79f4eb4f9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:05:53.963267 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de', 'status': 'completed', 'code': 200} Feb 15 02:05:54.005609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e82f7c63-f03c-44b9-9040-8120e895f027), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.008242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.011688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e82f7c63-f03c-44b9-9040-8120e895f027 HTTP/1.1" status: 204 len: 168 time: 0.4263566 Feb 15 02:05:54.024770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921877ac-23db-4430-bf1a-1d108555e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82f7c63-f03c-44b9-9040-8120e895f027,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:54.032938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9557ed16-1d66-4838-95e8-df8c83c56da0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.064692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-cb4279e5-6a33-4169-b930-e2709b504866 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Feb 15 02:05:54.216203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-87e5329f-c8bd-4670-862f-88d7e5dd3841 req-d5d4f2dd-0b10-4aa6-af8b-184acb352345 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457815 Feb 15 02:05:54.249931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (9557ed16-1d66-4838-95e8-df8c83c56da0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.250267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1126d0-190f-48c5-984d-8c376dba3f8e req-e6f01541-9c45-435b-b923-f82b9131d4df tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:54.253430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d1126d0-190f-48c5-984d-8c376dba3f8e req-e6f01541-9c45-435b-b923-f82b9131d4df tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.0836504 Feb 15 02:05:54.289314 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=9557ed16-1d66-4838-95e8-df8c83c56da0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:54.300160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.306145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c291ff7e-f89e-4fad-826d-beef8713593c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9557ed16-1d66-4838-95e8-df8c83c56da0 HTTP/1.1" status: 204 len: 168 time: 0.5692675 Feb 15 02:05:54.306811 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (33bd4021-921e-4ca9-bf64-e2d9dd96f766), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.311209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d1126d0-190f-48c5-984d-8c376dba3f8e req-7db1ae2e-2674-44cb-a851-51902a392839 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512638 Feb 15 02:05:54.317230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:54.361459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b45b48a7-c6a6-4a04-b36c-0c20c7fef2e4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477309 Feb 15 02:05:54.364356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:54.393450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:54.536859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=33bd4021-921e-4ca9-bf64-e2d9dd96f766,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:54.548370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '58f516da-ff8d-4aa7-972c-f19456ee3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674910c4-5682-499b-928b-0a958af67cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:54.548997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 674910c4-5682-499b-928b-0a958af67cd8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:05:54.658711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-04f6dea2-31e7-4936-8a2f-4645c5ef6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:54.660269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-04f6dea2-31e7-4936-8a2f-4645c5ef6423 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 1127 time: 0.0909019 Feb 15 02:05:54.766789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-a561a95b-bab4-47b1-a9c3-50de1ea7a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:54.768700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-a561a95b-bab4-47b1-a9c3-50de1ea7a57f service neutron] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 914 time: 0.1025112 Feb 15 02:05:54.822141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-a96bbd9f-e711-4262-9104-b85406d2d678 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de HTTP/1.1" status: 200 len: 217 time: 0.0464983 Feb 15 02:05:54.850642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.879295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-31b682c6-4444-4c8d-98dc-bcab663e1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:54.888082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-31b682c6-4444-4c8d-98dc-bcab663e1ef7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.0522699 Feb 15 02:05:54.906933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 674910c4-5682-499b-928b-0a958af67cd8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:05:54.931462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff53e15-9c27-482f-a072-187e1c8adabc None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:54.931855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-3af872c6-56b2-4296-8cc2-c9b34513a174 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445554 Feb 15 02:05:54.933015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:54.936337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:54.957250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8343fe3b-c532-4352-ae52-2540b694c366 None None] Provisioning complete for port 91489e28-653d-4717-a7e5-f077a4a3f97b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:54.959210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8343fe3b-c532-4352-ae52-2540b694c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.049326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 674910c4-5682-499b-928b-0a958af67cd8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:55.054413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:55.055224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.064954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc922da-33f3-446b-af0e-10e6017c24c6 None None] Network 674910c4-5682-499b-928b-0a958af67cd8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:55.140657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1460-623a-473b-94aa-6368e565352d req-571a6b52-9bcb-41c8-a73c-1c0460c8176c tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:55.142338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09fe1460-623a-473b-94aa-6368e565352d req-571a6b52-9bcb-41c8-a73c-1c0460c8176c tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 944 time: 0.1369197 Feb 15 02:05:55.162425 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04f75be8-4d07-417c-b6d3-bd2774343efc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6174204 Feb 15 02:05:55.169108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:55.173104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1648343148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:55.177545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-847cf67b-4b6f-40c8-bdc4-be9c3a2395d8 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354059 Feb 15 02:05:55.279453 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (1d50ee44-b356-48e6-80ce-b60d01232260), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.281955 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (1d50ee44-b356-48e6-80ce-b60d01232260), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.333942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09fe1460-623a-473b-94aa-6368e565352d req-7cc43c8e-4e34-4343-ae80-179690f595f4 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778989 Feb 15 02:05:55.420446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-483b55e7-c346-4310-a132-c197d8fda9e1 req-110cea96-3a83-48e9-b40c-335ad6846e2e service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352498 Feb 15 02:05:55.445943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (1d50ee44-b356-48e6-80ce-b60d01232260), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.501287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdb3ea-32a8-4d99-9dfa-ae80149aee18 req-c4db6060-f900-4e16-9462-e211f47e744a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:55.508818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecbdb3ea-32a8-4d99-9dfa-ae80149aee18 req-c4db6060-f900-4e16-9462-e211f47e744a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.0659668 Feb 15 02:05:55.517940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8a7679ef-932f-4821-ad6e-2c9f9492560b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.524608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (1d50ee44-b356-48e6-80ce-b60d01232260), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.560015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8343fe3b-c532-4352-ae52-2540b694c366 None None] Current status of the port 91489e28-653d-4717-a7e5-f077a4a3f97b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:55.613039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:55.619468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-674910c4-5682-499b-928b-0a958af67cd8', 'network_id': '674910c4-5682-499b-928b-0a958af67cd8', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '33bd4021-921e-4ca9-bf64-e2d9dd96f766'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:55.625870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.626075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:55.635172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=8a7679ef-932f-4821-ad6e-2c9f9492560b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:55.637046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:55.637495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.645812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.650464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3307d741-be56-4aa7-ba9c-83a594f0df40 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4842944 Feb 15 02:05:55.651679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:55.658082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecbdb3ea-32a8-4d99-9dfa-ae80149aee18 req-41073ebc-58e6-4caf-b727-0376bcba529d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461825 Feb 15 02:05:55.661550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'port': {'network_id': '674910c4-5682-499b-928b-0a958af67cd8', 'name': 'tempest-RoutersTest-879859265'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:55.670179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:05:55.761131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-159980eb-d20e-4e0d-96a1-26f16b99f88c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3925581 Feb 15 02:05:55.763861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:55.769729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:55.889441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:55.893168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.918381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] device_id is not set on port 8b654d53-751a-424a-a25a-3cc7c323b307 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:55.925910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Deleting port 91489e28-653d-4717-a7e5-f077a4a3f97b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:55.926614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:55.955713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Allocated IP 172.20.0.2 (674910c4-5682-499b-928b-0a958af67cd8/33bd4021-921e-4ca9-bf64-e2d9dd96f766/7e1e7b15-5399-4710-9af5-c29f2dcc3a56) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:55.958874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.022015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:56.025339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.086730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] For port 91489e28-653d-4717-a7e5-f077a4a3f97b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=91489e28-653d-4717-a7e5-f077a4a3f97b,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:56.087273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.110684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Calling delete_port for 91489e28-653d-4717-a7e5-f077a4a3f97b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:56.243064 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks [] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.330594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.335157 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (91489e28-653d-4717-a7e5-f077a4a3f97b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.383414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] No DVR routers for this DVR port 91489e28-653d-4717-a7e5-f077a4a3f97b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:05:56.386223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Network 674910c4-5682-499b-928b-0a958af67cd8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:56.395838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.20.0.12 (674910c4-5682-499b-928b-0a958af67cd8/33bd4021-921e-4ca9-bf64-e2d9dd96f766/8b654d53-751a-424a-a25a-3cc7c323b307) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:56.402434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:56.423380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:56.427049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Pushing event updated for resources: {'Port': ['ID=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:56.457489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae181f1-823e-4be1-ad94-e503120a080b None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:56.487851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4cb6f-a063-47d7-866a-634c7cb68f59 None None] Pushing event deleted for resources: {'Port': ['ID=91489e28-653d-4717-a7e5-f077a4a3f97b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:56.586302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e0c72-2b58-472a-b058-9ce3b224fcfe req-bdcff177-796e-4e74-a4ea-e516b55ade6e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:56.589135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a2e0c72-2b58-472a-b058-9ce3b224fcfe req-bdcff177-796e-4e74-a4ea-e516b55ade6e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 944 time: 0.1660557 Feb 15 02:05:56.621455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Attempting to bind port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:56.621901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Attempting to bind port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '58f516da-ff8d-4aa7-972c-f19456ee3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674910c4-5682-499b-928b-0a958af67cd8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:56.625499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Attempting to bind port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 on network 674910c4-5682-499b-928b-0a958af67cd8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:56.654467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (8b654d53-751a-424a-a25a-3cc7c323b307), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.656311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:56.657607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Checking segment: {'id': '58f516da-ff8d-4aa7-972c-f19456ee3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674910c4-5682-499b-928b-0a958af67cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:56.658641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.659783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Bound using segment: {'id': '58f516da-ff8d-4aa7-972c-f19456ee3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674910c4-5682-499b-928b-0a958af67cd8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:56.660913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Bound port: 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f516da-ff8d-4aa7-972c-f19456ee3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674910c4-5682-499b-928b-0a958af67cd8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:56.662398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.681784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:05:56.686477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (2495c3ac-71b7-4a07-92e3-86bf2dbdef5b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.717478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:56.739313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '8a7679ef-932f-4821-ad6e-2c9f9492560b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:05:56.750879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.751060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:56.751060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:56.751060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.754959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a2e0c72-2b58-472a-b058-9ce3b224fcfe req-4f56911f-ae17-42e5-bd41-ff3ad4e9d0a0 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570764 Feb 15 02:05:56.769929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.775675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=2495c3ac-71b7-4a07-92e3-86bf2dbdef5b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:56.863761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 674910c4-5682-499b-928b-0a958af67cd8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:56.867557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:56.881100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:56.886507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:56.897053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fd24b5f8-b8b9-4a40-8d4f-aeca1082c50d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1294155 Feb 15 02:05:56.898208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54742) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:56.904505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fbc87ba9-4c73-4737-81c3-bf64cea9e6de details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:05:56.905518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:04:bb:54', 'name': 'tempest-NetworksTestDHCPv6-1218163975'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:56.945954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:56.946752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:56.948895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=8b654d53-751a-424a-a25a-3cc7c323b307,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:56.977956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] For port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:56.983765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a8ce-e611-4d2f-91f1-fcef058817d4 req-bfa06f27-0714-426f-b7b6-c7141b571697 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:56.985431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6786a8ce-e611-4d2f-91f1-fcef058817d4 req-bfa06f27-0714-426f-b7b6-c7141b571697 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1454926 Feb 15 02:05:57.005517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] For port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,segment=NetworkSegment(58f516da-ff8d-4aa7-972c-f19456ee3a15),segment_id=58f516da-ff8d-4aa7-972c-f19456ee3a15)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:57.055128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-16456826', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:57.070595 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-28eddb35-cdc8-4701-a2f2-6fae1d78687a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4178526 Feb 15 02:05:57.071509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:57.085724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.101317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6786a8ce-e611-4d2f-91f1-fcef058817d4 req-e1f70f13-4f34-4ca9-9c1e-e8f2e226ad26 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082594 Feb 15 02:05:57.175549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:05:57.215138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:57.242171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 91489e28-653d-4717-a7e5-f077a4a3f97b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:05:57.242171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 91489e28-653d-4717-a7e5-f077a4a3f97b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:05:57.264601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Made reservation on behalf of b162633e28b042599e7bd9eba195716e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:57.267235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.283734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d052b9b-c1d3-446e-b2c7-f1d63f624333 None None] Pushing event updated for resources: {'Port': ['ID=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:57.291810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.295026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Allocated IP 172.20.0.2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8a7679ef-932f-4821-ad6e-2c9f9492560b/8efaed5e-9ce7-4155-b05c-7d71f1427cab) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:57.307601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:57.323385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Allocated IP 2001:db8::f816:3eff:fe61:2dd3 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/2495c3ac-71b7-4a07-92e3-86bf2dbdef5b/8efaed5e-9ce7-4155-b05c-7d71f1427cab) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:57.339862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de', 'network_id': '02e8c174-f390-47e6-89ce-415d30861b1c', 'port_id': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de', 'mac_address': 'fa:16:3e:b6:1a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcff13f9-d440-43da-a484-055b08e3742d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:05:57.358089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.404603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 44e658b3-c037-4a40-843f-89fc20bd25c8 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:05:57.436157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fbc87ba9-4c73-4737-81c3-bf64cea9e6de is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:57.436707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.469701 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.479237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc87ba9-4c73-4737-81c3-bf64cea9e6de {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:05:57.522006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:57.594865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.639328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.644100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for security_group (7fceaae7-062d-405b-a655-d9ad4482ac88), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.647492 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks [] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.676875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:57.702663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fceaae7-062d-405b-a655-d9ad4482ac88), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.723837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.770504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Pushing event updated for resources: {'Port': ['ID=8efaed5e-9ce7-4155-b05c-7d71f1427cab,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:57.780769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:57.782940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:57.787386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:57.815884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:05:57.872828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fbc87ba9-4c73-4737-81c3-bf64cea9e6de'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:05:57.905071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fceaae7-062d-405b-a655-d9ad4482ac88,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:57.911578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d509b44a-6c46-46e3-9398-24b7372f12fc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.917328 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Added segment d509b44a-6c46-46e3-9398-24b7372f12fc of type vlan for network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 Feb 15 02:05:57.917493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 172.20.0.9 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8a7679ef-932f-4821-ad6e-2c9f9492560b/44e658b3-c037-4a40-843f-89fc20bd25c8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:57.945281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Attempting to bind port 8efaed5e-9ce7-4155-b05c-7d71f1427cab on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:05:57.946430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Attempting to bind port 8efaed5e-9ce7-4155-b05c-7d71f1427cab by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:05:57.946992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Attempting to bind port 8efaed5e-9ce7-4155-b05c-7d71f1427cab on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:05:57.954855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe04:bb54 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/2495c3ac-71b7-4a07-92e3-86bf2dbdef5b/44e658b3-c037-4a40-843f-89fc20bd25c8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:05:57.963496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:05:57.964195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:05:57.964798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:57.965368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:05:57.966044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Bound port: 8efaed5e-9ce7-4155-b05c-7d71f1427cab, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:05:57.966614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.016874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2cf9-7e9d-4014-92ad-60c9b8ee1db8 req-2c262851-09fb-4250-ae48-13c25d7eb539 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.018626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b7a2cf9-7e9d-4014-92ad-60c9b8ee1db8 req-2c262851-09fb-4250-ae48-13c25d7eb539 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 945 time: 0.1317675 Feb 15 02:05:58.041768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.045681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] For port 8efaed5e-9ce7-4155-b05c-7d71f1427cab, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:05:58.049210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] For port 8efaed5e-9ce7-4155-b05c-7d71f1427cab, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8efaed5e-9ce7-4155-b05c-7d71f1427cab,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:05:58.127629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (8b654d53-751a-424a-a25a-3cc7c323b307), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.136817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.158561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.160446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.161448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.165318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b7a2cf9-7e9d-4014-92ad-60c9b8ee1db8 req-c6bf8a28-8b3e-4e7a-88a9-15239fbcf690 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379874 Feb 15 02:05:58.233171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013c5a-8e3c-40af-bac8-5f51e1011726 None None] Pushing event updated for resources: {'Port': ['ID=8efaed5e-9ce7-4155-b05c-7d71f1427cab,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:58.254921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.339972 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (44e658b3-c037-4a40-843f-89fc20bd25c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.442874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Network': ['ID=104f89e7-ac4f-4111-8d1b-a0d3f938e1d0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:58.454206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=8b654d53-751a-424a-a25a-3cc7c323b307,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:58.455123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:05:58.469459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978e7d-90c3-4973-97fc-53effc1d9651 req-baab9fb8-ad85-45b9-b740-bb3399b8cb00 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.471085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d978e7d-90c3-4973-97fc-53effc1d9651 req-baab9fb8-ad85-45b9-b740-bb3399b8cb00 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1667325 Feb 15 02:05:58.480409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-917bef8d-d3fb-4f9e-a010-666a2f1100a1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6073401 Feb 15 02:05:58.481249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:58.489277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'subnet': {'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:05:58.567374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d978e7d-90c3-4973-97fc-53effc1d9651 req-b5bfdc50-89f2-468a-a6bf-8db65493f5c6 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837820 Feb 15 02:05:58.569555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (44e658b3-c037-4a40-843f-89fc20bd25c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.639118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:05:58.643593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:05:58.654128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:05:58.718423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (1d50ee44-b356-48e6-80ce-b60d01232260), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.723301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Made reservation on behalf of b162633e28b042599e7bd9eba195716e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:05:58.725931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.733699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.734358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:58.746436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=44e658b3-c037-4a40-843f-89fc20bd25c8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:58.835199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c7024760-0b69-47fa-b5f1-f61f7f60e4b7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9358354 Feb 15 02:05:58.837517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:58.905533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d0968-eef1-40bc-b49f-7d0ccba02cdc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.911569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fbc87ba9-4c73-4737-81c3-bf64cea9e6de up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:58.912823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d0968-eef1-40bc-b49f-7d0ccba02cdc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:58.916341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ba4d0968-eef1-40bc-b49f-7d0ccba02cdc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0762410 Feb 15 02:05:58.918326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:05:58.995755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522ef1f-1f6f-4b50-8fac-0221336fe353 None None] Network 674910c4-5682-499b-928b-0a958af67cd8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:05:59.078853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Provisioning complete for port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:59.079567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 44e658b3-c037-4a40-843f-89fc20bd25c8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:05:59.079806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (44e658b3-c037-4a40-843f-89fc20bd25c8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.080535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.106652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port fbc87ba9-4c73-4737-81c3-bf64cea9e6de completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:05:59.118504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port fbc87ba9-4c73-4737-81c3-bf64cea9e6de triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:59.118890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.300903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8efaed5e-9ce7-4155-b05c-7d71f1427cab up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:05:59.316225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (44e658b3-c037-4a40-843f-89fc20bd25c8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.382848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 44e658b3-c037-4a40-843f-89fc20bd25c8 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:05:59.419749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a864e-e493-4b56-904f-9da08aa8d0ab req-cf7f6703-f6c2-4b5d-be2b-67e7cdcda17c tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:59.421891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c39a864e-e493-4b56-904f-9da08aa8d0ab req-cf7f6703-f6c2-4b5d-be2b-67e7cdcda17c tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 945 time: 0.0938880 Feb 15 02:05:59.455225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.552396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c39a864e-e493-4b56-904f-9da08aa8d0ab req-2aaa267a-903b-4fa7-95d3-ac963c30e59f tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187186 Feb 15 02:05:59.574748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Current status of the port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:59.575147 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.706920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] For port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,segment=NetworkSegment(58f516da-ff8d-4aa7-972c-f19456ee3a15),segment_id=58f516da-ff8d-4aa7-972c-f19456ee3a15)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:59.730104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fbc87ba9-4c73-4737-81c3-bf64cea9e6de is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:05:59.737305 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.785094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:05:59.793441 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408bcd69-5415-4452-8229-942218c94780" -d '{"events": [{"server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "name": "network-vif-plugged", "status": "completed", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:05:59.807550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.812402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8efaed5e-9ce7-4155-b05c-7d71f1427cab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:05:59.812864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.839118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a0fd6-f92f-4e2c-bf13-2111521c11e2 req-b29a3936-1525-4015-8d57-8e0634adad3c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:05:59.855493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-196a0fd6-f92f-4e2c-bf13-2111521c11e2 req-b29a3936-1525-4015-8d57-8e0634adad3c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1788912 Feb 15 02:05:59.913803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:05:59.915690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d643a-f53a-4d3f-8155-cf44f79e0a1b None None] Pushing event updated for resources: {'Port': ['ID=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:05:59.938069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (44e658b3-c037-4a40-843f-89fc20bd25c8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:05:59.938650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adfb5e4-6bf8-4578-8cd3-67f9daa9acc8 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:00.004997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (8b654d53-751a-424a-a25a-3cc7c323b307), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.010082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-196a0fd6-f92f-4e2c-bf13-2111521c11e2 req-c6efd026-860c-4376-b8be-4378f5575c10 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535671 Feb 15 02:06:00.018864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.023196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=44e658b3-c037-4a40-843f-89fc20bd25c8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:00.107269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.138232 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd455a8-0dbc-4af9-a60d-eb58a568f76d x-openstack-request-id: req-3bd455a8-0dbc-4af9-a60d-eb58a568f76d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:06:00.139270 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "name": "network-vif-plugged", "status": "completed", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:06:00.139755 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bd455a8-0dbc-4af9-a60d-eb58a568f76d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:06:00.140394 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de', 'code': 200} Feb 15 02:06:00.176350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Provisioning complete for port 8b654d53-751a-424a-a25a-3cc7c323b307 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:00.176716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.228717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:00.231400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8efaed5e-9ce7-4155-b05c-7d71f1427cab is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:00.231903 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.263150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.270684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0738fa94-6aa7-4ddf-8d1d-6f900ef2feac tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/44e658b3-c037-4a40-843f-89fc20bd25c8 HTTP/1.1" status: 204 len: 168 time: 1.3507347 Feb 15 02:06:00.274404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:00.279573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Port 8b654d53-751a-424a-a25a-3cc7c323b307 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:00.339103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Provisioning complete for port 8efaed5e-9ce7-4155-b05c-7d71f1427cab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:00.339880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.342807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=8b654d53-751a-424a-a25a-3cc7c323b307,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:00.344379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 8efaed5e-9ce7-4155-b05c-7d71f1427cab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8efaed5e-9ce7-4155-b05c-7d71f1427cab,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:00.352846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4f5df-d0c8-43e5-b1b9-3359762e4261 req-889c01fb-c24b-45f4-be45-21368fa6da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:00.354499 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (1d50ee44-b356-48e6-80ce-b60d01232260), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.356122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98d4f5df-d0c8-43e5-b1b9-3359762e4261 req-889c01fb-c24b-45f4-be45-21368fa6da56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 1129 time: 0.1153853 Feb 15 02:06:00.384335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a426fdf-62d3-4b3b-8331-1cb961e4cb42 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:00.385709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a426fdf-62d3-4b3b-8331-1cb961e4cb42 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:00.387028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a426fdf-62d3-4b3b-8331-1cb961e4cb42 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:00.388713 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7a426fdf-62d3-4b3b-8331-1cb961e4cb42 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1139536 Feb 15 02:06:00.400813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54770) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:00.431577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.441693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:00.548033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:00.548677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98d4f5df-d0c8-43e5-b1b9-3359762e4261 req-8b99f290-5696-4391-9f74-5964a7150d40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795354 Feb 15 02:06:00.548792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.565911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 2495c3ac-71b7-4a07-92e3-86bf2dbdef5b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:00.570385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 674910c4-5682-499b-928b-0a958af67cd8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:00.581969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (2495c3ac-71b7-4a07-92e3-86bf2dbdef5b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.606889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:00.662197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=8efaed5e-9ce7-4155-b05c-7d71f1427cab,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:00.691292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (2495c3ac-71b7-4a07-92e3-86bf2dbdef5b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.726705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:00.728777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:00.745893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Checking segment: {'id': 'd509b44a-6c46-46e3-9398-24b7372f12fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:00.746267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network hostable DHCP agents. Network: 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:00.748363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:00.863100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Current status of the port 8efaed5e-9ce7-4155-b05c-7d71f1427cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:00.917550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:00.949054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:00.957751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 1d50ee44-b356-48e6-80ce-b60d01232260 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:00.958719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Provisioning complete for port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:00.959309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.054915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:01.073142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:01.073750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.080465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb137d-8851-4ced-8417-ad826cead80c None None] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:01.100623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec838a-b527-4ea2-9caf-b51dde0ed174 None None] Current status of the port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:01.198075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:01.217259 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2dc4890-778b-4a27-b164-b0e11ec6b669 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/1d50ee44-b356-48e6-80ce-b60d01232260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1415765 Feb 15 02:06:01.219864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:01.252007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8efaed5e-9ce7-4155-b05c-7d71f1427cab up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:01.266226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ab7198f-c20f-4c8f-a36d-1f6eda26f584 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7834787 Feb 15 02:06:01.267316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:01.296009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] Sync routers for ids ['1d50ee44-b356-48e6-80ce-b60d01232260'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:01.301317 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-16269017', 'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:01.306223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dff6a8-e11e-4a07-b396-9718ef510286 None None] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:01.347500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e655d-0831-49b4-8f7c-511b7a9c643a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:01.351545 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ec8e655d-0831-49b4-8f7c-511b7a9c643a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports/8b654d53-751a-424a-a25a-3cc7c323b307 HTTP/1.1" status: 200 len: 977 time: 0.1280768 Feb 15 02:06:01.352330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:01.382158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] Routers {'1d50ee44-b356-48e6-80ce-b60d01232260'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:01.382842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['1d50ee44-b356-48e6-80ce-b60d01232260'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:01.387551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8efaed5e-9ce7-4155-b05c-7d71f1427cab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:01.387933 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.421699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61ea3b-5f39-488e-a318-b5f180a1933c req-ebb1e1b4-7dd9-4b02-9298-6936cb6bc2a0 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:01.424118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e61ea3b-5f39-488e-a318-b5f180a1933c req-ebb1e1b4-7dd9-4b02-9298-6936cb6bc2a0 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 946 time: 0.7363877 Feb 15 02:06:01.469982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:01.478906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Made reservation on behalf of b162633e28b042599e7bd9eba195716e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:01.482625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.489104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-61477b16-c521-478e-be92-09d3d2d8d11f None None] Provisioning complete for port 8b654d53-751a-424a-a25a-3cc7c323b307 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:01.489401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61477b16-c521-478e-be92-09d3d2d8d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.494523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] Routers {'1d50ee44-b356-48e6-80ce-b60d01232260'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:01.495153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['1d50ee44-b356-48e6-80ce-b60d01232260'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:01.507411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (2495c3ac-71b7-4a07-92e3-86bf2dbdef5b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.537402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] device_id is not set on port fa8d563b-c954-4489-9edd-d5d261ffc2a8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:01.537889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:01.538553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126986ac-1288-4f0c-89eb-7e57c0d5bf17 None None] The sync data for ids ['1d50ee44-b356-48e6-80ce-b60d01232260'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:01.569724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e61ea3b-5f39-488e-a318-b5f180a1933c req-4c273a20-56e8-4fef-a8a9-614c73e0c8af tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365352 Feb 15 02:06:01.635613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-61477b16-c521-478e-be92-09d3d2d8d11f None None] Port 8b654d53-751a-424a-a25a-3cc7c323b307 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:01.705880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8efaed5e-9ce7-4155-b05c-7d71f1427cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:01.708819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:01.743892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (2495c3ac-71b7-4a07-92e3-86bf2dbdef5b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.776344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f59fd54d-6782-4746-bf0f-c6ecdff0a600 None None] Provisioning complete for port 8efaed5e-9ce7-4155-b05c-7d71f1427cab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:01.778606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f59fd54d-6782-4746-bf0f-c6ecdff0a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.803711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:01.804379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.810771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=2495c3ac-71b7-4a07-92e3-86bf2dbdef5b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:01.817320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.821055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e1722ec-4367-4ec1-8088-547a1e495b4d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/2495c3ac-71b7-4a07-92e3-86bf2dbdef5b HTTP/1.1" status: 204 len: 168 time: 1.4162643 Feb 15 02:06:01.823584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:01.882223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc326fc-a6d5-42db-a0e4-76d6daaa51f6 req-53733458-6c00-41b9-9f1e-1bdadbb11d2e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:01.889633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efc326fc-a6d5-42db-a0e4-76d6daaa51f6 req-53733458-6c00-41b9-9f1e-1bdadbb11d2e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1960156 Feb 15 02:06:01.920144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 8a7679ef-932f-4821-ad6e-2c9f9492560b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:01.925304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (8a7679ef-932f-4821-ad6e-2c9f9492560b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:01.965893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:01.967123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.20.0.14 (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0/7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab/fa8d563b-c954-4489-9edd-d5d261ffc2a8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:02.014279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd54d-6782-4746-bf0f-c6ecdff0a600 None None] Current status of the port 8efaed5e-9ce7-4155-b05c-7d71f1427cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:02.034588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8a7679ef-932f-4821-ad6e-2c9f9492560b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.042194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7acbeb-f285-4c89-8b84-0842b1596179 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:02.052474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efc326fc-a6d5-42db-a0e4-76d6daaa51f6 req-dc287630-5077-4e17-858b-2b8d3fde865f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616323 Feb 15 02:06:02.146717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6eb72c41-df13-4239-9b62-57abcd6eafe1 None None] Could not find standard attr ID for object 44e658b3-c037-4a40-843f-89fc20bd25c8. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:02.149257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8a7679ef-932f-4821-ad6e-2c9f9492560b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.225765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (fa8d563b-c954-4489-9edd-d5d261ffc2a8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.237641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (1d50ee44-b356-48e6-80ce-b60d01232260), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.295492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8a7679ef-932f-4821-ad6e-2c9f9492560b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.338797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7679ef-932f-4821-ad6e-2c9f9492560b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:02.351711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.358121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2f739810-04be-48d2-a88e-cb7b928b29b8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8a7679ef-932f-4821-ad6e-2c9f9492560b HTTP/1.1" status: 204 len: 168 time: 0.5334396 Feb 15 02:06:02.358811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:02.406438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-560eb21f-c1e2-46be-a871-0ce61f98fa5d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458202 Feb 15 02:06:02.406958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:02.412354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:02.428922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fa8d563b-c954-4489-9edd-d5d261ffc2a8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.508328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:02.514486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:02.516413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8d563b-c954-4489-9edd-d5d261ffc2a8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:02.518726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:02.570929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:02.571202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.586300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:02.590202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.629624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 8b654d53-751a-424a-a25a-3cc7c323b307 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:02.629983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.767533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:02.781958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 8b654d53-751a-424a-a25a-3cc7c323b307 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:02.949495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714206-b860-4da4-85c2-c695b9bb2a9f req-8c7e6c59-fab4-476a-9834-ca9a0e2cbffd tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:02.952972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caee25a-da23-41d0-8171-3cc372bba637 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:02.957501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24714206-b860-4da4-85c2-c695b9bb2a9f req-8c7e6c59-fab4-476a-9834-ca9a0e2cbffd tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 946 time: 0.2570839 Feb 15 02:06:02.981868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (586be0e8-686f-4d12-8912-4292fbf0f8cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.045503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-faab50df-5753-4774-93b5-d7b9723f65ea None None] Provisioning complete for port 8efaed5e-9ce7-4155-b05c-7d71f1427cab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:03.046201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faab50df-5753-4774-93b5-d7b9723f65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.063147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24714206-b860-4da4-85c2-c695b9bb2a9f req-96f9c5af-8276-4a06-8f42-e6294d2610c9 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Feb 15 02:06:03.078965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:03.099137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:03.104496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:03.105369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.116399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=586be0e8-686f-4d12-8912-4292fbf0f8cf,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:03.198818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-faab50df-5753-4774-93b5-d7b9723f65ea None None] Current status of the port 8efaed5e-9ce7-4155-b05c-7d71f1427cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:03.229109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-20f991a6-335e-4ebe-9bb0-ac109d1422bf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8185203 Feb 15 02:06:03.232183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:03.244141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:03.244402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:03.250792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-34bac797-e072-4c70-901f-3145aade0a19 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9798856 Feb 15 02:06:03.251395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:03.305043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Deleting port 8efaed5e-9ce7-4155-b05c-7d71f1427cab {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:03.305307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.356623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3561ef-5545-4471-8bd0-b44dd6b54746 req-6666c47b-ffee-4501-9a4d-30756573032d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:03.360767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3561ef-5545-4471-8bd0-b44dd6b54746 req-6666c47b-ffee-4501-9a4d-30756573032d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1962569 Feb 15 02:06:03.393735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] For port 8efaed5e-9ce7-4155-b05c-7d71f1427cab, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8efaed5e-9ce7-4155-b05c-7d71f1427cab,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:03.395032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.409433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Calling delete_port for 8efaed5e-9ce7-4155-b05c-7d71f1427cab owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:03.428438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Deleting port fa8d563b-c954-4489-9edd-d5d261ffc2a8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:03.428789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fa8d563b-c954-4489-9edd-d5d261ffc2a8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.458124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3561ef-5545-4471-8bd0-b44dd6b54746 req-26941c65-b997-407c-b2b4-9741bfecd784 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893545 Feb 15 02:06:03.485776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8b654d53-751a-424a-a25a-3cc7c323b307), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.522433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=8b654d53-751a-424a-a25a-3cc7c323b307,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:03.523986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:03.527708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.580927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (8efaed5e-9ce7-4155-b05c-7d71f1427cab), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.639547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] Pushing event deleted for resources: {'Port': ['ID=8efaed5e-9ce7-4155-b05c-7d71f1427cab,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:03.656037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff29d19-3c53-4ab4-a1df-d2779f268b00 None None] No DVR routers for this DVR port 8efaed5e-9ce7-4155-b05c-7d71f1427cab on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:03.656648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fa8d563b-c954-4489-9edd-d5d261ffc2a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:03.675595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73b706-a3e3-4ed6-b4cb-3fb6d2d8f4a0 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:03.688630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Calling delete_port for fa8d563b-c954-4489-9edd-d5d261ffc2a8 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:03.829414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (1d50ee44-b356-48e6-80ce-b60d01232260), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.063455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:04.072794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (a86dd12f-9004-47f3-b5e0-fdcc49c081cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.072992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '586be0e8-686f-4d12-8912-4292fbf0f8cf'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:04.073497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 1d50ee44-b356-48e6-80ce-b60d01232260 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:04.073608 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.131412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:04.133206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:04.134858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=a86dd12f-9004-47f3-b5e0-fdcc49c081cb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:04.137617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:04.138218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.169487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fa8d563b-c954-4489-9edd-d5d261ffc2a8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.202144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:04.210755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:04.210951 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e410e376-74a9-4e17-95c1-b12df1a8d3df tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/1d50ee44-b356-48e6-80ce-b60d01232260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8578544 Feb 15 02:06:04.214859 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] Sync routers for ids ['1d50ee44-b356-48e6-80ce-b60d01232260'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:04.225449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3c384619-9a12-4beb-9e6d-320bde288a7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9841297 Feb 15 02:06:04.225660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa8d563b-c954-4489-9edd-d5d261ffc2a8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:04.228429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:04.234295 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] Routers {'1d50ee44-b356-48e6-80ce-b60d01232260'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:04.235427 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['1d50ee44-b356-48e6-80ce-b60d01232260'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:04.253736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:77:e1:df', 'name': 'tempest-NetworksTestDHCPv6-1892343835'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:04.308074 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:04.327995 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] Routers {'1d50ee44-b356-48e6-80ce-b60d01232260'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:04.328663 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['1d50ee44-b356-48e6-80ce-b60d01232260'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:04.406755 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:04.407663 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c0e01-fa54-4270-926c-f066cbe5b9d8 None None] The sync data for ids ['1d50ee44-b356-48e6-80ce-b60d01232260'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:04.407830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Allocated IP 172.20.0.2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/586be0e8-686f-4d12-8912-4292fbf0f8cf/e995274d-5158-4e94-9340-22e195a77437) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:04.429913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Allocated IP 2001:db8::f816:3eff:fe37:7420 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/a86dd12f-9004-47f3-b5e0-fdcc49c081cb/e995274d-5158-4e94-9340-22e195a77437) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:04.457371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.464758 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a2c74e17-f5e3-481e-b530-bb0ba0b1b7c8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fa8d563b-c954-4489-9edd-d5d261ffc2a8 HTTP/1.1" status: 204 len: 168 time: 1.2125020 Feb 15 02:06:04.467941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:04.481042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0', 'external_fixed_ips': [{'subnet_id': '7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab', 'ip_address': '172.20.0.14'}]}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:04.566561 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-cf5724c0-cab2-483b-bfcc-a8d1632bceb3 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 02:06:04.570584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:04.580579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cf5724c0-cab2-483b-bfcc-a8d1632bceb3 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/1d50ee44-b356-48e6-80ce-b60d01232260/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3685102 Feb 15 02:06:04.588854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.590585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.630043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-83396530-40d4-496b-bff0-ce814a686e13 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d50ee44-b356-48e6-80ce-b60d01232260 HTTP/1.1" status: 200 len: 205 time: 0.0582645 Feb 15 02:06:04.630838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:04.658036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:04.671348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f23d6-1f25-45e7-abc7-0bc4ac284ddf req-7fd859e5-6158-4add-8030-8128f37fe5ca tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:04.674626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d62f23d6-1f25-45e7-abc7-0bc4ac284ddf req-7fd859e5-6158-4add-8030-8128f37fe5ca tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.0918403 Feb 15 02:06:04.748449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks [] for port (e995274d-5158-4e94-9340-22e195a77437), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.773942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d62f23d6-1f25-45e7-abc7-0bc4ac284ddf req-ea178edf-d8b0-4a9e-9f3f-0dc77b6c9ed6 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871592 Feb 15 02:06:04.822211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (1d50ee44-b356-48e6-80ce-b60d01232260), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.844655 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (e995274d-5158-4e94-9340-22e195a77437), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.888342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (c96b2d1e-0cd0-4e15-bddd-109757bab08c), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:04.957233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:04.958766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:04.981521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:04.991729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Pushing event updated for resources: {'Port': ['ID=e995274d-5158-4e94-9340-22e195a77437,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:05.104672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.116141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Attempting to bind port e995274d-5158-4e94-9340-22e195a77437 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:05.116664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Attempting to bind port e995274d-5158-4e94-9340-22e195a77437 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:05.116936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Attempting to bind port e995274d-5158-4e94-9340-22e195a77437 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:05.132819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:05.133207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:05.133740 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.134150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:05.134888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Bound port: e995274d-5158-4e94-9340-22e195a77437, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:05.135098 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e995274d-5158-4e94-9340-22e195a77437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.149600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (1d50ee44-b356-48e6-80ce-b60d01232260), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.154521 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (1d50ee44-b356-48e6-80ce-b60d01232260), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.203943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 187094ad-c632-4416-bf2a-eaceb1088913 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:05.214293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8efaed5e-9ce7-4155-b05c-7d71f1427cab no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:05.315304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 8efaed5e-9ce7-4155-b05c-7d71f1427cab {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:05.317730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8efaed5e-9ce7-4155-b05c-7d71f1427cab not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:05.342513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] For port e995274d-5158-4e94-9340-22e195a77437, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:05.346404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] For port e995274d-5158-4e94-9340-22e195a77437, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e995274d-5158-4e94-9340-22e195a77437,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:05.444426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e995274d-5158-4e94-9340-22e195a77437), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.447579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 172.20.0.11 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/586be0e8-686f-4d12-8912-4292fbf0f8cf/187094ad-c632-4416-bf2a-eaceb1088913) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:05.487032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe77:e1df (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/a86dd12f-9004-47f3-b5e0-fdcc49c081cb/187094ad-c632-4416-bf2a-eaceb1088913) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:05.490413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (c96b2d1e-0cd0-4e15-bddd-109757bab08c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.532677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (1d50ee44-b356-48e6-80ce-b60d01232260), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.538287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router 1d50ee44-b356-48e6-80ce-b60d01232260 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:05.582152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.583680 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dcf2dd8e-3e07-43db-bf05-291de34576bf tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/1d50ee44-b356-48e6-80ce-b60d01232260 HTTP/1.1" status: 204 len: 168 time: 0.9447641 Feb 15 02:06:05.586868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:05.590548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36697-9716-493d-8e93-ac4bd9ce4a3f None None] Pushing event updated for resources: {'Port': ['ID=e995274d-5158-4e94-9340-22e195a77437,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:05.698945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 33bd4021-921e-4ca9-bf64-e2d9dd96f766 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:05.707541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (33bd4021-921e-4ca9-bf64-e2d9dd96f766), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:05.823895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (33bd4021-921e-4ca9-bf64-e2d9dd96f766), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.010394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (187094ad-c632-4416-bf2a-eaceb1088913), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.076136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (33bd4021-921e-4ca9-bf64-e2d9dd96f766), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.116437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ef8d-4fd2-4f06-9440-df2814ec791c req-b7a7f6c2-c05c-4b56-9e4a-fefa1d1de7a0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:06.126109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f872ef8d-4fd2-4f06-9440-df2814ec791c req-b7a7f6c2-c05c-4b56-9e4a-fefa1d1de7a0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1724820 Feb 15 02:06:06.215426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f872ef8d-4fd2-4f06-9440-df2814ec791c req-ad6f0fd0-f67b-480e-a052-4ec1e31541d9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882919 Feb 15 02:06:06.292047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (187094ad-c632-4416-bf2a-eaceb1088913), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.347098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (33bd4021-921e-4ca9-bf64-e2d9dd96f766), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.389218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (c96b2d1e-0cd0-4e15-bddd-109757bab08c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.401357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=33bd4021-921e-4ca9-bf64-e2d9dd96f766,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:06.410181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.417784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a2416-7bbc-4d13-82dc-fb80c1454bac None None] Network 674910c4-5682-499b-928b-0a958af67cd8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:06.421070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1cb6d762-f283-4efe-8a37-3800106f4f25 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/33bd4021-921e-4ca9-bf64-e2d9dd96f766 HTTP/1.1" status: 204 len: 168 time: 0.8322034 Feb 15 02:06:06.422552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:06.450335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:06.457963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.466469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:06.486319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:06.630933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (674910c4-5682-499b-928b-0a958af67cd8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.716370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] DHCP port deletion for 674910c4-5682-499b-928b-0a958af67cd8 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:06.860999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Deleting port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:06.861298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:06.922206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a379eb-38a5-4a6b-8ca9-faeb2a1342ae req-3d11c90a-3449-4f8e-b5fe-f14e9887c9fc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:06.923880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00a379eb-38a5-4a6b-8ca9-faeb2a1342ae req-3d11c90a-3449-4f8e-b5fe-f14e9887c9fc tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2034540 Feb 15 02:06:06.993909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:06.994298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.000459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] For port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,segment=NetworkSegment(58f516da-ff8d-4aa7-972c-f19456ee3a15),segment_id=58f516da-ff8d-4aa7-972c-f19456ee3a15)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:07.000869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.028111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Calling delete_port for 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:07.107037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:07.109062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.120266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00a379eb-38a5-4a6b-8ca9-faeb2a1342ae req-13f4ca31-ca88-4e7a-9f09-10846ef1fff3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753314 Feb 15 02:06:07.168105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,segment=NetworkSegment(58f516da-ff8d-4aa7-972c-f19456ee3a15),segment_id=58f516da-ff8d-4aa7-972c-f19456ee3a15)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:07.171040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.177058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=187094ad-c632-4416-bf2a-eaceb1088913,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:07.231154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:07.237523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be70ae85-03b1-4121-8c4b-05c244148911 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0078557 Feb 15 02:06:07.241071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:07.282804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-b0745a2b-167b-4333-88b7-7d4042d00b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:07.285913 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-b0745a2b-167b-4333-88b7-7d4042d00b5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1128 time: 0.2465975 Feb 15 02:06:07.288264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e995274d-5158-4e94-9340-22e195a77437 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:07.291644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29a21d-d8d4-4261-a1b8-c9d06c090963 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:07.401779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.424065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7e1e7b15-5399-4710-9af5-c29f2dcc3a56), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.429493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.20.0.14 (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0/7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab/71a0743d-242a-4b97-b338-96ca026c5d7f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:07.440703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae39e0-fe48-4ec7-850c-88bc3b92fd1d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:07.447006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae39e0-fe48-4ec7-850c-88bc3b92fd1d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:07.451494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9eae39e0-fe48-4ec7-850c-88bc3b92fd1d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1886976 Feb 15 02:06:07.455634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:07.456208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:07.460359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] Pushing event deleted for resources: {'Port': ['ID=7e1e7b15-5399-4710-9af5-c29f2dcc3a56,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:07.467761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:07.514483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Provisioning complete for port e995274d-5158-4e94-9340-22e195a77437 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:07.524927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e995274d-5158-4e94-9340-22e195a77437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.566706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (674910c4-5682-499b-928b-0a958af67cd8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.592463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674910c4-5682-499b-928b-0a958af67cd8']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:07.604326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f516da-ff8d-4aa7-972c-f19456ee3a15') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:07.604659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f516da-ff8d-4aa7-972c-f19456ee3a15') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:07.619156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6a436-c3cd-486a-8b95-595b46bca2b6 None None] No DVR routers for this DVR port 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:07.619388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (58f516da-ff8d-4aa7-972c-f19456ee3a15), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.637410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (58f516da-ff8d-4aa7-972c-f19456ee3a15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.658114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:06:07.658533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (58f516da-ff8d-4aa7-972c-f19456ee3a15), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:06:07.663797 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:06:07.667319 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e995274d-5158-4e94-9340-22e195a77437 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:07.667319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e995274d-5158-4e94-9340-22e195a77437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.685911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-21b64fa9-9d0e-49b3-b8ce-9a466c647b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:07.688403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-21b64fa9-9d0e-49b3-b8ce-9a466c647b77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.3586180 Feb 15 02:06:07.694657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 187094ad-c632-4416-bf2a-eaceb1088913 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:07.695145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (187094ad-c632-4416-bf2a-eaceb1088913), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.778328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:07.778776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e995274d-5158-4e94-9340-22e195a77437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.814892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (674910c4-5682-499b-928b-0a958af67cd8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.829158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.839438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/674910c4-5682-499b-928b-0a958af67cd8 HTTP/1.1" status: 204 len: 168 time: 1.4157882 Feb 15 02:06:07.845087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:07.848106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] For port e995274d-5158-4e94-9340-22e195a77437, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e995274d-5158-4e94-9340-22e195a77437,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:07.897519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-446882890'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:07.908113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:07.908536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e995274d-5158-4e94-9340-22e195a77437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.918539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e995274d-5158-4e94-9340-22e195a77437), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.930541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dacccd-fb7d-4f08-9b6c-743f6a4640fc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=674910c4-5682-499b-928b-0a958af67cd8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:07.952579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.987301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (187094ad-c632-4416-bf2a-eaceb1088913), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:07.997796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:08.001769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.012523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-32bcb93e-8fd7-42d3-91b8-9163869692a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 1000 time: 0.3135118 Feb 15 02:06:08.024851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 187094ad-c632-4416-bf2a-eaceb1088913 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:08.025105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e4a7-b4c9-4fca-899e-2b14b13dcf8f None None] Pushing event updated for resources: {'Port': ['ID=e995274d-5158-4e94-9340-22e195a77437,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:08.055836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:06:08.055836 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:06:08.058495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:06:08.070495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (dd628fec-b8c0-4630-aa8d-0a0c2cae9b33), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.071173 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment dd628fec-b8c0-4630-aa8d-0a0c2cae9b33 of type vlan for network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb Feb 15 02:06:08.137297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (2faf43c9-fe60-4463-94d3-8ad2b0145cbb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.147822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-fdb42d97-4d80-465a-b28e-6a317f283fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:08.149676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-fdb42d97-4d80-465a-b28e-6a317f283fd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.1290951 Feb 15 02:06:08.190324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.231841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (2faf43c9-fe60-4463-94d3-8ad2b0145cbb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.241433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:08.243049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.263134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:08.298641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:08.301565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:08.356627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=71a0743d-242a-4b97-b338-96ca026c5d7f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:08.371830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4825807 Feb 15 02:06:08.376277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54858) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:08.387421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:08.417487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff41a7-e016-403c-9335-af373d08e93c req-5b8a876b-9c97-485c-9d8a-610885e32d8e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:08.421440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62ff41a7-e016-403c-9335-af373d08e93c req-5b8a876b-9c97-485c-9d8a-610885e32d8e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2029638 Feb 15 02:06:08.422666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d2c2-728f-4f51-b2a8-1101c6c05aa6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=2faf43c9-fe60-4463-94d3-8ad2b0145cbb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:08.434955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:06:08.446862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-09399b7c-193b-49a0-ac3d-dcd22d27b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:08.448823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-09399b7c-193b-49a0-ac3d-dcd22d27b9f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2915497 Feb 15 02:06:08.560438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62ff41a7-e016-403c-9335-af373d08e93c req-e3008a5e-e884-45f5-90df-173fc27c1482 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104813 Feb 15 02:06:08.637967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:08.694751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:08.700148 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.715905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:08.744254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:08.745608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7e1e7b15-5399-4710-9af5-c29f2dcc3a56 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:08.832655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (187094ad-c632-4416-bf2a-eaceb1088913), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.838842 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-e1a46d12-4271-4d6a-8de6-07d5e1a010e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646148 Feb 15 02:06:08.845721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-06e8e08f-faef-4ff2-bba1-77b4fb6a2cb4 None None] Could not find standard attr ID for object 187094ad-c632-4416-bf2a-eaceb1088913. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:08.873907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-06e8e08f-faef-4ff2-bba1-77b4fb6a2cb4 None None] Provisioning complete for port e995274d-5158-4e94-9340-22e195a77437 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:08.875303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e08f-faef-4ff2-bba1-77b4fb6a2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e995274d-5158-4e94-9340-22e195a77437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:08.900367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=187094ad-c632-4416-bf2a-eaceb1088913,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:08.981444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (c96b2d1e-0cd0-4e15-bddd-109757bab08c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.011830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-06e8e08f-faef-4ff2-bba1-77b4fb6a2cb4 None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:09.117869 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (1bedb34c-4148-4792-93b4-4095b0a22f95), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.211334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=1bedb34c-4148-4792-93b4-4095b0a22f95,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:09.228917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e995274d-5158-4e94-9340-22e195a77437 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:09.251857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-d806fddc-95dc-47ab-9304-12d4068f0479 req-8223d73e-3b09-4ebd-8166-4bf0b2b19dda service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020000 Feb 15 02:06:09.307039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:09.307414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 2faf43c9-fe60-4463-94d3-8ad2b0145cbb, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:09.339439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a295260c-f6c7-4c57-b0ef-074b4525c03a None None] Could not find standard attr ID for object 187094ad-c632-4416-bf2a-eaceb1088913. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:09.351763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.356693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e079a541-4fc0-4353-8800-6d98a916c6fb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/187094ad-c632-4416-bf2a-eaceb1088913 HTTP/1.1" status: 204 len: 168 time: 1.8966866 Feb 15 02:06:09.358143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:09.371238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e995274d-5158-4e94-9340-22e195a77437 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:09.371795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e995274d-5158-4e94-9340-22e195a77437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.433523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:09.480215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ae27d-ae65-4e89-8e7b-ac1f7c69b927 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:09.481559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ae27d-ae65-4e89-8e7b-ac1f7c69b927 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:09.482898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ae27d-ae65-4e89-8e7b-ac1f7c69b927 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:09.488110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ec2ae27d-ae65-4e89-8e7b-ac1f7c69b927 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1278119 Feb 15 02:06:09.488308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:09.512897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 2faf43c9-fe60-4463-94d3-8ad2b0145cbb) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:09.532182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:09.533640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.542915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb3dad-3cb2-4738-92b1-261b7b20b765 None None] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:09.558161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:09.566194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.648799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-48ed389b-f082-412e-b9c9-7914fff2c3ab tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2659135 Feb 15 02:06:09.652007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:09.658060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2094515788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:09.691646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-2faf43c9-fe60-4463-94d3-8ad2b0145cbb', 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '1bedb34c-4148-4792-93b4-4095b0a22f95'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:09.692588 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.743908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d840442-5adb-4ae4-9208-3cf37599f1a9 req-1969f2a7-ff0b-4cf9-825f-304029fc767d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:09.746872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d840442-5adb-4ae4-9208-3cf37599f1a9 req-1969f2a7-ff0b-4cf9-825f-304029fc767d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.0819561 Feb 15 02:06:09.811929 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.813709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.910048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:09.923865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d840442-5adb-4ae4-9208-3cf37599f1a9 req-5e204fdc-b8e8-411d-b898-24f0517aba07 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713324 Feb 15 02:06:09.997209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Allocated IP 172.20.0.2 (2faf43c9-fe60-4463-94d3-8ad2b0145cbb/1bedb34c-4148-4792-93b4-4095b0a22f95/860eb5a9-3621-4905-91b2-43a803c1d6ee) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:10.014663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.027185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 586be0e8-686f-4d12-8912-4292fbf0f8cf {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:10.031418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (586be0e8-686f-4d12-8912-4292fbf0f8cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.083050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (586be0e8-686f-4d12-8912-4292fbf0f8cf), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.091005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.095364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d6747026-4a59-422a-86fc-2e9febf127fa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4414897 Feb 15 02:06:10.096145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:10.223527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (586be0e8-686f-4d12-8912-4292fbf0f8cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.227532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks [] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.300725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.330292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router c96b2d1e-0cd0-4e15-bddd-109757bab08c is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:10.338954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:10.344648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:10.348317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:10.355804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Pushing event updated for resources: {'Port': ['ID=860eb5a9-3621-4905-91b2-43a803c1d6ee,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:10.397001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (586be0e8-686f-4d12-8912-4292fbf0f8cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.451020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Attempting to bind port 860eb5a9-3621-4905-91b2-43a803c1d6ee on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:10.451697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Attempting to bind port 860eb5a9-3621-4905-91b2-43a803c1d6ee by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:10.452263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Attempting to bind port 860eb5a9-3621-4905-91b2-43a803c1d6ee on network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:10.459703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:10.460382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Checking segment: {'id': 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:10.460949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.461726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Bound using segment: {'id': 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:10.462510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Bound port: 860eb5a9-3621-4905-91b2-43a803c1d6ee, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2faf43c9-fe60-4463-94d3-8ad2b0145cbb'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:10.463118 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.465995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.474781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=586be0e8-686f-4d12-8912-4292fbf0f8cf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:10.479710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.487041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92a65cfd-ee59-4994-b52d-031532876cfe tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/586be0e8-686f-4d12-8912-4292fbf0f8cf HTTP/1.1" status: 204 len: 168 time: 0.9945283 Feb 15 02:06:10.491453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:10.495980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295499e2-f8a7-477b-90ef-4c6a47740984 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:10.584699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet a86dd12f-9004-47f3-b5e0-fdcc49c081cb {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:10.588201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (a86dd12f-9004-47f3-b5e0-fdcc49c081cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.591358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:10.619070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Sync routers for ids ['c96b2d1e-0cd0-4e15-bddd-109757bab08c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:10.641713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (a86dd12f-9004-47f3-b5e0-fdcc49c081cb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.664980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Routers {'c96b2d1e-0cd0-4e15-bddd-109757bab08c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:10.665665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c96b2d1e-0cd0-4e15-bddd-109757bab08c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:10.756644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a86dd12f-9004-47f3-b5e0-fdcc49c081cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.879257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:10.880946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5963b5b1-8a92-41b2-ab55-ced33b20e6c4 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4119744 Feb 15 02:06:10.883421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:10.965030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (a86dd12f-9004-47f3-b5e0-fdcc49c081cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.030533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.039046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/a86dd12f-9004-47f3-b5e0-fdcc49c081cb HTTP/1.1" status: 204 len: 168 time: 0.5503738 Feb 15 02:06:11.043890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:11.057295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] For port 860eb5a9-3621-4905-91b2-43a803c1d6ee, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:11.071118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] For port 860eb5a9-3621-4905-91b2-43a803c1d6ee, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=860eb5a9-3621-4905-91b2-43a803c1d6ee,segment=NetworkSegment(dd628fec-b8c0-4630-aa8d-0a0c2cae9b33),segment_id=dd628fec-b8c0-4630-aa8d-0a0c2cae9b33)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:11.132268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Set router c96b2d1e-0cd0-4e15-bddd-109757bab08c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:11.138323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adeeef-89e4-48c6-ae80-ed6b0679d76d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=a86dd12f-9004-47f3-b5e0-fdcc49c081cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:11.196545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.244834 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-20a971a1-fbbf-45a7-9880-7307c1294b8e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322713 Feb 15 02:06:11.245523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:11.325284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.474534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.20.0.1 (2faf43c9-fe60-4463-94d3-8ad2b0145cbb/1bedb34c-4148-4792-93b4-4095b0a22f95/07492863-268c-4742-9f1f-6a9efd0ca2e6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:11.506333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3f066-e9ca-4e7d-998e-5af1fcdbf2d4 req-510ef5b2-867b-4d9e-b54f-72b1917295a3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:11.508068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdb3f066-e9ca-4e7d-998e-5af1fcdbf2d4 req-510ef5b2-867b-4d9e-b54f-72b1917295a3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1357834 Feb 15 02:06:11.525542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449810f-98c9-43cc-85c1-3936eeeb0edb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:11.527308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b449810f-98c9-43cc-85c1-3936eeeb0edb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2760842 Feb 15 02:06:11.531189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69d68f-b001-4c91-b09b-24e6479beffe None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'a86dd12f-9004-47f3-b5e0-fdcc49c081cb'}], 'binding:host_id': 'n-d-829064-14'}, 'id': 'e995274d-5158-4e94-9340-22e195a77437'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:06:11.538531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Pushing event updated for resources: {'Port': ['ID=860eb5a9-3621-4905-91b2-43a803c1d6ee,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:11.555028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:11.567526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.567526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.570466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.570816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.571159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.571536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.572568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.572909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.573244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.574840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.575189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.575522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.580035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cc3fb-3ba1-431f-8da4-e6d0fce701e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:11.676058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (c96b2d1e-0cd0-4e15-bddd-109757bab08c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.705040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f69d68f-b001-4c91-b09b-24e6479beffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e995274d-5158-4e94-9340-22e195a77437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.763244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdb3f066-e9ca-4e7d-998e-5af1fcdbf2d4 req-f6e3e869-8003-4590-8b1c-910006cc1107 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383816 Feb 15 02:06:11.772102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b79a7e-d01d-46dd-9b27-5c812ec7d5f8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:11.774076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29b79a7e-d01d-46dd-9b27-5c812ec7d5f8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2070420 Feb 15 02:06:11.777454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:11.874289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad2635b2-be29-4e14-8e87-b20f35f13d3a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956435 Feb 15 02:06:11.875715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:11.884438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Deleting port 71a0743d-242a-4b97-b338-96ca026c5d7f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:11.884986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.886385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:11.962140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:11.982727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b2d1e-0cd0-4e15-bddd-109757bab08c', 'name': '', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0', 'external_fixed_ips': [{'subnet_id': '7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '71a0743d-242a-4b97-b338-96ca026c5d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:04Z', 'updated_at': '2022-02-15T02:06:08Z', 'revision_number': 3, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port': {'id': '71a0743d-242a-4b97-b338-96ca026c5d7f', 'name': '', 'network_id': '104f89e7-ac4f-4111-8d1b-a0d3f938e1d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b2d1e-0cd0-4e15-bddd-109757bab08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:06Z', 'updated_at': '2022-02-15T02:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:12.053815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.055633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Checking router: c96b2d1e-0cd0-4e15-bddd-109757bab08c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:06:12.066062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Updating router c96b2d1e-0cd0-4e15-bddd-109757bab08c port 71a0743d-242a-4b97-b338-96ca026c5d7f binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:06:12.079539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Calling delete_port for 71a0743d-242a-4b97-b338-96ca026c5d7f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:12.083817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8f222-30d5-4950-a01b-d2ddd42f7c17 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:12.092270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.134766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:12.138461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.140835 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:12.141494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:12.169761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.267158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:12.280515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-465981b7-9532-481f-b764-317e57853fae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3963106 Feb 15 02:06:12.283791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:12.286430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-92131cae-d77f-4b8f-b9e5-1110089cb39b None None] Provisioning complete for port e995274d-5158-4e94-9340-22e195a77437 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:12.286884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92131cae-d77f-4b8f-b9e5-1110089cb39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e995274d-5158-4e94-9340-22e195a77437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.289780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:12.301358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:12.309585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:12.319296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=07492863-268c-4742-9f1f-6a9efd0ca2e6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:12.375941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.563219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:12.583521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:12.587852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.589996 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:12.594520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:12.619305 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (71a0743d-242a-4b97-b338-96ca026c5d7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.626172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.697467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92131cae-d77f-4b8f-b9e5-1110089cb39b None None] Current status of the port e995274d-5158-4e94-9340-22e195a77437 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:12.724208 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fabb95a2-4388-476d-af22-fdafa4ea9267 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4384995 Feb 15 02:06:12.727143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:12.735019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:12.779728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a0743d-242a-4b97-b338-96ca026c5d7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:12.786179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (c96b2d1e-0cd0-4e15-bddd-109757bab08c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:12.798602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Deleting port e995274d-5158-4e94-9340-22e195a77437 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:12.798976 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e995274d-5158-4e94-9340-22e195a77437), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] For port e995274d-5158-4e94-9340-22e195a77437, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e995274d-5158-4e94-9340-22e195a77437,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e995274d-5158-4e94-9340-22e195a77437), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800068a9-b9a2-46ab-b8f0-0fa028e5b8a1 None None] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:13.027533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Calling delete_port for e995274d-5158-4e94-9340-22e195a77437 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:13.211024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Provisioning complete for port 860eb5a9-3621-4905-91b2-43a803c1d6ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:13.211024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.214707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.214707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (c96b2d1e-0cd0-4e15-bddd-109757bab08c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.321723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 860eb5a9-3621-4905-91b2-43a803c1d6ee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:13.341707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:13.345166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.346861 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:13.347588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:13.386209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c96b2d1e-0cd0-4e15-bddd-109757bab08c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.386996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c96b2d1e-0cd0-4e15-bddd-109757bab08c {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:13.403855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.406307 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4022f528-91c9-4c3e-984f-2fd7da384953 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c96b2d1e-0cd0-4e15-bddd-109757bab08c HTTP/1.1" status: 204 len: 168 time: 2.5206692 Feb 15 02:06:13.418382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:13.422145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.439352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5eea4672-b346-41df-9ab7-5a6ec8fe5cd2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7079749 Feb 15 02:06:13.440455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:13.443497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Current status of the port 860eb5a9-3621-4905-91b2-43a803c1d6ee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:13.444489 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.451493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:13.514457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Port 71a0743d-242a-4b97-b338-96ca026c5d7f not found while updating agent binding for router c96b2d1e-0cd0-4e15-bddd-109757bab08c. {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 02:06:13.526538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Deleting subnet 7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:13.534886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for subnet (7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.553070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] For port 860eb5a9-3621-4905-91b2-43a803c1d6ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=860eb5a9-3621-4905-91b2-43a803c1d6ee,segment=NetworkSegment(dd628fec-b8c0-4630-aa8d-0a0c2cae9b33),segment_id=dd628fec-b8c0-4630-aa8d-0a0c2cae9b33)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:13.564602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (e995274d-5158-4e94-9340-22e195a77437), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.572312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 860eb5a9-3621-4905-91b2-43a803c1d6ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:13.572944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.605202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.605921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.666430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.678192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.687739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] Pushing event deleted for resources: {'Port': ['ID=e995274d-5158-4e94-9340-22e195a77437,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:13.705458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.716279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:13.723302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.729898 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:13.730656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:13.740005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Routers set() bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:13.740540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Router IDs set() for agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 02:06:13.741759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c96b2d1e-0cd0-4e15-bddd-109757bab08c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 02:06:13.742381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0fe97b-6933-4983-81b3-dff42b477bb1 None None] The sync data for ids ['c96b2d1e-0cd0-4e15-bddd-109757bab08c'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:13.759475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26846bfa-c9dd-4ef4-a62b-3b1945c96be1 None None] No DVR routers for this DVR port e995274d-5158-4e94-9340-22e195a77437 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:13.814324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581d5bd-3f2a-40de-ba56-d743021f2bae None None] Pushing event updated for resources: {'Port': ['ID=860eb5a9-3621-4905-91b2-43a803c1d6ee,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:13.871945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.888634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 860eb5a9-3621-4905-91b2-43a803c1d6ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:13.916672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=07492863-268c-4742-9f1f-6a9efd0ca2e6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:13.936003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-066108c0-9bea-4d76-8285-d6704b9b3578 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4841540 Feb 15 02:06:13.949883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54946) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:13.950108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Provisioning complete for port 07492863-268c-4742-9f1f-6a9efd0ca2e6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:13.950519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:13.957274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:14.036486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:14.046740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.054329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee5bedec-9d69-4cde-8301-65c357661977 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab HTTP/1.1" status: 204 len: 168 time: 0.6345615 Feb 15 02:06:14.054987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:14.062739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:14.067097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:14.199428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.260985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e995274d-5158-4e94-9340-22e195a77437 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:14.274548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:14.304141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e995274d-5158-4e94-9340-22e195a77437 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:14.305540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e995274d-5158-4e94-9340-22e195a77437 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:14.317755 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.319490 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:14.320437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:14.329000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Port 07492863-268c-4742-9f1f-6a9efd0ca2e6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:14.342540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Provisioning complete for port 860eb5a9-3621-4905-91b2-43a803c1d6ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:14.343179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.351832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:14.501326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.538895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73d78e83-0dd5-4213-b471-8e4f880952aa None None] Current status of the port 860eb5a9-3621-4905-91b2-43a803c1d6ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:14.551265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104f89e7-ac4f-4111-8d1b-a0d3f938e1d0']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.560965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd509b44a-6c46-46e3-9398-24b7372f12fc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.561325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd509b44a-6c46-46e3-9398-24b7372f12fc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.567803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:14.573346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ff64ee4-b81d-4f95-8315-24477caffd1a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6185937 Feb 15 02:06:14.575467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (d509b44a-6c46-46e3-9398-24b7372f12fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.577062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:14.579458 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] Sync routers for ids ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:14.582633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:14.585504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-75bc76a9-5a1d-413e-928f-eeef8e22ba55 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4851289 Feb 15 02:06:14.588047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:14.597616 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] Routers {'9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:14.598442 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.638700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d509b44a-6c46-46e3-9398-24b7372f12fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.656938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:06:14.657607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (d509b44a-6c46-46e3-9398-24b7372f12fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:06:14.659555 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:06:14.670160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ec0e8006-c69e-4d38-85fe-2da7fd9a7cb3 None None] Provisioning complete for port 07492863-268c-4742-9f1f-6a9efd0ca2e6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:14.676541 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8006-c69e-4d38-85fe-2da7fd9a7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.690151 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.700668 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] Routers {'9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:14.701301 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.719807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fbe52d-de41-4575-8125-9d8a69214e30 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:14.722928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6fbe52d-de41-4575-8125-9d8a69214e30 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports/07492863-268c-4742-9f1f-6a9efd0ca2e6 HTTP/1.1" status: 200 len: 910 time: 0.1338494 Feb 15 02:06:14.725992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:14.757244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e8006-c69e-4d38-85fe-2da7fd9a7cb3 None None] Port 07492863-268c-4742-9f1f-6a9efd0ca2e6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:14.763939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:14.764724 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c6ab6-e30b-44c1-9506-c0e733af20e3 None None] The sync data for ids ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:14.826845 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (104f89e7-ac4f-4111-8d1b-a0d3f938e1d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.837593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 02:06:14.841250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.846658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/networks/104f89e7-ac4f-4111-8d1b-a0d3f938e1d0 HTTP/1.1" status: 204 len: 168 time: 0.7880445 Feb 15 02:06:14.865358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:14.871520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:14.873300 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:14.879262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:14.879262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b60e4-7035-4395-8078-265812eb847a tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Network': ['ID=104f89e7-ac4f-4111-8d1b-a0d3f938e1d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:15.019099 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e93be18a-b555-44de-b7a6-551d2b0dd6a3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4405890 Feb 15 02:06:15.021450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54972) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:15.074276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7acb0fb-ca6e-4793-82c3-cc8def798a1f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516133 Feb 15 02:06:15.077221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:15.207305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ac6bf-840d-4f85-8f8d-2947e61dc704 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:15.209193 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a07ac6bf-840d-4f85-8f8d-2947e61dc704 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300483 Feb 15 02:06:15.211589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:15.245826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 860eb5a9-3621-4905-91b2-43a803c1d6ee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:15.268695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-984d7385-f2ce-4da1-8e02-4116d406dd12 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558751 Feb 15 02:06:15.274081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 54980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:15.288382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:15.305477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.319150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 860eb5a9-3621-4905-91b2-43a803c1d6ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:15.320128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.396693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:15.405573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.417277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'name': 'tempest-router--1191128902', 'project_id': 'bb88e407ba9241f093610a6539e57eb5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:15.432853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 860eb5a9-3621-4905-91b2-43a803c1d6ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:15.535974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.539697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.655912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (5af35626-eefe-4690-a3ac-fb8f7ebfb792), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.792533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.807841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:15.811337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.859801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 07492863-268c-4742-9f1f-6a9efd0ca2e6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:15.860131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.902606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:15.904033 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f549de16-63cd-4278-a756-794e1591507e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5061855 Feb 15 02:06:15.907519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 54996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:16.003829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.030619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.052042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 07492863-268c-4742-9f1f-6a9efd0ca2e6 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:16.197094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.199308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (5af35626-eefe-4690-a3ac-fb8f7ebfb792), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.307145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5af35626-eefe-4690-a3ac-fb8f7ebfb792), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.307898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5af35626-eefe-4690-a3ac-fb8f7ebfb792 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:16.314167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.318029 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3587abc6-7421-42c8-8018-86e7e1a2fe4b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/routers/5af35626-eefe-4690-a3ac-fb8f7ebfb792 HTTP/1.1" status: 204 len: 168 time: 0.4069047 Feb 15 02:06:16.345319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:16.349665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (d35aab4c-3948-4ca9-93f9-68d80c85b538), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.414429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:16.418881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:16.423148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:16.423745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.432647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d15acb-288c-4525-aaa9-79282af27f45 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:16.434650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=d35aab4c-3948-4ca9-93f9-68d80c85b538,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:16.473509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (07492863-268c-4742-9f1f-6a9efd0ca2e6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.519129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=07492863-268c-4742-9f1f-6a9efd0ca2e6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:16.620353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:16.626327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-50fa8853-3968-4a6b-90c5-86a9ae705155 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3511088 Feb 15 02:06:16.629203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:16.642088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:22:ba:da', 'name': 'tempest-NetworksTestDHCPv6-372756103'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:16.674043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': 'd35aab4c-3948-4ca9-93f9-68d80c85b538'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:16.674933 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:16.744351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.002692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Allocated IP 2001:db8::f816:3eff:fe15:4633 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/d35aab4c-3948-4ca9-93f9-68d80c85b538/bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:17.106277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:17.173266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2048284336', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:17.262327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:17.281760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] Sync routers for ids ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:17.281885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c199b1e2-c237-4ce4-a22a-ee5cb5fc4a65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496206 Feb 15 02:06:17.281992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:17.307999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] Routers {'9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:17.308800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:17.314534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks [] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.322732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b373ccc-d91b-45fe-b8d0-5cc929d84e18 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 HTTP/1.1" status: 200 len: 205 time: 0.0398095 Feb 15 02:06:17.323140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:17.337601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.340175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.350274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:17.367814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] Routers {'9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:17.368675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:17.432480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (ea3ee042-ec55-46b2-9e78-26829a43c98f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.434498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:17.436920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:17.438282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d16f5-fc81-461a-a361-af9ee0e5a8f6 None None] The sync data for ids ['9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:17.455197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.498419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:17.506379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:17.512284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:17.514749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Pushing event updated for resources: {'Port': ['ID=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:17.623480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Attempting to bind port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:17.625488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Attempting to bind port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:17.625488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Attempting to bind port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:17.637547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:17.638365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:17.639017 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.639656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:17.640942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Bound port: bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:17.641594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.792889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] For port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:17.796637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] For port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:17.824610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (ea3ee042-ec55-46b2-9e78-26829a43c98f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.841527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.845519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:17.875540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:17.883829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.010665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5726a-0e21-4edc-9e90-a268dc97e620 None None] Pushing event updated for resources: {'Port': ['ID=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:18.048848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.091924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe22:bada (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/d35aab4c-3948-4ca9-93f9-68d80c85b538/d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:18.113538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.115963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.254957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.256330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router 9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:18.262378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.271313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33b70842-26d4-4fc3-a638-fc989515b334 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 HTTP/1.1" status: 204 len: 168 time: 0.9393680 Feb 15 02:06:18.271313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55038) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:18.344776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 1bedb34c-4148-4792-93b4-4095b0a22f95 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:18.348634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (1bedb34c-4148-4792-93b4-4095b0a22f95), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.403239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (1bedb34c-4148-4792-93b4-4095b0a22f95), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.426953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (ea3ee042-ec55-46b2-9e78-26829a43c98f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.473563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.509889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1bedb34c-4148-4792-93b4-4095b0a22f95), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.538863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.637651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Allocated IP 172.25.2.139 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/c5c7d84c-7b1f-4118-9419-eade5f72473f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:18.673076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (1bedb34c-4148-4792-93b4-4095b0a22f95), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.732798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=1bedb34c-4148-4792-93b4-4095b0a22f95,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:18.751205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.757702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684154f4-3449-4a26-a2b5-693e85ac3e0c None None] Network 2faf43c9-fe60-4463-94d3-8ad2b0145cbb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:18.769706 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.781484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6114284a-7343-4bb5-ab41-5fa2398e9941 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/1bedb34c-4148-4792-93b4-4095b0a22f95 HTTP/1.1" status: 204 len: 168 time: 0.5101161 Feb 15 02:06:18.785299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:18.819242 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for port (c5c7d84c-7b1f-4118-9419-eade5f72473f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.916157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:18.933668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:18.938925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:18.941378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:18.947082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:18.947723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:18.964938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (2faf43c9-fe60-4463-94d3-8ad2b0145cbb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.025490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] DHCP port deletion for 2faf43c9-fe60-4463-94d3-8ad2b0145cbb request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:19.067572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 860eb5a9-3621-4905-91b2-43a803c1d6ee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:19.068490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.134664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Deleting port 860eb5a9-3621-4905-91b2-43a803c1d6ee {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:19.135277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.167652 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9d22d1a-54a3-4975-9f57-a6fd2a4500ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5294974 Feb 15 02:06:19.168797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c5c7d84c-7b1f-4118-9419-eade5f72473f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.170360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:19.262160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] For port 860eb5a9-3621-4905-91b2-43a803c1d6ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=860eb5a9-3621-4905-91b2-43a803c1d6ee,segment=NetworkSegment(dd628fec-b8c0-4630-aa8d-0a0c2cae9b33),segment_id=dd628fec-b8c0-4630-aa8d-0a0c2cae9b33)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:19.262497 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.266798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:19.280195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:19.295923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407263b0-3ad6-462b-8878-9e8d6d04ab1b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:19.297871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 860eb5a9-3621-4905-91b2-43a803c1d6ee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=860eb5a9-3621-4905-91b2-43a803c1d6ee,segment=NetworkSegment(dd628fec-b8c0-4630-aa8d-0a0c2cae9b33),segment_id=dd628fec-b8c0-4630-aa8d-0a0c2cae9b33)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:19.298034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:19.298250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.302041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Calling delete_port for 860eb5a9-3621-4905-91b2-43a803c1d6ee owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:19.307831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:19.310672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407263b0-3ad6-462b-8878-9e8d6d04ab1b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:19.315462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-407263b0-3ad6-462b-8878-9e8d6d04ab1b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1410487 Feb 15 02:06:19.316354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:19.333972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event updated for resources: {'Port': ['ID=c5c7d84c-7b1f-4118-9419-eade5f72473f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:19.377468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 860eb5a9-3621-4905-91b2-43a803c1d6ee owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:19.536446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:19.536716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:19.536838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.538203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.629875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Provisioning complete for port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:19.630557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.680574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.708091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.736240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:19.752758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (860eb5a9-3621-4905-91b2-43a803c1d6ee), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.766357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=860eb5a9-3621-4905-91b2-43a803c1d6ee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:19.780599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 860eb5a9-3621-4905-91b2-43a803c1d6ee on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:19.809467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] Pushing event deleted for resources: {'Port': ['ID=860eb5a9-3621-4905-91b2-43a803c1d6ee,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:19.852513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd9c86-1806-4f05-b669-6766a51b860c None None] No DVR routers for this DVR port 860eb5a9-3621-4905-91b2-43a803c1d6ee on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:19.910084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:19.910481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.955299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Current status of the port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:19.963042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.987857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (2faf43c9-fe60-4463-94d3-8ad2b0145cbb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:19.989953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:20.052060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faf43c9-fe60-4463-94d3-8ad2b0145cbb']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:20.061723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.073153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:20.073923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd628fec-b8c0-4630-aa8d-0a0c2cae9b33') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:20.090516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (dd628fec-b8c0-4630-aa8d-0a0c2cae9b33), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.117626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.143954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (dd628fec-b8c0-4630-aa8d-0a0c2cae9b33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.202841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 860eb5a9-3621-4905-91b2-43a803c1d6ee no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:20.215520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (ea3ee042-ec55-46b2-9e78-26829a43c98f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.231013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.246947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2 HTTP/1.1" status: 204 len: 168 time: 0.9291208 Feb 15 02:06:20.248193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff917b-93f7-4600-966d-297b8b0b0c95 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:20.251457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:20.292642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 860eb5a9-3621-4905-91b2-43a803c1d6ee {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:20.292999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 860eb5a9-3621-4905-91b2-43a803c1d6ee not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:20.319885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:06:20.320347 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:06:20.326254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:20.335483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:06:20.336037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (dd628fec-b8c0-4630-aa8d-0a0c2cae9b33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:06:20.339919 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:06:20.349943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a804ee-9f73-4f88-9c54-7336f7ee25b5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:20.349943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a804ee-9f73-4f88-9c54-7336f7ee25b5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:20.351252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-70a804ee-9f73-4f88-9c54-7336f7ee25b5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0981832 Feb 15 02:06:20.353844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:20.444624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet d35aab4c-3948-4ca9-93f9-68d80c85b538 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:20.449890 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (d35aab4c-3948-4ca9-93f9-68d80c85b538), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.508736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (d35aab4c-3948-4ca9-93f9-68d80c85b538), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.548087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (2faf43c9-fe60-4463-94d3-8ad2b0145cbb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.604376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.611480 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/2faf43c9-fe60-4463-94d3-8ad2b0145cbb HTTP/1.1" status: 204 len: 168 time: 1.8202987 Feb 15 02:06:20.611688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d35aab4c-3948-4ca9-93f9-68d80c85b538), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.613217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:20.617035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370219080', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:20.624278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4edd96-ca90-46e9-bd78-5ed3fdb2559c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=2faf43c9-fe60-4463-94d3-8ad2b0145cbb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:20.709949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.757941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.759049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.845924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.847880 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (d35aab4c-3948-4ca9-93f9-68d80c85b538), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.867370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f375171d-6756-4ef5-a6ea-7dcf960daffb None None] Current status of the port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:20.882050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=d35aab4c-3948-4ca9-93f9-68d80c85b538,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:20.889028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:20.893167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80a58c27-71e1-4eec-9cb6-1a8c46f79cd0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/d35aab4c-3948-4ca9-93f9-68d80c85b538 HTTP/1.1" status: 204 len: 168 time: 0.5383320 Feb 15 02:06:20.895630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:20.915054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d660e-9717-4b62-b335-2f13eb5ae638 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:21.003183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-36e1467b-4b5c-4be9-a7b8-e468061dce05 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039314 Feb 15 02:06:21.007157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:21.032184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:21.045649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c8e0a14-7405-4fae-9b78-9582436bd2dc None None] Could not find standard attr ID for object d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:21.106088 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58e993e5-7a2a-4339-80c5-278f2af1a83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.187229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:21.248864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Deleting port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:21.249980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.294453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Router ea3ee042-ec55-46b2-9e78-26829a43c98f is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:21.325701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] For port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:21.326351 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.343624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Calling delete_port for bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:21.350576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_gateway (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.430300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:21.447281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] Sync routers for ids ['ea3ee042-ec55-46b2-9e78-26829a43c98f'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:21.458117 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] Routers {'ea3ee042-ec55-46b2-9e78-26829a43c98f'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:21.460400 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ea3ee042-ec55-46b2-9e78-26829a43c98f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:21.493261 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:21.502668 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] Routers {'ea3ee042-ec55-46b2-9e78-26829a43c98f'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:21.503345 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ea3ee042-ec55-46b2-9e78-26829a43c98f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:21.512834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:21.517781 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.540923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.541524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:21.541941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.549602 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a1fe0-0df0-487d-b9ba-088025452a9b None None] The sync data for ids ['ea3ee042-ec55-46b2-9e78-26829a43c98f'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:21.550864 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-83911e34-32a9-4df1-8c5a-8123c53d41c8 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9266450 Feb 15 02:06:21.550971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:21.584722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] Pushing event deleted for resources: {'Port': ['ID=bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:21.590204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7ecee-177f-4672-b8d7-e67bcbe2af6d None None] No DVR routers for this DVR port bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:21.760183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-22b04a8f-70d2-4b1b-9e9b-aff1730146dd tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/ea3ee042-ec55-46b2-9e78-26829a43c98f HTTP/1.1" status: 200 len: 921 time: 0.2098217 Feb 15 02:06:21.763117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:21.797111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-40437123-64a2-4ab5-a0e8-8dff6f7e2e43 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea3ee042-ec55-46b2-9e78-26829a43c98f HTTP/1.1" status: 200 len: 205 time: 0.0306048 Feb 15 02:06:21.798116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:21.920502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.939216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_gateway (be8c4d79-a54b-4e9c-9043-06b300a9ff11), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:21.965485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.058619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (ea3ee042-ec55-46b2-9e78-26829a43c98f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.131783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.25.2.147 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/059b0581-883a-4204-8bb6-a25d4001dd1b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:22.165298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:22.167702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8d968a39-7e43-4264-a8f8-31ee8b36b5c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.196694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port c5c7d84c-7b1f-4118-9419-eade5f72473f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:22.197051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c5c7d84c-7b1f-4118-9419-eade5f72473f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.254040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:22.262829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:22.266703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:22.267294 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.272855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0226027-ad7b-4fba-8c80-4d1e28c5a055 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:22.287808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=8d968a39-7e43-4264-a8f8-31ee8b36b5c7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:22.307397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c5c7d84c-7b1f-4118-9419-eade5f72473f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.320597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for c5c7d84c-7b1f-4118-9419-eade5f72473f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:22.339658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (059b0581-883a-4204-8bb6-a25d4001dd1b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.398586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bebe05bb-ad75-46f9-84de-f831a9f63212 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3839791 Feb 15 02:06:22.399251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:22.399471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '8d968a39-7e43-4264-a8f8-31ee8b36b5c7'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:22.400700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.405091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:64:14:51', 'name': 'tempest-NetworksTestDHCPv6-341607925'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:22.463588 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (059b0581-883a-4204-8bb6-a25d4001dd1b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.516896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:22.526062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:22.531913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:22.563866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=059b0581-883a-4204-8bb6-a25d4001dd1b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:22.575407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Allocated IP 2001:db8::f816:3eff:fe48:5261 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8d968a39-7e43-4264-a8f8-31ee8b36b5c7/f87c08a3-b09f-485a-b8a4-4a17cb7b4b55) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:22.604226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c5c7d84c-7b1f-4118-9419-eade5f72473f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.638977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=c5c7d84c-7b1f-4118-9419-eade5f72473f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:22.717923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ea3ee042-ec55-46b2-9e78-26829a43c98f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.787113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:22.840149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.843286 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (ea3ee042-ec55-46b2-9e78-26829a43c98f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.923670 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.941843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ea3ee042-ec55-46b2-9e78-26829a43c98f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.943425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router ea3ee042-ec55-46b2-9e78-26829a43c98f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:22.955959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks [] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.956339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:22.957585 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5ca1ffd-dca5-40fa-a8c9-44b4ce97940c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/ea3ee042-ec55-46b2-9e78-26829a43c98f HTTP/1.1" status: 204 len: 168 time: 1.1585481 Feb 15 02:06:22.962398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55120) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:22.966768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1990391140', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:22.969217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:23.054609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.080427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_gateway (be8c4d79-a54b-4e9c-9043-06b300a9ff11), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.100478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.101848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.107298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:23.112059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:23.114699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:23.122977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Pushing event updated for resources: {'Port': ['ID=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:23.189443 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (f7fa3190-5004-40a8-b9fb-84be29b687e5), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.193808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:23.219119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Attempting to bind port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:23.219478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Attempting to bind port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:23.219847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Attempting to bind port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:23.223845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:23.224196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bd3a30c5-d8cf-4f16-ab62-8fcd45f96d1e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:23.235398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:23.235798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:23.238923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.238923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:23.238923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Bound port: f87c08a3-b09f-485a-b8a4-4a17cb7b4b55, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:23.238923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.293893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe64:1451 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/8d968a39-7e43-4264-a8f8-31ee8b36b5c7/5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:23.348760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] For port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:23.352909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] For port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:23.376721 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-568d5c26-236f-435d-ab09-95acee781657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.427835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (f7fa3190-5004-40a8-b9fb-84be29b687e5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.438222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.506260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f8ba7-5c48-4b49-aae9-d5fea725d745 None None] Pushing event updated for resources: {'Port': ['ID=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:23.799340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (f7fa3190-5004-40a8-b9fb-84be29b687e5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.830377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.879357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:23.954430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.25.2.171 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/8e845f91-0082-4d90-a88a-dc789cc9cbf6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:24.035084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.086318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.157450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router be8c4d79-a54b-4e9c-9043-06b300a9ff11 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:24.192046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.205969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.242369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:24.251342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:24.255269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:24.262764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:24.286761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=8e845f91-0082-4d90-a88a-dc789cc9cbf6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:24.309495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:24.326601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:24.330308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:24.330960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.335424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:24.357906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:24.370520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] Sync routers for ids ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:24.384545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] Routers {'be8c4d79-a54b-4e9c-9043-06b300a9ff11'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:24.385916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:24.460379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:24.480975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5d235d5-896d-47d9-a902-d0fd46dd5050 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0808005 Feb 15 02:06:24.482087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] Routers {'be8c4d79-a54b-4e9c-9043-06b300a9ff11'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:24.482716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:24.484112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:24.497790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.500855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bea7d34b-10c3-4306-ac98-ba18376501b7 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8854914 Feb 15 02:06:24.505469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:24.520501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:24.521323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92738e9-26cf-464d-a566-22220e1a3533 None None] The sync data for ids ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:24.570783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985c333-c513-42f6-ac21-ac82eff54788 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:24.574795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.577354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985c333-c513-42f6-ac21-ac82eff54788 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:24.581753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8985c333-c513-42f6-ac21-ac82eff54788 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0965891 Feb 15 02:06:24.582473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:24.708195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:24.709114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.750698 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a0c6e56-ad4d-4103-9585-45c58a0f4dee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers/be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 200 len: 880 time: 0.2439721 Feb 15 02:06:24.750698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (f7fa3190-5004-40a8-b9fb-84be29b687e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.751354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:24.832256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:24.848281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:24.934339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Provisioning complete for port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:24.935084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.070933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Current status of the port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:25.071864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.134224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] For port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:25.146210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.201796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:25.244739 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.255854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.262391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee034a7e-2230-4a79-aa78-e7733b48c99f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb HTTP/1.1" status: 204 len: 168 time: 0.6788254 Feb 15 02:06:25.263088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:25.333315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c8506-a202-4d07-96f1-a46b86858310 None None] Pushing event updated for resources: {'Port': ['ID=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:25.340339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:25.382208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19b946-482a-4635-bdad-3922024484df tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:25.383556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19b946-482a-4635-bdad-3922024484df tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:25.388137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8b19b946-482a-4635-bdad-3922024484df tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183884 Feb 15 02:06:25.400339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:25.408230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd17fc48-8a7d-4250-9b5e-a63c77b63036 None None] Could not find standard attr ID for object 5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:25.423318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:25.423707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.465122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 8d968a39-7e43-4264-a8f8-31ee8b36b5c7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:25.468455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (8d968a39-7e43-4264-a8f8-31ee8b36b5c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.529727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8d968a39-7e43-4264-a8f8-31ee8b36b5c7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.539146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:25.545078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad6b0681-a0fe-4fb4-b26a-5ab961fb583d tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7927361 Feb 15 02:06:25.546698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.550125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:25.555776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-370219080'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:25.633877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8d968a39-7e43-4264-a8f8-31ee8b36b5c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.912000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8d968a39-7e43-4264-a8f8-31ee8b36b5c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.945748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.948967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=8d968a39-7e43-4264-a8f8-31ee8b36b5c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:25.958384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:25.964146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8d968a39-7e43-4264-a8f8-31ee8b36b5c7 HTTP/1.1" status: 204 len: 168 time: 0.5610671 Feb 15 02:06:25.964371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router f7fa3190-5004-40a8-b9fb-84be29b687e5 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:25.964509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:25.966626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fcf072-14c3-4447-a5e6-80fbc7d80e11 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:25.986332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.986740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.987215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.987569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.988197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.988550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.988889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.989253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.989549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.989902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.990216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.990549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:25.990879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cfd367-d3b4-4239-a9f6-4937683a32fc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:26.037749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bff79327-2b8f-4b30-add5-6eed1b5d0a31 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647290 Feb 15 02:06:26.038005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.038131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.104380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eef415-d38e-46c8-8b99-f6753c9d8b40 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:26.105887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-56eef415-d38e-46c8-8b99-f6753c9d8b40 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0667233 Feb 15 02:06:26.109014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.114935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.173719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:26.175435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:26.177575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd628346-4be1-421f-844c-9a6373128520 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:26.179136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd628346-4be1-421f-844c-9a6373128520 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690403 Feb 15 02:06:26.182651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.206691 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Sync routers for ids ['f7fa3190-5004-40a8-b9fb-84be29b687e5'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:26.219347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Routers {'f7fa3190-5004-40a8-b9fb-84be29b687e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:26.222188 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f7fa3190-5004-40a8-b9fb-84be29b687e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.226166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-815d06f6-a731-4557-b7ca-6f02c938a1f0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422912 Feb 15 02:06:26.231144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.236790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:26.292420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Deleting port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:26.292930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.302217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.312038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35ffd5fc-3a1e-47f3-bc29-9db9c481097b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3485546 Feb 15 02:06:26.315396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.376952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Set router f7fa3190-5004-40a8-b9fb-84be29b687e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:26.398868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] For port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:26.399342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.416187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router be8c4d79-a54b-4e9c-9043-06b300a9ff11 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:26.423657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Calling delete_port for f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:26.483285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:26.487142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.539496 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72eaaf23-e509-4b52-b4ed-aba3340a0a69 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/f7fa3190-5004-40a8-b9fb-84be29b687e5 HTTP/1.1" status: 200 len: 909 time: 0.2203903 Feb 15 02:06:26.542343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.603360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1990391140', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': True}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:26.625711 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f87c08a3-b09f-485a-b8a4-4a17cb7b4b55), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.630315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:26.638682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.641203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-34a45fe6-7695-4eda-bbec-2dd99f830e8b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 200 len: 887 time: 1.0899117 Feb 15 02:06:26.643715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.651452 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': False}, 'gw_port_id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:24Z', 'revision_number': 3, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port': {'id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.664124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] Pushing event deleted for resources: {'Port': ['ID=f87c08a3-b09f-485a-b8a4-4a17cb7b4b55,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:26.668454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] Sync routers for ids ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:26.674751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd40ff-9586-413f-994c-d7e05765fe97 None None] No DVR routers for this DVR port f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:26.680919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Checking router: f7fa3190-5004-40a8-b9fb-84be29b687e5 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:06:26.681248 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Updating router f7fa3190-5004-40a8-b9fb-84be29b687e5 port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:06:26.693306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] Routers {'be8c4d79-a54b-4e9c-9043-06b300a9ff11'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:26.694869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.741900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.746766 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.754771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] Routers {'be8c4d79-a54b-4e9c-9043-06b300a9ff11'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:26.755820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.776384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (7f0f3144-3916-45be-b600-44f373a04ed7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.777459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (7f0f3144-3916-45be-b600-44f373a04ed7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.805173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:26.806440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a648fa-25c9-410c-b0a7-5bfc6c17b876 None None] The sync data for ids ['be8c4d79-a54b-4e9c-9043-06b300a9ff11'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:26.859360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afbbdc3c-a4ae-482d-9e3f-88242fcb9431 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers/be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 200 len: 887 time: 0.2143979 Feb 15 02:06:26.861635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (7f0f3144-3916-45be-b600-44f373a04ed7), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:26.862356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:26.895533 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8d9bd8e1-10b0-4136-bb4c-16749f5aabd4 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 200 len: 205 time: 0.0317297 Feb 15 02:06:26.897805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:27.055236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:27.057183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (7649d248-2fec-475d-9618-515e3c441c15), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.119971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:27.125193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:27.130337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:27.131419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.147437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ceb644-f316-43be-afe3-053ff1eea543 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:27.215437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=7649d248-2fec-475d-9618-515e3c441c15,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:27.290099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ae5ff8f4-a529-4a37-a767-d59cfb040e7e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0578475 Feb 15 02:06:27.298559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:27.305315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:0f:d5:aa', 'name': 'tempest-NetworksTestDHCPv6-1172557453'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:27.306424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:27.337577 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks [] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.345331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:27.345971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f87c08a3-b09f-485a-b8a4-4a17cb7b4b55 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:27.421919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '7649d248-2fec-475d-9618-515e3c441c15'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:27.423017 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.448585 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.507989 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Attempting to bind port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:27.509053 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Attempting to bind port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:27.509684 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Attempting to bind port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:27.513809 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Pushing event updated for resources: {'Port': ['ID=8e845f91-0082-4d90-a88a-dc789cc9cbf6,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:27.531091 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Bound port: 8e845f91-0082-4d90-a88a-dc789cc9cbf6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:27.543772 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.562184 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.562638 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.563049 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.563451 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.564050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.564232 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.564797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.565319 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.565658 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.565988 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.566378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.566470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.566998 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.566998 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:27.588751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.604804 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] For port 8e845f91-0082-4d90-a88a-dc789cc9cbf6, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:27.609013 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] For port 8e845f91-0082-4d90-a88a-dc789cc9cbf6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8e845f91-0082-4d90-a88a-dc789cc9cbf6,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:27.629177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:27.633023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.644471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Allocated IP 2001:db8::f816:3eff:fe1d:9e3a (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/7649d248-2fec-475d-9618-515e3c441c15/6d7466d1-cd62-4aa3-b45b-d57a298e7ae8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:27.667733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 2da338db-d907-40b0-b9d7-daa1cb53e644 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:27.706408 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.773979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (7f0f3144-3916-45be-b600-44f373a04ed7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.787948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_gateway (be8c4d79-a54b-4e9c-9043-06b300a9ff11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.791454 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Routers {'f7fa3190-5004-40a8-b9fb-84be29b687e5'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:27.792100 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f7fa3190-5004-40a8-b9fb-84be29b687e5'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:27.834366 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd190b6-7baa-4af3-bbab-407800cb87e2 None None] Pushing event updated for resources: {'Port': ['ID=8e845f91-0082-4d90-a88a-dc789cc9cbf6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:27.860052 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks [] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.921018 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] Set router f7fa3190-5004-40a8-b9fb-84be29b687e5 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:27.923173 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.977490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 059b0581-883a-4204-8bb6-a25d4001dd1b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:27.977758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (059b0581-883a-4204-8bb6-a25d4001dd1b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:27.985304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:27.988990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:27.992908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:28.009921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe0f:d5aa (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/7649d248-2fec-475d-9618-515e3c441c15/2da338db-d907-40b0-b9d7-daa1cb53e644) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:28.090718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Attempting to bind port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:28.091098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Attempting to bind port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:28.091511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Attempting to bind port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:28.095707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Pushing event updated for resources: {'Port': ['ID=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:28.109346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:28.109346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:28.109346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.109346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:28.111046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Bound port: 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:28.111471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.185836 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': False}, 'gw_port_id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:24Z', 'revision_number': 3, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port': {'id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:28.207615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (059b0581-883a-4204-8bb6-a25d4001dd1b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.215318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] For port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:28.218929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] For port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:28.226306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 059b0581-883a-4204-8bb6-a25d4001dd1b owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:28.233034 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749559c9-a27b-4913-9f4f-7756547015eb None None] The sync data for ids ['f7fa3190-5004-40a8-b9fb-84be29b687e5'] in n-d-829064-14 is: [{'id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171'}], 'enable_snat': False}, 'gw_port_id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:24Z', 'revision_number': 3, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port': {'id': '8e845f91-0082-4d90-a88a-dc789cc9cbf6', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fa3190-5004-40a8-b9fb-84be29b687e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:23Z', 'updated_at': '2022-02-15T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:28.240007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (7f0f3144-3916-45be-b600-44f373a04ed7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.248254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (2da338db-d907-40b0-b9d7-daa1cb53e644), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.266098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.346813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.377005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2da338db-d907-40b0-b9d7-daa1cb53e644), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.427542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785595d-f4cb-4269-bbae-67f84a7f7be1 None None] Pushing event updated for resources: {'Port': ['ID=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:28.456075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:28.460090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:28.466912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:28.473013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:28.473824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.488556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=2da338db-d907-40b0-b9d7-daa1cb53e644,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:28.536527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.25.2.125 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/349a9f90-0245-4391-917c-1768d55d7baf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:28.594972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5207ec45-08ae-4368-b734-a49eab6f81f5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2951469 Feb 15 02:06:28.597668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:28.724620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (059b0581-883a-4204-8bb6-a25d4001dd1b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.730537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1c69f-4b71-43f1-b5e6-e264532d56ef tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:28.755168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1c69f-4b71-43f1-b5e6-e264532d56ef tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:28.757981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-57c1c69f-4b71-43f1-b5e6-e264532d56ef tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1591198 Feb 15 02:06:28.761587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:28.799776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=059b0581-883a-4204-8bb6-a25d4001dd1b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:28.944798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 2da338db-d907-40b0-b9d7-daa1cb53e644 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:28.945143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2da338db-d907-40b0-b9d7-daa1cb53e644), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.947226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (be8c4d79-a54b-4e9c-9043-06b300a9ff11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:28.954194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (349a9f90-0245-4391-917c-1768d55d7baf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.091699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.095638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (be8c4d79-a54b-4e9c-9043-06b300a9ff11), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.099352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2da338db-d907-40b0-b9d7-daa1cb53e644), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.114910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 2da338db-d907-40b0-b9d7-daa1cb53e644 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:29.220418 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (349a9f90-0245-4391-917c-1768d55d7baf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.275778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (be8c4d79-a54b-4e9c-9043-06b300a9ff11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.277683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router be8c4d79-a54b-4e9c-9043-06b300a9ff11 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:29.284652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.289265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f0fca63-63ae-4f14-a777-dbefb76827a5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 204 len: 168 time: 2.3868215 Feb 15 02:06:29.290604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:29.299003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-33936704'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:29.300761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:29.307749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:29.311800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:29.406568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:29.488365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:29.488898 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.511606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2da338db-d907-40b0-b9d7-daa1cb53e644), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.534730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=349a9f90-0245-4391-917c-1768d55d7baf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:29.547016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=2da338db-d907-40b0-b9d7-daa1cb53e644,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:29.565372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:29.569121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.621482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.641674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ff289fa9-9a9e-4aab-8b0e-037445ab13c7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/2da338db-d907-40b0-b9d7-daa1cb53e644 HTTP/1.1" status: 204 len: 168 time: 0.8748980 Feb 15 02:06:29.644938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:29.677819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:29.677819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.740830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:29.747151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:06:29.766600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc3569-5d44-4c7b-ba09-7cd21f714ebc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:29.768321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc3569-5d44-4c7b-ba09-7cd21f714ebc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:29.773255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7bfc3569-5d44-4c7b-ba09-7cd21f714ebc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1270368 Feb 15 02:06:29.773469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:29.777199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (250fd01a-0bdb-410b-8538-adbb9796cddd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.777778 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 250fd01a-0bdb-410b-8538-adbb9796cddd of type vlan for network a193691c-a8a4-4c77-b42e-100f88fd12d2 Feb 15 02:06:29.803280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.804049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8e845f91-0082-4d90-a88a-dc789cc9cbf6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:29.866324 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (a193691c-a8a4-4c77-b42e-100f88fd12d2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.891268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:29.914782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 7649d248-2fec-475d-9618-515e3c441c15 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:29.923387 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (7649d248-2fec-475d-9618-515e3c441c15), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.969091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:29.969708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.976110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (a193691c-a8a4-4c77-b42e-100f88fd12d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:29.982521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:29.983600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.036113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (7f0f3144-3916-45be-b600-44f373a04ed7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.054951 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7649d248-2fec-475d-9618-515e3c441c15), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.107445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:30.107756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.140760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 8e845f91-0082-4d90-a88a-dc789cc9cbf6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8e845f91-0082-4d90-a88a-dc789cc9cbf6,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:30.147757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8542225 Feb 15 02:06:30.151038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:30.174710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:30.178242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3bbea-773b-4e0f-8af5-b804e785b8e8 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=a193691c-a8a4-4c77-b42e-100f88fd12d2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:30.183133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-78131a6c-7936-41e8-8e59-8075643f574a None None] Provisioning complete for port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:30.183517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78131a6c-7936-41e8-8e59-8075643f574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.238971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:06:30.333590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.364724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7649d248-2fec-475d-9618-515e3c441c15), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.454955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:30.460385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.538045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=8e845f91-0082-4d90-a88a-dc789cc9cbf6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:30.574857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7649d248-2fec-475d-9618-515e3c441c15), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.641023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=7649d248-2fec-475d-9618-515e3c441c15,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:30.649262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.652627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e40a9998-3f16-4eeb-a290-f9b7bac9c85a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/7649d248-2fec-475d-9618-515e3c441c15 HTTP/1.1" status: 204 len: 168 time: 0.8781371 Feb 15 02:06:30.656575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:30.658708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-78131a6c-7936-41e8-8e59-8075643f574a None None] Current status of the port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:30.667698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (7f0f3144-3916-45be-b600-44f373a04ed7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.724265 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4bca574f-3350-416b-9093-6846eb609bdf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662787 Feb 15 02:06:30.728598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:30.742845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:30.772422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-97d0f0b2-0eef-4398-9692-375b619eae27 None None] Could not find standard attr ID for object 2da338db-d907-40b0-b9d7-daa1cb53e644. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:30.935307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (b0889e7d-289b-420c-b2a0-c268495ae637), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:30.938696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977d6a5-d0cb-4e2d-9633-d54200375877 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:31.035437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=b0889e7d-289b-420c-b2a0-c268495ae637,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:31.037848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '250fd01a-0bdb-410b-8538-adbb9796cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:31.041013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: a193691c-a8a4-4c77-b42e-100f88fd12d2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:31.060463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:31.064035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.130982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router 7f0f3144-3916-45be-b600-44f373a04ed7 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:31.146508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:31.183653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:31.233613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Deleting port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:31.233613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.234671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8e845f91-0082-4d90-a88a-dc789cc9cbf6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:31.340120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, a193691c-a8a4-4c77-b42e-100f88fd12d2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:31.348580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:31.349560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.361387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] For port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:31.361387 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.378269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69417b-8978-4bd9-8382-22c1d344dec4 None None] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:31.394389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Calling delete_port for 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:31.448812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:31.449484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.473874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3e57990f-947b-4c32-a6ef-f252fcf2dee6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3217862 Feb 15 02:06:31.476609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:31.481319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1757233632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:31.605137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:31.609159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.610328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.622899 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Sync routers for ids ['7f0f3144-3916-45be-b600-44f373a04ed7'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:31.652641 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Routers {'7f0f3144-3916-45be-b600-44f373a04ed7'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:31.654208 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['7f0f3144-3916-45be-b600-44f373a04ed7'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:31.738551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.740384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de6b1b82-4faf-49ea-a45a-f5ba566482e1 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1970944 Feb 15 02:06:31.743046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:31.761557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (86ccb578-c50b-4a01-9d08-9a12459ad4d9), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.831608 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.856933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:31.860898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-a193691c-a8a4-4c77-b42e-100f88fd12d2', 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': 'b0889e7d-289b-420c-b2a0-c268495ae637'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:31.863092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.863868 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Set router 7f0f3144-3916-45be-b600-44f373a04ed7 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:31.942410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:31.946977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17416168-121b-4ac0-bf34-60e050aa4262 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4691672 Feb 15 02:06:31.947913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:32.009645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:32.017547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (6d7466d1-cd62-4aa3-b45b-d57a298e7ae8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.064508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:32.068152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (f0bab784-3b09-4094-b24b-02fddf9b75bf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.078615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-11ab1f30-62e6-4a74-895f-d6bdd3ef2b1b tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/7f0f3144-3916-45be-b600-44f373a04ed7 HTTP/1.1" status: 200 len: 908 time: 0.3319316 Feb 15 02:06:32.088408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:32.089036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:32.098535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:32.114958 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0f3144-3916-45be-b600-44f373a04ed7', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '349a9f90-0245-4391-917c-1768d55d7baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:26Z', 'updated_at': '2022-02-15T02:06:29Z', 'revision_number': 3, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port': {'id': '349a9f90-0245-4391-917c-1768d55d7baf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0f3144-3916-45be-b600-44f373a04ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:28Z', 'updated_at': '2022-02-15T02:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:32.122118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] No DVR routers for this DVR port 6d7466d1-cd62-4aa3-b45b-d57a298e7ae8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:32.134629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c762-54f9-40f9-bb65-10c5191d19ed None None] Pushing event deleted for resources: {'Port': ['ID=6d7466d1-cd62-4aa3-b45b-d57a298e7ae8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:32.168050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:32.171658 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Checking router: 7f0f3144-3916-45be-b600-44f373a04ed7 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:06:32.172020 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Updating router 7f0f3144-3916-45be-b600-44f373a04ed7 port 349a9f90-0245-4391-917c-1768d55d7baf binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:06:32.187169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:32.195017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:32.195987 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.209505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=f0bab784-3b09-4094-b24b-02fddf9b75bf,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:32.218557 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (349a9f90-0245-4391-917c-1768d55d7baf), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.299600 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f8af22c8-4b26-4cf7-80d9-07b5a3ff285d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5698159 Feb 15 02:06:32.300610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:32.304621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (7f0f3144-3916-45be-b600-44f373a04ed7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.306582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Allocated IP 172.20.0.2 (a193691c-a8a4-4c77-b42e-100f88fd12d2/b0889e7d-289b-420c-b2a0-c268495ae637/6276ff39-dc18-4a57-97f0-40434a7780eb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:32.494699 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks [] for port (349a9f90-0245-4391-917c-1768d55d7baf), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.510020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:57:4f:a4', 'name': 'tempest-NetworksTestDHCPv6-1338661530'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:32.517605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks [] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.520815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e98455-48f9-485f-b7c9-85b13f80c446 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:32.546348 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (349a9f90-0245-4391-917c-1768d55d7baf), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.595134 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760184-383f-4231-a7bc-057a0b074b53 None None] Pushing event updated for resources: {'Port': ['ID=349a9f90-0245-4391-917c-1768d55d7baf,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:32.619067 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Attempting to bind port 349a9f90-0245-4391-917c-1768d55d7baf on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:32.619773 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Attempting to bind port 349a9f90-0245-4391-917c-1768d55d7baf by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:32.620375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Attempting to bind port 349a9f90-0245-4391-917c-1768d55d7baf on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:32.631911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.633510 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:32.634507 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:32.635400 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.635999 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:32.636737 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Bound port: 349a9f90-0245-4391-917c-1768d55d7baf, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:32.640405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (7f0f3144-3916-45be-b600-44f373a04ed7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.641001 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (349a9f90-0245-4391-917c-1768d55d7baf), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.657644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.698915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': 'f0bab784-3b09-4094-b24b-02fddf9b75bf'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:32.703386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.725663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:32.737934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:32.741304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:32.746845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] For port 349a9f90-0245-4391-917c-1768d55d7baf, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:32.758883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] For port 349a9f90-0245-4391-917c-1768d55d7baf, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=349a9f90-0245-4391-917c-1768d55d7baf,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:32.826640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Deleting port 349a9f90-0245-4391-917c-1768d55d7baf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:32.827471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (349a9f90-0245-4391-917c-1768d55d7baf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.837288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Pushing event updated for resources: {'Port': ['ID=6276ff39-dc18-4a57-97f0-40434a7780eb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:32.837698 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (349a9f90-0245-4391-917c-1768d55d7baf), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:32.915103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Routers {'7f0f3144-3916-45be-b600-44f373a04ed7'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:32.916164 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['7f0f3144-3916-45be-b600-44f373a04ed7'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:32.938151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:33.009614 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760184-383f-4231-a7bc-057a0b074b53 None None] Pushing event updated for resources: {'Port': ['ID=349a9f90-0245-4391-917c-1768d55d7baf,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:33.066232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Attempting to bind port 6276ff39-dc18-4a57-97f0-40434a7780eb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:33.066764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Attempting to bind port 6276ff39-dc18-4a57-97f0-40434a7780eb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '250fd01a-0bdb-410b-8538-adbb9796cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:33.066959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Attempting to bind port 6276ff39-dc18-4a57-97f0-40434a7780eb on network a193691c-a8a4-4c77-b42e-100f88fd12d2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:33.074114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] Set router 7f0f3144-3916-45be-b600-44f373a04ed7 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:33.089459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.092006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] For port 349a9f90-0245-4391-917c-1768d55d7baf, host n-d-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:33.092952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (349a9f90-0245-4391-917c-1768d55d7baf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.100213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:33.102073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Checking segment: {'id': '250fd01a-0bdb-410b-8538-adbb9796cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:33.102771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.103594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Bound using segment: {'id': '250fd01a-0bdb-410b-8538-adbb9796cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:33.104206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Bound port: 6276ff39-dc18-4a57-97f0-40434a7780eb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250fd01a-0bdb-410b-8538-adbb9796cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a193691c-a8a4-4c77-b42e-100f88fd12d2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:33.105620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.135594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Calling delete_port for 349a9f90-0245-4391-917c-1768d55d7baf owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:33.139853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.20.0.1 (a193691c-a8a4-4c77-b42e-100f88fd12d2/b0889e7d-289b-420c-b2a0-c268495ae637/18db1033-62bd-46c0-9be7-041f3d4accd6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:33.150971 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0f3144-3916-45be-b600-44f373a04ed7', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:26Z', 'updated_at': '2022-02-15T02:06:32Z', 'revision_number': 4, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:33.154526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 76b90090-c58a-4d8e-b7f7-3f3d7e41a43a yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:33.233047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] For port 6276ff39-dc18-4a57-97f0-40434a7780eb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:33.240056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] For port 6276ff39-dc18-4a57-97f0-40434a7780eb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6276ff39-dc18-4a57-97f0-40434a7780eb,segment=NetworkSegment(250fd01a-0bdb-410b-8538-adbb9796cddd),segment_id=250fd01a-0bdb-410b-8538-adbb9796cddd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:33.267054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Allocated IP 2001:db8::f816:3eff:febd:a322 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/f0bab784-3b09-4094-b24b-02fddf9b75bf/bc06699a-21a2-4f0d-97a9-816b15fd43e5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:33.364270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.378572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.447718 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cc406-c1be-46dc-ab20-16270dbd0986 None None] The sync data for ids ['7f0f3144-3916-45be-b600-44f373a04ed7'] in n-d-829064-14 is: [{'id': '7f0f3144-3916-45be-b600-44f373a04ed7', 'name': 'tempest-snat-router-1990391140', 'tenant_id': 'b162633e28b042599e7bd9eba195716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:26Z', 'updated_at': '2022-02-15T02:06:32Z', 'revision_number': 4, 'project_id': 'b162633e28b042599e7bd9eba195716e', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:33.636959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72166b8f-eab4-437c-808d-0729d51147e4 None None] Pushing event updated for resources: {'Port': ['ID=6276ff39-dc18-4a57-97f0-40434a7780eb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:33.723281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.756711 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks [] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.781819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:33.786376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:33.794625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:33.821237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (349a9f90-0245-4391-917c-1768d55d7baf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.848974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.918659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=18db1033-62bd-46c0-9be7-041f3d4accd6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:33.923980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (86ccb578-c50b-4a01-9d08-9a12459ad4d9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:33.941128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Port': ['ID=349a9f90-0245-4391-917c-1768d55d7baf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:33.986732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:33.990006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:33.993450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:34.009338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Pushing event updated for resources: {'Port': ['ID=bc06699a-21a2-4f0d-97a9-816b15fd43e5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:34.075080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Attempting to bind port bc06699a-21a2-4f0d-97a9-816b15fd43e5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:34.075740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Attempting to bind port bc06699a-21a2-4f0d-97a9-816b15fd43e5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:34.075884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Attempting to bind port bc06699a-21a2-4f0d-97a9-816b15fd43e5 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:34.081763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:34.085022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:34.085022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.085022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:34.085022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Bound port: bc06699a-21a2-4f0d-97a9-816b15fd43e5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:34.085022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.085679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe57:4fa4 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/f0bab784-3b09-4094-b24b-02fddf9b75bf/76b90090-c58a-4d8e-b7f7-3f3d7e41a43a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:34.087629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (7f0f3144-3916-45be-b600-44f373a04ed7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.168320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.186586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] For port bc06699a-21a2-4f0d-97a9-816b15fd43e5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:34.195694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] For port bc06699a-21a2-4f0d-97a9-816b15fd43e5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bc06699a-21a2-4f0d-97a9-816b15fd43e5,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:34.221149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (7f0f3144-3916-45be-b600-44f373a04ed7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.228574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (7f0f3144-3916-45be-b600-44f373a04ed7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.271230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.348812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de38e3b-7987-466d-a38c-c751b6f9919f None None] Pushing event updated for resources: {'Port': ['ID=bc06699a-21a2-4f0d-97a9-816b15fd43e5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:34.393728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (7f0f3144-3916-45be-b600-44f373a04ed7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.394435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0f3144-3916-45be-b600-44f373a04ed7 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:34.399934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.404117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dc9c8575-edfb-4671-a998-0a31d50ebdff tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7f0f3144-3916-45be-b600-44f373a04ed7 HTTP/1.1" status: 204 len: 168 time: 2.3046470 Feb 15 02:06:34.408349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:34.522036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (76b90090-c58a-4d8e-b7f7-3f3d7e41a43a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.604906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.627140 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.722786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.785868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (f7fa3190-5004-40a8-b9fb-84be29b687e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.803430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (76b90090-c58a-4d8e-b7f7-3f3d7e41a43a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.825895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (86ccb578-c50b-4a01-9d08-9a12459ad4d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.829495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=18db1033-62bd-46c0-9be7-041f3d4accd6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:34.876100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:34.880228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:34.887930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:34.896504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:34.903361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:34.951210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=76b90090-c58a-4d8e-b7f7-3f3d7e41a43a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:34.967443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.968144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.968144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.968469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.968875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.969127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.969465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.969805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.970139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.970469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.970812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.971645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.971645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:06:34.995836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:34.997863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:35.000053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Deleting port 8e845f91-0082-4d90-a88a-dc789cc9cbf6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:35.000536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.056314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-816e8249-c37b-4c87-8e69-d1e727794109 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5557547 Feb 15 02:06:35.061961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:35.162530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] For port 8e845f91-0082-4d90-a88a-dc789cc9cbf6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8e845f91-0082-4d90-a88a-dc789cc9cbf6,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:35.167179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.192769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b531c2-8187-4482-886b-7f0ea18a430f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:35.215694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b531c2-8187-4482-886b-7f0ea18a430f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:35.219158 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d3b531c2-8187-4482-886b-7f0ea18a430f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1563256 Feb 15 02:06:35.220339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Calling delete_port for 8e845f91-0082-4d90-a88a-dc789cc9cbf6 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:35.222114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:35.374389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bc06699a-21a2-4f0d-97a9-816b15fd43e5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:35.489739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port bc06699a-21a2-4f0d-97a9-816b15fd43e5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:35.490115 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.593612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 76b90090-c58a-4d8e-b7f7-3f3d7e41a43a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:35.593941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (76b90090-c58a-4d8e-b7f7-3f3d7e41a43a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.753186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port bc06699a-21a2-4f0d-97a9-816b15fd43e5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:35.761874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.766586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (76b90090-c58a-4d8e-b7f7-3f3d7e41a43a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.783046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8e845f91-0082-4d90-a88a-dc789cc9cbf6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.808461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 76b90090-c58a-4d8e-b7f7-3f3d7e41a43a owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:35.846015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 86ccb578-c50b-4a01-9d08-9a12459ad4d9 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:35.849770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e845f91-0082-4d90-a88a-dc789cc9cbf6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:35.863860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port bc06699a-21a2-4f0d-97a9-816b15fd43e5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bc06699a-21a2-4f0d-97a9-816b15fd43e5,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:35.934240 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:35.935034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6276ff39-dc18-4a57-97f0-40434a7780eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:36.013940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668b99e-713f-48b7-9454-f66a061eed28 None None] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:36.042269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:36.054832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dea3b0d7-5155-4fea-aa51-e1dc0e2aaab6 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/86ccb578-c50b-4a01-9d08-9a12459ad4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056955 Feb 15 02:06:36.056732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:36.060771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (f7fa3190-5004-40a8-b9fb-84be29b687e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.068226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] Sync routers for ids ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:36.151075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8417ba-6e5f-415a-a4c3-116767fd1ef5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:36.158131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d8417ba-6e5f-415a-a4c3-116767fd1ef5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports/18db1033-62bd-46c0-9be7-041f3d4accd6 HTTP/1.1" status: 200 len: 910 time: 0.0973203 Feb 15 02:06:36.159083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:36.176693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0889e7d-289b-420c-b2a0-c268495ae637'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:36.214436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Provisioning complete for port 6276ff39-dc18-4a57-97f0-40434a7780eb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:36.215101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.216877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] Routers {'86ccb578-c50b-4a01-9d08-9a12459ad4d9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:36.217753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:36.249915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.255496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_controller (f7fa3190-5004-40a8-b9fb-84be29b687e5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.375114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:36.391942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=bc06699a-21a2-4f0d-97a9-816b15fd43e5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:36.444955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6276ff39-dc18-4a57-97f0-40434a7780eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:36.444955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.448571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f7fa3190-5004-40a8-b9fb-84be29b687e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.459712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7fa3190-5004-40a8-b9fb-84be29b687e5 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:36.461157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.470325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.480541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edf81d8b-fade-4aee-8800-e3f77e8f8a0d tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f7fa3190-5004-40a8-b9fb-84be29b687e5 HTTP/1.1" status: 204 len: 168 time: 2.0715039 Feb 15 02:06:36.481198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:36.486347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2034428368', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:36.528790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (76b90090-c58a-4d8e-b7f7-3f3d7e41a43a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.539712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] Routers {'86ccb578-c50b-4a01-9d08-9a12459ad4d9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:36.540628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:36.612277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=76b90090-c58a-4d8e-b7f7-3f3d7e41a43a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:36.635525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:36.636176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91565ebd-c6a1-414f-92f4-c9f39be90856 None None] The sync data for ids ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:36.667124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.668173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.746872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.756141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c6591f8-1164-47e0-a016-98d42116d54f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/76b90090-c58a-4d8e-b7f7-3f3d7e41a43a HTTP/1.1" status: 204 len: 168 time: 1.5307758 Feb 15 02:06:36.758528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:36.815395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.859467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6276ff39-dc18-4a57-97f0-40434a7780eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:36.860023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.866285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Current status of the port 6276ff39-dc18-4a57-97f0-40434a7780eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:36.866813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:36.954305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 6276ff39-dc18-4a57-97f0-40434a7780eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6276ff39-dc18-4a57-97f0-40434a7780eb,segment=NetworkSegment(250fd01a-0bdb-410b-8538-adbb9796cddd),segment_id=250fd01a-0bdb-410b-8538-adbb9796cddd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:36.997756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687bb91-b225-4906-bdaa-cebfecdeaf85 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:36.997756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687bb91-b225-4906-bdaa-cebfecdeaf85 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:36.999526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c687bb91-b225-4906-bdaa-cebfecdeaf85 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2400384 Feb 15 02:06:37.003399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55384) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:37.019968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.207457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=6276ff39-dc18-4a57-97f0-40434a7780eb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:37.261017 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:06:37.261806 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:06:37.273539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bc06699a-21a2-4f0d-97a9-816b15fd43e5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:37.376822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet f0bab784-3b09-4094-b24b-02fddf9b75bf {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:37.378718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port bc06699a-21a2-4f0d-97a9-816b15fd43e5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:37.379346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.391601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (f0bab784-3b09-4094-b24b-02fddf9b75bf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.481958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (f0bab784-3b09-4094-b24b-02fddf9b75bf), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.499627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port bc06699a-21a2-4f0d-97a9-816b15fd43e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:37.558753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.596271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8e845f91-0082-4d90-a88a-dc789cc9cbf6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:37.606958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f0bab784-3b09-4094-b24b-02fddf9b75bf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.643897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.654064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 8e845f91-0082-4d90-a88a-dc789cc9cbf6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:37.654683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8e845f91-0082-4d90-a88a-dc789cc9cbf6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:37.688118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.734232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=18db1033-62bd-46c0-9be7-041f3d4accd6,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:37.753057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:37.753677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.757891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-048b75f3-0b6a-4c49-88a8-14bf35248f5a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/ports/18db1033-62bd-46c0-9be7-041f3d4accd6 HTTP/1.1" status: 200 len: 910 time: 1.5930481 Feb 15 02:06:37.758037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:37.822911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ab014df-05ce-4836-972e-d0afce8eef6d None None] Current status of the port 6276ff39-dc18-4a57-97f0-40434a7780eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:37.853405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (f0bab784-3b09-4094-b24b-02fddf9b75bf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.891441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bab784-3b09-4094-b24b-02fddf9b75bf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:37.899545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:37.902716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5b0d43b3-6621-432d-831d-af5bf4848ccd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/f0bab784-3b09-4094-b24b-02fddf9b75bf HTTP/1.1" status: 204 len: 168 time: 0.8974550 Feb 15 02:06:37.905926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:37.916413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b79c9-1281-493f-b190-8d7d86b690ed None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:37.957770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dc29fd3d-d9b8-4d48-aad9-bdf349a81e36 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507188 Feb 15 02:06:37.965109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:38.043881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.075783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.081063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Provisioning complete for port 6276ff39-dc18-4a57-97f0-40434a7780eb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:38.081565 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.119084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d107f78-0fb8-4b35-83d7-bf2ad3ad406c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:38.121356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2d107f78-0fb8-4b35-83d7-bf2ad3ad406c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1552975 Feb 15 02:06:38.125135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55400) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:38.212624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777833c3-97d8-4a94-be89-67e808844ecf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:38.217940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-777833c3-97d8-4a94-be89-67e808844ecf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880969 Feb 15 02:06:38.221909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:38.277851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6b876c94-424f-464e-90f8-6cef3942e856 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545499 Feb 15 02:06:38.283109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:38.287611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:38.290358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:38.310200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Allocated IP 172.25.2.150 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/bfca421e-bebe-4993-9456-7b585970e207) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:38.348879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Current status of the port 6276ff39-dc18-4a57-97f0-40434a7780eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:38.366130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Provisioning complete for port bc06699a-21a2-4f0d-97a9-816b15fd43e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:38.366664 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.452420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (86ccb578-c50b-4a01-9d08-9a12459ad4d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.458674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for port (bfca421e-bebe-4993-9456-7b585970e207), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.574837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bfca421e-bebe-4993-9456-7b585970e207), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.634919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Deleting port bc06699a-21a2-4f0d-97a9-816b15fd43e5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:38.635999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.645291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:38.646801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:38.649129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:38.649293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.673653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:38.730796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Current status of the port bc06699a-21a2-4f0d-97a9-816b15fd43e5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:38.743187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Could not find standard attr ID for object 76b90090-c58a-4d8e-b7f7-3f3d7e41a43a. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:06:38.747658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event updated for resources: {'Port': ['ID=bfca421e-bebe-4993-9456-7b585970e207,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:38.752997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] For port bc06699a-21a2-4f0d-97a9-816b15fd43e5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bc06699a-21a2-4f0d-97a9-816b15fd43e5,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:38.753396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.776193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Calling delete_port for bc06699a-21a2-4f0d-97a9-816b15fd43e5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:38.786999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Provisioning complete for port 18db1033-62bd-46c0-9be7-041f3d4accd6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:38.788504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.859711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfd5dc-84f7-455c-94d2-a6bc951759d8 None None] Port 18db1033-62bd-46c0-9be7-041f3d4accd6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:38.961124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 18db1033-62bd-46c0-9be7-041f3d4accd6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:38.961463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:38.980049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-46ec97b3-432e-42aa-975b-d349f246d37b None None] Provisioning complete for port 18db1033-62bd-46c0-9be7-041f3d4accd6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:38.980622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46ec97b3-432e-42aa-975b-d349f246d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.031830 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (bc06699a-21a2-4f0d-97a9-816b15fd43e5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.042699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.073713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] Pushing event deleted for resources: {'Port': ['ID=bc06699a-21a2-4f0d-97a9-816b15fd43e5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:39.078308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-46ec97b3-432e-42aa-975b-d349f246d37b None None] Port 18db1033-62bd-46c0-9be7-041f3d4accd6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:39.079757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292b720-3842-418b-8c35-bc4de026f72e None None] No DVR routers for this DVR port bc06699a-21a2-4f0d-97a9-816b15fd43e5 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:39.116973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:39.123147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:39.127483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:39.128067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.130333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:39.137504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7193d602-a202-4f97-83fc-a5d2db93022f None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:39.160105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.180673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 18db1033-62bd-46c0-9be7-041f3d4accd6 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:39.245622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6276ff39-dc18-4a57-97f0-40434a7780eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:39.249552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d738c280-f4f3-4043-8ffc-8480a0aefdaf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9626293 Feb 15 02:06:39.252067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:39.267071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:8a:fe:e2', 'name': 'tempest-NetworksTestDHCPv6-651357908'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:39.531935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:39.532849 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.547743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.602290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6276ff39-dc18-4a57-97f0-40434a7780eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:39.602600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.723152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (18db1033-62bd-46c0-9be7-041f3d4accd6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:39.783425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=18db1033-62bd-46c0-9be7-041f3d4accd6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:39.813369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5/1b43c0e0-f014-46a5-b928-64c1fff61899) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:39.820705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:39.829488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6276ff39-dc18-4a57-97f0-40434a7780eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:39.942236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bc06699a-21a2-4f0d-97a9-816b15fd43e5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:39.970407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: bc06699a-21a2-4f0d-97a9-816b15fd43e5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:39.970939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device bc06699a-21a2-4f0d-97a9-816b15fd43e5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:40.022728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (86ccb578-c50b-4a01-9d08-9a12459ad4d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.044462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.052609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.118123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks [] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.124276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:40.186893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.225341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:40.229380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:40.234983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:40.270439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router 86ccb578-c50b-4a01-9d08-9a12459ad4d9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:40.300664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Pushing event updated for resources: {'Port': ['ID=1b43c0e0-f014-46a5-b928-64c1fff61899,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:40.319449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Attempting to bind port 1b43c0e0-f014-46a5-b928-64c1fff61899 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:40.319823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Attempting to bind port 1b43c0e0-f014-46a5-b928-64c1fff61899 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:40.320192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Attempting to bind port 1b43c0e0-f014-46a5-b928-64c1fff61899 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:40.326101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:40.327052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:40.327462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.327862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:40.328608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Bound port: 1b43c0e0-f014-46a5-b928-64c1fff61899, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:40.332989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.335493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::206 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5/73ad6876-50ea-4c9b-b3cb-a84ba576c4f1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:40.402397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:40.403091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] For port 1b43c0e0-f014-46a5-b928-64c1fff61899, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:40.413041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:40.414552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] For port 1b43c0e0-f014-46a5-b928-64c1fff61899, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b43c0e0-f014-46a5-b928-64c1fff61899,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:40.416679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5649123a-d3f3-4a66-96ee-96204cd60539 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/86ccb578-c50b-4a01-9d08-9a12459ad4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6492765 Feb 15 02:06:40.419171 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] Sync routers for ids ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:40.429463 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] Routers {'86ccb578-c50b-4a01-9d08-9a12459ad4d9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:40.430351 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.467823 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.472122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d0aaa6c-67f5-4674-8316-214c2dbe8a4e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ccb578-c50b-4a01-9d08-9a12459ad4d9 HTTP/1.1" status: 200 len: 205 time: 0.0525520 Feb 15 02:06:40.472534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:40.491320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.501702 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] Routers {'86ccb578-c50b-4a01-9d08-9a12459ad4d9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:40.502236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.502460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Router 3873fe68-2452-4f7f-b18d-97a718405cea is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:40.582834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.585349 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98dc9c-78fa-4880-a1b3-34ef9cf262fd None None] The sync data for ids ['86ccb578-c50b-4a01-9d08-9a12459ad4d9'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:40.605598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a945-bf5f-4882-b4ed-70584a04b2e7 None None] Pushing event updated for resources: {'Port': ['ID=1b43c0e0-f014-46a5-b928-64c1fff61899,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:40.631488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.784363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.805446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:40.820800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] Sync routers for ids ['3873fe68-2452-4f7f-b18d-97a718405cea'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:40.856510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] Routers {'3873fe68-2452-4f7f-b18d-97a718405cea'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:40.863293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3873fe68-2452-4f7f-b18d-97a718405cea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.941093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.952253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] Routers {'3873fe68-2452-4f7f-b18d-97a718405cea'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:40.952985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3873fe68-2452-4f7f-b18d-97a718405cea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:40.983622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:40.987335 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48e0a77d-b5c7-4bc2-a578-2d5c97c7d114 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5025606 Feb 15 02:06:40.987335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:40.992432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:41.011209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:41.015347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d285e-11ed-46f3-b7d1-9570947ea3e0 None None] The sync data for ids ['3873fe68-2452-4f7f-b18d-97a718405cea'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:41.052687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.300442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b43c0e0-f014-46a5-b928-64c1fff61899 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:41.337255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.340486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (86ccb578-c50b-4a01-9d08-9a12459ad4d9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.413892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1b43c0e0-f014-46a5-b928-64c1fff61899 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:41.414533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.465613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (86ccb578-c50b-4a01-9d08-9a12459ad4d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.466430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router 86ccb578-c50b-4a01-9d08-9a12459ad4d9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:41.474839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:41.475114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.481409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dae3c26a-26df-4689-a0cb-9d3d38efb929 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/86ccb578-c50b-4a01-9d08-9a12459ad4d9 HTTP/1.1" status: 204 len: 168 time: 1.0025551 Feb 15 02:06:41.481409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:41.492426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:41.522138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1b43c0e0-f014-46a5-b928-64c1fff61899 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:41.522682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.574203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=73ad6876-50ea-4c9b-b3cb-a84ba576c4f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:41.586577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1b43c0e0-f014-46a5-b928-64c1fff61899, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b43c0e0-f014-46a5-b928-64c1fff61899,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:41.587734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:41.590919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet b0889e7d-289b-420c-b2a0-c268495ae637 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:41.595437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (b0889e7d-289b-420c-b2a0-c268495ae637), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.603444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:41.604525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.642795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.648849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (b0889e7d-289b-420c-b2a0-c268495ae637), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.752098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1b43c0e0-f014-46a5-b928-64c1fff61899,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:41.799155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b0889e7d-289b-420c-b2a0-c268495ae637), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.803898 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-30aee19a-8d2e-4d1d-bc0f-06e29d98d0a8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5488858 Feb 15 02:06:41.804560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:41.954349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390db3b-2f86-459e-91f7-25cdb3699f9b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:41.955773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390db3b-2f86-459e-91f7-25cdb3699f9b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:41.957753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (b0889e7d-289b-420c-b2a0-c268495ae637), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:41.960035 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e390db3b-2f86-459e-91f7-25cdb3699f9b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1522665 Feb 15 02:06:41.960320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:41.997382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=b0889e7d-289b-420c-b2a0-c268495ae637,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:42.023451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.054824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe6730-6e3c-4b72-a1d5-8ab650927180 None None] Network a193691c-a8a4-4c77-b42e-100f88fd12d2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:42.067017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.078168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-220fa1c1-4ce2-4028-ad5c-20177e52ea7f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/b0889e7d-289b-420c-b2a0-c268495ae637 HTTP/1.1" status: 204 len: 168 time: 0.5936489 Feb 15 02:06:42.078488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:42.221681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (a193691c-a8a4-4c77-b42e-100f88fd12d2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.238529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:42.239032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.270039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-05b3b677-83aa-409f-bacb-495d3ceb707a None None] Provisioning complete for port 1b43c0e0-f014-46a5-b928-64c1fff61899 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:42.270421 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05b3b677-83aa-409f-bacb-495d3ceb707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.403454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] DHCP port deletion for a193691c-a8a4-4c77-b42e-100f88fd12d2 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:42.414948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 6276ff39-dc18-4a57-97f0-40434a7780eb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:42.415375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.426062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.520062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:42.553272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-05b3b677-83aa-409f-bacb-495d3ceb707a None None] Current status of the port 1b43c0e0-f014-46a5-b928-64c1fff61899 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:42.609834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Deleting port 6276ff39-dc18-4a57-97f0-40434a7780eb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:42.610210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.621649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 6276ff39-dc18-4a57-97f0-40434a7780eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6276ff39-dc18-4a57-97f0-40434a7780eb,segment=NetworkSegment(250fd01a-0bdb-410b-8538-adbb9796cddd),segment_id=250fd01a-0bdb-410b-8538-adbb9796cddd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:42.622039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.641377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 6276ff39-dc18-4a57-97f0-40434a7780eb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:42.756844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] For port 6276ff39-dc18-4a57-97f0-40434a7780eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6276ff39-dc18-4a57-97f0-40434a7780eb,segment=NetworkSegment(250fd01a-0bdb-410b-8538-adbb9796cddd),segment_id=250fd01a-0bdb-410b-8538-adbb9796cddd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:42.759029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.778437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Calling delete_port for 6276ff39-dc18-4a57-97f0-40434a7780eb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:42.804037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eeaa9950-662d-46a1-beb7-873a88b31e69 None None] Provisioning complete for port 73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:42.805103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9950-662d-46a1-beb7-873a88b31e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.857000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.861839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:42.905807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa9950-662d-46a1-beb7-873a88b31e69 None None] Port 73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:43.017523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router 3873fe68-2452-4f7f-b18d-97a718405cea has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:43.042327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.050569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (6276ff39-dc18-4a57-97f0-40434a7780eb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.067851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] No DVR routers for this DVR port 6276ff39-dc18-4a57-97f0-40434a7780eb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:43.103699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (73ad6876-50ea-4c9b-b3cb-a84ba576c4f1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.136962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 6276ff39-dc18-4a57-97f0-40434a7780eb on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:43.162613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=6276ff39-dc18-4a57-97f0-40434a7780eb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:43.170157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253453d-1bf8-425d-9405-425f2c583338 None None] Pushing event deleted for resources: {'Port': ['ID=6276ff39-dc18-4a57-97f0-40434a7780eb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:43.177760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:43.189403 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] Sync routers for ids ['3873fe68-2452-4f7f-b18d-97a718405cea'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:43.207247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.211395 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3fe520d1-474a-4d5f-883c-6f7aa156fe54 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "PUT /v2.0/routers/3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 200 len: 922 time: 2.2204657 Feb 15 02:06:43.211569 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] Routers {'3873fe68-2452-4f7f-b18d-97a718405cea'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:43.211682 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3873fe68-2452-4f7f-b18d-97a718405cea'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.212442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.310525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b43c0e0-f014-46a5-b928-64c1fff61899 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:43.320314 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.343201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] Routers {'3873fe68-2452-4f7f-b18d-97a718405cea'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:43.344185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3873fe68-2452-4f7f-b18d-97a718405cea'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.350330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=73ad6876-50ea-4c9b-b3cb-a84ba576c4f1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:43.399285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.407507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a0f4823-404b-40dd-b6bc-a4d0dffbc60e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 200 len: 922 time: 0.1915932 Feb 15 02:06:43.407507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.413330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-82cc6a58-7814-4a38-9594-80a07acae303 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 HTTP/1.1" status: 204 len: 168 time: 1.4230473 Feb 15 02:06:43.415431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.419408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (a193691c-a8a4-4c77-b42e-100f88fd12d2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.428361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1b43c0e0-f014-46a5-b928-64c1fff61899 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:43.428361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.446167 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.446846 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc9d479-bc48-474d-a533-0de00175e2e7 None None] The sync data for ids ['3873fe68-2452-4f7f-b18d-97a718405cea'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:43.474654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a193691c-a8a4-4c77-b42e-100f88fd12d2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.499582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250fd01a-0bdb-410b-8538-adbb9796cddd') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.499879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250fd01a-0bdb-410b-8538-adbb9796cddd') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:43.526678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aefed-b92e-4e00-8ff9-26030e8f41b8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:43.529067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d2aefed-b92e-4e00-8ff9-26030e8f41b8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=3873fe68-2452-4f7f-b18d-97a718405cea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1120119 Feb 15 02:06:43.533217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.537125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (250fd01a-0bdb-410b-8538-adbb9796cddd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.561886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (250fd01a-0bdb-410b-8538-adbb9796cddd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.578198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:06:43.578913 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (250fd01a-0bdb-410b-8538-adbb9796cddd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.605625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1b43c0e0-f014-46a5-b928-64c1fff61899 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:06:43.706158 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:06:43.717085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060af407-771f-4ddd-81fe-8b995bc53acb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:43.718836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060af407-771f-4ddd-81fe-8b995bc53acb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:43.721469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-060af407-771f-4ddd-81fe-8b995bc53acb tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3134694 Feb 15 02:06:43.723725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.736256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6276ff39-dc18-4a57-97f0-40434a7780eb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:43.737815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b20522-f42a-45d2-b72e-640e406bf9a8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:43.741995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c9b20522-f42a-45d2-b72e-640e406bf9a8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.2048576 Feb 15 02:06:43.742326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.767322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6276ff39-dc18-4a57-97f0-40434a7780eb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:43.775177 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7d120b80-6bfb-41e4-9279-ac329b5033d7 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 200 len: 205 time: 0.0293243 Feb 15 02:06:43.775617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6276ff39-dc18-4a57-97f0-40434a7780eb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:43.777262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.794193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (a193691c-a8a4-4c77-b42e-100f88fd12d2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.834601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.837784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/a193691c-a8a4-4c77-b42e-100f88fd12d2 HTTP/1.1" status: 204 len: 168 time: 1.7584124 Feb 15 02:06:43.841760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:43.846128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-854787170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:43.881951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:43.884137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2c169-b810-4413-a981-5ad92b007853 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=a193691c-a8a4-4c77-b42e-100f88fd12d2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:43.888686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.964002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:43.966437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.042439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.089017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.101132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (3873fe68-2452-4f7f-b18d-97a718405cea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.145891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.195912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.283455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.296810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.298297 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f7e6037c-97ab-4a25-a97e-9005cb2e56ee tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4556575 Feb 15 02:06:44.301181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.306009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1779443499'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:44.382884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.431250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:44.432335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:44.444857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.446770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.451045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e6c99d87-cdda-4067-82cd-0064c5a8258a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5 HTTP/1.1" status: 204 len: 168 time: 0.7238722 Feb 15 02:06:44.452597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.455034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7946db4-6ca7-4c21-88ac-5d4eaca53e81 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:44.492927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:06:44.504310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-62f498af-2e0d-4304-be47-eac7f2e11fb2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506668 Feb 15 02:06:44.504559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.522313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3b40c9e0-104e-451a-ae7d-77dc6ec8821f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.530230 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 3b40c9e0-104e-451a-ae7d-77dc6ec8821f of type vlan for network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 Feb 15 02:06:44.532742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port bfca421e-bebe-4993-9456-7b585970e207 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:44.536516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bfca421e-bebe-4993-9456-7b585970e207), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.608580 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.627452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41897b3a-c6c7-4683-adc5-7bd37e2f319c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:44.632068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-41897b3a-c6c7-4683-adc5-7bd37e2f319c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1236537 Feb 15 02:06:44.632403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.666655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:44.698599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bfca421e-bebe-4993-9456-7b585970e207), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.717632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for bfca421e-bebe-4993-9456-7b585970e207 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:44.718341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Deleting port 1b43c0e0-f014-46a5-b928-64c1fff61899 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:44.718716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.732016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389ce78-5802-4490-8758-af7d72b57f25 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:44.736529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4389ce78-5802-4490-8758-af7d72b57f25 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036034 Feb 15 02:06:44.738837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.751545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.763525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:44.763525 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.813483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] For port 1b43c0e0-f014-46a5-b928-64c1fff61899, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b43c0e0-f014-46a5-b928-64c1fff61899,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:44.814028 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:44.837734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Calling delete_port for 1b43c0e0-f014-46a5-b928-64c1fff61899 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:44.847247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=0a4e570b-d3bd-45bf-a5e4-fc915c2e2684,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:44.854373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-330043e8-4c38-4539-b9fb-f7864a246a54 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142962 Feb 15 02:06:44.859111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.866847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:44.905785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:06:44.939485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66f18b81-9d3c-4523-9a3b-8dc17b6bbcf0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6372602 Feb 15 02:06:44.944099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:44.949662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:45.122604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:45.127229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.168347 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (1b43c0e0-f014-46a5-b928-64c1fff61899), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.197065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bfca421e-bebe-4993-9456-7b585970e207), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.207997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] Pushing event deleted for resources: {'Port': ['ID=1b43c0e0-f014-46a5-b928-64c1fff61899,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:45.216621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b43c0e0-f014-46a5-b928-64c1fff61899 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:45.244426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e1b36-8ff6-4561-bca3-2b6d7ce2edc5 None None] No DVR routers for this DVR port 1b43c0e0-f014-46a5-b928-64c1fff61899 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:45.254116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1b43c0e0-f014-46a5-b928-64c1fff61899 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:45.254580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b43c0e0-f014-46a5-b928-64c1fff61899 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:45.277993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:45.295806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.380216 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.425449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=bfca421e-bebe-4993-9456-7b585970e207,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:45.576683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:45.578320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (6a3780a5-20c9-4def-9d0a-bf5a918ed49a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.595718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (3873fe68-2452-4f7f-b18d-97a718405cea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.621395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:45.625251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:45.634792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea1179-db50-45a2-a3c8-28cbe8cf7af3 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:45.637482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:45.638076 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.657991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=6a3780a5-20c9-4def-9d0a-bf5a918ed49a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:45.723070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.723356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad70269c-6218-47ec-ac2d-1a91481c96bc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8627408 Feb 15 02:06:45.725156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (254b0b50-7ef6-44f0-939a-090a29294f2e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.725804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:45.730507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (3873fe68-2452-4f7f-b18d-97a718405cea), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.735482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:45.831666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '6a3780a5-20c9-4def-9d0a-bf5a918ed49a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:45.832945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.844952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=254b0b50-7ef6-44f0-939a-090a29294f2e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:45.857459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:45.860574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:45.922669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (3873fe68-2452-4f7f-b18d-97a718405cea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.923486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router 3873fe68-2452-4f7f-b18d-97a718405cea {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:45.937641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:45.937641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d21bf3ff-a617-422c-b9bd-e1dadd81a905 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 204 len: 168 time: 2.1515148 Feb 15 02:06:45.937641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:45.947272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1653958207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:45.956435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:46.042584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:46.046774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.071558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:46.078988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:46.080189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.105230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.111950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.115038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0233421-92c4-4de1-b76f-8495e9ceadb4 None None] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:46.195570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.205010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2cc4f50c-8670-4b10-97a6-150c923f13de tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2571707 Feb 15 02:06:46.208729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:46.256055 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.284148 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a3780a5-20c9-4def-9d0a-bf5a918ed49a (CIDR: 2001:db8::/64) Feb 15 02:06:46.324209 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:46.324825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:46.325733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:46.327199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.352402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Allocated IP 2001:db8::f816:3eff:fefe:3f6b (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/6a3780a5-20c9-4def-9d0a-bf5a918ed49a/9c62c653-6925-4c74-9ec0-a6608e0153b6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:46.372062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.375300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-340d286c-ce4f-4fa9-a390-e1dc836ebc82 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4372516 Feb 15 02:06:46.378003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:46.382761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:46.489418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e757f649-c04d-4da4-85bd-96b169419843 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7596807 Feb 15 02:06:46.489627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:46.494993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:46.605866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks [] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.653660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.658112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.701811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Allocated IP 172.20.0.2 (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684/254b0b50-7ef6-44f0-939a-090a29294f2e/532047ff-4681-4890-a435-be452dada75c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:46.704914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.782801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:46.820055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:46.845925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:46.896878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:46.902529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:46.945236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Pushing event updated for resources: {'Port': ['ID=9c62c653-6925-4c74-9ec0-a6608e0153b6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:46.991979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Attempting to bind port 9c62c653-6925-4c74-9ec0-a6608e0153b6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:46.993489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Attempting to bind port 9c62c653-6925-4c74-9ec0-a6608e0153b6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:47.007713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Attempting to bind port 9c62c653-6925-4c74-9ec0-a6608e0153b6 on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:47.039499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:47.040187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:47.040892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.041465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:47.042136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Bound port: 9c62c653-6925-4c74-9ec0-a6608e0153b6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:47.042713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.104506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.132817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.263239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] For port 9c62c653-6925-4c74-9ec0-a6608e0153b6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:47.269391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] For port 9c62c653-6925-4c74-9ec0-a6608e0153b6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c62c653-6925-4c74-9ec0-a6608e0153b6,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:47.275311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks [] for port (532047ff-4681-4890-a435-be452dada75c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.290693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Allocated IP 172.25.2.141 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/a68c2576-3a68-44ea-a94f-258e2f2d5035) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:47.381401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.385307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (532047ff-4681-4890-a435-be452dada75c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.465009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.20.0.1 (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684/254b0b50-7ef6-44f0-939a-090a29294f2e/85fe52a7-fc97-49a3-a65b-d4b1aea53f11) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:47.473356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:47.493341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for port (a68c2576-3a68-44ea-a94f-258e2f2d5035), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.493659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:47.503375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:47.585950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174ca46-ab9f-44b8-bff6-8b86251cf9c9 None None] Pushing event updated for resources: {'Port': ['ID=9c62c653-6925-4c74-9ec0-a6608e0153b6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:47.637421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Attempting to bind port 532047ff-4681-4890-a435-be452dada75c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:47.637800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Attempting to bind port 532047ff-4681-4890-a435-be452dada75c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:47.638168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Attempting to bind port 532047ff-4681-4890-a435-be452dada75c on network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:47.642762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a68c2576-3a68-44ea-a94f-258e2f2d5035), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.650919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:47.659315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Checking segment: {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:47.659315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.659315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Bound using segment: {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:47.659315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Bound port: 532047ff-4681-4890-a435-be452dada75c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:47.659315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (532047ff-4681-4890-a435-be452dada75c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.690267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Pushing event updated for resources: {'Port': ['ID=532047ff-4681-4890-a435-be452dada75c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:47.732915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:47.738070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:47.741685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:47.770291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:47.823387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] For port 532047ff-4681-4890-a435-be452dada75c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:47.826088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event updated for resources: {'Port': ['ID=a68c2576-3a68-44ea-a94f-258e2f2d5035,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:47.882064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] For port 532047ff-4681-4890-a435-be452dada75c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=532047ff-4681-4890-a435-be452dada75c,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:48.002660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (532047ff-4681-4890-a435-be452dada75c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.088778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.117190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.173345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2bfa7-2878-476a-9ffd-00a2bd6586d5 None None] Pushing event updated for resources: {'Port': ['ID=532047ff-4681-4890-a435-be452dada75c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:48.210960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e0ceaa66-94a3-4a3f-8c10-a18b458f28c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.274207 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:48.328710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:48.338711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:48.351729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:48.356582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:48.366412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:48.411958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:48.411958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.441812 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=e0ceaa66-94a3-4a3f-8c10-a18b458f28c0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:48.483616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.504892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:48.589732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b00c8d1c-989f-4073-a835-4ae82a34140f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0964713 Feb 15 02:06:48.589985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:48.599153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:00:42:2f', 'name': 'tempest-NetworksTestDHCPv6-811374251'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:48.725539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.037875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.083586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.216823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde05ae1-1980-4935-8dc8-368514ade217 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:49.219090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:49.261478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.380641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Provisioning complete for port 9c62c653-6925-4c74-9ec0-a6608e0153b6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:49.396046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.408195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.419883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.458031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:49.459906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:49.506027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 532047ff-4681-4890-a435-be452dada75c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:49.519836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:49.664956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 532047ff-4681-4890-a435-be452dada75c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:49.665528 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (532047ff-4681-4890-a435-be452dada75c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.706818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.730080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:49.780077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 532047ff-4681-4890-a435-be452dada75c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:49.780434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (532047ff-4681-4890-a435-be452dada75c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.782238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Current status of the port 9c62c653-6925-4c74-9ec0-a6608e0153b6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:49.782610 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:49.785870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 32043adf-0da0-47d0-b8fd-4afd94e218e1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:06:49.806023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f1bc1-0f4d-4272-9686-b33911f42c89 None None] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:49.907218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:49.917870 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c53a02c-2f04-41ba-be4d-128f3537a92e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7080686 Feb 15 02:06:49.921376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:49.926413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-85887895'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:49.954576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:49.996923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8:0:1::138 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e0ceaa66-94a3-4a3f-8c10-a18b458f28c0/32043adf-0da0-47d0-b8fd-4afd94e218e1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:50.004685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe00:422f (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/6a3780a5-20c9-4def-9d0a-bf5a918ed49a/32043adf-0da0-47d0-b8fd-4afd94e218e1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:50.005408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] For port 9c62c653-6925-4c74-9ec0-a6608e0153b6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c62c653-6925-4c74-9ec0-a6608e0153b6,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:50.039793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:50.047978 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.076480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 532047ff-4681-4890-a435-be452dada75c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=532047ff-4681-4890-a435-be452dada75c,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:50.083613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:50.084908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:50.100474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:06:50.114022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '6a3780a5-20c9-4def-9d0a-bf5a918ed49a', 'ip_address': '2001:db8::f816:3eff:fefe:3f6b'}, {'subnet_id': 'e0ceaa66-94a3-4a3f-8c10-a18b458f28c0'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '9c62c653-6925-4c74-9ec0-a6608e0153b6'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:06:50.122834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4e124dec-0e66-4de0-926d-30527541ec83), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.126256 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 4e124dec-0e66-4de0-926d-30527541ec83 of type vlan for network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 Feb 15 02:06:50.169338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (32043adf-0da0-47d0-b8fd-4afd94e218e1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.183900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.213529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6a329a60-adb2-4ad0-9dd6-74b4db9a7138), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.237730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.244691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (532047ff-4681-4890-a435-be452dada75c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.245555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c62c653-6925-4c74-9ec0-a6608e0153b6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:50.291476 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (32043adf-0da0-47d0-b8fd-4afd94e218e1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.317805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6a329a60-adb2-4ad0-9dd6-74b4db9a7138), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.329442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:50.330101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.366793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Router 0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:50.418764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:50.425767 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5028825 Feb 15 02:06:50.431383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:50.440091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:50.452763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:50.455545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:50.460841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:50.461491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.472449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=32043adf-0da0-47d0-b8fd-4afd94e218e1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:50.541694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2807a-09d5-42ee-9822-61da454bec21 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=6a329a60-adb2-4ad0-9dd6-74b4db9a7138,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:50.597206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:50.601764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ac48f2aa-28c4-4507-a1d3-6d2bd9cc1001 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0104795 Feb 15 02:06:50.607065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.610575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cbbecf39-1664-40be-9468-7bcc191085ec tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "PUT /v2.0/routers/0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 200 len: 880 time: 4.2291715 Feb 15 02:06:50.610575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:50.610847 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] Sync routers for ids ['0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:50.613125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:50.624613 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] Routers {'0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:50.626112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:50.658324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:06:50.702463 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:50.722361 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] Routers {'0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:50.723263 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:50.744470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 32043adf-0da0-47d0-b8fd-4afd94e218e1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:50.744816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (32043adf-0da0-47d0-b8fd-4afd94e218e1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.763264 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:50.764841 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555636-c456-46e4-b8f2-885f5103a052 None None] The sync data for ids ['0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:50.768277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:50.772695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.828697 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae430aa0-3579-4911-9cb9-2227c86bca9f tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 200 len: 921 time: 0.2073510 Feb 15 02:06:50.828881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:50.829115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8f6b8f88-e882-4f2d-bd85-188ba83760a1 None None] Provisioning complete for port 532047ff-4681-4890-a435-be452dada75c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:50.829585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f88-e882-4f2d-bd85-188ba83760a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (532047ff-4681-4890-a435-be452dada75c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.898031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (32043adf-0da0-47d0-b8fd-4afd94e218e1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.903183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9c62c653-6925-4c74-9ec0-a6608e0153b6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:50.903571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:50.919319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 32043adf-0da0-47d0-b8fd-4afd94e218e1 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:51.051384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:51.156722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b8f88-e882-4f2d-bd85-188ba83760a1 None None] Current status of the port 532047ff-4681-4890-a435-be452dada75c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:51.165608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ef0cf57c-ea50-4a5d-ad79-4ba33308109b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:51.187457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc4abd-32d5-4364-a90d-d8a182d90d80 None None] Pushing event updated for resources: {'Port': ['ID=9c62c653-6925-4c74-9ec0-a6608e0153b6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:51.265275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9c62c653-6925-4c74-9ec0-a6608e0153b6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:51.303208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19dd8b7-9476-48a3-a830-a5231ac13954 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:51.316795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d19dd8b7-9476-48a3-a830-a5231ac13954 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4886262 Feb 15 02:06:51.325898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:51.331130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (32043adf-0da0-47d0-b8fd-4afd94e218e1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:51.333673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed7e5-9467-4e5b-a4ac-e0681fd1f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:51.337015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=532047ff-4681-4890-a435-be452dada75c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:51.358772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=ef0cf57c-ea50-4a5d-ad79-4ba33308109b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:51.508689 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-e65abd46-62d5-470b-8f96-0f30e141133e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3576496 Feb 15 02:06:51.527892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:51.528270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 6a329a60-adb2-4ad0-9dd6-74b4db9a7138, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:51.540734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=32043adf-0da0-47d0-b8fd-4afd94e218e1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:51.552682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c62c653-6925-4c74-9ec0-a6608e0153b6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:51.642748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:51.682810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-f7dbc59d-874d-4336-b3e4-cdf7f189e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:51.687300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-f7dbc59d-874d-4336-b3e4-cdf7f189e166 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 1128 time: 0.0982745 Feb 15 02:06:51.743351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Provisioning complete for port 532047ff-4681-4890-a435-be452dada75c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:51.743808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (532047ff-4681-4890-a435-be452dada75c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:51.780981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:51.793040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e9c14d6-8185-423f-892d-cbe6c70f46e3 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/32043adf-0da0-47d0-b8fd-4afd94e218e1 HTTP/1.1" status: 204 len: 168 time: 1.1809969 Feb 15 02:06:51.800323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:51.901147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Allocated IP 2001:db8:0:1::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e0ceaa66-94a3-4a3f-8c10-a18b458f28c0/9c62c653-6925-4c74-9ec0-a6608e0153b6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:51.919410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-6dbda4ad-ffcd-48b7-869c-0b76869e636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:51.920923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-6dbda4ad-ffcd-48b7-869c-0b76869e636c service neutron] 10.222.0.37 "GET /v2.0/networks?id=63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 200 len: 910 time: 0.2116072 Feb 15 02:06:51.925853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6a329a60-adb2-4ad0-9dd6-74b4db9a7138) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:51.926433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-ad39aeea-3a06-4d3e-b548-b73dfc23a671 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6929555 Feb 15 02:06:51.948710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1afd51-8dd6-49c1-875d-b709e070efaf None None] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:51.968860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:51.969460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.031167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21c784-c036-4d9b-9540-847bda7937ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.035159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9a21c784-c036-4d9b-9540-847bda7937ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2314796 Feb 15 02:06:52.037505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.039663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b32782-5580-4233-9f5a-3456f8327be8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.040922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9c62c653-6925-4c74-9ec0-a6608e0153b6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:52.041301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.045406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.047775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a8b32782-5580-4233-9f5a-3456f8327be8 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.7264185 Feb 15 02:06:52.088713 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be9a035f-c253-4fd0-8cc9-8aef8d4b9b88 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 200 len: 205 time: 0.0420861 Feb 15 02:06:52.098311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-43953e88-fa04-4827-b50f-56c50cb36773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 200 len: 1001 time: 0.1699810 Feb 15 02:06:52.098902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.128621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-81187af0-52b3-4edd-8847-240e378b4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.130165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-81187af0-52b3-4edd-8847-240e378b4bbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80ca453bb1424c709ced1547adeec7cb&device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 1129 time: 0.1383004 Feb 15 02:06:52.162079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f85b73-cee5-4db7-89d9-8fe1d796dbcd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.167201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-60f85b73-cee5-4db7-89d9-8fe1d796dbcd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1179411 Feb 15 02:06:52.169650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.194176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Current status of the port 532047ff-4681-4890-a435-be452dada75c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:52.254690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.291114 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a9d7e238-22dd-46e0-9840-22f6c9d98e02 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8557434 Feb 15 02:06:52.296035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55562) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.306640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Provisioning complete for port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:52.307229 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.312323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b06d5e-8b73-4772-8bcc-c78f3e521d9f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.314011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b06d5e-8b73-4772-8bcc-c78f3e521d9f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.315665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b06d5e-8b73-4772-8bcc-c78f3e521d9f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.320403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8b06d5e-8b73-4772-8bcc-c78f3e521d9f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1490333 Feb 15 02:06:52.321271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:52.362901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1463d8cb-44af-4075-b579-bb6e1a9b6476 None None] Port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:52.398902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-dbf56e4a-0288-472e-a5a1-958a2e08fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.400623 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-dbf56e4a-0288-472e-a5a1-958a2e08fd27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7e168bf-9e51-4983-a70f-e5caf5454fa3 HTTP/1.1" status: 200 len: 848 time: 0.2942390 Feb 15 02:06:52.496342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-a2bff8c7-c011-4cbb-9a11-7ee4153ee33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.498137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-a2bff8c7-c011-4cbb-9a11-7ee4153ee33a service neutron] 10.222.0.31 "GET /v2.0/networks?id=02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 200 len: 914 time: 0.3294854 Feb 15 02:06:52.500438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] For port 9c62c653-6925-4c74-9ec0-a6608e0153b6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c62c653-6925-4c74-9ec0-a6608e0153b6,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:52.514522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 6a3780a5-20c9-4def-9d0a-bf5a918ed49a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:52.537073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-f728f562-3164-42c1-92e6-a4bef1f9a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.538614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-f728f562-3164-42c1-92e6-a4bef1f9a76d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63fe4180-7f39-42d4-8d99-de8b3fc33926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1304007 Feb 15 02:06:52.547854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:52.549470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.556067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-8a11489e-1486-4299-8680-722309102ef6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:06:52.556067 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-8a11489e-1486-4299-8680-722309102ef6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068808 Feb 15 02:06:52.560715 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.561984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9c62c653-6925-4c74-9ec0-a6608e0153b6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:52.570525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-715619ac-7dfb-46e0-bd91-04a7702a85c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de HTTP/1.1" status: 200 len: 217 time: 0.0652304 Feb 15 02:06:52.571008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:06:48Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:48Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:52.639990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Publish callbacks [] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.647201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:06:52.648490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Updating router cf13a525-bdf3-483d-8990-b02f7e5191c9 port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:06:52.694658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (6a3780a5-20c9-4def-9d0a-bf5a918ed49a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.696385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cd292aaf-5870-4a24-b9da-d22ed7c71bbc None None] Provisioning complete for port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:52.698369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd292aaf-5870-4a24-b9da-d22ed7c71bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.731603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-9f34e689-886a-4dda-84a7-db5c5480a042 service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669090 Feb 15 02:06:52.741713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.780961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-563261a4-4ca3-4b07-a040-636bd5863ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:52.782580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-563261a4-4ca3-4b07-a040-636bd5863ddc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 200 len: 853 time: 0.1728890 Feb 15 02:06:52.864202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-80e91349-b1df-40ee-9bdd-025dc4772490 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02e8c174-f390-47e6-89ce-415d30861b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667632 Feb 15 02:06:52.872788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port a68c2576-3a68-44ea-a94f-258e2f2d5035 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:52.873548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a68c2576-3a68-44ea-a94f-258e2f2d5035), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.877723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (6a3780a5-20c9-4def-9d0a-bf5a918ed49a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.971271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a68c2576-3a68-44ea-a94f-258e2f2d5035), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:52.985343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for a68c2576-3a68-44ea-a94f-258e2f2d5035 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:53.001657 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6a3780a5-20c9-4def-9d0a-bf5a918ed49a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.014998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Allocated IP 172.21.0.2 (6a329a60-adb2-4ad0-9dd6-74b4db9a7138/ef0cf57c-ea50-4a5d-ad79-4ba33308109b/f04aa194-2760-46df-bc72-5df82f8f546b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:53.121570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-21f29deb-37e0-4ded-b5af-b0a8449b0779 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:06:53.122577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-21f29deb-37e0-4ded-b5af-b0a8449b0779 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057209 Feb 15 02:06:53.167411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (6a3780a5-20c9-4def-9d0a-bf5a918ed49a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.178665 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks [] for port (f04aa194-2760-46df-bc72-5df82f8f546b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.192379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.204145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e32b986e-a453-4607-ab78-20bd11e44c9f req-9a0c3c10-6df2-44ff-8d3c-17de21918ffb service neutron] 10.222.0.37 "GET /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604082 Feb 15 02:06:53.221692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3780a5-20c9-4def-9d0a-bf5a918ed49a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:53.293823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.299968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:53.300627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f9ffdc86-c4a2-42b5-a2a4-1a1dbf30dc20 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/6a3780a5-20c9-4def-9d0a-bf5a918ed49a HTTP/1.1" status: 204 len: 168 time: 0.9328806 Feb 15 02:06:53.370563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a68c2576-3a68-44ea-a94f-258e2f2d5035), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.377066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-51b69e79-bd56-4581-9201-a8dadf991240 service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472630 Feb 15 02:06:53.800903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 532047ff-4681-4890-a435-be452dada75c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:53.803955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d86265-8f6e-4f36-82f5-ec35b8e33c88 None None] Pushing event updated for resources: {'Port': ['ID=9c62c653-6925-4c74-9ec0-a6608e0153b6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:53.822438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd292aaf-5870-4a24-b9da-d22ed7c71bbc None None] Port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:53.825738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.867467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.958595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb6101c7-abf3-430e-a9fb-32d02513b1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:53.968832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-549af5c0-1bac-4a59-970e-ff271245f1ea req-301ce878-063c-44c5-9eb6-402d9177431b service neutron] 10.222.0.31 "GET /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829194 Feb 15 02:06:53.974601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=a68c2576-3a68-44ea-a94f-258e2f2d5035,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:53.981015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:54.015779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet e0ceaa66-94a3-4a3f-8c10-a18b458f28c0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:06:54.021242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:54.025378 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (e0ceaa66-94a3-4a3f-8c10-a18b458f28c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.027453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:54.045222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Pushing event updated for resources: {'Port': ['ID=f04aa194-2760-46df-bc72-5df82f8f546b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:54.111771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.190792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e0ceaa66-94a3-4a3f-8c10-a18b458f28c0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.192903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 532047ff-4681-4890-a435-be452dada75c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:54.193308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (532047ff-4681-4890-a435-be452dada75c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.246484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Attempting to bind port f04aa194-2760-46df-bc72-5df82f8f546b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:54.247285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Attempting to bind port f04aa194-2760-46df-bc72-5df82f8f546b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:54.247929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Attempting to bind port f04aa194-2760-46df-bc72-5df82f8f546b on network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:54.269939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:54.270742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Checking segment: {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:54.271130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.271600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.272217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Bound using segment: {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:54.273000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Bound port: f04aa194-2760-46df-bc72-5df82f8f546b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:54.273924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.275360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.395541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e0ceaa66-94a3-4a3f-8c10-a18b458f28c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.426021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.21.0.1 (6a329a60-adb2-4ad0-9dd6-74b4db9a7138/ef0cf57c-ea50-4a5d-ad79-4ba33308109b/f03400da-d3bc-4c14-9570-4d09ebc1c66f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:54.441922 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.442359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router 0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:06:54.450034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.451572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks [] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.457051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:54.457258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b698ef8-fcf6-4b0a-8fb9-0225006518d5 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 204 len: 168 time: 2.3568926 Feb 15 02:06:54.462551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1838647155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:54.468571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] For port f04aa194-2760-46df-bc72-5df82f8f546b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:54.494845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] For port f04aa194-2760-46df-bc72-5df82f8f546b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f04aa194-2760-46df-bc72-5df82f8f546b,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:54.498601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 532047ff-4681-4890-a435-be452dada75c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:54.541954 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.575530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e0ceaa66-94a3-4a3f-8c10-a18b458f28c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.586597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.588626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.627571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ceaa66-94a3-4a3f-8c10-a18b458f28c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:54.645691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.646153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.647878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d33398a-dd15-4930-adb6-1621fa9d64ae tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e0ceaa66-94a3-4a3f-8c10-a18b458f28c0 HTTP/1.1" status: 204 len: 168 time: 1.3465838 Feb 15 02:06:54.650563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:54.650870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.651948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.708872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354af273-f095-4374-990f-9cfb55b57fc8 None None] Pushing event updated for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:54.726644 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-05067d72-fc7f-4204-a1fe-8bda7e10ab6d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718455 Feb 15 02:06:54.727741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:54.732957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:54.793851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Attempting to bind port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:54.794369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Attempting to bind port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:54.795384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Attempting to bind port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 on network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:54.805912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:54.806499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Checking segment: {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:54.806839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.809826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Bound using segment: {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:54.811990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Bound port: 85fe52a7-fc97-49a3-a65b-d4b1aea53f11, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40c9e0-104e-451a-ae7d-77dc6ec8821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:54.812631 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.822640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.905997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.922941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] For port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:54.928808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:54.934831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9de84-93d9-402d-929d-6312329e6dc4 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:54.954215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:54.957759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:54.961064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:55.033317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] For port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:55.039182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744fcc-afa2-4702-bfd0-24ee2f92a81a None None] Pushing event updated for resources: {'Port': ['ID=f04aa194-2760-46df-bc72-5df82f8f546b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:55.047460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-90097bf1-9e1f-48dd-8be9-3d8fbe232c48 None None] Provisioning complete for port 9c62c653-6925-4c74-9ec0-a6608e0153b6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:55.047963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90097bf1-9e1f-48dd-8be9-3d8fbe232c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.064456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.141921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.176959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.180801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d474f145-c9fb-46d2-9e95-6e48d8d59c99 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7227042 Feb 15 02:06:55.181498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:55.186315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': True}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:55.190758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:55.194278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.242268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:55.376542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:55.382010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:55.413166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.594242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:06:55.596076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f04aa194-2760-46df-bc72-5df82f8f546b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:55.672105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354af273-f095-4374-990f-9cfb55b57fc8 None None] Pushing event updated for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:55.735205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-90097bf1-9e1f-48dd-8be9-3d8fbe232c48 None None] Current status of the port 9c62c653-6925-4c74-9ec0-a6608e0153b6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:55.748828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:06:55.771254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.862604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Deleting port 9c62c653-6925-4c74-9ec0-a6608e0153b6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:06:55.862604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.934150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] For port 9c62c653-6925-4c74-9ec0-a6608e0153b6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9c62c653-6925-4c74-9ec0-a6608e0153b6,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:55.934435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:55.949470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Calling delete_port for 9c62c653-6925-4c74-9ec0-a6608e0153b6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:06:56.003163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f04aa194-2760-46df-bc72-5df82f8f546b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:56.003405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.099829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.149509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Provisioning complete for port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:56.149889 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.191379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.356522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.403866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.412671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.420225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:56.433916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.440036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:06:56.585196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32b40c-7619-4bea-8bdb-ae16e6d0b3a1 None None] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:56.589626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.25.2.238 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/81e41b71-fd80-45fb-b860-666e70fb3fd1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:56.653720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f04aa194-2760-46df-bc72-5df82f8f546b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:56.656271 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.658264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9c62c653-6925-4c74-9ec0-a6608e0153b6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.683129 n-d-829064-14 neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Could not find related port for resource to bump revision. Feb 15 02:06:56.702182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Current status of the port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:56.702593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.719235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] Pushing event deleted for resources: {'Port': ['ID=9c62c653-6925-4c74-9ec0-a6608e0153b6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:56.727003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:56.727972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Port 9c62c653-6925-4c74-9ec0-a6608e0153b6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 15 02:06:56.728310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:3f6b {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 15 02:06:56.730900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:56.747073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868715c-6a39-417d-9198-c7cdcec90b51 None None] No DVR routers for this DVR port 9c62c653-6925-4c74-9ec0-a6608e0153b6 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:06:56.747435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:3f6b {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 15 02:06:56.752529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (51287d48-c8cb-48de-a521-398e65411cce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.761006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (81e41b71-fd80-45fb-b860-666e70fb3fd1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.791900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port f04aa194-2760-46df-bc72-5df82f8f546b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f04aa194-2760-46df-bc72-5df82f8f546b,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:56.837607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:06:55Z', 'revision_number': 3, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:54Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:06:54Z', 'revision_number': 1, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:56.840159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:56.876452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:56.884229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:56.884862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.900151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (81e41b71-fd80-45fb-b860-666e70fb3fd1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.900789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235a255-0a35-40b1-af91-f129701919b0 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:56.914959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=51287d48-c8cb-48de-a521-398e65411cce,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:56.915656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba2ea-1b71-4721-99c9-424dfbd4d4af None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:06:55Z', 'revision_number': 3, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:54Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:06:54Z', 'revision_number': 1, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:06:56.921280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:56.924285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] For port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:06:56.947270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:06:56.986230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:56.989451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:57.011693 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:57.018408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.070530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=81e41b71-fd80-45fb-b860-666e70fb3fd1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:57.127162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=f04aa194-2760-46df-bc72-5df82f8f546b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:57.181717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c1e4b43-31bb-440d-ad3d-13c65c6636c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4529045 Feb 15 02:06:57.187430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:57.195684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:57.223682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba1c6cc3-2e7f-4b7f-a8e5-c5ed26b9f42f None None] Provisioning complete for port f04aa194-2760-46df-bc72-5df82f8f546b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:57.224070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba1c6cc3-2e7f-4b7f-a8e5-c5ed26b9f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.264599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '51287d48-c8cb-48de-a521-398e65411cce'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:57.265531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.442641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c769b8-060e-4cc0-860c-295ea0024fb4 None None] Pushing event updated for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:57.467172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:57.475907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21232270-7ae7-4ae9-aa55-28dd4a1a7f9b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1762364 Feb 15 02:06:57.478664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:57.549055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1781643501'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:57.619381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:57.623372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.674496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:57.683230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.692142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.724839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f04aa194-2760-46df-bc72-5df82f8f546b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:57.797087 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51287d48-c8cb-48de-a521-398e65411cce (CIDR: 2001:db8::/64) Feb 15 02:06:57.799232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.834635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:06:57.854868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ddfb8b69-8ef9-4f79-990c-c592d7297e6c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.855219 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment ddfb8b69-8ef9-4f79-990c-c592d7297e6c of type vlan for network 50a34ea2-37ac-4209-92a7-c2597f9d22dc Feb 15 02:06:57.857556 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:06:57.858017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:06:57.907398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Allocated IP 2001:db8::f816:3eff:fe3b:f375 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/51287d48-c8cb-48de-a521-398e65411cce/940fd8eb-24d5-45ce-847c-88374848f7ba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:06:57.910795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c6cc3-2e7f-4b7f-a8e5-c5ed26b9f42f None None] Current status of the port f04aa194-2760-46df-bc72-5df82f8f546b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:57.946585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f04aa194-2760-46df-bc72-5df82f8f546b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:57.947086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:57.976028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (50a34ea2-37ac-4209-92a7-c2597f9d22dc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.032134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3e5d26bd-71c4-42a2-b71b-c48cb3b3d3f2 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8436255 Feb 15 02:06:58.032840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:58.084051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:58.098363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (50a34ea2-37ac-4209-92a7-c2597f9d22dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.100505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:58.101207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.166940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Provisioning complete for port f04aa194-2760-46df-bc72-5df82f8f546b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:58.167476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.237998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7075429 Feb 15 02:06:58.245410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:58.258194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:06:58.328003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.336005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2ca3-3338-46ee-a6bd-d02c93b9b491 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=50a34ea2-37ac-4209-92a7-c2597f9d22dc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:58.336546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.370579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:06:58.504037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks [] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.509020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f04aa194-2760-46df-bc72-5df82f8f546b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:58.510741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:58.515367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:58.516663 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.620743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.622607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:06:58.626984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.675180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:06:58.688360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:58.692670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:06:58.706215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router 2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:06:58.715538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Current status of the port f04aa194-2760-46df-bc72-5df82f8f546b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:58.727598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:58.766007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Provisioning complete for port f03400da-d3bc-4c14-9570-4d09ebc1c66f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:58.766512 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.837764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:58.838390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.873249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Attempting to bind port 940fd8eb-24d5-45ce-847c-88374848f7ba on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:06:58.873732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Attempting to bind port 940fd8eb-24d5-45ce-847c-88374848f7ba by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:06:58.874863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Attempting to bind port 940fd8eb-24d5-45ce-847c-88374848f7ba on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:06:58.882036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d26d011f-7888-41fa-a045-b053b7766dce None None] Port f03400da-d3bc-4c14-9570-4d09ebc1c66f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:58.893342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:06:58.893342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:58.893342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:58.894101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:06:58.894642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Bound port: 940fd8eb-24d5-45ce-847c-88374848f7ba, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:06:58.895143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.003261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (47427fd2-d6d2-47ae-afb6-b9f7beb4af89), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.006311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:06:59.030133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:06:59.033809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:06:59.040984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-285476c9-6833-4918-875d-14d8ec1ff22c None None] Provisioning complete for port f03400da-d3bc-4c14-9570-4d09ebc1c66f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:59.041365 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-285476c9-6833-4918-875d-14d8ec1ff22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.083772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=47427fd2-d6d2-47ae-afb6-b9f7beb4af89,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:59.089514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:06:59.089877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-285476c9-6833-4918-875d-14d8ec1ff22c None None] Port f03400da-d3bc-4c14-9570-4d09ebc1c66f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:06:59.090010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: 50a34ea2-37ac-4209-92a7-c2597f9d22dc, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:06:59.105679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.179141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c62c653-6925-4c74-9ec0-a6608e0153b6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:06:59.193840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:06:59.222543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085013d-5a3e-4cc6-acbb-54b0bfaf93e8 None None] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:06:59.225580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9c62c653-6925-4c74-9ec0-a6608e0153b6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:06:59.225928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9c62c653-6925-4c74-9ec0-a6608e0153b6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:06:59.253952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 50a34ea2-37ac-4209-92a7-c2597f9d22dc) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:06:59.264572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:59.266072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.275579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d33a1-d5ef-4a11-80ad-c5e0bd2c712d None None] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:06:59.303734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:06:59.309759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.315062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:59.316328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-13224ffa-6f97-4db5-b2cd-97020ce98c29 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "PUT /v2.0/routers/2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 200 len: 915 time: 4.1334743 Feb 15 02:06:59.434511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-95fe84ef-1a7f-4e5f-beaf-5ef1015eeae5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1879702 Feb 15 02:06:59.435719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:59.476938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:06:59.492348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] Sync routers for ids ['2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:06:59.600160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:06:59.601095 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.642112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] Routers {'2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:59.642810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:59.664932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-39e7f520-c3e9-44e3-a5df-19f9940b2f24 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 200 len: 921 time: 0.3483090 Feb 15 02:06:59.668089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:59.765355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a7e0a-418a-42bd-90ae-077ade6a4efc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:59.766994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1b9a7e0a-418a-42bd-90ae-077ade6a4efc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0977385 Feb 15 02:06:59.770980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:59.810675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:59.819726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:06:59.820111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:06:59.869642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] Routers {'2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:06:59.870550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:06:59.918318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45050b07-80f8-4a92-89d2-049f98496578 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:06:59.924227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-45050b07-80f8-4a92-89d2-049f98496578 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.1521249 Feb 15 02:06:59.925321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:06:59.968540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bf08ec4b-0184-40be-9590-cb1422332af0 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 200 len: 205 time: 0.0386286 Feb 15 02:06:59.971392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:00.023683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (b9a0d58c-5b76-4d4a-89b4-6f05ccf83382), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.083225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:00.086591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:00.087614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733cb986-81cd-4ae7-8a27-f64457f92547 None None] The sync data for ids ['2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:00.089206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.095582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:00.102280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:00.102966 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.156914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Allocated IP 172.22.0.2 (50a34ea2-37ac-4209-92a7-c2597f9d22dc/47427fd2-d6d2-47ae-afb6-b9f7beb4af89/69a25121-5863-4ae0-85ce-7b3027fd9cee) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:00.159438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=b9a0d58c-5b76-4d4a-89b4-6f05ccf83382,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:00.180261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:00.242582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.254141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e5f1ee2d-142b-4566-a96b-0bfaa3a19ddf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1760335 Feb 15 02:07:00.254834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55648) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:00.260608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:45:f2:09', 'name': 'tempest-NetworksTestDHCPv6-1361785694'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:00.423535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:00.450294 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:00.451721 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:00.471987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks [] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.553353 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.573913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:00.574334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.604170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:00.646521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:00.660241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:00.665090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:00.690312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.705498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Pushing event updated for resources: {'Port': ['ID=69a25121-5863-4ae0-85ce-7b3027fd9cee,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:00.749779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.22.0.1 (50a34ea2-37ac-4209-92a7-c2597f9d22dc/47427fd2-d6d2-47ae-afb6-b9f7beb4af89/3df01e18-39cc-4788-8088-3bff98aac595) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:00.756698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 61e4460d-75b9-4c73-9ca4-bb217b45a1d5 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:00.810711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70666a4-3dbe-46b9-8adc-bc1c54f71899 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:00.823567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port 81e41b71-fd80-45fb-b860-666e70fb3fd1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:00.823923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (81e41b71-fd80-45fb-b860-666e70fb3fd1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.829739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Attempting to bind port 69a25121-5863-4ae0-85ce-7b3027fd9cee on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:00.830116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Attempting to bind port 69a25121-5863-4ae0-85ce-7b3027fd9cee by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:00.830475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Attempting to bind port 69a25121-5863-4ae0-85ce-7b3027fd9cee on network 50a34ea2-37ac-4209-92a7-c2597f9d22dc {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:00.869956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:00.870259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Checking segment: {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:00.870456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.870860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Bound using segment: {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:00.871362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Bound port: 69a25121-5863-4ae0-85ce-7b3027fd9cee, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:00.871739 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.964232 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:06:55Z', 'revision_number': 3, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:06:55Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:00.971697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:00.972078 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.983083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (81e41b71-fd80-45fb-b860-666e70fb3fd1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:00.995214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for 81e41b71-fd80-45fb-b860-666e70fb3fd1 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:01.049644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:01.049921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Updating router cf13a525-bdf3-483d-8990-b02f7e5191c9 port f03400da-d3bc-4c14-9570-4d09ebc1c66f binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:07:01.055999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] For port 69a25121-5863-4ae0-85ce-7b3027fd9cee, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:01.062467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] For port 69a25121-5863-4ae0-85ce-7b3027fd9cee, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=69a25121-5863-4ae0-85ce-7b3027fd9cee,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:01.086879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8:0:1::23 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/b9a0d58c-5b76-4d4a-89b4-6f05ccf83382/61e4460d-75b9-4c73-9ca4-bb217b45a1d5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:01.100694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::f816:3eff:fe45:f209 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/51287d48-c8cb-48de-a521-398e65411cce/61e4460d-75b9-4c73-9ca4-bb217b45a1d5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:01.102269 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.173422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.178121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (3df01e18-39cc-4788-8088-3bff98aac595), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.215068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:01.215507 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.300579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.309130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdc073-1180-4d86-ab11-baa1ac99b235 None None] Pushing event updated for resources: {'Port': ['ID=69a25121-5863-4ae0-85ce-7b3027fd9cee,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:01.343098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:01.389215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': '51287d48-c8cb-48de-a521-398e65411cce', 'ip_address': '2001:db8::f816:3eff:fe3b:f375'}, {'subnet_id': 'b9a0d58c-5b76-4d4a-89b4-6f05ccf83382'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '940fd8eb-24d5-45ce-847c-88374848f7ba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:07:01.395642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (61e4460d-75b9-4c73-9ca4-bb217b45a1d5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.435390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.454342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:01.465368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.480040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:01.490498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:01.500975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:01.552730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (81e41b71-fd80-45fb-b860-666e70fb3fd1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.611622 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks [] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.627957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (61e4460d-75b9-4c73-9ca4-bb217b45a1d5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.636050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=81e41b71-fd80-45fb-b860-666e70fb3fd1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:01.670570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.687945 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.733659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:01.735033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Allocated IP 2001:db8:0:1::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/b9a0d58c-5b76-4d4a-89b4-6f05ccf83382/940fd8eb-24d5-45ce-847c-88374848f7ba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:01.740701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:01.755848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:01.761859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:01.762490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.777923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=61e4460d-75b9-4c73-9ca4-bb217b45a1d5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:01.783097 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb6aad-19b2-4335-8bc2-ddc0d507be49 None None] Pushing event updated for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:01.873431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5e73c6d3-0ed8-4fb2-868b-4873d9a79329 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6173720 Feb 15 02:07:01.875900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:01.885285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:01.930173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.959226 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Attempting to bind port f03400da-d3bc-4c14-9570-4d09ebc1c66f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:01.959603 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Attempting to bind port f03400da-d3bc-4c14-9570-4d09ebc1c66f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:01.959970 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Attempting to bind port f03400da-d3bc-4c14-9570-4d09ebc1c66f on network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:01.963538 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Publish callbacks [] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.974278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:01.975879 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Checking segment: {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:01.976762 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:01.977962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Bound using segment: {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:01.979346 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Bound port: f03400da-d3bc-4c14-9570-4d09ebc1c66f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e124dec-0e66-4de0-926d-30527541ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:01.979521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:01.982109 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.049705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 61e4460d-75b9-4c73-9ca4-bb217b45a1d5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:02.050339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (61e4460d-75b9-4c73-9ca4-bb217b45a1d5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.092826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.107101 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] For port f03400da-d3bc-4c14-9570-4d09ebc1c66f, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:02.109526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] For port f03400da-d3bc-4c14-9570-4d09ebc1c66f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f03400da-d3bc-4c14-9570-4d09ebc1c66f,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:02.127798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.131465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.174079 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.222351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7073-6878-468c-bca6-4840aa3ef26a None None] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:02.243473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (61e4460d-75b9-4c73-9ca4-bb217b45a1d5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.268099 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:02.268099 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:02.273923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3df01e18-39cc-4788-8088-3bff98aac595), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.286048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 61e4460d-75b9-4c73-9ca4-bb217b45a1d5 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:02.308741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:02.309131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.342152 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb6aad-19b2-4335-8bc2-ddc0d507be49 None None] Pushing event updated for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:02.420814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Provisioning complete for port f03400da-d3bc-4c14-9570-4d09ebc1c66f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:02.429948 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.485386 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:02.539155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b626-9519-4de4-ab79-70166fc8bd5c None None] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:02.756637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (3df01e18-39cc-4788-8088-3bff98aac595), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.759743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.760433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:02.769849 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.778208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:02.778332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-35f5b0d6-99e9-4060-b4f0-f67f2d497a28 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 204 len: 168 time: 2.8034453 Feb 15 02:07:02.778439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:02.780940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1976082570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:02.837167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Current status of the port f03400da-d3bc-4c14-9570-4d09ebc1c66f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:02.837562 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.848237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (61e4460d-75b9-4c73-9ca4-bb217b45a1d5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.848756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.896482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] For port f03400da-d3bc-4c14-9570-4d09ebc1c66f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f03400da-d3bc-4c14-9570-4d09ebc1c66f,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:02.906389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (4257e4bd-0814-4e1e-8d95-941add594828), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.907867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (4257e4bd-0814-4e1e-8d95-941add594828), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:02.962429 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:03.037110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=61e4460d-75b9-4c73-9ca4-bb217b45a1d5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:03.073962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:03.082380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3789bdaa-af9e-4716-b778-7d3ed4350208 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/61e4460d-75b9-4c73-9ca4-bb217b45a1d5 HTTP/1.1" status: 204 len: 168 time: 1.2051923 Feb 15 02:07:03.086356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:03.106777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9577ead-b9f5-45cc-ba61-2e0dc7ca0d7a None None] Pushing event updated for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:03.142674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1b9e1d8a-645b-4def-abce-f68e8dbbdb87 None None] Provisioning complete for port f03400da-d3bc-4c14-9570-4d09ebc1c66f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:03.143053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1d8a-645b-4def-abce-f68e8dbbdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:03.266221 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:00Z', 'revision_number': 1, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:03.328498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f51ef-ef36-4834-99cd-a1f891926e4b None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:00Z', 'revision_number': 1, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:03.328724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687358f8-15f0-40d3-9ca6-03aca8607fdc None None] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:03.506738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e1d8a-645b-4def-abce-f68e8dbbdb87 None None] Current status of the port f03400da-d3bc-4c14-9570-4d09ebc1c66f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:03.563369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:03.607262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:03.710557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:03.712457 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:03.806894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f03400da-d3bc-4c14-9570-4d09ebc1c66f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:03.809300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:03.815637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:03.946183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:04.019984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Provisioning complete for port 69a25121-5863-4ae0-85ce-7b3027fd9cee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:04.020502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.049265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:04.053001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (4257e4bd-0814-4e1e-8d95-941add594828), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.116719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f03400da-d3bc-4c14-9570-4d09ebc1c66f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:04.117211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.123659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc48a5-e20d-4b81-8547-0049bef1d564 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:04.130565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3dfc48a5-e20d-4b81-8547-0049bef1d564 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0310199 Feb 15 02:07:04.131241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:04.159340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (4257e4bd-0814-4e1e-8d95-941add594828), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.225501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd8a23f-98d9-4125-9286-08ea44651752 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:04.227142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-abd8a23f-98d9-4125-9286-08ea44651752 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0929949 Feb 15 02:07:04.229937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:04.282274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.283594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c0e4022d-7252-4fb8-9bfb-4d7a7e7bf073 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5067785 Feb 15 02:07:04.287965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:04.314433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:04.327350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Current status of the port 69a25121-5863-4ae0-85ce-7b3027fd9cee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:04.328066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.370364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] For port 69a25121-5863-4ae0-85ce-7b3027fd9cee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=69a25121-5863-4ae0-85ce-7b3027fd9cee,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:04.424073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:04.434414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085fa1c-9547-4e4a-afb3-18e885ba4df4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:04.438932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085fa1c-9547-4e4a-afb3-18e885ba4df4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:04.441172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085fa1c-9547-4e4a-afb3-18e885ba4df4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:04.445627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0085fa1c-9547-4e4a-afb3-18e885ba4df4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2124403 Feb 15 02:07:04.446431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:04.446873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f03400da-d3bc-4c14-9570-4d09ebc1c66f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:04.447997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:04.471514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49ae58f9-ff49-43cf-9f40-55d49fe76123 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0296960 Feb 15 02:07:04.472994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.475298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:04.484254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'network': {'name': 'tempest-RoutersTest-855053990'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:04.526172 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:07:04.551322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 51287d48-c8cb-48de-a521-398e65411cce {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:04.555953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (51287d48-c8cb-48de-a521-398e65411cce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.594049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42523b6-c67b-414d-8d0e-ab3252f162a7 None None] Pushing event updated for resources: {'Port': ['ID=69a25121-5863-4ae0-85ce-7b3027fd9cee,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:04.605184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:04.605563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.648049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (51287d48-c8cb-48de-a521-398e65411cce), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.662369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:04.668104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:04.673582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.681959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Provisioning complete for port 69a25121-5863-4ae0-85ce-7b3027fd9cee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:04.682340 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.742682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:04.743324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:04.820793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (51287d48-c8cb-48de-a521-398e65411cce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.823527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (4257e4bd-0814-4e1e-8d95-941add594828), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.866468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:04.890073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (23b160f0-6eaf-4ba1-a890-b163740a2403), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.890588 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added segment 23b160f0-6eaf-4ba1-a890-b163740a2403 of type vlan for network b669ad81-c5ba-4755-8657-a33570b7db13 Feb 15 02:07:04.971154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b669ad81-c5ba-4755-8657-a33570b7db13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:04.980559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (51287d48-c8cb-48de-a521-398e65411cce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.054608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=51287d48-c8cb-48de-a521-398e65411cce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:05.060737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.068721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ac1dae7-97c9-4f17-a36b-2046ca6d51a1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/51287d48-c8cb-48de-a521-398e65411cce HTTP/1.1" status: 204 len: 168 time: 0.6208446 Feb 15 02:07:05.072405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:05.136274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b669ad81-c5ba-4755-8657-a33570b7db13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.146218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:05.146846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.165852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae7e37-b504-4805-8158-2cee04a7a549 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:05.186384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet b9a0d58c-5b76-4d4a-89b4-6f05ccf83382 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:05.196627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:05.197342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (b9a0d58c-5b76-4d4a-89b4-6f05ccf83382), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.261851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (b9a0d58c-5b76-4d4a-89b4-6f05ccf83382), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.279095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:05.285603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 69a25121-5863-4ae0-85ce-7b3027fd9cee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:05.361937 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8848305 Feb 15 02:07:05.367100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:05.378882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b9a0d58c-5b76-4d4a-89b4-6f05ccf83382), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.380165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'subnet': {'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:05.406062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Current status of the port 69a25121-5863-4ae0-85ce-7b3027fd9cee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:05.422482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085500-56f4-4d1b-b34e-3a0ccad60ddc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Network': ['ID=b669ad81-c5ba-4755-8657-a33570b7db13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:05.467668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b669ad81-c5ba-4755-8657-a33570b7db13 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:05.536846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (4257e4bd-0814-4e1e-8d95-941add594828), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.557879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.594462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:05.594850 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.620059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (b9a0d58c-5b76-4d4a-89b4-6f05ccf83382), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.663199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a0d58c-5b76-4d4a-89b4-6f05ccf83382,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:05.675677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Made reservation on behalf of 4d66e346752a49faacb71c4a26664731 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:05.679312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.680900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 69a25121-5863-4ae0-85ce-7b3027fd9cee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:05.681286 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.682769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:05.682914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Port 3df01e18-39cc-4788-8088-3bff98aac595 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:05.688824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23ab8a01-b495-4688-bc62-8bf3f501a181 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/b9a0d58c-5b76-4d4a-89b4-6f05ccf83382 HTTP/1.1" status: 204 len: 168 time: 0.6153653 Feb 15 02:07:05.691402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:05.732353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27dd304f-b3d5-4ebc-9287-23a169f74192 None None] Could not find standard attr ID for object 61e4460d-75b9-4c73-9ca4-bb217b45a1d5. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:07:05.779280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-88936284-8caf-4f0e-be8b-7fd8793ae962 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851545 Feb 15 02:07:05.784997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:05.791727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:05.824136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Allocated IP 172.25.2.188 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/af44cdba-04cb-4a4b-beb2-9701a88d36e6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:05.856181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 69a25121-5863-4ae0-85ce-7b3027fd9cee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:05.950972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:05.957043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94822c4b-3f3b-4319-bc4d-427895d8a96d None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:05.957525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94822c4b-3f3b-4319-bc4d-427895d8a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.059427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:06.063330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.158386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:06.162296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Updating router cf13a525-bdf3-483d-8990-b02f7e5191c9 port 3df01e18-39cc-4788-8088-3bff98aac595 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:07:06.166226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 69a25121-5863-4ae0-85ce-7b3027fd9cee up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:06.199022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for port (af44cdba-04cb-4a4b-beb2-9701a88d36e6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.219374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-94822c4b-3f3b-4319-bc4d-427895d8a96d None None] Port 3df01e18-39cc-4788-8088-3bff98aac595 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:06.283029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (20db5740-0623-475b-8b1f-cc3fb9fa890a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.325974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3df01e18-39cc-4788-8088-3bff98aac595), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.351391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af44cdba-04cb-4a4b-beb2-9701a88d36e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.372560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 69a25121-5863-4ae0-85ce-7b3027fd9cee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:06.372935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.434357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Subnet': ['ID=20db5740-0623-475b-8b1f-cc3fb9fa890a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:06.442891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:06.461345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:06.471869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:06.474313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Pushing event updated for resources: {'Port': ['ID=af44cdba-04cb-4a4b-beb2-9701a88d36e6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:06.478271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Checking segment: {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:06.481925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network hostable DHCP agents. Network: b669ad81-c5ba-4755-8657-a33570b7db13, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:06.483084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e3eb4cea-17a5-4e20-bc95-2b73c6c7c589), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.610479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 69a25121-5863-4ae0-85ce-7b3027fd9cee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:06.624208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=e3eb4cea-17a5-4e20-bc95-2b73c6c7c589,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:06.651686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:06.654441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:06.658187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:06.659221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.687206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network b669ad81-c5ba-4755-8657-a33570b7db13 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:06.720066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3103e938-0f17-4667-916f-dba84d96f315 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9331141 Feb 15 02:07:06.722438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:06.729859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:06.730229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f29b4-a2cb-4366-b717-d82a3b1c9f2d None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:06.779239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b669ad81-c5ba-4755-8657-a33570b7db13) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:06.785029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:06.785945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:06.825476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ad31f-8382-4d5e-935f-45a758ffefac None None] Network b669ad81-c5ba-4755-8657-a33570b7db13 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:06.862194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fac1dbe1-3d25-4565-9da9-cfa3d1068bf6 None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:06.862690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fac1dbe1-3d25-4565-9da9-cfa3d1068bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.048362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks [] for port (3df01e18-39cc-4788-8088-3bff98aac595), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.093742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fac1dbe1-3d25-4565-9da9-cfa3d1068bf6 None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:07.129478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b669ad81-c5ba-4755-8657-a33570b7db13', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'project_id': '4d66e346752a49faacb71c4a26664731', 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:07:07.132839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.163513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:07.178030 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8425e0cd-7a37-461d-afd0-22cc490fc61b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8059566 Feb 15 02:07:07.212913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.434440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:07.437696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router_gateway (4257e4bd-0814-4e1e-8d95-941add594828), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.440254 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.447534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f79395-44c5-4fe1-b053-3e6dfbc00b84 None None] Pushing event updated for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:07.530346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Update dhcp port {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'fixed_ips': [{'subnet_id': 'e3eb4cea-17a5-4e20-bc95-2b73c6c7c589'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '940fd8eb-24d5-45ce-847c-88374848f7ba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:07:07.702789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.744790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Allocated IP 172.23.0.2 (b669ad81-c5ba-4755-8657-a33570b7db13/20db5740-0623-475b-8b1f-cc3fb9fa890a/28a8ddc2-f7ac-4d8f-b815-b9e7ae291529) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:07.794531 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (4257e4bd-0814-4e1e-8d95-941add594828), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.798184 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3eb4cea-17a5-4e20-bc95-2b73c6c7c589 (CIDR: 2001:db8::/64) Feb 15 02:07:07.798786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (4257e4bd-0814-4e1e-8d95-941add594828), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.823028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Attempting to bind port 3df01e18-39cc-4788-8088-3bff98aac595 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:07.823601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Attempting to bind port 3df01e18-39cc-4788-8088-3bff98aac595 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:07.824366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Attempting to bind port 3df01e18-39cc-4788-8088-3bff98aac595 on network 50a34ea2-37ac-4209-92a7-c2597f9d22dc {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:07.857109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:07.857587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Checking segment: {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:07.858291 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.858909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Bound using segment: {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:07.859473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Bound port: 3df01e18-39cc-4788-8088-3bff98aac595, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:07.860074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3df01e18-39cc-4788-8088-3bff98aac595), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:07.873204 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:07:07.873734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:08.033824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f9d120b-58e1-4d29-ad26-7c761491455b None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:08.034290 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f9d120b-58e1-4d29-ad26-7c761491455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.101118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c03965ac-962f-4777-adc4-88921b2fd307 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3772941 Feb 15 02:07:08.104658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:08.110005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:08.164142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.218649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Router 4257e4bd-0814-4e1e-8d95-941add594828 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:07:08.329283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d120b-58e1-4d29-ad26-7c761491455b None None] Port 3df01e18-39cc-4788-8088-3bff98aac595 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:08.343865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:08.349620 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.350761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9d0d6260-527c-42e9-953c-933ae543eebc tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "PUT /v2.0/routers/4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 200 len: 916 time: 4.0570750 Feb 15 02:07:08.355132 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] Sync routers for ids ['4257e4bd-0814-4e1e-8d95-941add594828'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:08.355660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:08.367757 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] Routers {'4257e4bd-0814-4e1e-8d95-941add594828'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:08.368664 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4257e4bd-0814-4e1e-8d95-941add594828'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:08.411369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:08.429082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] Routers {'4257e4bd-0814-4e1e-8d95-941add594828'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:08.430000 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4257e4bd-0814-4e1e-8d95-941add594828'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:08.443771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks [] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.460683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] For port 3df01e18-39cc-4788-8088-3bff98aac595, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:08.471719 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:08.472685 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41295ca-3766-4bfe-87e6-ea0c9986b74a None None] The sync data for ids ['4257e4bd-0814-4e1e-8d95-941add594828'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:08.482539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] For port 3df01e18-39cc-4788-8088-3bff98aac595, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3df01e18-39cc-4788-8088-3bff98aac595,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:08.492122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e3eb4cea-17a5-4e20-bc95-2b73c6c7c589/940fd8eb-24d5-45ce-847c-88374848f7ba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:08.580102 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.580858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:08.585699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.633249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.652729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Allocated IP 172.23.0.1 (b669ad81-c5ba-4755-8657-a33570b7db13/20db5740-0623-475b-8b1f-cc3fb9fa890a/28315e38-1840-4fbc-8f59-2ff708459d7c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:08.670896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Network b669ad81-c5ba-4755-8657-a33570b7db13 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:08.684245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:08.689223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:08.709259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:08.715187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Pushing event updated for resources: {'Port': ['ID=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:08.772577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Publish callbacks [] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.870373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:08.871116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:08.876361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:08.918269 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.020538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.035729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Attempting to bind port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:09.036536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Attempting to bind port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:09.037191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Attempting to bind port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 on network b669ad81-c5ba-4755-8657-a33570b7db13 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:09.048166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f569292-0aca-4a46-ac0b-27847b1e7765 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 200 len: 922 time: 0.6917210 Feb 15 02:07:09.052034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:09.084400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f79395-44c5-4fe1-b053-3e6dfbc00b84 None None] Pushing event updated for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:09.093092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:09.093482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Checking segment: {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:09.093845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.094309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Bound using segment: {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:09.094805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Bound port: 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:09.095188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.134803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:09.145119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network b669ad81-c5ba-4755-8657-a33570b7db13 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:09.150332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:09.153772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:09.196246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21938f5f-1a3c-4b04-b8fd-c31e1cedf539 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:09.197827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-21938f5f-1a3c-4b04-b8fd-c31e1cedf539 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=4257e4bd-0814-4e1e-8d95-941add594828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1447976 Feb 15 02:07:09.207196 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:09.223177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.358924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:09.359601 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.368994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:09.407388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d19d82-8ab7-4090-83e2-ae054a3e8c77 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:09.414618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c8d19d82-8ab7-4090-83e2-ae054a3e8c77 tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/networks/483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 881 time: 0.2008758 Feb 15 02:07:09.414618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:09.424880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d806e-5789-4141-9fda-f6d293dc7927 None None] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:09.469342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.489189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-79f74385-edda-4bae-b9cf-27a009f3ef09 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 200 len: 205 time: 0.0742254 Feb 15 02:07:09.491667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:09.506078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] For port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:09.511296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] For port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:09.604630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.748975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (4257e4bd-0814-4e1e-8d95-941add594828), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.750136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Current status of the port 3df01e18-39cc-4788-8088-3bff98aac595 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:09.750863 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3df01e18-39cc-4788-8088-3bff98aac595), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.847639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7acbd-d868-4476-8ddd-8178f8a49f7c None None] Pushing event updated for resources: {'Port': ['ID=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:09.907748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] For port 3df01e18-39cc-4788-8088-3bff98aac595, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3df01e18-39cc-4788-8088-3bff98aac595,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:09.923934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:08Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:09.927042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.970857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:09.972957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66fd59-085c-439a-8abd-ab430900743c None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:08Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:10.002495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.131951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cb96e-0dd1-4456-9276-fdf2caf134c7 None None] Pushing event updated for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:10.134011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3df01e18-39cc-4788-8088-3bff98aac595 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:10.272239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:07:10.288229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event updated for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:10.301168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:10.301575 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.307870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.398778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (4257e4bd-0814-4e1e-8d95-941add594828), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.425357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3df01e18-39cc-4788-8088-3bff98aac595 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:10.427283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:10.431174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-32ee05ea-fce4-4224-956a-3b1d420c7616 None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:10.431628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32ee05ea-fce4-4224-956a-3b1d420c7616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.514639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac43a8-bf14-4f0c-8f18-31d38f0b004c req-5671917b-6b7b-43da-b029-10a0461d5363 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:10.516221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2ac43a8-bf14-4f0c-8f18-31d38f0b004c req-5671917b-6b7b-43da-b029-10a0461d5363 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 946 time: 0.1955235 Feb 15 02:07:10.565128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:10.565705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.583065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Network b669ad81-c5ba-4755-8657-a33570b7db13 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:10.587070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:10.604637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2ac43a8-bf14-4f0c-8f18-31d38f0b004c req-58c1f677-30e4-42c5-b096-77d16b9085fc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716231 Feb 15 02:07:10.624668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32ee05ea-fce4-4224-956a-3b1d420c7616 None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:10.676120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.691393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port af44cdba-04cb-4a4b-beb2-9701a88d36e6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:10.692039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af44cdba-04cb-4a4b-beb2-9701a88d36e6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.719011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:10.736499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:10.827472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:10.839033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:10.843813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4de5418b-3844-4f24-a870-7663e39dbb65 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6796770 Feb 15 02:07:10.844579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:10.849413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:10.854559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:10.856093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:10.869093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af44cdba-04cb-4a4b-beb2-9701a88d36e6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:10.886778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for af44cdba-04cb-4a4b-beb2-9701a88d36e6 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:10.996656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:11.024788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:11.206421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.288416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.359072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af44cdba-04cb-4a4b-beb2-9701a88d36e6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.382203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (afe50301-0c97-457b-b73d-2a7e86a309f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.484001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63647f2-123d-4587-aa44-92f006452d90 None None] Network b669ad81-c5ba-4755-8657-a33570b7db13 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:11.503974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:11.521059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:11.568724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:11.573423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.637947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:11.659425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=afe50301-0c97-457b-b73d-2a7e86a309f8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:11.701892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b10cd-9250-49f0-a253-b88cb3b5b163 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:11.721857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=af44cdba-04cb-4a4b-beb2-9701a88d36e6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:11.743196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-77b6812a-920d-4838-a78d-890372719640 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6373093 Feb 15 02:07:11.747957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:11.753047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:04:7b:6c', 'name': 'tempest-NetworksTestDHCPv6-300370581'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:11.776215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (4257e4bd-0814-4e1e-8d95-941add594828), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.931722 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (4257e4bd-0814-4e1e-8d95-941add594828), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:11.935717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (4257e4bd-0814-4e1e-8d95-941add594828), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.025006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Provisioning complete for port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:12.025572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.035874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 02:07:12.093412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (4257e4bd-0814-4e1e-8d95-941add594828), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.094242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router 4257e4bd-0814-4e1e-8d95-941add594828 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:12.110074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.112384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d01106d-eebf-4e64-9cac-bb9b2adc215f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 204 len: 168 time: 2.6197584 Feb 15 02:07:12.116830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:12.127853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:12.131633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1836071628', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:12.146118 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:12.184902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Removed routes are [] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 02:07:12.185623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.237086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:12.237539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-97200207-3530-449b-a7c6-62b23c8a0d3e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:12.239719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-97200207-3530-449b-a7c6-62b23c8a0d3e tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 946 time: 0.1828699 Feb 15 02:07:12.243285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:12.243639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Updating router cf13a525-bdf3-483d-8990-b02f7e5191c9 port 28315e38-1840-4fbc-8f59-2ff708459d7c binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:07:12.283492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.320001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.333434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adcaa2-60e7-4f1d-9ae3-034ff8a74d3d req-9be8ab26-791e-41b7-8b01-a7b03aadb707 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:12.349224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.349465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1adcaa2-60e7-4f1d-9ae3-034ff8a74d3d req-9be8ab26-791e-41b7-8b01-a7b03aadb707 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 946 time: 0.2993684 Feb 15 02:07:12.349616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.521945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.540695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port 7de95386-2cad-4595-8ee9-210c30732885 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:12.638302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1adcaa2-60e7-4f1d-9ae3-034ff8a74d3d req-8fe7d42a-a5ac-411f-b851-92355a65f6fe tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/security-groups?id=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893240 Feb 15 02:07:12.839691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Current status of the port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:12.840199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.865847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.869436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Deleting port fbc87ba9-4c73-4737-81c3-bf64cea9e6de {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:12.869772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:12.897944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:12.898632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.051679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] For port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:13.078355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] For port fbc87ba9-4c73-4737-81c3-bf64cea9e6de, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,segment=NetworkSegment(be1e2717-873f-443a-b944-0e127f8fc4d3),segment_id=be1e2717-873f-443a-b944-0e127f8fc4d3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:13.078951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.099782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.110057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Calling delete_port for fbc87ba9-4c73-4737-81c3-bf64cea9e6de owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:13.142848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks [] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.144822 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.270112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::41 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/e3eb4cea-17a5-4e20-bc95-2b73c6c7c589/7de95386-2cad-4595-8ee9-210c30732885) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:13.296208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Pushing event updated for resources: {'Port': ['ID=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:13.302960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.369857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.371052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.375970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.377980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.379168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.381159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.381840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.382289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.382664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54feb721-b901-4370-99c3-75f2530b0b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:13.383290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:7b6c (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/afe50301-0c97-457b-b73d-2a7e86a309f8/7de95386-2cad-4595-8ee9-210c30732885) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:13.384870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:13.534962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29210ec-e21a-433e-9bc5-d68d4e216f68 None None] Pushing event updated for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:13.593908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:13.603407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.610345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c74802db-f136-4817-ae2d-e238398f0cfb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 933 time: 2.7605546 Feb 15 02:07:13.611113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:13.678906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fbc87ba9-4c73-4737-81c3-bf64cea9e6de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.683837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Provisioning complete for port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:13.685344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.848221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Pushing event deleted for resources: {'Port': ['ID=fbc87ba9-4c73-4737-81c3-bf64cea9e6de,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:13.888217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:13.891785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3df01e18-39cc-4788-8088-3bff98aac595 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:13.896762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e654ade-d886-49ac-b702-4b719b825502 req-076b6f54-f927-4af6-a050-24fe279713e4 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.0728977 Feb 15 02:07:13.970279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] No DVR routers for this DVR port fbc87ba9-4c73-4737-81c3-bf64cea9e6de on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:13.977956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-99f66bc8-e707-4915-b7de-2a31817d5f89 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 933 time: 0.3655355 Feb 15 02:07:13.978400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Attempting to bind port 28315e38-1840-4fbc-8f59-2ff708459d7c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:13.978706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Attempting to bind port 28315e38-1840-4fbc-8f59-2ff708459d7c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:13.979249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Attempting to bind port 28315e38-1840-4fbc-8f59-2ff708459d7c on network b669ad81-c5ba-4755-8657-a33570b7db13 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:13.980091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:13.987243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:13.995060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0877eba3-2bb1-43ff-bc10-847c0ea5c780 req-da9e7c2f-d425-4d55-85c9-83f85e643ecc tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.31 "DELETE /v2.0/ports/fbc87ba9-4c73-4737-81c3-bf64cea9e6de HTTP/1.1" status: 204 len: 173 time: 1.7450867 Feb 15 02:07:13.995942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'name': 'network-vif-deleted', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:07:14.000321 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3489f0ce-9632-4e7c-ac18-4a409faf4e6f" -d '{"events": [{"server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "name": "network-vif-deleted", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:07:14.004571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:14.010062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:14.010443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Checking segment: {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:14.010856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.011256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Bound using segment: {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:14.011805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Bound port: 28315e38-1840-4fbc-8f59-2ff708459d7c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b160f0-6eaf-4ba1-a890-b163740a2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:14.012197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.058247 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31602a87-a5a1-4c3b-bda0-525b6e8ccecb x-openstack-request-id: req-31602a87-a5a1-4c3b-bda0-525b6e8ccecb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:07:14.058595 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f04e32-ec80-46ef-94dc-5019cc052bf5", "name": "network-vif-deleted", "tag": "fbc87ba9-4c73-4737-81c3-bf64cea9e6de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:07:14.060339 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31602a87-a5a1-4c3b-bda0-525b6e8ccecb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:07:14.060796 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f04e32-ec80-46ef-94dc-5019cc052bf5', 'name': 'network-vif-deleted', 'tag': 'fbc87ba9-4c73-4737-81c3-bf64cea9e6de', 'status': 'completed', 'code': 200} Feb 15 02:07:14.152675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3df01e18-39cc-4788-8088-3bff98aac595 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:14.155090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3df01e18-39cc-4788-8088-3bff98aac595), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.209730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Current status of the port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:14.221667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] For port 28315e38-1840-4fbc-8f59-2ff708459d7c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:14.228610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] For port 28315e38-1840-4fbc-8f59-2ff708459d7c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28315e38-1840-4fbc-8f59-2ff708459d7c,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:14.244470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (7de95386-2cad-4595-8ee9-210c30732885), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.244848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Provisioning complete for port 28315e38-1840-4fbc-8f59-2ff708459d7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:14.245232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.302266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-481d0f4b-f7f5-4621-ba52-54aeb883a613 None None] Port 28315e38-1840-4fbc-8f59-2ff708459d7c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:14.323977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.436332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29210ec-e21a-433e-9bc5-d68d4e216f68 None None] Pushing event updated for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:14.445449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3df01e18-39cc-4788-8088-3bff98aac595 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:14.446003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:14.495424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:14.496736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:14.504111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:14.504523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.672043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:14.672443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.696706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:14.794271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7de95386-2cad-4595-8ee9-210c30732885), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.894578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:14.902718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:14.932759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:14.939746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:14.939746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:14.990257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:15.084495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.098849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-232bc524-c897-4351-b04d-2226605d2437 req-55001a28-7c6e-4a9a-bbf4-6e7dc737e926 tempest-VolumesSnapshotTestJSON-266985876 tempest-VolumesSnapshotTestJSON-266985876-project] 10.222.0.43 "GET /v2.0/ports?device_id=77f04e32-ec80-46ef-94dc-5019cc052bf5 HTTP/1.1" status: 200 len: 210 time: 0.0620432 Feb 15 02:07:15.105890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=7de95386-2cad-4595-8ee9-210c30732885,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:15.196442 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-974ea917-f57d-4a70-9773-62476c11c620 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4472244 Feb 15 02:07:15.197478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.199398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:15.335861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port 7de95386-2cad-4595-8ee9-210c30732885 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:15.336256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7de95386-2cad-4595-8ee9-210c30732885), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.349926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fbc87ba9-4c73-4737-81c3-bf64cea9e6de no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:15.392465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: fbc87ba9-4c73-4737-81c3-bf64cea9e6de {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:15.392808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fbc87ba9-4c73-4737-81c3-bf64cea9e6de not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:15.447381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Allocated IP 172.25.2.177 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/72c7b76a-7493-42e8-88d9-08bd8599ddf3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:15.477207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7de95386-2cad-4595-8ee9-210c30732885), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.504198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for 7de95386-2cad-4595-8ee9-210c30732885 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:15.510909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Provisioning complete for port 28315e38-1840-4fbc-8f59-2ff708459d7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:15.511299 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.515521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:15.524475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.614691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:12Z', 'revision_number': 6, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:14Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:15.630334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for port (72c7b76a-7493-42e8-88d9-08bd8599ddf3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.771534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b489d-92da-454b-b3ba-41aacc252dd1 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:12Z', 'revision_number': 6, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:14Z', 'revision_number': 4, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:15.779464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:15.788430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (72c7b76a-7493-42e8-88d9-08bd8599ddf3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.794730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 02:07:15.795374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 02:07:15.892061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:15.901542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Current status of the port 28315e38-1840-4fbc-8f59-2ff708459d7c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:15.906282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:15.910831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:15.916140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event updated for resources: {'Port': ['ID=72c7b76a-7493-42e8-88d9-08bd8599ddf3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:15.921403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:15.987697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.017040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] For port 28315e38-1840-4fbc-8f59-2ff708459d7c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28315e38-1840-4fbc-8f59-2ff708459d7c,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:16.034498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:16.034498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.053791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7de95386-2cad-4595-8ee9-210c30732885), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.102632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=7de95386-2cad-4595-8ee9-210c30732885,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:16.165138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.231820 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.257725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:16.266883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d519d025-51fd-4b67-a400-bc7cc95095b9 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/7de95386-2cad-4595-8ee9-210c30732885 HTTP/1.1" status: 204 len: 168 time: 1.0658655 Feb 15 02:07:16.268835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:16.317471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-69f7d3fc-1be4-45d2-8ece-561b4fd98460 None None] Could not find standard attr ID for object 7de95386-2cad-4595-8ee9-210c30732885. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:07:16.344766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec68c-6b55-40dd-9e85-bb9ef568edc7 None None] Pushing event updated for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:16.359829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-69f7d3fc-1be4-45d2-8ece-561b4fd98460 None None] Provisioning complete for port 28315e38-1840-4fbc-8f59-2ff708459d7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:16.364763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f7d3fc-1be4-45d2-8ece-561b4fd98460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.442171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06164d3d-381d-4f49-9bd2-2f99078670de tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:16.448800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-06164d3d-381d-4f49-9bd2-2f99078670de tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1785424 Feb 15 02:07:16.451004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:16.563998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-69f7d3fc-1be4-45d2-8ece-561b4fd98460 None None] Current status of the port 28315e38-1840-4fbc-8f59-2ff708459d7c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:16.596263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956a781-fc6a-4eb3-ae4b-d4d94be34056 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:16.603643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a956a781-fc6a-4eb3-ae4b-d4d94be34056 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1515768 Feb 15 02:07:16.604336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:16.673982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac21f8-8216-4960-91d5-11a531da5944 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:16.675471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac21f8-8216-4960-91d5-11a531da5944 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:16.676950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac21f8-8216-4960-91d5-11a531da5944 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:16.681581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8ac21f8-8216-4960-91d5-11a531da5944 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0760355 Feb 15 02:07:16.682179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:16.740781 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.766035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet afe50301-0c97-457b-b73d-2a7e86a309f8 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:16.770060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (afe50301-0c97-457b-b73d-2a7e86a309f8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.826506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (afe50301-0c97-457b-b73d-2a7e86a309f8), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.877910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.885567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:16.930815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (afe50301-0c97-457b-b73d-2a7e86a309f8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.087861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:17.110147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (afe50301-0c97-457b-b73d-2a7e86a309f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.136118 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:17.149894 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:17.150518 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:17.190535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20de85-d19c-4539-ae07-a6d9662c5ade None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:17.195981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=afe50301-0c97-457b-b73d-2a7e86a309f8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:17.198557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.201949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-70305c1b-c119-4d04-884a-4fb740586eff tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/afe50301-0c97-457b-b73d-2a7e86a309f8 HTTP/1.1" status: 204 len: 168 time: 0.5188096 Feb 15 02:07:17.206064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:17.290732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet e3eb4cea-17a5-4e20-bc95-2b73c6c7c589 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:17.297442 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (e3eb4cea-17a5-4e20-bc95-2b73c6c7c589), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.316965 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:17.375207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e3eb4cea-17a5-4e20-bc95-2b73c6c7c589), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.451679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:17.459908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.466670 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4e333b00-0b7f-4adf-9dd7-4319961c3daa tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 699 time: 3.4752378 Feb 15 02:07:17.475422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:17.483135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.511610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e3eb4cea-17a5-4e20-bc95-2b73c6c7c589), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.651370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:17.657823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b00ecf30-081c-4344-a56b-f1e57c0df99a tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 699 time: 0.1714089 Feb 15 02:07:17.725832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28315e38-1840-4fbc-8f59-2ff708459d7c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:17.749434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e3eb4cea-17a5-4e20-bc95-2b73c6c7c589), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.853103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:17.856387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28315e38-1840-4fbc-8f59-2ff708459d7c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:17.857016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.888153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eb4cea-17a5-4e20-bc95-2b73c6c7c589,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:17.901036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:17.913136 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:17.913823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d9f45123-4c59-4282-a500-38f307e7b322 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e3eb4cea-17a5-4e20-bc95-2b73c6c7c589 HTTP/1.1" status: 204 len: 168 time: 0.7002027 Feb 15 02:07:17.914697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:17.937242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:17.938032 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:18.000685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4c85826-feb9-4185-93ac-42e4e5b9d8c1 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685270 Feb 15 02:07:18.001328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:18.009181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:18.014714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Router 6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:07:18.034749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28315e38-1840-4fbc-8f59-2ff708459d7c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:18.122380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:18.155257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:18.508100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285deca3-1009-4ddd-99ec-880188a1d8fb None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:18.541679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:18.738450 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:18.800802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1e2bf099-1db7-4427-b9a5-255eadb6d2b9 None None] Provisioning complete for port 940fd8eb-24d5-45ce-847c-88374848f7ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:18.801406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf099-1db7-4427-b9a5-255eadb6d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:18.833379 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587cbe0-93e4-4503-9063-5596e4764bb2 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:19.008952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:19.028616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:19.081797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a52030-8f57-473d-b61e-2a869240659d None None] Sync routers for ids ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:19.121248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] Routers {'6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:19.121248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:19.122567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1e2bf099-1db7-4427-b9a5-255eadb6d2b9 None None] Current status of the port 940fd8eb-24d5-45ce-847c-88374848f7ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:19.145680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.149954 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6364319b-9843-4e72-9f67-913748ab216c tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0292919 Feb 15 02:07:19.154881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 55864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:19.160073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:19.186505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:19.211567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Deleting port 940fd8eb-24d5-45ce-847c-88374848f7ba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:19.211567 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.213197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] Routers {'6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:19.213811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:19.232056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:19.239657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.393126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-61a52030-8f57-473d-b61e-2a869240659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:19.394287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a52030-8f57-473d-b61e-2a869240659d None None] The sync data for ids ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:19.431976 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:19.453645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:19.455535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:19.478214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] For port 940fd8eb-24d5-45ce-847c-88374848f7ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=940fd8eb-24d5-45ce-847c-88374848f7ba,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:19.482029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.538976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Calling delete_port for 940fd8eb-24d5-45ce-847c-88374848f7ba owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:19.665201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 28315e38-1840-4fbc-8f59-2ff708459d7c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:19.666201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.698015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:19.704710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:19.785146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (940fd8eb-24d5-45ce-847c-88374848f7ba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.811572 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.903540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:19.927783 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:19.928022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] Pushing event deleted for resources: {'Port': ['ID=940fd8eb-24d5-45ce-847c-88374848f7ba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:19.928548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:19.928548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:19.937817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port 940fd8eb-24d5-45ce-847c-88374848f7ba {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 02:07:19.938207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port 940fd8eb-24d5-45ce-847c-88374848f7ba host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:07:19.938729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 940fd8eb-24d5-45ce-847c-88374848f7ba not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:19.963323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977fda6-dd51-48ad-ac75-144a9ed3d034 None None] No DVR routers for this DVR port 940fd8eb-24d5-45ce-847c-88374848f7ba on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:19.982583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:19.996976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2906f0-9cb7-46df-b948-6d09b66d5abf None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:20.048703 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80b677d6-3287-420e-ba1a-d1ab437a7c84 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0458233 Feb 15 02:07:20.049389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55906) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:20.057634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:20.185177 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:20.255980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'project_id': '0b924ffd3b8e4678bf33e9a19263a5e9', 'fixed_ips': [{'subnet_id': '3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:07:20.257182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.337855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 28315e38-1840-4fbc-8f59-2ff708459d7c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28315e38-1840-4fbc-8f59-2ff708459d7c,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:20.338282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.356346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 28315e38-1840-4fbc-8f59-2ff708459d7c owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:20.414055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:20.427668 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:20.428622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:20.447828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:20.451566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.577540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Allocated IP 2001:db8::2 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06/407491c2-4cdc-4b96-be92-c0212c65a64c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:20.594345 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:20.693812 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06 (CIDR: 2001:db8::/64) Feb 15 02:07:20.765722 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:07:20.765722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:20.766428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks [] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.855669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.861106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:20.901519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3aafd86-7ba9-4b51-8706-9c2aca473c0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8432951 Feb 15 02:07:20.901519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 55942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:20.901519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'subnet': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:20.907114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:20.910566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:20.914383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:20.944176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Pushing event updated for resources: {'Port': ['ID=407491c2-4cdc-4b96-be92-c0212c65a64c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:20.991992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.045826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Attempting to bind port 407491c2-4cdc-4b96-be92-c0212c65a64c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:21.046611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Attempting to bind port 407491c2-4cdc-4b96-be92-c0212c65a64c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:21.047298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Attempting to bind port 407491c2-4cdc-4b96-be92-c0212c65a64c on network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:21.053680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:21.054425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Checking segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:21.055526 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.056161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Bound using segment: {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:21.056991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Bound port: 407491c2-4cdc-4b96-be92-c0212c65a64c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9a43d-5574-46ac-a390-db8bfc541732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:21.057627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.090959 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:21.117069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28315e38-1840-4fbc-8f59-2ff708459d7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.146456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] For port 407491c2-4cdc-4b96-be92-c0212c65a64c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:21.150356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:21.151457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] For port 407491c2-4cdc-4b96-be92-c0212c65a64c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=407491c2-4cdc-4b96-be92-c0212c65a64c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:21.156468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.166737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f81e0cc6-5908-47e3-a377-797036fe4fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.170819 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0166877-854f-43e1-a439-ee0219ca3de7 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 7, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '28315e38-1840-4fbc-8f59-2ff708459d7c', 'name': '', 'network_id': 'b669ad81-c5ba-4755-8657-a33570b7db13', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:f1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:08Z', 'updated_at': '2022-02-15T02:07:15Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '20db5740-0623-475b-8b1f-cc3fb9fa890a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:21.231730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=28315e38-1840-4fbc-8f59-2ff708459d7c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:21.249231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.371659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a64fa-65fe-491d-8a39-7718f378d17d None None] Pushing event updated for resources: {'Port': ['ID=407491c2-4cdc-4b96-be92-c0212c65a64c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:21.594349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Deleting port 72c7b76a-7493-42e8-88d9-08bd8599ddf3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:21.595246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (72c7b76a-7493-42e8-88d9-08bd8599ddf3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.728038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.914185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (72c7b76a-7493-42e8-88d9-08bd8599ddf3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:21.959076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:07:21.987853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Calling delete_port for 72c7b76a-7493-42e8-88d9-08bd8599ddf3 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:22.230378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:22.320860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.409813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:22.416697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30228883-2152-4c29-a22c-d53a5590fb64 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7637050 Feb 15 02:07:22.421388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:22.434382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:22.450070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:22.451305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:22.519058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 20db5740-0623-475b-8b1f-cc3fb9fa890a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:22.530528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (20db5740-0623-475b-8b1f-cc3fb9fa890a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.604455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (20db5740-0623-475b-8b1f-cc3fb9fa890a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.626753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:22.658283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] For port 407491c2-4cdc-4b96-be92-c0212c65a64c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=407491c2-4cdc-4b96-be92-c0212c65a64c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:22.670341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (72c7b76a-7493-42e8-88d9-08bd8599ddf3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.711192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.769850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Pushing event deleted for resources: {'Port': ['ID=72c7b76a-7493-42e8-88d9-08bd8599ddf3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:22.796432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.916683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=407491c2-4cdc-4b96-be92-c0212c65a64c,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:22.922123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:22.984622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:22.990736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:22.999341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:23.000746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.007776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.017586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Subnet': ['ID=0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:23.026072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:20Z', 'revision_number': 8, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.059960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:23.069590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:23.069860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:06:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.113436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-40603ae2-8bb0-4b85-9395-4eb9cc5854f4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2178276 Feb 15 02:07:23.115944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:23.121249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Request body: {'port': {'network_id': 'ed5ec746-8ab8-4d21-956b-449fd7fcaf4c', 'mac_address': 'fa:16:3e:a5:94:56', 'name': 'tempest-NetworksTestDHCPv6-1984982210'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:23.216471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99be41b-dfa5-4948-9ce0-6ebceb75bded None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:23.218866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (20db5740-0623-475b-8b1f-cc3fb9fa890a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.332187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.342418 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.367895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Made reservation on behalf of 0b924ffd3b8e4678bf33e9a19263a5e9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:23.369432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:23.429977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Router 6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:23.436932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Provisioning complete for port 407491c2-4cdc-4b96-be92-c0212c65a64c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:23.437459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.443987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5290aeac-b054-4e9f-baf6-960ceda56841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.529541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (20db5740-0623-475b-8b1f-cc3fb9fa890a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.541367 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.597343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] device_id is not set on port f0ded95c-6194-4068-aa0e-4029dd73b26f yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:23.604625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.612682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/20db5740-0623-475b-8b1f-cc3fb9fa890a HTTP/1.1" status: 204 len: 168 time: 1.1862481 Feb 15 02:07:23.612682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6c945-6217-453a-baa2-3e7cc750095f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=20db5740-0623-475b-8b1f-cc3fb9fa890a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:23.613850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:23.712364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287adcf-ee08-4f0f-bc21-7bc0c375500f None None] Network b669ad81-c5ba-4755-8657-a33570b7db13 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:23.753099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:23.770099 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] Sync routers for ids ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:23.785169 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.786205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5410a12c-6b83-443d-b2d0-80cf59d573c6 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "PUT /v2.0/routers/6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 200 len: 706 time: 4.6299677 Feb 15 02:07:23.794468 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] Routers {'6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:23.803247 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.857902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:23.881583 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.906602 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] Routers {'6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:23.907234 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.908453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 407491c2-4cdc-4b96-be92-c0212c65a64c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:23.973246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8::1d3 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06/f0ded95c-6194-4068-aa0e-4029dd73b26f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:23.981501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b669ad81-c5ba-4755-8657-a33570b7db13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:23.984181 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:23.985224 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c01e-6ec0-4c78-8508-48df38ab8f95 None None] The sync data for ids ['6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:23.985373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:9456 (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c/0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b/f0ded95c-6194-4068-aa0e-4029dd73b26f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:24.096748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5a90f3f-96f1-49cc-9a77-41864f459c8e tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/routers/6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 200 len: 741 time: 0.2372108 Feb 15 02:07:24.100758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:24.141244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 407491c2-4cdc-4b96-be92-c0212c65a64c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:24.141244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.189257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ecda91b4-2221-4dfd-a7e0-e688f7ccecfa tempest-RoutersAdminTest-1067648341 tempest-RoutersAdminTest-1067648341-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=483a85bc-534f-443d-b45b-c3de957ae353&device_id=6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 200 len: 205 time: 0.0871112 Feb 15 02:07:24.193811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:24.194164 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.196129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:24.231567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:24.231988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.250212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e76e2d7-8448-4cc9-b20d-08a36eb34b2f tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 200 len: 205 time: 0.0520773 Feb 15 02:07:24.260090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:24.292415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] For port 407491c2-4cdc-4b96-be92-c0212c65a64c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=407491c2-4cdc-4b96-be92-c0212c65a64c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:24.385661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,segment=NetworkSegment(23b160f0-6eaf-4ba1-a890-b163740a2403),segment_id=23b160f0-6eaf-4ba1-a890-b163740a2403)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:24.388045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.402503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.427172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:24.430090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.430090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.440219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] DHCP port deletion for b669ad81-c5ba-4755-8657-a33570b7db13 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:24.444571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:24.588825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.655214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.660350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router_controller (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.712702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.741701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a2352-4582-42b9-a4b3-d2940c378d0d None None] Pushing event updated for resources: {'Port': ['ID=407491c2-4cdc-4b96-be92-c0212c65a64c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:24.773708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:07:24.773708 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:07:24.784104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:20Z', 'revision_number': 8, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:24.790725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.820165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.825225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.825225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:24.844156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.845991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f78db65-1f95-465e-932b-e8f5dc9bb662 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 204 len: 168 time: 0.5847905 Feb 15 02:07:24.850494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56120) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:24.857279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:24.867121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:24.878328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff53a3e-66a3-478d-92b6-8b8b34e63722 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:20Z', 'revision_number': 8, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '3df01e18-39cc-4788-8088-3bff98aac595', 'name': '', 'network_id': '50a34ea2-37ac-4209-92a7-c2597f9d22dc', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:80:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:07:00Z', 'updated_at': '2022-02-15T02:07:09Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '47427fd2-d6d2-47ae-afb6-b9f7beb4af89', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:24.899740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Deleting port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:24.900438 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:24.990162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5abb0c1-e3fa-4c0f-8460-82358ad5db2a tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 200 len: 205 time: 0.1283026 Feb 15 02:07:25.003240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.077337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] For port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:25.077742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.082473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b669ad81-c5ba-4755-8657-a33570b7db13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.105641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Calling delete_port for 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:25.107276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:25.108459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event updated for resources: {'Port': ['ID=f0ded95c-6194-4068-aa0e-4029dd73b26f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:25.110146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:07:25.112839 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c7bc457d-241f-40ad-85ee-1e53c080457e tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:25.114166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7bc457d-241f-40ad-85ee-1e53c080457e tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/6a6d5ce4-9da5-44ec-8331-bb2a0bc90e6d HTTP/1.1" status: 404 len: 336 time: 0.1098115 Feb 15 02:07:25.115948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:25.129784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.129977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (28a8ddc2-f7ac-4d8f-b815-b9e7ae291529), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.149624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:25.156459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b669ad81-c5ba-4755-8657-a33570b7db13']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:25.172334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b160f0-6eaf-4ba1-a890-b163740a2403') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:25.172653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b160f0-6eaf-4ba1-a890-b163740a2403') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:25.174881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:25.175564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.193171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (23b160f0-6eaf-4ba1-a890-b163740a2403), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.201782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] Pushing event deleted for resources: {'Port': ['ID=28a8ddc2-f7ac-4d8f-b815-b9e7ae291529,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:25.214137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-15f2cc0c-f51b-480a-957a-a18df124db71 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 200 len: 205 time: 0.0792413 Feb 15 02:07:25.214801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.226562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78922e68-c1e7-4ae7-83d5-512dcabad2b0 None None] No DVR routers for this DVR port 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:25.233561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (23b160f0-6eaf-4ba1-a890-b163740a2403), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.255032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:25.255626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (23b160f0-6eaf-4ba1-a890-b163740a2403), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.261627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-56bbf840-851b-4caa-905f-4b8d12ddb9b5 None None] Provisioning complete for port 407491c2-4cdc-4b96-be92-c0212c65a64c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:25.262580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56bbf840-851b-4caa-905f-4b8d12ddb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:25.264917 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:25.393997 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-0a5a334a-aa01-4f66-a21c-24748978777d tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:25.395129 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0a5a334a-aa01-4f66-a21c-24748978777d tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/4257e4bd-0814-4e1e-8d95-941add594828 HTTP/1.1" status: 404 len: 336 time: 0.1762390 Feb 15 02:07:25.398021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.402792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.403374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1206bcf-cffa-4478-b874-ab3846c5d405 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2858188 Feb 15 02:07:25.444776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:25.513305 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b669ad81-c5ba-4755-8657-a33570b7db13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.540069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.550821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.556431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/b669ad81-c5ba-4755-8657-a33570b7db13 HTTP/1.1" status: 204 len: 168 time: 1.9411800 Feb 15 02:07:25.588749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56bbf840-851b-4caa-905f-4b8d12ddb9b5 None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:25.616828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e4f5f11-ff7e-44fd-9311-e4d6f53b3b3d tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 200 len: 205 time: 0.2172768 Feb 15 02:07:25.617650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.654154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba1d2-6a6d-4f8d-8d9b-6e8fe26bdcf9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=b669ad81-c5ba-4755-8657-a33570b7db13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:25.757766 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-68c69da2-5922-44cf-b70e-eff26a7ad9af tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:25.762347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-68c69da2-5922-44cf-b70e-eff26a7ad9af tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/2c6b85c5-d2e0-4c9e-9624-8f1fcf1e0489 HTTP/1.1" status: 404 len: 336 time: 0.1322203 Feb 15 02:07:25.763128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.799116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31d89db6-1d77-4958-9395-aaeba41df559 None None] Provisioning complete for port f0ded95c-6194-4068-aa0e-4029dd73b26f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:25.799508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31d89db6-1d77-4958-9395-aaeba41df559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:25.832366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2ec34fa-93fb-4373-8a22-bacf87ec1bc2 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 200 len: 205 time: 0.0669339 Feb 15 02:07:25.833001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:25.891928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 407491c2-4cdc-4b96-be92-c0212c65a64c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:25.978688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31d89db6-1d77-4958-9395-aaeba41df559 None None] Port f0ded95c-6194-4068-aa0e-4029dd73b26f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:26.091595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 407491c2-4cdc-4b96-be92-c0212c65a64c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:26.092032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.184104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.435056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:26.455798 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-9d12ff01-2fbb-4b94-ba90-05906ace1797 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:26.462728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:26.464014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9d12ff01-2fbb-4b94-ba90-05906ace1797 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/0c775c9f-b88c-4fa5-8846-5b7fda1d2fb0 HTTP/1.1" status: 404 len: 336 time: 0.6298118 Feb 15 02:07:26.487118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting port f0ded95c-6194-4068-aa0e-4029dd73b26f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:26.487534 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.529245 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04292f8a-7ab2-4f02-bc12-e5bf38a7c8c3 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 200 len: 205 time: 0.0633349 Feb 15 02:07:26.530936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:26.546297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:26.615198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:26.620709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28a8ddc2-f7ac-4d8f-b815-b9e7ae291529 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:26.620709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28315e38-1840-4fbc-8f59-2ff708459d7c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:26.637418 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.652282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Calling delete_port for f0ded95c-6194-4068-aa0e-4029dd73b26f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:26.666389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 28315e38-1840-4fbc-8f59-2ff708459d7c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:26.666745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28315e38-1840-4fbc-8f59-2ff708459d7c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:26.878066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.881384 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-91c5e69f-a27a-41a6-9cc0-253d586a162a tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:26.882440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-91c5e69f-a27a-41a6-9cc0-253d586a162a tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/3873fe68-2452-4f7f-b18d-97a718405cea HTTP/1.1" status: 404 len: 336 time: 0.3501630 Feb 15 02:07:26.885422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:26.931074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3a12a238-1f3a-4fcb-a49e-8e123d800153 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea3ee042-ec55-46b2-9e78-26829a43c98f HTTP/1.1" status: 200 len: 205 time: 0.0423529 Feb 15 02:07:26.931340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:26.970407 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f061193b-c868-4eea-8251-00fa97293c4a tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] delete failed (client error): The resource could not be found. Feb 15 02:07:26.973811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f061193b-c868-4eea-8251-00fa97293c4a tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/routers/ea3ee042-ec55-46b2-9e78-26829a43c98f HTTP/1.1" status: 404 len: 336 time: 0.0391889 Feb 15 02:07:26.973811 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f0ded95c-6194-4068-aa0e-4029dd73b26f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:26.978661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.031579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Port': ['ID=f0ded95c-6194-4068-aa0e-4029dd73b26f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:27.035595 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70885be-22f5-4c32-9cce-2a47116dfcc4 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:27.036061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70885be-22f5-4c32-9cce-2a47116dfcc4 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:27.039116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a70885be-22f5-4c32-9cce-2a47116dfcc4 tempest-RoutersAdminTest-1944063350 tempest-RoutersAdminTest-1944063350-project] 10.222.0.43 "DELETE /v2.0/subnets/7ee05e15-f4bd-4a0b-b2c5-1b2fddd0e6ab HTTP/1.1" status: 404 len: 337 time: 0.0547972 Feb 15 02:07:27.073037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.073397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.075926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.076267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.076624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.076959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.077388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.077615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:27.098638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.106006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-82659917-3c4f-4b4b-9475-00ef3b9ed682 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/f0ded95c-6194-4068-aa0e-4029dd73b26f HTTP/1.1" status: 204 len: 168 time: 1.7006412 Feb 15 02:07:27.106006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.209006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd98e81-eb06-4c9d-9607-2472a7f1ca16 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:27.228657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bfd98e81-eb06-4c9d-9607-2472a7f1ca16 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1190715 Feb 15 02:07:27.228657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56258) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.230969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 3df01e18-39cc-4788-8088-3bff98aac595 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:27.231402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3df01e18-39cc-4788-8088-3bff98aac595), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.313945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88875d-d9fc-499d-9c5c-21ce1de827d5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:27.316804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fc88875d-d9fc-499d-9c5c-21ce1de827d5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0878620 Feb 15 02:07:27.318991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.401945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 3df01e18-39cc-4788-8088-3bff98aac595, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3df01e18-39cc-4788-8088-3bff98aac595,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:27.401945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3df01e18-39cc-4788-8088-3bff98aac595), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.417108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 3df01e18-39cc-4788-8088-3bff98aac595 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:27.419102 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.429120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392a26-7ed7-425a-8031-36910730a710 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:27.430798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392a26-7ed7-425a-8031-36910730a710 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:27.432102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392a26-7ed7-425a-8031-36910730a710 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:27.434261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e8392a26-7ed7-425a-8031-36910730a710 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1135104 Feb 15 02:07:27.437160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.498235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:27.501503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.567698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.682997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.725767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.751638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3df01e18-39cc-4788-8088-3bff98aac595), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.784738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=3df01e18-39cc-4788-8088-3bff98aac595,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:27.875163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25cd24aa-2b74-443e-bad3-0b3ad6cac03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.886466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.925941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:27.930508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b HTTP/1.1" status: 204 len: 168 time: 0.4922779 Feb 15 02:07:27.931552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d1107-8a46-4717-84a2-f22e9f2e8219 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:27.934906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:27.938446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e54c3-7226-4628-84e3-7fcdecc20b0a None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:28.012559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.067758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Deleting subnet 3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:28.074198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.120331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.232019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25cd24aa-2b74-443e-bad3-0b3ad6cac03a admin admin] Publish callbacks [] for security_group (b6c4e8ad-1b65-42a3-9906-6c67f5c13241), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.282606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:28.291626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.327814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25cd24aa-2b74-443e-bad3-0b3ad6cac03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6c4e8ad-1b65-42a3-9906-6c67f5c13241), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.411371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd24aa-2b74-443e-bad3-0b3ad6cac03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4e8ad-1b65-42a3-9906-6c67f5c13241,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:28.422236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-25cd24aa-2b74-443e-bad3-0b3ad6cac03a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a0789959ed048f98388d85fd4c5f25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952679 Feb 15 02:07:28.425724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.484364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:28.494907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6aa6f17e-f7ed-4f76-acf3-fc8a4638f2fb tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385951 Feb 15 02:07:28.495798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.499960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:28.511651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:28.513251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:28.568711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.616978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Subnet': ['ID=3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:28.620166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] Publish callbacks [] for security_group (b6c4e8ad-1b65-42a3-9906-6c67f5c13241), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.625926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.632566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9266c5c4-32cf-4f5f-b8ea-1526c273fe09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06 HTTP/1.1" status: 204 len: 168 time: 0.6931009 Feb 15 02:07:28.633408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.658729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 47427fd2-d6d2-47ae-afb6-b9f7beb4af89 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:28.662505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:28.685837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (47427fd2-d6d2-47ae-afb6-b9f7beb4af89), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.709320 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4de4a5a6-272c-4f0c-955e-0b089b608d67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734246 Feb 15 02:07:28.711941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.742465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] Publish callbacks [] for security_group (b6c4e8ad-1b65-42a3-9906-6c67f5c13241), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.786320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (47427fd2-d6d2-47ae-afb6-b9f7beb4af89), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:28.806268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dafcf-66a5-46c3-accf-d572e541c53c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:28.811694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f55dafcf-66a5-46c3-accf-d572e541c53c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0983448 Feb 15 02:07:28.812429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.878590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d21e-ff53-495b-8c15-b119bbf19b00 req-ca26d81b-da34-4803-af04-df3554e9792f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:28.880464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0a2d21e-ff53-495b-8c15-b119bbf19b00 req-ca26d81b-da34-4803-af04-df3554e9792f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2501440 Feb 15 02:07:28.885094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32882749-47eb-4fdd-9783-80393bfcd51e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:28.896211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:28.903329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32882749-47eb-4fdd-9783-80393bfcd51e tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847974 Feb 15 02:07:28.964707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-67d4471e-2674-4d2a-9e7d-f1f93fda1799 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670993 Feb 15 02:07:28.973309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.010919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:27Z', 'revision_number': 9, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:29.021689 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a0ddae-4630-4c2f-9dc3-2772a683f45f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.030308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a0ddae-4630-4c2f-9dc3-2772a683f45f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.034966 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (47427fd2-d6d2-47ae-afb6-b9f7beb4af89), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.043028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.044274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-90a0ddae-4630-4c2f-9dc3-2772a683f45f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/f0ded95c-6194-4068-aa0e-4029dd73b26f HTTP/1.1" status: 404 len: 333 time: 0.0696616 Feb 15 02:07:29.055485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:29.066398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:29.067276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:29.104461 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dce1e3-35d7-4f5e-a90b-6fa3200f2424 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.104891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dce1e3-35d7-4f5e-a90b-6fa3200f2424 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.109111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34dce1e3-35d7-4f5e-a90b-6fa3200f2424 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/0c2f2b3c-7a0f-4a42-9840-4a81a8ce7c7b HTTP/1.1" status: 404 len: 337 time: 0.0452714 Feb 15 02:07:29.111328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.135347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0a2d21e-ff53-495b-8c15-b119bbf19b00 req-5ffaa1e1-84d4-4a83-8529-1af428f95443 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487280 Feb 15 02:07:29.140190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6c4e8ad-1b65-42a3-9906-6c67f5c13241), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.143125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.149345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6c4e8ad-1b65-42a3-9906-6c67f5c13241 HTTP/1.1" status: 204 len: 168 time: 0.7205114 Feb 15 02:07:29.166016 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-9023248a-06ba-40b4-8c8b-6504bf4b56db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.166016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9023248a-06ba-40b4-8c8b-6504bf4b56db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.174226 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9023248a-06ba-40b4-8c8b-6504bf4b56db tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/3a247a62-3c9d-4e4b-8eed-fdf2c6e4ec06 HTTP/1.1" status: 404 len: 337 time: 0.0616610 Feb 15 02:07:29.175081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.183848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e75e52-9526-476d-9fa3-511145e22dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4e8ad-1b65-42a3-9906-6c67f5c13241,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:29.217578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:29.220701 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4833c7a7-b3d0-46d4-b4b5-1326efe70e19 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.220701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4833c7a7-b3d0-46d4-b4b5-1326efe70e19 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.226393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.226593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4833c7a7-b3d0-46d4-b4b5-1326efe70e19 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/7de95386-2cad-4595-8ee9-210c30732885 HTTP/1.1" status: 404 len: 333 time: 0.0500963 Feb 15 02:07:29.274298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d859f-7696-4732-88d3-15fa63a26666 None None] Network ed5ec746-8ab8-4d21-956b-449fd7fcaf4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:29.280985 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f64c4b-1cfd-4226-8e82-705011dc257a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.281511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f64c4b-1cfd-4226-8e82-705011dc257a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.286985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a0f64c4b-1cfd-4226-8e82-705011dc257a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/afe50301-0c97-457b-b73d-2a7e86a309f8 HTTP/1.1" status: 404 len: 337 time: 0.0570481 Feb 15 02:07:29.292145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (47427fd2-d6d2-47ae-afb6-b9f7beb4af89), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.292330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.303074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.307092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/47427fd2-d6d2-47ae-afb6-b9f7beb4af89 HTTP/1.1" status: 204 len: 168 time: 0.8108697 Feb 15 02:07:29.335170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.348405 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa989a9-b997-4aa5-8a1d-13d84b88bb2d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.350056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa989a9-b997-4aa5-8a1d-13d84b88bb2d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.361172 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-faa989a9-b997-4aa5-8a1d-13d84b88bb2d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e3eb4cea-17a5-4e20-bc95-2b73c6c7c589 HTTP/1.1" status: 404 len: 337 time: 0.0679233 Feb 15 02:07:29.376697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56396) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.414771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387811ce-2dbf-413c-9c4e-8d0f8b2e555e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=47427fd2-d6d2-47ae-afb6-b9f7beb4af89,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:29.458560 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15fe67e-e78d-4d0e-b32d-f36c63d56151 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.459084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15fe67e-e78d-4d0e-b32d-f36c63d56151 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.467151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.467317 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c15fe67e-e78d-4d0e-b32d-f36c63d56151 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/61e4460d-75b9-4c73-9ca4-bb217b45a1d5 HTTP/1.1" status: 404 len: 333 time: 0.0890496 Feb 15 02:07:29.503616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (50a34ea2-37ac-4209-92a7-c2597f9d22dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.510924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba9180-733f-4b78-9e93-99a501c9d431 None None] Network 50a34ea2-37ac-4209-92a7-c2597f9d22dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:29.518465 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c640f4-c5fa-4e87-af93-887086646bcd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.519368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c640f4-c5fa-4e87-af93-887086646bcd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.523870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-54c640f4-c5fa-4e87-af93-887086646bcd tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/b9a0d58c-5b76-4d4a-89b4-6f05ccf83382 HTTP/1.1" status: 404 len: 337 time: 0.0547631 Feb 15 02:07:29.526994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.591909 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbf8834-2691-42c3-9528-58062db6ede7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.592643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbf8834-2691-42c3-9528-58062db6ede7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.598421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1fbf8834-2691-42c3-9528-58062db6ede7 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/51287d48-c8cb-48de-a521-398e65411cce HTTP/1.1" status: 404 len: 337 time: 0.0673370 Feb 15 02:07:29.605349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.677054 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-28426bc5-9149-4230-9058-b8c6b525b4c5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.677813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28426bc5-9149-4230-9058-b8c6b525b4c5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.681436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-28426bc5-9149-4230-9058-b8c6b525b4c5 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/32043adf-0da0-47d0-b8fd-4afd94e218e1 HTTP/1.1" status: 404 len: 333 time: 0.0742981 Feb 15 02:07:29.684638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.703173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 69a25121-5863-4ae0-85ce-7b3027fd9cee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:29.703652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.720032 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff20d9ef-cec3-4053-87bb-82f1da910305 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.725860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff20d9ef-cec3-4053-87bb-82f1da910305 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.725860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ff20d9ef-cec3-4053-87bb-82f1da910305 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e0ceaa66-94a3-4a3f-8c10-a18b458f28c0 HTTP/1.1" status: 404 len: 337 time: 0.0378752 Feb 15 02:07:29.726738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.752998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d5a249e-e7e6-447c-9cd2-17ae1194cc84 None None] Provisioning complete for port 407491c2-4cdc-4b96-be92-c0212c65a64c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:29.753990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d5a249e-e7e6-447c-9cd2-17ae1194cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.788454 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c42633-3a41-4a89-9d43-1c60f033d289 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.789145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c42633-3a41-4a89-9d43-1c60f033d289 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.795557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-70c42633-3a41-4a89-9d43-1c60f033d289 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/6a3780a5-20c9-4def-9d0a-bf5a918ed49a HTTP/1.1" status: 404 len: 337 time: 0.0647287 Feb 15 02:07:29.795744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.834504 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f1f0a8-00d3-4a89-9777-c7acb0a3fb1f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.835185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f1f0a8-00d3-4a89-9777-c7acb0a3fb1f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.838163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-24f1f0a8-00d3-4a89-9777-c7acb0a3fb1f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/73ad6876-50ea-4c9b-b3cb-a84ba576c4f1 HTTP/1.1" status: 404 len: 333 time: 0.0419273 Feb 15 02:07:29.840863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.841315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 69a25121-5863-4ae0-85ce-7b3027fd9cee, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=69a25121-5863-4ae0-85ce-7b3027fd9cee,segment=NetworkSegment(ddfb8b69-8ef9-4f79-990c-c592d7297e6c),segment_id=ddfb8b69-8ef9-4f79-990c-c592d7297e6c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:29.841913 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:29.866978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 69a25121-5863-4ae0-85ce-7b3027fd9cee owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:29.873239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:27Z', 'revision_number': 9, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:29.884897 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c3e269-4610-4bc4-8683-795c3a5e1792 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.885547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c3e269-4610-4bc4-8683-795c3a5e1792 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.900230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29c3e269-4610-4bc4-8683-795c3a5e1792 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9ad6f384-0aa9-439f-9d7d-f6284a5cd6e5 HTTP/1.1" status: 404 len: 337 time: 0.0566809 Feb 15 02:07:29.902462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.928594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3231366-fb47-4871-a3d7-12a7158bfde1 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:27Z', 'revision_number': 9, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f03400da-d3bc-4c14-9570-4d09ebc1c66f', 'name': '', 'network_id': '6a329a60-adb2-4ad0-9dd6-74b4db9a7138', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:e7:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:54Z', 'updated_at': '2022-02-15T02:07:02Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': 'ef0cf57c-ea50-4a5d-ad79-4ba33308109b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:29.944827 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ff077-610d-4a54-ba50-03b11befe73a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:29.945712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5ff077-610d-4a54-ba50-03b11befe73a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:29.950034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb5ff077-610d-4a54-ba50-03b11befe73a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/76b90090-c58a-4d8e-b7f7-3f3d7e41a43a HTTP/1.1" status: 404 len: 333 time: 0.0457809 Feb 15 02:07:29.952875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:29.967937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] DHCP port deletion for 50a34ea2-37ac-4209-92a7-c2597f9d22dc request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:30.005589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.011447 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe7458f-9346-4608-8f57-39b00eb9ce34 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.025544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe7458f-9346-4608-8f57-39b00eb9ce34 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.025789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a249e-e7e6-447c-9cd2-17ae1194cc84 None None] Current status of the port 407491c2-4cdc-4b96-be92-c0212c65a64c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:30.026235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0fe7458f-9346-4608-8f57-39b00eb9ce34 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/f0bab784-3b09-4094-b24b-02fddf9b75bf HTTP/1.1" status: 404 len: 337 time: 0.0687099 Feb 15 02:07:30.027132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56448) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.036196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] DHCP port deletion for ed5ec746-8ab8-4d21-956b-449fd7fcaf4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:30.052610 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc595b4-8369-47a9-9b00-f885f8998430 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.053555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc595b4-8369-47a9-9b00-f885f8998430 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.059289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ffc595b4-8369-47a9-9b00-f885f8998430 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/2da338db-d907-40b0-b9d7-daa1cb53e644 HTTP/1.1" status: 404 len: 333 time: 0.0302958 Feb 15 02:07:30.067966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.069343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-90cb56b3-b08d-4ffa-8896-e7a663033dcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b162633e28b042599e7bd9eba195716e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623775 Feb 15 02:07:30.069940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.113838 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60172b9-7e70-48cd-bd31-2d9bcba26a67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.114601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60172b9-7e70-48cd-bd31-2d9bcba26a67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.120257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e60172b9-7e70-48cd-bd31-2d9bcba26a67 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/7649d248-2fec-475d-9618-515e3c441c15 HTTP/1.1" status: 404 len: 337 time: 0.0486808 Feb 15 02:07:30.120646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.131963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.133075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Deleting port 69a25121-5863-4ae0-85ce-7b3027fd9cee {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:30.133464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.140522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] Publish callbacks [] for security_group (7fceaae7-062d-405b-a655-d9ad4482ac88), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.151531 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a6dd83-9a73-4ae4-a716-6a0dbc0e5161 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.152455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a6dd83-9a73-4ae4-a716-6a0dbc0e5161 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.158180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-07a6dd83-9a73-4ae4-a716-6a0dbc0e5161 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/5e81e89a-dabe-4d0f-9a94-01f2ee76c9bb HTTP/1.1" status: 404 len: 333 time: 0.0335729 Feb 15 02:07:30.160813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.190253 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d845304f-6dfa-4fb0-ba53-fa1731c23b25 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.190893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d845304f-6dfa-4fb0-ba53-fa1731c23b25 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.194878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d845304f-6dfa-4fb0-ba53-fa1731c23b25 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8d968a39-7e43-4264-a8f8-31ee8b36b5c7 HTTP/1.1" status: 404 len: 337 time: 0.0351672 Feb 15 02:07:30.197354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.234829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] Publish callbacks [] for security_group (7fceaae7-062d-405b-a655-d9ad4482ac88), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.239012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] For port 69a25121-5863-4ae0-85ce-7b3027fd9cee, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:30.239529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.256491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Calling delete_port for 69a25121-5863-4ae0-85ce-7b3027fd9cee owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:30.259542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Port 69a25121-5863-4ae0-85ce-7b3027fd9cee was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:07:30.259692 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddc391f-a729-46f2-b356-1b7bca1fca58 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.260152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddc391f-a729-46f2-b356-1b7bca1fca58 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.262553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (69a25121-5863-4ae0-85ce-7b3027fd9cee), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.266115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0ddc391f-a729-46f2-b356-1b7bca1fca58 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/d12a3593-dc8b-4c49-b4b1-1cdb375b1fb2 HTTP/1.1" status: 404 len: 333 time: 0.0676622 Feb 15 02:07:30.268204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.280467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=69a25121-5863-4ae0-85ce-7b3027fd9cee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:30.283525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 69a25121-5863-4ae0-85ce-7b3027fd9cee on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:30.308546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] No DVR routers for this DVR port 69a25121-5863-4ae0-85ce-7b3027fd9cee on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:30.325536 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db134fc-ae16-4ec4-8f38-293fce420e4f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.326011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db134fc-ae16-4ec4-8f38-293fce420e4f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.331999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5db134fc-ae16-4ec4-8f38-293fce420e4f tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/d35aab4c-3948-4ca9-93f9-68d80c85b538 HTTP/1.1" status: 404 len: 337 time: 0.0629613 Feb 15 02:07:30.335754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.374546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (50a34ea2-37ac-4209-92a7-c2597f9d22dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.375782 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9182818-063e-4e93-a08c-82c76ed35271 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.376378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9182818-063e-4e93-a08c-82c76ed35271 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.378790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Deleting port 407491c2-4cdc-4b96-be92-c0212c65a64c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:30.379418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.382295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d905a77-a1d9-4806-909e-a041576f20bc None None] Pushing event deleted for resources: {'Port': ['ID=69a25121-5863-4ae0-85ce-7b3027fd9cee,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:30.382604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e9182818-063e-4e93-a08c-82c76ed35271 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/187094ad-c632-4416-bf2a-eaceb1088913 HTTP/1.1" status: 404 len: 333 time: 0.0457711 Feb 15 02:07:30.383238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56480) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.401872 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a34ea2-37ac-4209-92a7-c2597f9d22dc']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:30.420743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:30.421059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfb8b69-8ef9-4f79-990c-c592d7297e6c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:30.434429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (ddfb8b69-8ef9-4f79-990c-c592d7297e6c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.444710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d194-23a7-4caa-997b-960a1df6ecec req-74e2f910-f050-4692-bcd4-61d8267f562e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:30.446366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45f4d194-23a7-4caa-997b-960a1df6ecec req-74e2f910-f050-4692-bcd4-61d8267f562e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1956551 Feb 15 02:07:30.449291 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-64471ba0-d64c-4fd9-b231-777ae4ab2bcc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.449751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64471ba0-d64c-4fd9-b231-777ae4ab2bcc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.454022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-64471ba0-d64c-4fd9-b231-777ae4ab2bcc tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/a86dd12f-9004-47f3-b5e0-fdcc49c081cb HTTP/1.1" status: 404 len: 337 time: 0.0671370 Feb 15 02:07:30.456888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.458886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ddfb8b69-8ef9-4f79-990c-c592d7297e6c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.499430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] For port 407491c2-4cdc-4b96-be92-c0212c65a64c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=407491c2-4cdc-4b96-be92-c0212c65a64c,segment=NetworkSegment(79e9a43d-5574-46ac-a390-db8bfc541732),segment_id=79e9a43d-5574-46ac-a390-db8bfc541732)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:30.499430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.500647 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-31984e2c-5519-43d4-9b67-ab8ee6a8e66d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.501494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31984e2c-5519-43d4-9b67-ab8ee6a8e66d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.509188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31984e2c-5519-43d4-9b67-ab8ee6a8e66d tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/586be0e8-686f-4d12-8912-4292fbf0f8cf HTTP/1.1" status: 404 len: 337 time: 0.0493853 Feb 15 02:07:30.510516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.532375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:30.533783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (ddfb8b69-8ef9-4f79-990c-c592d7297e6c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.559043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45f4d194-23a7-4caa-997b-960a1df6ecec req-f64b3c8c-46e9-4884-8059-28cf58024b1e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036794 Feb 15 02:07:30.569658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Calling delete_port for 407491c2-4cdc-4b96-be92-c0212c65a64c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:30.596259 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:30.604594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fceaae7-062d-405b-a655-d9ad4482ac88), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.607973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.611455 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fceaae7-062d-405b-a655-d9ad4482ac88 HTTP/1.1" status: 204 len: 168 time: 0.5383630 Feb 15 02:07:30.663368 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-554d8901-0cd5-4af4-b0c7-f295f5eeb855 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.664265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554d8901-0cd5-4af4-b0c7-f295f5eeb855 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.667400 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-554d8901-0cd5-4af4-b0c7-f295f5eeb855 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/44e658b3-c037-4a40-843f-89fc20bd25c8 HTTP/1.1" status: 404 len: 333 time: 0.1557446 Feb 15 02:07:30.670672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.671988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43811cd3-f86c-49d1-bd7f-f00367e5b561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fceaae7-062d-405b-a655-d9ad4482ac88,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:30.705292 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b4558e-a8b3-44a7-8b73-9ade59760503 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.705761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b4558e-a8b3-44a7-8b73-9ade59760503 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.711957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37b4558e-a8b3-44a7-8b73-9ade59760503 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/2495c3ac-71b7-4a07-92e3-86bf2dbdef5b HTTP/1.1" status: 404 len: 337 time: 0.0379319 Feb 15 02:07:30.712435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.751595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (50a34ea2-37ac-4209-92a7-c2597f9d22dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.759787 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8ac4bb-8fd6-4aea-95ce-e46174ed4dc0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.760144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.760253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8ac4bb-8fd6-4aea-95ce-e46174ed4dc0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.762238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cc8ac4bb-8fd6-4aea-95ce-e46174ed4dc0 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8a7679ef-932f-4821-ad6e-2c9f9492560b HTTP/1.1" status: 404 len: 337 time: 0.0457923 Feb 15 02:07:30.764617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.772796 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/50a34ea2-37ac-4209-92a7-c2597f9d22dc HTTP/1.1" status: 204 len: 168 time: 1.4363370 Feb 15 02:07:30.774269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.798218 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6162c1-0cf9-4509-ac23-7e5bdbc9d2b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.799049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6162c1-0cf9-4509-ac23-7e5bdbc9d2b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.801874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (407491c2-4cdc-4b96-be92-c0212c65a64c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:30.802831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f59471-a264-4032-9219-285e01d04ca5 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=50a34ea2-37ac-4209-92a7-c2597f9d22dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:30.815340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a6162c1-0cf9-4509-ac23-7e5bdbc9d2b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/e11b0b6a-6d4d-4d6e-99e7-020dfb206e82 HTTP/1.1" status: 404 len: 333 time: 0.0491838 Feb 15 02:07:30.818705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.826921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] Pushing event deleted for resources: {'Port': ['ID=407491c2-4cdc-4b96-be92-c0212c65a64c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:30.843106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b893e0-d7b2-47b2-bd91-2abebdb1eaf6 None None] No DVR routers for this DVR port 407491c2-4cdc-4b96-be92-c0212c65a64c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:30.868758 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27bf7fe-96fe-4019-bc57-584e28707acf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.869445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27bf7fe-96fe-4019-bc57-584e28707acf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.872966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c27bf7fe-96fe-4019-bc57-584e28707acf tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9235e307-fed2-4de8-8d4b-3b80503446b3 HTTP/1.1" status: 404 len: 337 time: 0.0532622 Feb 15 02:07:30.875590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.904622 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-753c20f5-6a37-4a13-8818-b507e522f25c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.905089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753c20f5-6a37-4a13-8818-b507e522f25c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.908243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-753c20f5-6a37-4a13-8818-b507e522f25c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/9557ed16-1d66-4838-95e8-df8c83c56da0 HTTP/1.1" status: 404 len: 337 time: 0.0305555 Feb 15 02:07:30.910819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.941025 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ba6ce1-83b8-4b94-ab27-7e4b588ad12b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.941579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ba6ce1-83b8-4b94-ab27-7e4b588ad12b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.947302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-54ba6ce1-83b8-4b94-ab27-7e4b588ad12b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/2bad5e33-9fe3-49e2-999b-20305de40ad1 HTTP/1.1" status: 404 len: 333 time: 0.0326898 Feb 15 02:07:30.947702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:30.977177 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1f7503-0345-4c2b-8b1c-7d324dc1a045 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:30.978057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1f7503-0345-4c2b-8b1c-7d324dc1a045 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:30.981349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ea1f7503-0345-4c2b-8b1c-7d324dc1a045 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1d403e1e-0e39-4263-965e-fd4a170d3080 HTTP/1.1" status: 404 len: 337 time: 0.0326676 Feb 15 02:07:30.983790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.010682 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a6a0c3-bc76-4ae8-8848-796f75342831 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.011393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a6a0c3-bc76-4ae8-8848-796f75342831 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.015342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a3a6a0c3-bc76-4ae8-8848-796f75342831 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/8a196194-d502-4250-a1fb-f4b6701e0602 HTTP/1.1" status: 404 len: 337 time: 0.0305831 Feb 15 02:07:31.018833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56512) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.053374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c468b3d8-3e3b-4ece-a8cb-025b95b7ed41 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e6cb5c-fa47-4bde-83af-df37a0db9d71 HTTP/1.1" status: 200 len: 205 time: 0.0333023 Feb 15 02:07:31.056752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.097941 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-a4f10b42-b966-4f88-b4ec-1c9dd585b933 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] delete failed (client error): The resource could not be found. Feb 15 02:07:31.099660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4f10b42-b966-4f88-b4ec-1c9dd585b933 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/routers/71e6cb5c-fa47-4bde-83af-df37a0db9d71 HTTP/1.1" status: 404 len: 336 time: 0.0419831 Feb 15 02:07:31.102258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.150180 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8912fc2-9811-4900-8214-dc383a9b0a7c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.150874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8912fc2-9811-4900-8214-dc383a9b0a7c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.157436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b8912fc2-9811-4900-8214-dc383a9b0a7c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/c8c26abf-0060-43b0-9342-ff5f08e5e540 HTTP/1.1" status: 404 len: 337 time: 0.0515132 Feb 15 02:07:31.158036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.193171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-46e0875f-cb3a-4239-b046-d3254cb0783b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fa68037-e2cf-45f5-a0ef-b15a3e511f64 HTTP/1.1" status: 200 len: 205 time: 0.0305464 Feb 15 02:07:31.193668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.214184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:31.244005 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-dbc40d79-2696-4a3e-b9e2-63f71641e9f8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] delete failed (client error): The resource could not be found. Feb 15 02:07:31.247537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dbc40d79-2696-4a3e-b9e2-63f71641e9f8 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/routers/9fa68037-e2cf-45f5-a0ef-b15a3e511f64 HTTP/1.1" status: 404 len: 336 time: 0.0439365 Feb 15 02:07:31.247784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.281296 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05a2ec7-b140-406a-a4d5-1033f1a4df60 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.281857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05a2ec7-b140-406a-a4d5-1033f1a4df60 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.287332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d05a2ec7-b140-406a-a4d5-1033f1a4df60 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/d12d8742-a8c8-4e91-868d-9f17a03baf24 HTTP/1.1" status: 404 len: 337 time: 0.0360544 Feb 15 02:07:31.287616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.320030 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-11317ad2-e2b0-4a87-9f30-6ade7bddaaad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.320604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11317ad2-e2b0-4a87-9f30-6ade7bddaaad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.329962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-11317ad2-e2b0-4a87-9f30-6ade7bddaaad tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/01cf4ae6-0d5a-4cd2-9ba4-5b5828a1d14e HTTP/1.1" status: 404 len: 337 time: 0.0350487 Feb 15 02:07:31.329962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.351127 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-110a219c-2459-4c33-a48f-31309233870b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.353414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110a219c-2459-4c33-a48f-31309233870b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.354559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-110a219c-2459-4c33-a48f-31309233870b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/0a59858d-207e-4f20-8622-5f44babdbf7a HTTP/1.1" status: 404 len: 333 time: 0.0274007 Feb 15 02:07:31.357820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.387614 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-066c650a-67f9-41d9-a357-37af770493ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.387614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066c650a-67f9-41d9-a357-37af770493ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.391031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-066c650a-67f9-41d9-a357-37af770493ce tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e2bc8a23-0841-4420-b743-68c9114cd06b HTTP/1.1" status: 404 len: 337 time: 0.0316718 Feb 15 02:07:31.393847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.455452 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb067b20-b5a4-4f9e-a32d-0f7fccc73749 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.456018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb067b20-b5a4-4f9e-a32d-0f7fccc73749 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.459642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bb067b20-b5a4-4f9e-a32d-0f7fccc73749 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/160c00c2-028c-4946-ac5f-22f30edc09a6 HTTP/1.1" status: 404 len: 333 time: 0.0648296 Feb 15 02:07:31.463009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.498583 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e80e6b-710b-4cce-b1c2-e3997152e57c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.499329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e80e6b-710b-4cce-b1c2-e3997152e57c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.505182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5e80e6b-710b-4cce-b1c2-e3997152e57c tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/6953d1fe-23ab-444e-94c4-28cd466b8347 HTTP/1.1" status: 404 len: 337 time: 0.0409932 Feb 15 02:07:31.508434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.534092 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-738b88ec-a34f-4c03-ad8a-67c55d326e0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.534856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738b88ec-a34f-4c03-ad8a-67c55d326e0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.538609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-738b88ec-a34f-4c03-ad8a-67c55d326e0b tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/3b205d0a-1956-4661-b059-2c71c8e9cbac HTTP/1.1" status: 404 len: 333 time: 0.0285733 Feb 15 02:07:31.540680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.570214 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2a6b01-2650-456b-afb1-76501ab86407 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.570687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2a6b01-2650-456b-afb1-76501ab86407 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.575918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d2a6b01-2650-456b-afb1-76501ab86407 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1e0e53a5-4585-48bc-b300-5aad47d22dff HTTP/1.1" status: 404 len: 337 time: 0.0341005 Feb 15 02:07:31.578545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.657652 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b97d59-3535-4abc-8a39-273c00ba0073 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.658399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b97d59-3535-4abc-8a39-273c00ba0073 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.665430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-75b97d59-3535-4abc-8a39-273c00ba0073 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/6c3f8498-3868-4592-8e88-917fcd5a3040 HTTP/1.1" status: 404 len: 333 time: 0.0834928 Feb 15 02:07:31.665955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.691952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 407491c2-4cdc-4b96-be92-c0212c65a64c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:31.713044 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0f2b98-3608-4bea-bde3-c02c64e87878 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.713512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0f2b98-3608-4bea-bde3-c02c64e87878 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.717337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc0f2b98-3608-4bea-bde3-c02c64e87878 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/1ded5526-b204-4c8e-838f-925fe505fd8b HTTP/1.1" status: 404 len: 337 time: 0.0489228 Feb 15 02:07:31.719884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.724637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 407491c2-4cdc-4b96-be92-c0212c65a64c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:31.725074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 407491c2-4cdc-4b96-be92-c0212c65a64c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:31.725573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3df01e18-39cc-4788-8088-3bff98aac595 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:31.755995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3df01e18-39cc-4788-8088-3bff98aac595 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:31.756629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3df01e18-39cc-4788-8088-3bff98aac595 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:31.757261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 69a25121-5863-4ae0-85ce-7b3027fd9cee no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:31.783871 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab6b9fb-0432-4d30-8443-1ded64215221 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.784493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab6b9fb-0432-4d30-8443-1ded64215221 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.785579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 69a25121-5863-4ae0-85ce-7b3027fd9cee {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:31.786179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 69a25121-5863-4ae0-85ce-7b3027fd9cee not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:31.796922 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ab6b9fb-0432-4d30-8443-1ded64215221 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/158c5afc-06cd-4bc6-8245-867831c79cb9 HTTP/1.1" status: 404 len: 333 time: 0.0756347 Feb 15 02:07:31.797976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.815004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port f03400da-d3bc-4c14-9570-4d09ebc1c66f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:31.816960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:31.818007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa923-87c7-4264-9cd9-641148f1cfee req-c479071d-5d08-45dc-ab80-1426531c0c88 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:31.819502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba6aa923-87c7-4264-9cd9-641148f1cfee req-c479071d-5d08-45dc-ab80-1426531c0c88 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1201274 Feb 15 02:07:31.850050 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec02b34-4ca9-4696-97ce-1199755c9f09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.850782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec02b34-4ca9-4696-97ce-1199755c9f09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.856731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dec02b34-4ca9-4696-97ce-1199755c9f09 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/3ce7a405-9e8d-4b88-bde4-6229bc9cfff5 HTTP/1.1" status: 404 len: 337 time: 0.0562491 Feb 15 02:07:31.859050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.899174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba6aa923-87c7-4264-9cd9-641148f1cfee req-a240c5aa-831f-462c-b127-6982f0756e98 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733206 Feb 15 02:07:31.900315 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00024ec-bb61-4e72-92a5-bf0e5d8d61b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.900968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00024ec-bb61-4e72-92a5-bf0e5d8d61b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.904541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f00024ec-bb61-4e72-92a5-bf0e5d8d61b4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/3b2dc67f-dfd1-48a9-a759-d439281404cd HTTP/1.1" status: 404 len: 333 time: 0.0445230 Feb 15 02:07:31.907167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:31.965910 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5ed198-c5e4-4091-8a3c-e29d746278c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:31.966642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5ed198-c5e4-4091-8a3c-e29d746278c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:31.975359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd5ed198-c5e4-4091-8a3c-e29d746278c4 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/e69557ba-76fa-4ec1-a213-b122f1d0d1d5 HTTP/1.1" status: 404 len: 337 time: 0.0663545 Feb 15 02:07:31.976046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:32.011002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port f03400da-d3bc-4c14-9570-4d09ebc1c66f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f03400da-d3bc-4c14-9570-4d09ebc1c66f,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:32.011002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.034930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for f03400da-d3bc-4c14-9570-4d09ebc1c66f owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:32.047372 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51d6e37-a029-491b-84c6-bab98499604a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:32.056835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51d6e37-a029-491b-84c6-bab98499604a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:32.063415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b51d6e37-a029-491b-84c6-bab98499604a tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/ports/e42f564f-8e27-484f-bc2a-9b5f85e27b2d HTTP/1.1" status: 404 len: 333 time: 0.0861604 Feb 15 02:07:32.063919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:32.095632 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb8b72a-a4c6-4f12-a654-0c4bcacce337 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:32.096184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb8b72a-a4c6-4f12-a654-0c4bcacce337 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:32.111407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-deb8b72a-a4c6-4f12-a654-0c4bcacce337 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/subnets/0d1e8fc5-f4dd-42f4-9824-a096acf2ffd1 HTTP/1.1" status: 404 len: 337 time: 0.0463970 Feb 15 02:07:32.114699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:32.156605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:32.211149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.283148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-930221101'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:32.365171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Made reservation on behalf of a6a93c2194b44d55b09e60f8ef3f7231 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:32.370238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.374145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.382688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.410312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5ec746-8ab8-4d21-956b-449fd7fcaf4c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:32.421037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e9a43d-5574-46ac-a390-db8bfc541732') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:32.423865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e9a43d-5574-46ac-a390-db8bfc541732') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:32.432056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (79e9a43d-5574-46ac-a390-db8bfc541732), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.445435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (79e9a43d-5574-46ac-a390-db8bfc541732), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.453652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:32.454154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (79e9a43d-5574-46ac-a390-db8bfc541732), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:32.457694 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:32.475167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f03400da-d3bc-4c14-9570-4d09ebc1c66f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.533780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for security_group (2571650c-ab7f-4a4e-b2ab-f53800740bab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.567064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=f03400da-d3bc-4c14-9570-4d09ebc1c66f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:32.595919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2571650c-ab7f-4a4e-b2ab-f53800740bab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.649473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:32.655932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ed5ec746-8ab8-4d21-956b-449fd7fcaf4c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.664316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.671718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2571650c-ab7f-4a4e-b2ab-f53800740bab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:32.691847 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] 10.222.0.43 "DELETE /v2.0/networks/ed5ec746-8ab8-4d21-956b-449fd7fcaf4c HTTP/1.1" status: 204 len: 168 time: 0.5760202 Feb 15 02:07:32.709370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (47173d08-6cdf-4aec-a150-bb9259089b4d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.709733 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Added segment 47173d08-6cdf-4aec-a150-bb9259089b4d of type vlan for network d4453cb3-6b19-4f15-9578-6253f384a8ee Feb 15 02:07:32.793616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5e85f-439b-4693-9476-8aefd9b02762 tempest-NetworksTestDHCPv6-1671242489 tempest-NetworksTestDHCPv6-1671242489-project] Pushing event deleted for resources: {'Network': ['ID=ed5ec746-8ab8-4d21-956b-449fd7fcaf4c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:32.818575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d4453cb3-6b19-4f15-9578-6253f384a8ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.937252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.955586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d4453cb3-6b19-4f15-9578-6253f384a8ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:32.962749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:32.963364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:33.101443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9436123 Feb 15 02:07:33.107315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:33.114492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'subnet': {'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:33.119939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583c5b0-f7cc-4b2b-a95a-2d07a1de1ad0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Network': ['ID=d4453cb3-6b19-4f15-9578-6253f384a8ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:33.133139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d4453cb3-6b19-4f15-9578-6253f384a8ee details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:33.235511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01004f6-101b-4390-a7fd-94a8e59ae7be req-1bcb0fc7-dddd-429e-bf8a-737325f93fc1 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:33.237275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a01004f6-101b-4390-a7fd-94a8e59ae7be req-1bcb0fc7-dddd-429e-bf8a-737325f93fc1 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2527366 Feb 15 02:07:33.328771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a01004f6-101b-4390-a7fd-94a8e59ae7be req-129f67ce-8dc2-48db-8ab5-d5c330f9f49a tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792966 Feb 15 02:07:33.346184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:33.407208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Made reservation on behalf of a6a93c2194b44d55b09e60f8ef3f7231 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:33.411229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:33.576579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-964ae2ac-6065-4bf1-97f0-a0242abbbe2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b924ffd3b8e4678bf33e9a19263a5e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290978 Feb 15 02:07:33.579905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:33.626190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:33.729493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:33.738076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:33.738267 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b4dfa221-a1f7-435a-874a-7059c989e9ec tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419293 Feb 15 02:07:33.744591 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:33.751311 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] Publish callbacks [] for security_group (0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:33.760814 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:33.762292 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:33.822917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] Publish callbacks [] for security_group (0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:33.824894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (c9f3ba26-3931-4603-9a1e-b4cae0ffc51f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:33.894756 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:33.921023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet ef0cf57c-ea50-4a5d-ad79-4ba33308109b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:33.949493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (ef0cf57c-ea50-4a5d-ad79-4ba33308109b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.009834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.012834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.016955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231 HTTP/1.1" status: 204 len: 168 time: 0.4360819 Feb 15 02:07:34.039474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afecf3-1f4a-4c8a-8284-eb565a90b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e588b-6ca7-4a5f-8fbb-18bdb3cb1231,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:34.042666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Subnet': ['ID=c9f3ba26-3931-4603-9a1e-b4cae0ffc51f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:34.048488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (ef0cf57c-ea50-4a5d-ad79-4ba33308109b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.107771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Checking segment: {'id': '47173d08-6cdf-4aec-a150-bb9259089b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:34.108253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network hostable DHCP agents. Network: d4453cb3-6b19-4f15-9578-6253f384a8ee, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:34.177641 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:32Z', 'revision_number': 10, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:34.198708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network d4453cb3-6b19-4f15-9578-6253f384a8ee is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:34.207656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ef0cf57c-ea50-4a5d-ad79-4ba33308109b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.211304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:34.224753 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:34.225508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:34.287471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d4453cb3-6b19-4f15-9578-6253f384a8ee) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:34.294567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:34.295270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.304917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac7ffc-4527-4c78-b46b-794436b1591b None None] Network d4453cb3-6b19-4f15-9578-6253f384a8ee requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:34.345769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (ef0cf57c-ea50-4a5d-ad79-4ba33308109b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.346024 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:34.426507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c9deb-e5b6-44d4-a97a-ee4bfb0a7b36 None None] Network 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:34.427676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.430952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/ef0cf57c-ea50-4a5d-ad79-4ba33308109b HTTP/1.1" status: 204 len: 168 time: 0.6905668 Feb 15 02:07:34.435473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:34.442492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd161e2-a127-45d5-aa40-b2747a58be7c tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0cf57c-ea50-4a5d-ad79-4ba33308109b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:34.447065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c623fdc8-0811-4831-92f7-778984bccb5b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369427 Feb 15 02:07:34.453901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:34.464112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1476269077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:34.511072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-d4453cb3-6b19-4f15-9578-6253f384a8ee', 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee', 'project_id': 'a6a93c2194b44d55b09e60f8ef3f7231', 'fixed_ips': [{'subnet_id': 'c9f3ba26-3931-4603-9a1e-b4cae0ffc51f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:07:34.512820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.579922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.581482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.647303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218733-204f-46c4-b5dc-6f238d8d8e38 req-5f1ccfca-731f-45e9-90de-d3964bb36d0c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:34.657247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6a329a60-adb2-4ad0-9dd6-74b4db9a7138), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.658064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92218733-204f-46c4-b5dc-6f238d8d8e38 req-5f1ccfca-731f-45e9-90de-d3964bb36d0c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1534169 Feb 15 02:07:34.725951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port f04aa194-2760-46df-bc72-5df82f8f546b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:34.726298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.758125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for router_controller (323e2482-427d-4f5a-8cba-b672a58e58a6), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.761234 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:32Z', 'revision_number': 10, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:34.809253 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7754c8-0fa8-4ce5-ab66-fdfe19e6a7b0 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:32Z', 'revision_number': 10, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None, '_interfaces': [{'id': '85fe52a7-fc97-49a3-a65b-d4b1aea53f11', 'name': '', 'network_id': '0a4e570b-d3bd-45bf-a5e4-fc915c2e2684', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'mac_address': 'fa:16:3e:b9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:06:46Z', 'updated_at': '2022-02-15T02:06:56Z', 'revision_number': 5, 'project_id': '4d66e346752a49faacb71c4a26664731', 'subnets': [{'id': '254b0b50-7ef6-44f0-939a-090a29294f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:34.831939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92218733-204f-46c4-b5dc-6f238d8d8e38 req-2a83fd1b-9897-4b3b-a5c0-e1b3340fb761 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682966 Feb 15 02:07:34.833617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.874413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] DHCP port deletion for 6a329a60-adb2-4ad0-9dd6-74b4db9a7138 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:34.883488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port f04aa194-2760-46df-bc72-5df82f8f546b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f04aa194-2760-46df-bc72-5df82f8f546b,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:34.883646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Allocated IP 172.20.0.2 (d4453cb3-6b19-4f15-9578-6253f384a8ee/c9f3ba26-3931-4603-9a1e-b4cae0ffc51f/8df88137-c512-4665-ad8a-b735644ed940) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:34.883912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.899003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for f04aa194-2760-46df-bc72-5df82f8f546b owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:34.941525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:34.943445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f1ad8dcd-c649-4b0d-acb2-aa92007e06d0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4828157 Feb 15 02:07:34.949006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:35.055853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Deleting port f04aa194-2760-46df-bc72-5df82f8f546b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:35.056510 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.064842 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.097674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=f04aa194-2760-46df-bc72-5df82f8f546b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:35.111339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.111840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.112315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.112792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.113240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.113686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.114128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.115544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.116001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.116479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.120021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.120021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.120021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:07:35.121446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port f04aa194-2760-46df-bc72-5df82f8f546b on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:35.170220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] For port f04aa194-2760-46df-bc72-5df82f8f546b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f04aa194-2760-46df-bc72-5df82f8f546b,segment=NetworkSegment(4e124dec-0e66-4de0-926d-30527541ec83),segment_id=4e124dec-0e66-4de0-926d-30527541ec83)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:35.170919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.215143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Calling delete_port for f04aa194-2760-46df-bc72-5df82f8f546b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:35.222603 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks [] for port (8df88137-c512-4665-ad8a-b735644ed940), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.232814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-8c620876-1ef2-46ef-a36b-1ebb51b94ff4 req-6c282407-4985-4950-8ca9-0866c1901630 service neutron] (103884) timed out ('10.222.0.37', 60454) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:07:35.292454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6a329a60-adb2-4ad0-9dd6-74b4db9a7138), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.331506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a329a60-adb2-4ad0-9dd6-74b4db9a7138']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:35.333584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f04aa194-2760-46df-bc72-5df82f8f546b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.338805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (8df88137-c512-4665-ad8a-b735644ed940), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.358639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e124dec-0e66-4de0-926d-30527541ec83') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:35.358950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e124dec-0e66-4de0-926d-30527541ec83') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:35.387647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (4e124dec-0e66-4de0-926d-30527541ec83), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.419563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4e124dec-0e66-4de0-926d-30527541ec83), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.423414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] Pushing event deleted for resources: {'Port': ['ID=f04aa194-2760-46df-bc72-5df82f8f546b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:35.431268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7daa0a-100f-43ad-9978-4bede13323f5 None None] No DVR routers for this DVR port f04aa194-2760-46df-bc72-5df82f8f546b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:35.443698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Network d4453cb3-6b19-4f15-9578-6253f384a8ee is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:35.447065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.450161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:35.457101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:35.457101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (4e124dec-0e66-4de0-926d-30527541ec83), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.463880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:35.535067 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:35.554747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Pushing event updated for resources: {'Port': ['ID=8df88137-c512-4665-ad8a-b735644ed940,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:35.572477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Attempting to bind port 8df88137-c512-4665-ad8a-b735644ed940 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:35.575944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Attempting to bind port 8df88137-c512-4665-ad8a-b735644ed940 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '47173d08-6cdf-4aec-a150-bb9259089b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:35.576516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Attempting to bind port 8df88137-c512-4665-ad8a-b735644ed940 on network d4453cb3-6b19-4f15-9578-6253f384a8ee {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:35.585445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:35.586207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Checking segment: {'id': '47173d08-6cdf-4aec-a150-bb9259089b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:35.587430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.588081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Bound using segment: {'id': '47173d08-6cdf-4aec-a150-bb9259089b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:35.589009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Bound port: 8df88137-c512-4665-ad8a-b735644ed940, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47173d08-6cdf-4aec-a150-bb9259089b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:35.589395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8df88137-c512-4665-ad8a-b735644ed940), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.601859 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6a329a60-adb2-4ad0-9dd6-74b4db9a7138), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.620119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.626053 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/6a329a60-adb2-4ad0-9dd6-74b4db9a7138 HTTP/1.1" status: 204 len: 168 time: 1.1892099 Feb 15 02:07:35.630501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:35.684687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f04aa194-2760-46df-bc72-5df82f8f546b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:35.719547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f04aa194-2760-46df-bc72-5df82f8f546b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:35.719900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f04aa194-2760-46df-bc72-5df82f8f546b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:35.720395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f03400da-d3bc-4c14-9570-4d09ebc1c66f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:35.725999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:35.755674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dc218-c9e3-446e-81f4-fedd05f393ff tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=6a329a60-adb2-4ad0-9dd6-74b4db9a7138,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:35.757173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f03400da-d3bc-4c14-9570-4d09ebc1c66f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:35.757522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f03400da-d3bc-4c14-9570-4d09ebc1c66f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:35.761235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] For port 8df88137-c512-4665-ad8a-b735644ed940, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:35.783434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] For port 8df88137-c512-4665-ad8a-b735644ed940, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8df88137-c512-4665-ad8a-b735644ed940,segment=NetworkSegment(47173d08-6cdf-4aec-a150-bb9259089b4d),segment_id=47173d08-6cdf-4aec-a150-bb9259089b4d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:35.848264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8df88137-c512-4665-ad8a-b735644ed940), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:35.940633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Allocated IP 172.20.0.1 (d4453cb3-6b19-4f15-9578-6253f384a8ee/c9f3ba26-3931-4603-9a1e-b4cae0ffc51f/87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:36.001223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3153-db7a-4dca-8e47-8aa67000c664 None None] Pushing event updated for resources: {'Port': ['ID=8df88137-c512-4665-ad8a-b735644ed940,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:36.025553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1790797074'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:36.145773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c7ee0-cd6c-44ca-8ffe-89147a41edfb req-d27a4f1b-a874-43fa-b2a5-8a8f6f1b6c28 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:36.147938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48c7ee0-cd6c-44ca-8ffe-89147a41edfb req-d27a4f1b-a874-43fa-b2a5-8a8f6f1b6c28 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1010668 Feb 15 02:07:36.172617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.204451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:36.205761 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.247987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48c7ee0-cd6c-44ca-8ffe-89147a41edfb req-c70c5caa-13db-4d86-be6b-34dc649116b4 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923805 Feb 15 02:07:36.277028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.349855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.413347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.427432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network d4453cb3-6b19-4f15-9578-6253f384a8ee is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:36.431469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:36.435464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:36.439473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:36.492490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (323e2482-427d-4f5a-8cba-b672a58e58a6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.545025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (8041f08c-e89b-4bb4-b87e-62c44e4949f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.654551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8041f08c-e89b-4bb4-b87e-62c44e4949f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.683911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:36.701230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8041f08c-e89b-4bb4-b87e-62c44e4949f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:36.724034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fdb23d4d-20e9-4b30-ab41-fd742de37246), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.724417 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment fdb23d4d-20e9-4b30-ab41-fd742de37246 of type vlan for network 17e39a24-96c3-4463-aa59-9d7ba3905313 Feb 15 02:07:36.762675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.795208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (17e39a24-96c3-4463-aa59-9d7ba3905313), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.847104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:36.847104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.911633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (17e39a24-96c3-4463-aa59-9d7ba3905313), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:36.920562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:36.920562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.056209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=17e39a24-96c3-4463-aa59-9d7ba3905313,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:37.073305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:37.081051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 85fe52a7-fc97-49a3-a65b-d4b1aea53f11, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:37.081881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.087746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-28b5c81a-93b8-4194-a856-7c5f8e49e82e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3588507 Feb 15 02:07:37.097470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:37.103157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'name': 'tempest-PortsIpV6TestJSON-323230188'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:37.130954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:37.234250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.290047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.359843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07905890-6f0f-4086-902c-39a55df2035c None None] Network d4453cb3-6b19-4f15-9578-6253f384a8ee requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:37.378448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (323e2482-427d-4f5a-8cba-b672a58e58a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.381835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:37.453666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:37.458918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.467569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Provisioning complete for port 8df88137-c512-4665-ad8a-b735644ed940 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:37.468188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8df88137-c512-4665-ad8a-b735644ed940), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.497092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port a55caf38-4a97-4c83-aa5b-5434f8bb4135 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:37.628136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Current status of the port 8df88137-c512-4665-ad8a-b735644ed940 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:37.628905 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8df88137-c512-4665-ad8a-b735644ed940), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.659240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network d4453cb3-6b19-4f15-9578-6253f384a8ee is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:37.664594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (85fe52a7-fc97-49a3-a65b-d4b1aea53f11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.668414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:37.689382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] For port 8df88137-c512-4665-ad8a-b735644ed940, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8df88137-c512-4665-ad8a-b735644ed940,segment=NetworkSegment(47173d08-6cdf-4aec-a150-bb9259089b4d),segment_id=47173d08-6cdf-4aec-a150-bb9259089b4d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:37.733763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=85fe52a7-fc97-49a3-a65b-d4b1aea53f11,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:37.758496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8df88137-c512-4665-ad8a-b735644ed940 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:37.797346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8df88137-c512-4665-ad8a-b735644ed940), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.835400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:37.918870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936216f-7578-4f8c-a7f4-4e171c26e879 None None] Pushing event updated for resources: {'Port': ['ID=8df88137-c512-4665-ad8a-b735644ed940,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:37.924680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8df88137-c512-4665-ad8a-b735644ed940 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:37.925153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8df88137-c512-4665-ad8a-b735644ed940), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.094460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8df88137-c512-4665-ad8a-b735644ed940 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:38.101563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.127124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Provisioning complete for port 8df88137-c512-4665-ad8a-b735644ed940 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:38.127611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8df88137-c512-4665-ad8a-b735644ed940), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.279734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.303577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Current status of the port 8df88137-c512-4665-ad8a-b735644ed940 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:38.327745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Provisioning complete for port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:38.328164 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.387527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1e420078-9db2-4d76-9776-430cf9f7e99c None None] Port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:38.513398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e483eafc-23d3-4606-8631-142f9e0a003a None None] Provisioning complete for port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:38.513776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e483eafc-23d3-4606-8631-142f9e0a003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.537683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': 'fdb23d4d-20e9-4b30-ab41-fd742de37246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:38.538197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 17e39a24-96c3-4463-aa59-9d7ba3905313, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:38.546504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=a55caf38-4a97-4c83-aa5b-5434f8bb4135,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:38.554335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:38.567625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb90c2-7e16-4226-856b-01ab59105573 req-891c7c54-311e-44d0-be95-a296558fc9b0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:38.569930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ecb90c2-7e16-4226-856b-01ab59105573 req-891c7c54-311e-44d0-be95-a296558fc9b0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 1.1891422 Feb 15 02:07:38.611129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e483eafc-23d3-4606-8631-142f9e0a003a None None] Port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:38.649160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:38.713871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ecb90c2-7e16-4226-856b-01ab59105573 req-b0fe5f07-ca46-4ab2-a247-9077865557d3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324878 Feb 15 02:07:38.729430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:38.736592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3657cc2e-ae1d-4b43-ab29-170aa5c42afe tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021810 Feb 15 02:07:38.739510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:38.774106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:38.780830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:38.781509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:38.810888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting subnet 254b0b50-7ef6-44f0-939a-090a29294f2e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:38.814987 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (254b0b50-7ef6-44f0-939a-090a29294f2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.830707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Router 323e2482-427d-4f5a-8cba-b672a58e58a6 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:07:38.867487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (254b0b50-7ef6-44f0-939a-090a29294f2e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:38.970538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (254b0b50-7ef6-44f0-939a-090a29294f2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.032859 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 17e39a24-96c3-4463-aa59-9d7ba3905313) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:39.037640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:39.040091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:39.061768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a66d947-7ce3-49ff-be80-30e1232214d5 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "PUT /v2.0/routers/323e2482-427d-4f5a-8cba-b672a58e58a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1003623 Feb 15 02:07:39.062146 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] Sync routers for ids ['323e2482-427d-4f5a-8cba-b672a58e58a6'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:39.062606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:39.062606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.070955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:39.081095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec9c65-869b-4be9-a0bd-fb8fd9b9efb0 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:39.082223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'port': {'network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee', 'name': 'tempest-FloatingIPNegativeTestJSON-1670704666'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:39.083180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] Routers {'323e2482-427d-4f5a-8cba-b672a58e58a6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:39.083813 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['323e2482-427d-4f5a-8cba-b672a58e58a6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.135415 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.150924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] Routers {'323e2482-427d-4f5a-8cba-b672a58e58a6'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:39.151599 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['323e2482-427d-4f5a-8cba-b672a58e58a6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.184820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:39.198566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f4de004-cc9e-4c58-b446-a6d064bd756b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1000717 Feb 15 02:07:39.200357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:39.204338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (254b0b50-7ef6-44f0-939a-090a29294f2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.204503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.204503 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e83fcc-efed-4e9a-acf8-b85cc80a5ac2 None None] The sync data for ids ['323e2482-427d-4f5a-8cba-b672a58e58a6'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:39.224900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-782388847'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:39.255963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2ea4c200-e5a7-4dff-90c5-886b85651161 None None] Provisioning complete for port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:39.256910 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c200-e5a7-4dff-90c5-886b85651161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.260052 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.269659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/254b0b50-7ef6-44f0-939a-090a29294f2e HTTP/1.1" status: 204 len: 168 time: 0.5239623 Feb 15 02:07:39.275222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:39.289974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27ac7c-517b-4ed3-80e7-1ed0e5f91d01 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Subnet': ['ID=254b0b50-7ef6-44f0-939a-090a29294f2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:39.310888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4c200-e5a7-4dff-90c5-886b85651161 None None] Port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:39.319201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.319201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b9117-59dc-46e4-92b0-6edadeddfb6a None None] Network 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:39.351443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:39.356542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.416584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:39.418822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.433881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7da06a1c-150a-495a-b2bd-30df6da5f08d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.434665 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment 7da06a1c-150a-495a-b2bd-30df6da5f08d of type vlan for network 973c77da-010a-4b3d-9968-100e0b9f5352 Feb 15 02:07:39.442966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:39.466435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Made reservation on behalf of a6a93c2194b44d55b09e60f8ef3f7231 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:39.478130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.483481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:39.484122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.493331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] device_id is not set on port e3e60a58-c768-45c9-b5e2-9def3bfc185f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:39.535287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (973c77da-010a-4b3d-9968-100e0b9f5352), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.560463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Deleting port 532047ff-4681-4890-a435-be452dada75c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:39.560860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (532047ff-4681-4890-a435-be452dada75c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.610935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] DHCP port deletion for 0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:39.619498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:39.660797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (973c77da-010a-4b3d-9968-100e0b9f5352), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.666448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:39.667058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.684323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] For port 532047ff-4681-4890-a435-be452dada75c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=532047ff-4681-4890-a435-be452dada75c,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:39.684939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (532047ff-4681-4890-a435-be452dada75c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:39.697582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:39.708613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Calling delete_port for 532047ff-4681-4890-a435-be452dada75c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:39.710645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Allocated IP 172.20.0.13 (d4453cb3-6b19-4f15-9578-6253f384a8ee/c9f3ba26-3931-4603-9a1e-b4cae0ffc51f/e3e60a58-c768-45c9-b5e2-9def3bfc185f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:39.767522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00ec65-8cfa-447b-8354-6f06bfa77f67 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:39.848454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8df88137-c512-4665-ad8a-b735644ed940 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:39.928898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Deleting port 532047ff-4681-4890-a435-be452dada75c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:39.929432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (532047ff-4681-4890-a435-be452dada75c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.043814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] For port 532047ff-4681-4890-a435-be452dada75c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=532047ff-4681-4890-a435-be452dada75c,segment=NetworkSegment(3b40c9e0-104e-451a-ae7d-77dc6ec8821f),segment_id=3b40c9e0-104e-451a-ae7d-77dc6ec8821f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:40.044223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (532047ff-4681-4890-a435-be452dada75c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.063022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Calling delete_port for 532047ff-4681-4890-a435-be452dada75c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:40.071806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (532047ff-4681-4890-a435-be452dada75c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.085363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8df88137-c512-4665-ad8a-b735644ed940 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:40.085684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8df88137-c512-4665-ad8a-b735644ed940), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.101817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd819e-6453-4c1f-a7d3-51c9a5d785a9 req-1f778648-d29e-4e93-a305-fc11a862e955 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:40.103870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7fd819e-6453-4c1f-a7d3-51c9a5d785a9 req-1f778648-d29e-4e93-a305-fc11a862e955 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.2538221 Feb 15 02:07:40.209043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No DVR routers for this DVR port 532047ff-4681-4890-a435-be452dada75c on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:40.225670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Port': ['ID=532047ff-4681-4890-a435-be452dada75c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:40.269713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=973c77da-010a-4b3d-9968-100e0b9f5352,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:40.284403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 973c77da-010a-4b3d-9968-100e0b9f5352 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:40.286197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (532047ff-4681-4890-a435-be452dada75c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.394170 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f5d24f3b-d236-4752-bf1c-1bf1dd3ca5cf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1900458 Feb 15 02:07:40.396219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7fd819e-6453-4c1f-a7d3-51c9a5d785a9 req-aa41a84c-2926-4048-ae25-f9aa077d8011 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412374 Feb 15 02:07:40.401735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:40.409432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] No DVR routers for this DVR port 532047ff-4681-4890-a435-be452dada75c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:40.411873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e841bb5-84de-4a67-af42-b533f415c5aa None None] Pushing event deleted for resources: {'Port': ['ID=532047ff-4681-4890-a435-be452dada75c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:40.417129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'ports': [{'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'}, {'network_id': '973c77da-010a-4b3d-9968-100e0b9f5352'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:40.418037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:40.418564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '973c77da-010a-4b3d-9968-100e0b9f5352'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:40.450905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.460051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8df88137-c512-4665-ad8a-b735644ed940 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:40.464204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.522932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4e570b-d3bd-45bf-a5e4-fc915c2e2684']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:40.543446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b40c9e0-104e-451a-ae7d-77dc6ec8821f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:40.544265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b40c9e0-104e-451a-ae7d-77dc6ec8821f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:40.572851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (3b40c9e0-104e-451a-ae7d-77dc6ec8821f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.597086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3b40c9e0-104e-451a-ae7d-77dc6ec8821f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.603814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:40.604222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (3b40c9e0-104e-451a-ae7d-77dc6ec8821f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:40.609769 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:40.687756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.744775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network d4453cb3-6b19-4f15-9578-6253f384a8ee is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:40.748652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=e3e60a58-c768-45c9-b5e2-9def3bfc185f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:40.751234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:40.753410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:40.796102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:40.804227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0a4e570b-d3bd-45bf-a5e4-fc915c2e2684), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.806891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.828533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.828762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.831985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/networks/0a4e570b-d3bd-45bf-a5e4-fc915c2e2684 HTTP/1.1" status: 204 len: 168 time: 1.5550756 Feb 15 02:07:40.846934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:40.853536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:40.866425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1a307-1630-45f7-a6f9-caf2bc7c80f2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Pushing event deleted for resources: {'Network': ['ID=0a4e570b-d3bd-45bf-a5e4-fc915c2e2684,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:40.926407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:40.928136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:40.976653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f54e-e713-4f8d-a8a8-4e6657b2e314 req-72c3706a-f922-4705-99d9-f5d31b556e67 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:40.978164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8e8f54e-e713-4f8d-a8a8-4e6657b2e314 req-72c3706a-f922-4705-99d9-f5d31b556e67 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1129189 Feb 15 02:07:41.035501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2a8c7a03-0f39-4f90-8237-4a5a331ea8b4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9633658 Feb 15 02:07:41.045135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:41.051215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:41.054879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8e8f54e-e713-4f8d-a8a8-4e6657b2e314 req-132b5ecf-1de3-45a8-be74-87ff36dd0116 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682929 Feb 15 02:07:41.167513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd4df3d9-787b-4327-8180-eb0a1e0e0a67 None None] Provisioning complete for port e3e60a58-c768-45c9-b5e2-9def3bfc185f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:41.173036 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd4df3d9-787b-4327-8180-eb0a1e0e0a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:41.213776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd4df3d9-787b-4327-8180-eb0a1e0e0a67 None None] Port e3e60a58-c768-45c9-b5e2-9def3bfc185f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:07:41.270199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 02:07:41.270745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Removed routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 02:07:41.270862 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:41.288711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-35d24be6-7f9b-4019-8431-d54bf31a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:41.290236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-35d24be6-7f9b-4019-8431-d54bf31a521a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1128 time: 0.2850103 Feb 15 02:07:41.358122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 6429c736-7d17-4dc2-9f72-a93472d0c3a1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:41.392816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:41.526433 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:07:41.613166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:41.628252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:41.630610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 532047ff-4681-4890-a435-be452dada75c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:41.636664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-2547ad68-4a88-449f-b6bc-8aec1fc9ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:41.638235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-2547ad68-4a88-449f-b6bc-8aec1fc9ee6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.3416009 Feb 15 02:07:41.658183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 532047ff-4681-4890-a435-be452dada75c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:41.658565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 532047ff-4681-4890-a435-be452dada75c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:41.658956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:41.683879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:41.684733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 85fe52a7-fc97-49a3-a65b-d4b1aea53f11 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:41.823200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router cf13a525-bdf3-483d-8990-b02f7e5191c9 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:41.827559 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-fa0301d9-b926-4f2e-aa59-d4469ad35d26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 1000 time: 0.1761570 Feb 15 02:07:41.853631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (6429c736-7d17-4dc2-9f72-a93472d0c3a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.010068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.040023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port ef485ea4-414d-4877-9998-bda03a6208cf yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:42.044505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-ed4d6cd4-f414-437f-96e7-87d9a6074df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:42.046005 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-ed4d6cd4-f414-437f-96e7-87d9a6074df0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.2118683 Feb 15 02:07:42.067540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:42.077771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.084705 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d84b2176-b10a-4e77-ba95-922767b74722 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 700 time: 1.2306113 Feb 15 02:07:42.085511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:42.108706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Sync routers for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:42.127706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:42.135619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:42.166502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1475f57-7002-45fb-9b11-c94e2e11b5b3 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 205 time: 0.0757182 Feb 15 02:07:42.175958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:42.279422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-f6dd6228-8bd6-4dcf-a31b-0fd78593bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:42.281009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-f6dd6228-8bd6-4dcf-a31b-0fd78593bc9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2251809 Feb 15 02:07:42.288201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:42.363734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:42.367163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.405193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Checking router: cf13a525-bdf3-483d-8990-b02f7e5191c9 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:42.416881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Allocated IP 172.25.2.48 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/561c80a9-9ed3-49c7-8a65-ae2fa6f9952d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:42.421571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Routers {'cf13a525-bdf3-483d-8990-b02f7e5191c9'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:42.422462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['cf13a525-bdf3-483d-8990-b02f7e5191c9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:42.423199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (ef485ea4-414d-4877-9998-bda03a6208cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.473858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a145497-eba0-4870-804e-2602cc160369 req-d9f10cd8-2eef-4218-a646-cac04cc476db tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:42.475440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a145497-eba0-4870-804e-2602cc160369 req-d9f10cd8-2eef-4218-a646-cac04cc476db tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.3097672 Feb 15 02:07:42.518281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] Set router cf13a525-bdf3-483d-8990-b02f7e5191c9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:42.545366 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-f70bd490-5afa-4daa-94e1-6393ee8cbdf3 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526886 Feb 15 02:07:42.584314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:42.627003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e23bc-6996-4faa-80df-637b702c4f09 None None] The sync data for ids ['cf13a525-bdf3-483d-8990-b02f7e5191c9'] in n-d-829064-14 is: [{'id': 'cf13a525-bdf3-483d-8990-b02f7e5191c9', 'name': 'tempest-RoutersTest-router-854787170', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:06:43Z', 'updated_at': '2022-02-15T02:07:37Z', 'revision_number': 11, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:42.665473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6429c736-7d17-4dc2-9f72-a93472d0c3a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.709662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.715609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.715903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (cf13a525-bdf3-483d-8990-b02f7e5191c9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.739291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a145497-eba0-4870-804e-2602cc160369 req-5091cb32-0c0c-4512-bbe7-4966a7bef1dd tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830103 Feb 15 02:07:42.741745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:42.759083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:42.764680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=6429c736-7d17-4dc2-9f72-a93472d0c3a1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:42.782153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:42.783015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ef485ea4-414d-4877-9998-bda03a6208cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.820863 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3e0e6640-66a3-4550-94ae-3ed8baaf2af5 req-0bee2215-088e-4d17-9e03-8c1551275c0d service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652471 Feb 15 02:07:42.881299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=ef485ea4-414d-4877-9998-bda03a6208cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:42.892215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': '7da06a1c-150a-495a-b2bd-30df6da5f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '973c77da-010a-4b3d-9968-100e0b9f5352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:42.892626 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 973c77da-010a-4b3d-9968-100e0b9f5352, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:42.899375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (cf13a525-bdf3-483d-8990-b02f7e5191c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.899886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router cf13a525-bdf3-483d-8990-b02f7e5191c9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:42.910082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:42.911240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-006075c4-a43a-42de-99f3-0d6d993cf022 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 204 len: 168 time: 0.7330468 Feb 15 02:07:42.917303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:42.924593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1475779054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:42.962120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.009956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:43.021926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:43.021926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:43.045057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=561c80a9-9ed3-49c7-8a65-ae2fa6f9952d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:43.052638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 973c77da-010a-4b3d-9968-100e0b9f5352 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:43.077504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a5cebbed-a220-4856-972f-41f6c057d898), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.078882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a5cebbed-a220-4856-972f-41f6c057d898), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.411625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 973c77da-010a-4b3d-9968-100e0b9f5352) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:43.420603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a64199-02de-47f2-b5fd-3fbb50a8eaac None None] Network 973c77da-010a-4b3d-9968-100e0b9f5352 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:43.435152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:43.442036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:43.446471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:43.447823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.512702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (9b6ece98-69d9-4254-a34e-2584ba7fdd54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.516996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (a5cebbed-a220-4856-972f-41f6c057d898), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.614854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (a5cebbed-a220-4856-972f-41f6c057d898), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.624349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fd1c7f9e-eed1-4dd2-ad89-beeca658c22e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2167282 Feb 15 02:07:43.630581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56722) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:43.690433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.803879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.811232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port ef485ea4-414d-4877-9998-bda03a6208cf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:43.811232 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ef485ea4-414d-4877-9998-bda03a6208cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.811693 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bb5074c6-3381-41e9-b799-a3f28f4d6e29 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8853006 Feb 15 02:07:43.811814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:43.817074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:43.885392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.965566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ef485ea4-414d-4877-9998-bda03a6208cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:43.967959 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.016347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for ef485ea4-414d-4877-9998-bda03a6208cf owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:44.050902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=561c80a9-9ed3-49c7-8a65-ae2fa6f9952d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:44.071669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9b6ece98-69d9-4254-a34e-2584ba7fdd54), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.170272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122005'] for router (a5cebbed-a220-4856-972f-41f6c057d898), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.180618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.181910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aef3755b-d80f-40a7-b946-5646037c2da4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1341641 Feb 15 02:07:44.185212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:44.190981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2f6fc335-71b7-40e8-b040-840d1436f255 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'floatingip': {'port_id': 'e3e60a58-c768-45c9-b5e2-9def3bfc185f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:44.272190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc335-71b7-40e8-b040-840d1436f255 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (9b6ece98-69d9-4254-a34e-2584ba7fdd54), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.282109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552305'] for router (a5cebbed-a220-4856-972f-41f6c057d898), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.394455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ef485ea4-414d-4877-9998-bda03a6208cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.436562 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2f6fc335-71b7-40e8-b040-840d1436f255 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] update failed (client error): The resource could not be found. Feb 15 02:07:44.440790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2f6fc335-71b7-40e8-b040-840d1436f255 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "PUT /v2.0/floatingips/9b6ece98-69d9-4254-a34e-2584ba7fdd54 HTTP/1.1" status: 404 len: 507 time: 0.2542374 Feb 15 02:07:44.440790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:44.473851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=ef485ea4-414d-4877-9998-bda03a6208cf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:44.476073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.479528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a6c1b633-ac1b-4e44-9ad0-cd29a2332766 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/ef485ea4-414d-4877-9998-bda03a6208cf HTTP/1.1" status: 204 len: 168 time: 0.8450003 Feb 15 02:07:44.483757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:44.563499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bcac6-d652-40da-acea-50460f86af68 req-cca56069-653f-46f3-a410-c9c9cd038220 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:44.564972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-593bcac6-d652-40da-acea-50460f86af68 req-cca56069-653f-46f3-a410-c9c9cd038220 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1724119 Feb 15 02:07:44.588939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting port 561c80a9-9ed3-49c7-8a65-ae2fa6f9952d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:44.589433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.594859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd09dc4-7a76-4912-b5a7-4ab982b80b51 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:44.600573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd09dc4-7a76-4912-b5a7-4ab982b80b51 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:44.604589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ddd09dc4-7a76-4912-b5a7-4ab982b80b51 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1173162 Feb 15 02:07:44.605348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:44.644725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Router a5cebbed-a220-4856-972f-41f6c057d898 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:07:44.684843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-593bcac6-d652-40da-acea-50460f86af68 req-9db4ac67-d2a3-41ab-83cd-2cdcba0dff40 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160007 Feb 15 02:07:44.702057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.707241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.747723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Calling delete_port for 561c80a9-9ed3-49c7-8a65-ae2fa6f9952d owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:44.866372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:44.875727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.879574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f1751ecd-50fd-4b16-9a0b-dd75801efb11 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "PUT /v2.0/routers/a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 200 len: 694 time: 1.0678163 Feb 15 02:07:44.880683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:44.904369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Sync routers for ids ['a5cebbed-a220-4856-972f-41f6c057d898'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:44.926081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Routers {'a5cebbed-a220-4856-972f-41f6c057d898'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:44.929398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a5cebbed-a220-4856-972f-41f6c057d898'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:44.974393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf1560-bd75-4012-b2b9-8f99dc99cce7 req-c236f858-0395-49d8-9248-0b6b5a79f19b tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:44.975740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5bf1560-bd75-4012-b2b9-8f99dc99cce7 req-c236f858-0395-49d8-9248-0b6b5a79f19b tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.1845469 Feb 15 02:07:44.982797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 6429c736-7d17-4dc2-9f72-a93472d0c3a1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:44.990432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6429c736-7d17-4dc2-9f72-a93472d0c3a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:44.991587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3b44e621-93bc-401a-9461-b8d5f63547c3 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/routers/a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 200 len: 700 time: 0.1074216 Feb 15 02:07:44.996500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:45.069683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-eb825ae8-4421-468d-8a63-71e11e95cde8 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:45.071808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-eb825ae8-4421-468d-8a63-71e11e95cde8 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.37 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 945 time: 0.0870442 Feb 15 02:07:45.075864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (561c80a9-9ed3-49c7-8a65-ae2fa6f9952d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.127650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd67812f-c6da-4de1-b7d7-814cda9f2a74 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 200 len: 205 time: 0.1274188 Feb 15 02:07:45.128690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:45.184407 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Set router a5cebbed-a220-4856-972f-41f6c057d898 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:45.208168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6429c736-7d17-4dc2-9f72-a93472d0c3a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.216768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Port': ['ID=561c80a9-9ed3-49c7-8a65-ae2fa6f9952d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:45.254681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cebbed-a220-4856-972f-41f6c057d898', 'name': 'tempest-RoutersTest-router-1475779054', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:07:43Z', 'updated_at': '2022-02-15T02:07:44Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:45.262089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 6429c736-7d17-4dc2-9f72-a93472d0c3a1 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:45.276240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e5bf1560-bd75-4012-b2b9-8f99dc99cce7 req-2335650a-0b7d-4219-bd93-6adfa48d559f tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/security-groups?id=be4123dc-ae37-47bd-bb8b-10d289d9da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899370 Feb 15 02:07:45.282653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (a5cebbed-a220-4856-972f-41f6c057d898), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.334701 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Checking router: a5cebbed-a220-4856-972f-41f6c057d898 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:45.345097 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Routers {'a5cebbed-a220-4856-972f-41f6c057d898'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:45.346484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a5cebbed-a220-4856-972f-41f6c057d898'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:45.379011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (9b6ece98-69d9-4254-a34e-2584ba7fdd54), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.381679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.387164 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e081f4a9-daa3-4d5b-a3a5-2219a26a25f6 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "DELETE /v2.0/floatingips/9b6ece98-69d9-4254-a34e-2584ba7fdd54 HTTP/1.1" status: 204 len: 168 time: 0.9407551 Feb 15 02:07:45.392694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:45.399337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2534c554-7286-4ad8-ac42-9dbe6b8b51d3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'floatingip': {'floating_network_id': 'd4453cb3-6b19-4f15-9578-6253f384a8ee', 'port_id': 'e3e60a58-c768-45c9-b5e2-9def3bfc185f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:45.447393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.457961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Deleting port bc0a9438-11ed-48fc-ac48-982f0e0db43e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:45.458566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.463699 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] Set router a5cebbed-a220-4856-972f-41f6c057d898 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:45.528866 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cebbed-a220-4856-972f-41f6c057d898', 'name': 'tempest-RoutersTest-router-1475779054', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:07:43Z', 'updated_at': '2022-02-15T02:07:44Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:45.530345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2534c554-7286-4ad8-ac42-9dbe6b8b51d3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.602374 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95dfa3-1163-4fc2-811d-50a93d294c0c None None] The sync data for ids ['a5cebbed-a220-4856-972f-41f6c057d898'] in n-d-829064-14 is: [{'id': 'a5cebbed-a220-4856-972f-41f6c057d898', 'name': 'tempest-RoutersTest-router-1475779054', 'tenant_id': '4d66e346752a49faacb71c4a26664731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:07:43Z', 'updated_at': '2022-02-15T02:07:44Z', 'revision_number': 2, 'project_id': '4d66e346752a49faacb71c4a26664731', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:45.656761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] For port bc0a9438-11ed-48fc-ac48-982f0e0db43e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bc0a9438-11ed-48fc-ac48-982f0e0db43e,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:45.657138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.971701 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a5cebbed-a220-4856-972f-41f6c057d898), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.975001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router_controller (a5cebbed-a220-4856-972f-41f6c057d898), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:45.992948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.001652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5f581615-71ed-4b07-b0f0-a3090266b848), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.001652 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Floating IP 5f581615-71ed-4b07-b0f0-a3090266b848 disassociated. External IP: 172.25.2.166, port: bc0a9438-11ed-48fc-ac48-982f0e0db43e. Feb 15 02:07:46.001652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Calling delete_port for bc0a9438-11ed-48fc-ac48-982f0e0db43e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:46.065486 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2534c554-7286-4ad8-ac42-9dbe6b8b51d3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:07:46.066592 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2534c554-7286-4ad8-ac42-9dbe6b8b51d3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6725552 Feb 15 02:07:46.070686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.076759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'e3e60a58-c768-45c9-b5e2-9def3bfc185f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:46.127214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a5cebbed-a220-4856-972f-41f6c057d898), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.127772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Fanout notify agent at l3_agent the message router_deleted on router a5cebbed-a220-4856-972f-41f6c057d898 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:46.143062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.143062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7639a03-2433-4a02-a750-8831c255db1e tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 204 len: 168 time: 1.0058119 Feb 15 02:07:46.143062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.175907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bcbe1de7-7820-4bcc-a7a4-579ae6d3e733 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 200 len: 205 time: 0.0321033 Feb 15 02:07:46.175907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6429c736-7d17-4dc2-9f72-a93472d0c3a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.177204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.218067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=6429c736-7d17-4dc2-9f72-a93472d0c3a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:46.219874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.227376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-91e87e29-406b-4436-b0bb-0bf63b42bf3a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/6429c736-7d17-4dc2-9f72-a93472d0c3a1 HTTP/1.1" status: 204 len: 168 time: 1.6183794 Feb 15 02:07:46.227534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.228328 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-dedbcc44-260d-44d8-bd78-a2f364800ef4 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:46.231088 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dedbcc44-260d-44d8-bd78-a2f364800ef4 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/a5cebbed-a220-4856-972f-41f6c057d898 HTTP/1.1" status: 404 len: 336 time: 0.0536654 Feb 15 02:07:46.238463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.243737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.286569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (bc0a9438-11ed-48fc-ac48-982f0e0db43e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.325404 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49c3d53-f5d5-4d0e-be9a-b434fa0e787f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:46.325404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49c3d53-f5d5-4d0e-be9a-b434fa0e787f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:46.325762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event deleted for resources: {'Port': ['ID=bc0a9438-11ed-48fc-ac48-982f0e0db43e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:46.331069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f49c3d53-f5d5-4d0e-be9a-b434fa0e787f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/20db5740-0623-475b-8b1f-cc3fb9fa890a HTTP/1.1" status: 404 len: 337 time: 0.0619209 Feb 15 02:07:46.335055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.379303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df1d58-4878-4ec6-b867-38d7c4ac2b8d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:46.379493 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4630d9-79fa-413c-aeba-c365b548ac42 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:46.379774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4630d9-79fa-413c-aeba-c365b548ac42 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:46.382044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-75df1d58-4878-4ec6-b867-38d7c4ac2b8d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1536269 Feb 15 02:07:46.385188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f4630d9-79fa-413c-aeba-c365b548ac42 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/47427fd2-d6d2-47ae-afb6-b9f7beb4af89 HTTP/1.1" status: 404 len: 337 time: 0.0453608 Feb 15 02:07:46.385758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.386620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.454258 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abb35a5-3391-4323-8503-96443ed0693c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:07:46.456041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2abb35a5-3391-4323-8503-96443ed0693c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/ef485ea4-414d-4877-9998-bda03a6208cf HTTP/1.1" status: 404 len: 333 time: 0.0683198 Feb 15 02:07:46.457180 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24140c4-4bb4-4050-90a5-42d7e1cd2174 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:46.457971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24140c4-4bb4-4050-90a5-42d7e1cd2174 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:46.460979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.464831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d24140c4-4bb4-4050-90a5-42d7e1cd2174 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/ef0cf57c-ea50-4a5d-ad79-4ba33308109b HTTP/1.1" status: 404 len: 337 time: 0.0723057 Feb 15 02:07:46.468374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.498364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e237d14c-206b-4518-8080-45a685dbd0d9 req-d2bc824c-a76f-4eb6-acdf-54c2f6745fb1 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 210 time: 0.0701704 Feb 15 02:07:46.530160 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-304b2e4f-26b9-4e02-9bd3-d6a0cbd32691 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:46.530628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304b2e4f-26b9-4e02-9bd3-d6a0cbd32691 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:46.536179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-304b2e4f-26b9-4e02-9bd3-d6a0cbd32691 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/254b0b50-7ef6-44f0-939a-090a29294f2e HTTP/1.1" status: 404 len: 337 time: 0.0454979 Feb 15 02:07:46.536652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.538807 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5488669d-d703-42b0-b69e-b2e855637cb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:07:46.543316 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5488669d-d703-42b0-b69e-b2e855637cb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/6429c736-7d17-4dc2-9f72-a93472d0c3a1 HTTP/1.1" status: 404 len: 333 time: 0.0783126 Feb 15 02:07:46.543890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.579020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f64e8f03-d522-4e34-af83-7e76ee940b9f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 200 len: 205 time: 0.0386367 Feb 15 02:07:46.580088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.610429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.628244 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6e58a65a-df61-4d17-86a5-f3a50cd71646 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:46.629752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6e58a65a-df61-4d17-86a5-f3a50cd71646 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/cf13a525-bdf3-483d-8990-b02f7e5191c9 HTTP/1.1" status: 404 len: 336 time: 0.0491533 Feb 15 02:07:46.633386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.636784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Router 42edccd7-281a-484a-856f-2345227d4e5d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:46.713101 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58a37a48-7e47-40a4-bbea-43accd9eda17 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ccb578-c50b-4a01-9d08-9a12459ad4d9 HTTP/1.1" status: 200 len: 205 time: 0.0750334 Feb 15 02:07:46.717695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.720897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (973c77da-010a-4b3d-9968-100e0b9f5352), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:46.785796 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-34225257-9823-422f-aa19-ab6040c24873 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:46.786876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34225257-9823-422f-aa19-ab6040c24873 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/86ccb578-c50b-4a01-9d08-9a12459ad4d9 HTTP/1.1" status: 404 len: 336 time: 0.0656905 Feb 15 02:07:46.789479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.822505 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f03a61-a03c-4bd6-9755-e7dd6a785f1f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:46.823005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f03a61-a03c-4bd6-9755-e7dd6a785f1f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:46.826655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21f03a61-a03c-4bd6-9755-e7dd6a785f1f tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/b0889e7d-289b-420c-b2a0-c268495ae637 HTTP/1.1" status: 404 len: 337 time: 0.0362813 Feb 15 02:07:46.832956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.887837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c70ef80-d9cf-4ed3-8b24-ecda2c6c887b tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 200 len: 205 time: 0.0531304 Feb 15 02:07:46.888515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.905746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:46.920458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Sync routers for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:46.942455 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-004b9eb0-4f16-48da-80aa-269fd337dca2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:46.945752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-004b9eb0-4f16-48da-80aa-269fd337dca2 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/be8c4d79-a54b-4e9c-9043-06b300a9ff11 HTTP/1.1" status: 404 len: 336 time: 0.0561562 Feb 15 02:07:46.946597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:46.964106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:46.964799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.003510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-26d1a4ce-a0f6-4815-9855-7c88200e7f49 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 HTTP/1.1" status: 200 len: 205 time: 0.0557141 Feb 15 02:07:47.005013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.098696 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-efa85dc5-26f5-4b70-b13a-a25402b421dc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:47.116193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-efa85dc5-26f5-4b70-b13a-a25402b421dc tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/9b3b6ca5-f59e-447b-9e4c-9e9e04faaae3 HTTP/1.1" status: 404 len: 336 time: 0.1101558 Feb 15 02:07:47.116973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.122621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] No DVR routers for this DVR port bc0a9438-11ed-48fc-ac48-982f0e0db43e on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:47.146420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:47.163019 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f15f5ea-b15c-40a1-83e5-b279b4466499 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:47.163598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f15f5ea-b15c-40a1-83e5-b279b4466499 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:47.168538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Allocated IP 172.25.2.43 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/6df25250-73c5-4898-a650-2e1f49b55307) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:47.169813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f15f5ea-b15c-40a1-83e5-b279b4466499 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/1bedb34c-4148-4792-93b4-4095b0a22f95 HTTP/1.1" status: 404 len: 337 time: 0.0517495 Feb 15 02:07:47.170537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.211247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:47.214961 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-3b59004c-a38d-4656-9f62-a885d188e2d4 req-3c8f03b6-b624-40b8-bf34-695169d4ab59 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.37 "DELETE /v2.0/ports/bc0a9438-11ed-48fc-ac48-982f0e0db43e HTTP/1.1" status: 204 len: 173 time: 2.1207700 Feb 15 02:07:47.220335 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'name': 'network-vif-deleted', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:07:47.221221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17b6ac6f-9417-4253-b259-b8f1e0c85af9 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d50ee44-b356-48e6-80ce-b60d01232260 HTTP/1.1" status: 200 len: 205 time: 0.0489836 Feb 15 02:07:47.224228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.233823 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499b213c-5aa5-4bd3-8a42-ca4ad5439624" -d '{"events": [{"server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "name": "network-vif-deleted", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:07:47.296724 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1e9f7f4e-ad9f-431e-a24a-a1e6b95377f0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:47.298031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e9f7f4e-ad9f-431e-a24a-a1e6b95377f0 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/1d50ee44-b356-48e6-80ce-b60d01232260 HTTP/1.1" status: 404 len: 336 time: 0.0725780 Feb 15 02:07:47.300684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56816) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.369974 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f93a43-f416-45d6-94c1-a51799c57641 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:47.369974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f93a43-f416-45d6-94c1-a51799c57641 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:47.377919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29f93a43-f416-45d6-94c1-a51799c57641 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/33bd4021-921e-4ca9-bf64-e2d9dd96f766 HTTP/1.1" status: 404 len: 337 time: 0.0722258 Feb 15 02:07:47.378839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.467954 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d402ed5-05c1-49c2-b8b9-7920bbc26b61 x-openstack-request-id: req-7d402ed5-05c1-49c2-b8b9-7920bbc26b61 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:07:47.468942 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d020ee38-2d69-4ba3-89ce-ec1f6df78c7a", "name": "network-vif-deleted", "tag": "bc0a9438-11ed-48fc-ac48-982f0e0db43e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:07:47.468942 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d402ed5-05c1-49c2-b8b9-7920bbc26b61 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:07:47.469156 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd020ee38-2d69-4ba3-89ce-ec1f6df78c7a', 'name': 'network-vif-deleted', 'tag': 'bc0a9438-11ed-48fc-ac48-982f0e0db43e', 'status': 'completed', 'code': 200} Feb 15 02:07:47.471120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (973c77da-010a-4b3d-9968-100e0b9f5352), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:47.479486 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9e4eb64d-b044-4402-82d2-bb891e715447 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ba865a3-80b5-42a8-9091-25b8f22ffcfd HTTP/1.1" status: 200 len: 205 time: 0.1007514 Feb 15 02:07:47.484898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.505676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973c77da-010a-4b3d-9968-100e0b9f5352']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.563218 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ef111bb4-154e-42da-bb9c-56c64a118683 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] delete failed (client error): The resource could not be found. Feb 15 02:07:47.571124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ef111bb4-154e-42da-bb9c-56c64a118683 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/routers/5ba865a3-80b5-42a8-9091-25b8f22ffcfd HTTP/1.1" status: 404 len: 336 time: 0.0851941 Feb 15 02:07:47.571459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.619714 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-566aa7cd-ae0a-4d57-b69f-f58d99365679 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:47.632822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566aa7cd-ae0a-4d57-b69f-f58d99365679 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:47.638693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-566aa7cd-ae0a-4d57-b69f-f58d99365679 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/bf362c98-6f8c-4efe-804c-ba6d852ab0dd HTTP/1.1" status: 404 len: 337 time: 0.0636690 Feb 15 02:07:47.639060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:47.699067 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-249de10f-c754-4429-a644-eaf9f8650829 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:47.699599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249de10f-c754-4429-a644-eaf9f8650829 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:47.705731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-249de10f-c754-4429-a644-eaf9f8650829 tempest-RoutersTest-2063216794 tempest-RoutersTest-2063216794-project] 10.222.0.43 "DELETE /v2.0/subnets/7d2a938a-9cf4-4e30-aae0-52e5e00a9169 HTTP/1.1" status: 404 len: 337 time: 0.0628037 Feb 15 02:07:47.716808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.766343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36092ae3-2b3f-4c0d-a25f-188962831945 req-13e1f096-0f21-47c6-accf-9e353e01b595 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "GET /v2.0/ports?device_id=d020ee38-2d69-4ba3-89ce-ec1f6df78c7a HTTP/1.1" status: 200 len: 210 time: 0.0847199 Feb 15 02:07:47.793987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Checking router: 42edccd7-281a-484a-856f-2345227d4e5d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:47.816998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da06a1c-150a-495a-b2bd-30df6da5f08d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.817454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da06a1c-150a-495a-b2bd-30df6da5f08d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.817621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:47.818123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:47.850107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7da06a1c-150a-495a-b2bd-30df6da5f08d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:47.873665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7da06a1c-150a-495a-b2bd-30df6da5f08d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:47.882860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:47.888327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7da06a1c-150a-495a-b2bd-30df6da5f08d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:47.891775 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:47.970620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:47.971507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for port (6df25250-73c5-4898-a650-2e1f49b55307), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.015063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc0a9438-11ed-48fc-ac48-982f0e0db43e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:48.048757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: bc0a9438-11ed-48fc-ac48-982f0e0db43e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:48.049382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bc0a9438-11ed-48fc-ac48-982f0e0db43e not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:48.122273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (973c77da-010a-4b3d-9968-100e0b9f5352), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.124704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6df25250-73c5-4898-a650-2e1f49b55307), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.155949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.178659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.186846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/973c77da-010a-4b3d-9968-100e0b9f5352 HTTP/1.1" status: 204 len: 168 time: 1.6375384 Feb 15 02:07:48.187050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:48.187707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event updated for resources: {'Port': ['ID=6df25250-73c5-4898-a650-2e1f49b55307,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:48.203644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf48b5-3f72-4ae2-97f9-b05392c8a0bd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=973c77da-010a-4b3d-9968-100e0b9f5352,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:48.204568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700625307'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:48.212264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:48.213484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:48.217515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:48.328751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:48.364231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090b674-3efa-451b-b738-e9ff66c51f34 None None] The sync data for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 is: [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:01:34Z', 'revision_number': 4, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '56b356e7-ac1d-4938-b584-f638dcd23ca4', 'name': '', 'network_id': '63fe4180-7f39-42d4-8d99-de8b3fc33926', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'mac_address': 'fa:16:3e:ad:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:31Z', 'updated_at': '2022-02-15T02:01:41Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'subnets': [{'id': 'b7e168bf-9e51-4983-a70f-e5caf5454fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:48.381223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:48.385428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.410533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:48.425658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:48.446519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.446964 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment 8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2 of type vlan for network 8a8b3b36-b188-4027-aad4-66b715f5ac80 Feb 15 02:07:48.533528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (8a8b3b36-b188-4027-aad4-66b715f5ac80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.555704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting port 6df25250-73c5-4898-a650-2e1f49b55307 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:48.556766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6df25250-73c5-4898-a650-2e1f49b55307), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.700388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6df25250-73c5-4898-a650-2e1f49b55307), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.700742 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for floatingip (6df25250-73c5-4898-a650-2e1f49b55307), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.730161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Calling delete_port for 6df25250-73c5-4898-a650-2e1f49b55307 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:48.778242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (8a8b3b36-b188-4027-aad4-66b715f5ac80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.783610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:48.784785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:48.853714 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ac329a5-6664-41d1-9fb5-38c25a5f07dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d66e346752a49faacb71c4a26664731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718650 Feb 15 02:07:48.853714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:48.865935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:48.917586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=8a8b3b36-b188-4027-aad4-66b715f5ac80,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:48.933156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:48.935626 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b01fa-7f28-4ff4-a8d7-99b1736799a6 None None] New status for floating IP 5f581615-71ed-4b07-b0f0-a3090266b848: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:07:48.966203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd5a20fb-f8f7-446d-a979-1e0d93515786 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7778807 Feb 15 02:07:48.969099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:48.976858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:49.229434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:49.235678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.250662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] Publish callbacks [] for security_group (2eccdade-86e9-477d-b1ac-f11f4733d6bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.282802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] Publish callbacks [] for security_group (2eccdade-86e9-477d-b1ac-f11f4733d6bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.305784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Deleting port 1d442b5e-070b-4fd4-a18d-96d2d37dcf11 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:49.306125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.307849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Performing IP validity checks on allocation pools {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:07:49.310797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:07:49.320870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6df25250-73c5-4898-a650-2e1f49b55307), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.406238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Port': ['ID=6df25250-73c5-4898-a650-2e1f49b55307,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:49.544664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.549475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for floatingip (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.562133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Calling delete_port for 1d442b5e-070b-4fd4-a18d-96d2d37dcf11 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:49.569107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (b1398e23-e88c-48a6-9b1c-22df42ceb102), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.607926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2eccdade-86e9-477d-b1ac-f11f4733d6bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.610528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.611691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eccdade-86e9-477d-b1ac-f11f4733d6bf HTTP/1.1" status: 204 len: 168 time: 0.7280278 Feb 15 02:07:49.626889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643db05-1dca-4452-a34e-070e9d909e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eccdade-86e9-477d-b1ac-f11f4733d6bf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:49.644436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=b1398e23-e88c-48a6-9b1c-22df42ceb102,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:49.652255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:49.653995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 8a8b3b36-b188-4027-aad4-66b715f5ac80, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:49.670837 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] create failed (client error): The resource could not be found. Feb 15 02:07:49.677300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-99b32f39-0cfd-4797-b77e-5c94ee4890db tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6045134 Feb 15 02:07:49.681294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:49.757947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:49.791413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting port e3e60a58-c768-45c9-b5e2-9def3bfc185f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:49.791915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.841474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1d442b5e-070b-4fd4-a18d-96d2d37dcf11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.871632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event deleted for resources: {'Port': ['ID=1d442b5e-070b-4fd4-a18d-96d2d37dcf11,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:49.881252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 8a8b3b36-b188-4027-aad4-66b715f5ac80) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:49.891867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.891867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:49.891867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.896578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb62e4-7407-4c98-a649-94bdd9410b7a None None] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:49.926185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Calling delete_port for e3e60a58-c768-45c9-b5e2-9def3bfc185f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:49.963948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for floatingip (5f581615-71ed-4b07-b0f0-a3090266b848), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.967294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:49.968534 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afce2304-7d83-4a7a-94b3-a7547893a5d5 tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "DELETE /v2.0/floatingips/5f581615-71ed-4b07-b0f0-a3090266b848 HTTP/1.1" status: 204 len: 168 time: 1.1078112 Feb 15 02:07:50.006780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e43f48fb-58fa-4a61-aac4-dc662fdc5bde tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0363972 Feb 15 02:07:50.015709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:50.015906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80', 'name': 'tempest-PortsIpV6TestJSON-1434265774'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:50.076031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:50.083635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-8a8b3b36-b188-4027-aad4-66b715f5ac80', 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': 'b1398e23-e88c-48a6-9b1c-22df42ceb102'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:07:50.083635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.191977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (be4123dc-ae37-47bd-bb8b-10d289d9da3a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.229169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (be4123dc-ae37-47bd-bb8b-10d289d9da3a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.361316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:50.361316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.363956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e3e60a58-c768-45c9-b5e2-9def3bfc185f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.423910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Port': ['ID=e3e60a58-c768-45c9-b5e2-9def3bfc185f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:50.437981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 3324897a-0013-4354-85e2-5411c11ee065 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:50.441624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (be4123dc-ae37-47bd-bb8b-10d289d9da3a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.454488 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.454488 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] 10.222.0.43 "DELETE /v2.0/security-groups/be4123dc-ae37-47bd-bb8b-10d289d9da3a HTTP/1.1" status: 204 len: 168 time: 0.3695347 Feb 15 02:07:50.466209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed637f9-e6b7-4acc-9287-e05731f179fd tempest-TestServerBasicOps-1540202415 tempest-TestServerBasicOps-1540202415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4123dc-ae37-47bd-bb8b-10d289d9da3a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:50.559476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Allocated IP 2001:db8::2 (8a8b3b36-b188-4027-aad4-66b715f5ac80/b1398e23-e88c-48a6-9b1c-22df42ceb102/6ba2ea65-07b3-4eeb-8862-f862fbb7416f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:50.887825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:50.887825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-83b6a302-c0f9-4f1a-82ee-1eac40d8ccc0 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "DELETE /v2.0/ports/e3e60a58-c768-45c9-b5e2-9def3bfc185f HTTP/1.1" status: 204 len: 168 time: 0.9265718 Feb 15 02:07:50.887825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:50.892487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:50.894800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30cef44-4ee4-4809-8976-09b8cf1ac35b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:50.895616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:50.896448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b30cef44-4ee4-4809-8976-09b8cf1ac35b tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "GET /v2.0/ports?device_id=323e2482-427d-4f5a-8cba-b672a58e58a6 HTTP/1.1" status: 200 len: 913 time: 0.1409695 Feb 15 02:07:50.897197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks [] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.020975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.092523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:51.101311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:51.113468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e439624-48e2-45dc-baf5-01188e3d51a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.115590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:51.119534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Pushing event updated for resources: {'Port': ['ID=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:51.178885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::29c (8a8b3b36-b188-4027-aad4-66b715f5ac80/b1398e23-e88c-48a6-9b1c-22df42ceb102/3324897a-0013-4354-85e2-5411c11ee065) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:51.188955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Attempting to bind port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:51.191009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Attempting to bind port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:51.191969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Attempting to bind port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f on network 8a8b3b36-b188-4027-aad4-66b715f5ac80 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:51.207819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:51.208423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Checking segment: {'id': '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:51.208917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.209412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Bound using segment: {'id': '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:51.210021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Bound port: 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a8b3b36-b188-4027-aad4-66b715f5ac80'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:51.210488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.308322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] For port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:51.311401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] For port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,segment=NetworkSegment(8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2),segment_id=8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:51.402178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.442874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (3324897a-0013-4354-85e2-5411c11ee065), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.524073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a18a11-665f-4320-b31f-334df72402aa None None] Pushing event updated for resources: {'Port': ['ID=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:51.557107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3324897a-0013-4354-85e2-5411c11ee065), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.598708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (42edccd7-281a-484a-856f-2345227d4e5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.647901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (323e2482-427d-4f5a-8cba-b672a58e58a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.676606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:51.678519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:51.689143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:51.695120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:51.695120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:51.698537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=3324897a-0013-4354-85e2-5411c11ee065,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:51.791117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fbf93433-28ad-4725-a7c0-6960d80e387c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7802691 Feb 15 02:07:51.791291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:52.061522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 3324897a-0013-4354-85e2-5411c11ee065 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:52.062075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3324897a-0013-4354-85e2-5411c11ee065), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:52.318005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3324897a-0013-4354-85e2-5411c11ee065), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:52.346498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 3324897a-0013-4354-85e2-5411c11ee065 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:52.372403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-3ddaeafb-cf69-4944-a5e9-4a89c7c56b1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2050862 Feb 15 02:07:52.555727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting port 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:52.556123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:52.564392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Deleting port 56b356e7-ac1d-4938-b584-f638dcd23ca4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:52.564826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:52.938900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2662eef-2083-4086-b94a-0276da0fa6bb None None] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:52.999688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9008850-1943-4394-a795-97c35da099fa None None] Provisioning complete for port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:53.000146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9008850-1943-4394-a795-97c35da099fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.055170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-27d56da1-514e-4145-9b4e-006ba53457e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:53.056704 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-27d56da1-514e-4145-9b4e-006ba53457e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 1128 time: 0.5998230 Feb 15 02:07:53.148598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9008850-1943-4394-a795-97c35da099fa None None] Current status of the port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:53.149314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9008850-1943-4394-a795-97c35da099fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.157746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.186043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3324897a-0013-4354-85e2-5411c11ee065), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.188969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] For port 56b356e7-ac1d-4938-b584-f638dcd23ca4, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=56b356e7-ac1d-4938-b584-f638dcd23ca4,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:53.189356 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.193683 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Calling delete_port for 87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:53.200639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9008850-1943-4394-a795-97c35da099fa None None] For port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,segment=NetworkSegment(8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2),segment_id=8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:53.245256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Calling delete_port for 56b356e7-ac1d-4938-b584-f638dcd23ca4 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:53.252429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=3324897a-0013-4354-85e2-5411c11ee065,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:53.298064 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9008850-1943-4394-a795-97c35da099fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.321125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:53.367462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8374731e-c45c-4b90-b2b5-bdb63efa4f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.392001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.405049 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e1df26d-665f-4ba6-a52d-cf245a72e278 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/3324897a-0013-4354-85e2-5411c11ee065 HTTP/1.1" status: 204 len: 168 time: 1.6046240 Feb 15 02:07:53.405867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56968) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:53.437417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-63f4dcc8-bcc2-4cc9-9a52-e55b6d4cc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:53.438685 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-63f4dcc8-bcc2-4cc9-9a52-e55b6d4cc22c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.3599570 Feb 15 02:07:53.443853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008850-1943-4394-a795-97c35da099fa None None] Pushing event updated for resources: {'Port': ['ID=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:53.535737 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8ae6a9-413e-4853-8ff5-0efb70dee211 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:07:53.536395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8ae6a9-413e-4853-8ff5-0efb70dee211 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:07:53.541907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e8ae6a9-413e-4853-8ff5-0efb70dee211 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/3324897a-0013-4354-85e2-5411c11ee065 HTTP/1.1" status: 404 len: 333 time: 0.1319625 Feb 15 02:07:53.552176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:53.568748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30f3e37e-2437-4423-86aa-b332270fd436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.585230 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d69f075-f2ce-46a3-91cb-c6c320e9628f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:07:53.586715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8d69f075-f2ce-46a3-91cb-c6c320e9628f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/3324897a-0013-4354-85e2-5411c11ee065 HTTP/1.1" status: 404 len: 333 time: 0.0288208 Feb 15 02:07:53.595581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 56974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:53.679150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-517f8d29-e0a8-468b-90be-a46b0d774b1b None None] Provisioning complete for port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:53.679150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-517f8d29-e0a8-468b-90be-a46b0d774b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.702076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30f3e37e-2437-4423-86aa-b332270fd436 admin admin] Publish callbacks [] for security_group (6c553376-7e54-4211-9dd3-00db25540560), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.736164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet b1398e23-e88c-48a6-9b1c-22df42ceb102 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:53.756215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6ba2ea65-07b3-4eeb-8862-f862fbb7416f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:07:53.766957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (b1398e23-e88c-48a6-9b1c-22df42ceb102), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.801843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-e3e7ee1c-261d-4459-a33f-28d89117cb79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 200 len: 1000 time: 0.3509414 Feb 15 02:07:53.819388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30f3e37e-2437-4423-86aa-b332270fd436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c553376-7e54-4211-9dd3-00db25540560), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.840960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:07:53.841641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:53.881684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3e37e-2437-4423-86aa-b332270fd436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c553376-7e54-4211-9dd3-00db25540560,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:53.914683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30f3e37e-2437-4423-86aa-b332270fd436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f87fca3056347ad90f8405d8985e049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899251 Feb 15 02:07:53.916813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 56980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:53.949254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-517f8d29-e0a8-468b-90be-a46b0d774b1b None None] Current status of the port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:53.960530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-517f8d29-e0a8-468b-90be-a46b0d774b1b None None] Could not find standard attr ID for object 3324897a-0013-4354-85e2-5411c11ee065. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:07:53.978013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-a2337477-a793-4460-899d-7713241f5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:53.979686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-a2337477-a793-4460-899d-7713241f5dea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.0774083 Feb 15 02:07:53.983128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] Publish callbacks [] for security_group (6c553376-7e54-4211-9dd3-00db25540560), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.015552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] Publish callbacks [] for security_group (6c553376-7e54-4211-9dd3-00db25540560), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.015691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:07:54.081907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f2fdab23-a650-46b8-8b1c-b42ee652d17c None None] Could not find standard attr ID for object 3324897a-0013-4354-85e2-5411c11ee065. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:07:54.092326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (b1398e23-e88c-48a6-9b1c-22df42ceb102), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.172624 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c553376-7e54-4211-9dd3-00db25540560), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.175481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.179185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c553376-7e54-4211-9dd3-00db25540560 HTTP/1.1" status: 204 len: 168 time: 0.2579091 Feb 15 02:07:54.191494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c1b5f-d251-408d-b48c-8ac43e0dc3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c553376-7e54-4211-9dd3-00db25540560,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:54.203967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-65d447a9-3587-4cd5-b18f-9fced488aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:54.205962 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-65d447a9-3587-4cd5-b18f-9fced488aaf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2155097 Feb 15 02:07:54.272868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.357277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Port': ['ID=87cccc9a-d6d1-40eb-9a91-0a1eb9ef13f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:54.360574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b1398e23-e88c-48a6-9b1c-22df42ceb102), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.474713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (56b356e7-ac1d-4938-b584-f638dcd23ca4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.518109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b356e7-ac1d-4938-b584-f638dcd23ca4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:54.535606 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-184bf724-a6d1-4c91-ae02-ccc4191777c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162370 Feb 15 02:07:54.573287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.719656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (323e2482-427d-4f5a-8cba-b672a58e58a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.749383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (b1398e23-e88c-48a6-9b1c-22df42ceb102), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.804981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=b1398e23-e88c-48a6-9b1c-22df42ceb102,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:54.806120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b46c5-56af-4c28-ac9e-fa1ff7fcd5eb None None] Network 8a8b3b36-b188-4027-aad4-66b715f5ac80 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:54.853151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:54.859124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f0df07c-8156-4211-9000-70a74fe6a3b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/b1398e23-e88c-48a6-9b1c-22df42ceb102 HTTP/1.1" status: 204 len: 168 time: 1.2601840 Feb 15 02:07:54.859847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:54.980093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-540f521f-e146-4c6f-90e2-a7d5882de8fa req-fd71e925-d28e-4de8-a590-089fe0f1de7f service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368463 Feb 15 02:07:54.986280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (8a8b3b36-b188-4027-aad4-66b715f5ac80), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.041640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] DHCP port deletion for 8a8b3b36-b188-4027-aad4-66b715f5ac80 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:55.095931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:55.096538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.139202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Deleting port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:55.140186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.160805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Router 323e2482-427d-4f5a-8cba-b672a58e58a6 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:55.175551 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (42edccd7-281a-484a-856f-2345227d4e5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.201628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:55.220033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b7106fe-6818-4a21-a15a-e02450462c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.230611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,segment=NetworkSegment(8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2),segment_id=8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:55.230982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.242880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] For port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,segment=NetworkSegment(8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2),segment_id=8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:55.243604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.262485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 6ba2ea65-07b3-4eeb-8862-f862fbb7416f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:55.266378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Calling delete_port for 6ba2ea65-07b3-4eeb-8862-f862fbb7416f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:55.301108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:55.312781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c44e1d33-29da-4a75-877a-7dbc67a56fe4 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "PUT /v2.0/routers/323e2482-427d-4f5a-8cba-b672a58e58a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5674071 Feb 15 02:07:55.315217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:55.331021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] Sync routers for ids ['323e2482-427d-4f5a-8cba-b672a58e58a6'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:55.401493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] Routers {'323e2482-427d-4f5a-8cba-b672a58e58a6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:55.402122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['323e2482-427d-4f5a-8cba-b672a58e58a6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.445805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.457702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] Routers {'323e2482-427d-4f5a-8cba-b672a58e58a6'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:55.458329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['323e2482-427d-4f5a-8cba-b672a58e58a6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.478373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b7106fe-6818-4a21-a15a-e02450462c7f admin admin] Publish callbacks [] for security_group (fe97664a-f1a7-44de-b089-14d853a864d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.492496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.493163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3c698-a449-48bf-8d6e-3785b38d2df2 None None] The sync data for ids ['323e2482-427d-4f5a-8cba-b672a58e58a6'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:55.542634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.548558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6ba2ea65-07b3-4eeb-8862-f862fbb7416f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.562857 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b7106fe-6818-4a21-a15a-e02450462c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fe97664a-f1a7-44de-b089-14d853a864d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.592427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] Pushing event deleted for resources: {'Port': ['ID=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:55.594310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae26915-4e94-46fc-90d0-a5f8499c2b6f None None] No DVR routers for this DVR port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:55.683766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4b7106fe-6818-4a21-a15a-e02450462c7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16c439a529cb477f944d13793818767d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809811 Feb 15 02:07:55.710072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port 6ba2ea65-07b3-4eeb-8862-f862fbb7416f on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:55.711667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:55.725873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=6ba2ea65-07b3-4eeb-8862-f862fbb7416f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:55.754478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7106fe-6818-4a21-a15a-e02450462c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97664a-f1a7-44de-b089-14d853a864d3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:55.832427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6ba2ea65-07b3-4eeb-8862-f862fbb7416f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:55.841474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.855376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (8a8b3b36-b188-4027-aad4-66b715f5ac80), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.892619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 6ba2ea65-07b3-4eeb-8862-f862fbb7416f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:55.892889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 6ba2ea65-07b3-4eeb-8862-f862fbb7416f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:55.899592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8b3b36-b188-4027-aad4-66b715f5ac80']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.923253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.923457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:55.935390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.951436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:55.957622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:55.958033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (8cf23c44-dbfe-48bd-84ce-d5e0c27c7bf2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.006850 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:56.031811 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:56.072086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] Publish callbacks [] for security_group (fe97664a-f1a7-44de-b089-14d853a864d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.100258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.104067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for router_controller (323e2482-427d-4f5a-8cba-b672a58e58a6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.116806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (8a8b3b36-b188-4027-aad4-66b715f5ac80), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.121528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] Publish callbacks [] for security_group (fe97664a-f1a7-44de-b089-14d853a864d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.128027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.131578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/8a8b3b36-b188-4027-aad4-66b715f5ac80 HTTP/1.1" status: 204 len: 168 time: 1.2704864 Feb 15 02:07:56.137550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:56.153591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-66022588'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:56.173315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6d98-ec14-4f9f-b5b4-1b27564cce00 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=8a8b3b36-b188-4027-aad4-66b715f5ac80,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:56.226472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Router 42edccd7-281a-484a-856f-2345227d4e5d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:07:56.285925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:56.289465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.334739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (323e2482-427d-4f5a-8cba-b672a58e58a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.335320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fe97664a-f1a7-44de-b089-14d853a864d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.335413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Fanout notify agent at l3_agent the message router_deleted on router 323e2482-427d-4f5a-8cba-b672a58e58a6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:56.337731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.341388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe97664a-f1a7-44de-b089-14d853a864d3 HTTP/1.1" status: 204 len: 168 time: 0.6261401 Feb 15 02:07:56.342476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.344218 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eaad0296-7a1e-4d6b-ae5b-8b25de3fd8ff tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "DELETE /v2.0/routers/323e2482-427d-4f5a-8cba-b672a58e58a6 HTTP/1.1" status: 204 len: 168 time: 1.0280268 Feb 15 02:07:56.346426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:56.348801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:07:56.362959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391b81-af8a-4b0d-864e-60b03c251a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97664a-f1a7-44de-b089-14d853a864d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:56.369715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (61ab4a29-d024-41da-90de-66f62bdabe06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.370635 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment 61ab4a29-d024-41da-90de-66f62bdabe06 of type vlan for network 870759eb-bde6-4409-b96a-52c5c16b0c86 Feb 15 02:07:56.425535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:07:56.448150 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Sync routers for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:07:56.457562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting subnet c9f3ba26-3931-4603-9a1e-b4cae0ffc51f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:56.466766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6556c829-8d4c-40cd-b6df-861ecf5a12e9 admin admin] 10.222.0.43 "PUT /v2.0/routers/42edccd7-281a-484a-856f-2345227d4e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8342626 Feb 15 02:07:56.469412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for subnet (c9f3ba26-3931-4603-9a1e-b4cae0ffc51f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.476389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57034) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:56.478363 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:56.479014 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:56.480561 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (870759eb-bde6-4409-b96a-52c5c16b0c86), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.585079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c9f3ba26-3931-4603-9a1e-b4cae0ffc51f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.594851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (870759eb-bde6-4409-b96a-52c5c16b0c86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.605090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:56.605752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.637029 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:56.722488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=870759eb-bde6-4409-b96a-52c5c16b0c86,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:56.735062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:07:56.745956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks [] for router (42edccd7-281a-484a-856f-2345227d4e5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.812777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c9f3ba26-3931-4603-9a1e-b4cae0ffc51f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:56.813070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1ebcf15c-2a36-4fe2-a851-f2c894b3771f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6726031 Feb 15 02:07:56.815837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:56.826025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:56.962822 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:07:54Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.004000 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Checking router: 42edccd7-281a-484a-856f-2345227d4e5d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:07:57.022020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks [] for router_gateway (42edccd7-281a-484a-856f-2345227d4e5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.029200 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Routers {'42edccd7-281a-484a-856f-2345227d4e5d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:07:57.031432 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['42edccd7-281a-484a-856f-2345227d4e5d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.111241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c9f3ba26-3931-4603-9a1e-b4cae0ffc51f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.158121 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] Set router 42edccd7-281a-484a-856f-2345227d4e5d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:07:57.178329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f3ba26-3931-4603-9a1e-b4cae0ffc51f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:57.190467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69f525-2bc5-4df4-b901-4a207a36d424 None None] Network d4453cb3-6b19-4f15-9578-6253f384a8ee requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:57.208532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.212928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5608b29f-21d6-4616-80b6-9c2d6c10cc24 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "DELETE /v2.0/subnets/c9f3ba26-3931-4603-9a1e-b4cae0ffc51f HTTP/1.1" status: 204 len: 168 time: 0.8655779 Feb 15 02:07:57.215532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:57.216024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:57.219472 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.383649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d4453cb3-6b19-4f15-9578-6253f384a8ee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.406813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Deleting port d968eb40-1fe4-4295-a17f-f9c22f9c78d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:57.408802 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.451426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Deleting port 8df88137-c512-4665-ad8a-b735644ed940 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:57.452068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8df88137-c512-4665-ad8a-b735644ed940), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.535767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] For port 8df88137-c512-4665-ad8a-b735644ed940, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8df88137-c512-4665-ad8a-b735644ed940,segment=NetworkSegment(47173d08-6cdf-4aec-a150-bb9259089b4d),segment_id=47173d08-6cdf-4aec-a150-bb9259089b4d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:57.536318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8df88137-c512-4665-ad8a-b735644ed940), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.547562 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:07:54Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.553126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Calling delete_port for 8df88137-c512-4665-ad8a-b735644ed940 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:57.603441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] For port d968eb40-1fe4-4295-a17f-f9c22f9c78d9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:57.603799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.605519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abbe16b-8c52-466e-9c2f-d6bb760d9def None None] The sync data for ids ['42edccd7-281a-484a-856f-2345227d4e5d'] in n-d-829064-14 is: [{'id': '42edccd7-281a-484a-856f-2345227d4e5d', 'name': 'tempest-TestServerBasicOps-1045575183-router', 'tenant_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:25Z', 'updated_at': '2022-02-15T02:07:54Z', 'revision_number': 5, 'project_id': '1f01ac9b85ed4ae597380a6b6ee2e7c5', 'gw_port': {'id': 'd968eb40-1fe4-4295-a17f-f9c22f9c78d9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42edccd7-281a-484a-856f-2345227d4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:26Z', 'updated_at': '2022-02-15T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:07:57.704273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Calling delete_port for d968eb40-1fe4-4295-a17f-f9c22f9c78d9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:57.721108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.749725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8df88137-c512-4665-ad8a-b735644ed940), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.778316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Port': ['ID=8df88137-c512-4665-ad8a-b735644ed940,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:57.786148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] No DVR routers for this DVR port 8df88137-c512-4665-ad8a-b735644ed940 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:07:57.824140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (73af895a-9a45-4955-8df3-19376b9b136a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.887943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d4453cb3-6b19-4f15-9578-6253f384a8ee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.917427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4453cb3-6b19-4f15-9578-6253f384a8ee']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.940527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47173d08-6cdf-4aec-a150-bb9259089b4d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.941230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47173d08-6cdf-4aec-a150-bb9259089b4d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:07:57.944433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=73af895a-9a45-4955-8df3-19376b9b136a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:57.955205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (47173d08-6cdf-4aec-a150-bb9259089b4d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.972133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (47173d08-6cdf-4aec-a150-bb9259089b4d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:57.989448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': '61ab4a29-d024-41da-90de-66f62bdabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:57.989852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 870759eb-bde6-4409-b96a-52c5c16b0c86, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:07:57.990402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:07:57.990814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (47173d08-6cdf-4aec-a150-bb9259089b4d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.011558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b49f3-c511-4df9-b9f8-4953c6464ddb None None] DHCP port deletion for d4453cb3-6b19-4f15-9578-6253f384a8ee request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:07:58.033698 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:07:58.121445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:07:58.150505 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d968eb40-1fe4-4295-a17f-f9c22f9c78d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.205929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d968eb40-1fe4-4295-a17f-f9c22f9c78d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:58.243058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 870759eb-bde6-4409-b96a-52c5c16b0c86) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:58.260034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdef61-b4b1-4a21-8745-23945e00868f None None] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:58.264640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d4453cb3-6b19-4f15-9578-6253f384a8ee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.280226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:58.280910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.293522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.313741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] 10.222.0.43 "DELETE /v2.0/networks/d4453cb3-6b19-4f15-9578-6253f384a8ee HTTP/1.1" status: 204 len: 168 time: 1.0796225 Feb 15 02:07:58.319835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (42edccd7-281a-484a-856f-2345227d4e5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.373334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734880af-dc82-4395-8068-526a41e933b3 tempest-FloatingIPNegativeTestJSON-523259564 tempest-FloatingIPNegativeTestJSON-523259564-project] Pushing event deleted for resources: {'Network': ['ID=d4453cb3-6b19-4f15-9578-6253f384a8ee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:58.424590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-870759eb-bde6-4409-b96a-52c5c16b0c86', 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': '73af895a-9a45-4955-8df3-19376b9b136a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:07:58.425826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.432084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:58.435011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7770269e-15a4-4f6a-9fb5-5cd2cd416e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6164129 Feb 15 02:07:58.438863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1091828492'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:07:58.473368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (42edccd7-281a-484a-856f-2345227d4e5d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.475900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks [] for router_controller (42edccd7-281a-484a-856f-2345227d4e5d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.638205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (42edccd7-281a-484a-856f-2345227d4e5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.640772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42edccd7-281a-484a-856f-2345227d4e5d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:07:58.654887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.654887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc42de92-d306-4eeb-853c-2d6f8ffc39d7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/42edccd7-281a-484a-856f-2345227d4e5d HTTP/1.1" status: 204 len: 168 time: 2.1748326 Feb 15 02:07:58.667913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:58.686139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:07:58.692214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.716021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Allocated IP 2001:db8::2 (870759eb-bde6-4409-b96a-52c5c16b0c86/73af895a-9a45-4955-8df3-19376b9b136a/4c4b275b-ffc4-4169-bc17-333bf19d843c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:58.768464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 897cdd65-644b-437b-86ff-e473404d1315 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:07:58.846081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Deleting subnet b7e168bf-9e51-4983-a70f-e5caf5454fa3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:07:58.850312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Publish callbacks [] for subnet (b7e168bf-9e51-4983-a70f-e5caf5454fa3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:58.920455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (b7e168bf-9e51-4983-a70f-e5caf5454fa3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.019099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:59.029672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b7e168bf-9e51-4983-a70f-e5caf5454fa3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.045285 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks [] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.133280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.207310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (b7e168bf-9e51-4983-a70f-e5caf5454fa3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.248220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::c1 (870759eb-bde6-4409-b96a-52c5c16b0c86/73af895a-9a45-4955-8df3-19376b9b136a/897cdd65-644b-437b-86ff-e473404d1315) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:07:59.250236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e168bf-9e51-4983-a70f-e5caf5454fa3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:59.256891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Pushing event updated for resources: {'Port': ['ID=4c4b275b-ffc4-4169-bc17-333bf19d843c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:59.268643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.269137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:59.272508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:59.277621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:59.280577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41d96321-e528-4807-ac92-e959f7047ac4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b7e168bf-9e51-4983-a70f-e5caf5454fa3 HTTP/1.1" status: 204 len: 168 time: 0.6115179 Feb 15 02:07:59.283930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:59.286429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4d317-ee37-4503-98c3-8b99df43f390 None None] Network 63fe4180-7f39-42d4-8d99-de8b3fc33926 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:07:59.475737 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-af5e823a-cb21-4002-b297-f1a8050e7a3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6a93c2194b44d55b09e60f8ef3f7231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4546597 Feb 15 02:07:59.481485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57118) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:59.563700 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (897cdd65-644b-437b-86ff-e473404d1315), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.574593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (63fe4180-7f39-42d4-8d99-de8b3fc33926), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.633629 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] Publish callbacks [] for security_group (2571650c-ab7f-4a4e-b2ab-f53800740bab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.638847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Attempting to bind port 4c4b275b-ffc4-4169-bc17-333bf19d843c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:07:59.639609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Attempting to bind port 4c4b275b-ffc4-4169-bc17-333bf19d843c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '61ab4a29-d024-41da-90de-66f62bdabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:07:59.640495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Attempting to bind port 4c4b275b-ffc4-4169-bc17-333bf19d843c on network 870759eb-bde6-4409-b96a-52c5c16b0c86 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:07:59.672362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:07:59.674578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Checking segment: {'id': '61ab4a29-d024-41da-90de-66f62bdabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:07:59.675336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.676071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Bound using segment: {'id': '61ab4a29-d024-41da-90de-66f62bdabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:07:59.676790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Bound port: 4c4b275b-ffc4-4169-bc17-333bf19d843c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ab4a29-d024-41da-90de-66f62bdabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '870759eb-bde6-4409-b96a-52c5c16b0c86'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:07:59.677388 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.681450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (897cdd65-644b-437b-86ff-e473404d1315), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.719560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] Publish callbacks [] for security_group (2571650c-ab7f-4a4e-b2ab-f53800740bab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.729927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d968eb40-1fe4-4295-a17f-f9c22f9c78d9 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:59.796869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:07:59.801000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:07:59.803733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:07:59.805056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Deleting port 7afe7806-84ba-42b0-942c-18afde130bdb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:07:59.805403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.813520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d968eb40-1fe4-4295-a17f-f9c22f9c78d9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:59.813520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d968eb40-1fe4-4295-a17f-f9c22f9c78d9 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:59.813520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8df88137-c512-4665-ad8a-b735644ed940 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:59.820660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:07:59.822521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.832675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=897cdd65-644b-437b-86ff-e473404d1315,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:07:59.835884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 8df88137-c512-4665-ad8a-b735644ed940 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:59.836633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8df88137-c512-4665-ad8a-b735644ed940 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:59.836764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 56b356e7-ac1d-4938-b584-f638dcd23ca4 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:07:59.895762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 56b356e7-ac1d-4938-b584-f638dcd23ca4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:07:59.896142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 56b356e7-ac1d-4938-b584-f638dcd23ca4 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:07:59.925738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] For port 7afe7806-84ba-42b0-942c-18afde130bdb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7afe7806-84ba-42b0-942c-18afde130bdb,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:07:59.926125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:07:59.953357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Calling delete_port for 7afe7806-84ba-42b0-942c-18afde130bdb owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:07:59.963216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] For port 4c4b275b-ffc4-4169-bc17-333bf19d843c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:07:59.966576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] For port 4c4b275b-ffc4-4169-bc17-333bf19d843c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4c4b275b-ffc4-4169-bc17-333bf19d843c,segment=NetworkSegment(61ab4a29-d024-41da-90de-66f62bdabe06),segment_id=61ab4a29-d024-41da-90de-66f62bdabe06)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:07:59.979704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f5fc2dc8-a10f-4b15-9842-573067582e26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5463636 Feb 15 02:07:59.998220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:07:59.998395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] DHCP port deletion for 63fe4180-7f39-42d4-8d99-de8b3fc33926 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:00.017963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2571650c-ab7f-4a4e-b2ab-f53800740bab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.020596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.021822 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2571650c-ab7f-4a4e-b2ab-f53800740bab HTTP/1.1" status: 204 len: 168 time: 0.5378282 Feb 15 02:08:00.072188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce2f4-c883-4222-b7f3-3c89535762b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571650c-ab7f-4a4e-b2ab-f53800740bab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:00.075047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Deleting port 7afe7806-84ba-42b0-942c-18afde130bdb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:00.075530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.142455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.162600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 897cdd65-644b-437b-86ff-e473404d1315 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:00.162732 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (897cdd65-644b-437b-86ff-e473404d1315), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.253597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.278917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (897cdd65-644b-437b-86ff-e473404d1315), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.280648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] For port 7afe7806-84ba-42b0-942c-18afde130bdb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7afe7806-84ba-42b0-942c-18afde130bdb,segment=NetworkSegment(23b49fd2-4312-43ca-91ee-fd55f419bbf7),segment_id=23b49fd2-4312-43ca-91ee-fd55f419bbf7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:00.281058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.308470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 897cdd65-644b-437b-86ff-e473404d1315 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:00.313874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce7c84-240b-41d6-91fa-627ab1fd0d9b None None] Pushing event updated for resources: {'Port': ['ID=4c4b275b-ffc4-4169-bc17-333bf19d843c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:00.316930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Calling delete_port for 7afe7806-84ba-42b0-942c-18afde130bdb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:00.375344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] No DVR routers for this DVR port 7afe7806-84ba-42b0-942c-18afde130bdb on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:00.397782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afe7806-84ba-42b0-942c-18afde130bdb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:00.489075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7afe7806-84ba-42b0-942c-18afde130bdb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.541164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] Pushing event deleted for resources: {'Port': ['ID=7afe7806-84ba-42b0-942c-18afde130bdb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:00.546525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021594c-aa26-43a0-bf64-477afd3f8700 None None] No DVR routers for this DVR port 7afe7806-84ba-42b0-942c-18afde130bdb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:00.613323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (63fe4180-7f39-42d4-8d99-de8b3fc33926), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.646082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fe4180-7f39-42d4-8d99-de8b3fc33926']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:00.675837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b49fd2-4312-43ca-91ee-fd55f419bbf7') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:00.676142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b49fd2-4312-43ca-91ee-fd55f419bbf7') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:00.706616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (23b49fd2-4312-43ca-91ee-fd55f419bbf7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.728081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (23b49fd2-4312-43ca-91ee-fd55f419bbf7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.733711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (897cdd65-644b-437b-86ff-e473404d1315), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (23b49fd2-4312-43ca-91ee-fd55f419bbf7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:00.740943 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:00.826876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:00.834401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/897cdd65-644b-437b-86ff-e473404d1315 HTTP/1.1" status: 204 len: 168 time: 0.8507621 Feb 15 02:08:00.853165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:00.872710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bc25a-4042-4f9b-b54f-096fd26c8bd6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=897cdd65-644b-437b-86ff-e473404d1315,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:00.920579 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8cb459-2b97-4d49-9472-82a4b0296d27 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:00.924807 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c8cb459-2b97-4d49-9472-82a4b0296d27 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/897cdd65-644b-437b-86ff-e473404d1315 HTTP/1.1" status: 404 len: 333 time: 0.0737689 Feb 15 02:08:00.927169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:00.993922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet 73af895a-9a45-4955-8df3-19376b9b136a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:00.998233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (73af895a-9a45-4955-8df3-19376b9b136a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.060766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (63fe4180-7f39-42d4-8d99-de8b3fc33926), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.065218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.069988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/63fe4180-7f39-42d4-8d99-de8b3fc33926 HTTP/1.1" status: 204 len: 168 time: 1.7789063 Feb 15 02:08:01.073940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:01.089484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687374a-77a8-4932-b8ec-556cd17cc9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fe4180-7f39-42d4-8d99-de8b3fc33926,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:01.112033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (73af895a-9a45-4955-8df3-19376b9b136a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.235985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (73af895a-9a45-4955-8df3-19376b9b136a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.582783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (73af895a-9a45-4955-8df3-19376b9b136a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.582898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.639691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=73af895a-9a45-4955-8df3-19376b9b136a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:01.649885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.652910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-191d1520-11db-4547-8208-7506fc6c5e3f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/73af895a-9a45-4955-8df3-19376b9b136a HTTP/1.1" status: 204 len: 168 time: 0.7266357 Feb 15 02:08:01.656577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57186) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:01.763167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4c4b275b-ffc4-4169-bc17-333bf19d843c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:01.787899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:01.867332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4c4b275b-ffc4-4169-bc17-333bf19d843c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:01.867952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.978205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4c4b275b-ffc4-4169-bc17-333bf19d843c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:01.978907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:01.997949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1270481914'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:02.023926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4c4b275b-ffc4-4169-bc17-333bf19d843c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4c4b275b-ffc4-4169-bc17-333bf19d843c,segment=NetworkSegment(61ab4a29-d024-41da-90de-66f62bdabe06),segment_id=61ab4a29-d024-41da-90de-66f62bdabe06)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:02.121327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.172425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:02.175815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.199758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.230735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198422b2-c823-4fb5-bf2b-9721a6cbc8ae None None] Network 870759eb-bde6-4409-b96a-52c5c16b0c86 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:02.352911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4c4b275b-ffc4-4169-bc17-333bf19d843c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:02.359044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (870759eb-bde6-4409-b96a-52c5c16b0c86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.424906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7afe7806-84ba-42b0-942c-18afde130bdb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:02.425208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for security_group (f0e5623f-52c6-43e1-ba92-fdf0b796921d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.464453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7afe7806-84ba-42b0-942c-18afde130bdb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:02.465137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7afe7806-84ba-42b0-942c-18afde130bdb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:02.489154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7a52dd79-30ba-4859-ae41-ddface13b449 None None] Provisioning complete for port 4c4b275b-ffc4-4169-bc17-333bf19d843c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:02.489735 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a52dd79-30ba-4859-ae41-ddface13b449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.492960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f0e5623f-52c6-43e1-ba92-fdf0b796921d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.506701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 4c4b275b-ffc4-4169-bc17-333bf19d843c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:02.507330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.546678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:02.597099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a22acad8-0468-4126-9dbd-a1931dac7142), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.599160 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment a22acad8-0468-4126-9dbd-a1931dac7142 of type vlan for network dcfe7aba-9e64-48ab-886b-3ea5872489ef Feb 15 02:08:02.630231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port 4c4b275b-ffc4-4169-bc17-333bf19d843c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4c4b275b-ffc4-4169-bc17-333bf19d843c,segment=NetworkSegment(61ab4a29-d024-41da-90de-66f62bdabe06),segment_id=61ab4a29-d024-41da-90de-66f62bdabe06)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:02.630830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.639387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] DHCP port deletion for 870759eb-bde6-4409-b96a-52c5c16b0c86 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:02.662819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 4c4b275b-ffc4-4169-bc17-333bf19d843c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:02.689584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (dcfe7aba-9e64-48ab-886b-3ea5872489ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.715050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7a52dd79-30ba-4859-ae41-ddface13b449 None None] Current status of the port 4c4b275b-ffc4-4169-bc17-333bf19d843c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:02.730292 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5623f-52c6-43e1-ba92-fdf0b796921d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:02.762255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Deleting port 4c4b275b-ffc4-4169-bc17-333bf19d843c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:02.762641 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.801972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Deleting port 12c157a3-1447-4793-a606-7b0487285100 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:02.802400 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (12c157a3-1447-4793-a606-7b0487285100), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.807956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (dcfe7aba-9e64-48ab-886b-3ea5872489ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.813181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:02.813784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.845998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] For port 4c4b275b-ffc4-4169-bc17-333bf19d843c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4c4b275b-ffc4-4169-bc17-333bf19d843c,segment=NetworkSegment(61ab4a29-d024-41da-90de-66f62bdabe06),segment_id=61ab4a29-d024-41da-90de-66f62bdabe06)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:02.845998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.859873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Calling delete_port for 4c4b275b-ffc4-4169-bc17-333bf19d843c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:02.900038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:02.924146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1354961 Feb 15 02:08:02.943843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d695-6a8a-420c-befd-c6e5800d7042 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=dcfe7aba-9e64-48ab-886b-3ea5872489ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:02.970118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=4c4b275b-ffc4-4169-bc17-333bf19d843c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:02.988814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port 4c4b275b-ffc4-4169-bc17-333bf19d843c on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:03.001222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] For port 12c157a3-1447-4793-a606-7b0487285100, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=12c157a3-1447-4793-a606-7b0487285100,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:03.001754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (12c157a3-1447-4793-a606-7b0487285100), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.013788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:03.109533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Calling delete_port for 12c157a3-1447-4793-a606-7b0487285100 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:03.233912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (4c4b275b-ffc4-4169-bc17-333bf19d843c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.300831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (870759eb-bde6-4409-b96a-52c5c16b0c86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.308553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] Pushing event deleted for resources: {'Port': ['ID=4c4b275b-ffc4-4169-bc17-333bf19d843c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:03.331024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ecb34-a570-4de3-97a6-ad3322079ceb None None] No DVR routers for this DVR port 4c4b275b-ffc4-4169-bc17-333bf19d843c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:03.383951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870759eb-bde6-4409-b96a-52c5c16b0c86']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:03.407126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ab4a29-d024-41da-90de-66f62bdabe06') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:03.412600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ab4a29-d024-41da-90de-66f62bdabe06') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:03.443112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (61ab4a29-d024-41da-90de-66f62bdabe06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.603022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (61ab4a29-d024-41da-90de-66f62bdabe06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.620561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:03.621031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (61ab4a29-d024-41da-90de-66f62bdabe06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:03.624344 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:03.722405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4c4b275b-ffc4-4169-bc17-333bf19d843c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:03.778198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4c4b275b-ffc4-4169-bc17-333bf19d843c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:03.783027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4c4b275b-ffc4-4169-bc17-333bf19d843c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:03.833230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (870759eb-bde6-4409-b96a-52c5c16b0c86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.878906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:03.888135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/870759eb-bde6-4409-b96a-52c5c16b0c86 HTTP/1.1" status: 204 len: 168 time: 2.2240856 Feb 15 02:08:03.891398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:03.897004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'name': 'tempest-PortsIpV6TestJSON-402469832'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:03.939895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57344f43-66f4-4bc7-b8e6-9b1d404e7947 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=870759eb-bde6-4409-b96a-52c5c16b0c86,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:03.978037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (12c157a3-1447-4793-a606-7b0487285100), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:04.051899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c157a3-1447-4793-a606-7b0487285100,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:04.342790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:04.349008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:04.423666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:04.454166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 66ac570d-f711-484b-a953-8cd822ec5273 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:04.769215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (66ac570d-f711-484b-a953-8cd822ec5273), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:04.893333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66ac570d-f711-484b-a953-8cd822ec5273), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:04.939121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Router ca47119a-e3c1-44e9-ba48-d9aa70c83551 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:08:05.032946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=66ac570d-f711-484b-a953-8cd822ec5273,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:05.074793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:05.076257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:05.090633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:05.103552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:05.104878 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:05.177193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:08:05.183367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0edf8f37-23fc-4215-a6ee-18a09bf971e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/ca47119a-e3c1-44e9-ba48-d9aa70c83551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1076522 Feb 15 02:08:05.185866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:05.204474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Sync routers for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:08:05.211389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e1dcaff4-18d1-4264-89e9-cfcf162c6782 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3174608 Feb 15 02:08:05.214858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:05.237278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:05.238226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:05.439146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 66ac570d-f711-484b-a953-8cd822ec5273 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:05.450691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (66ac570d-f711-484b-a953-8cd822ec5273), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:05.676777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:08:05.740245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (66ac570d-f711-484b-a953-8cd822ec5273), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:05.785438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 66ac570d-f711-484b-a953-8cd822ec5273 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:06.092499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (66ac570d-f711-484b-a953-8cd822ec5273), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.142158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:08:03Z', 'revision_number': 5, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:06.181707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Checking router: ca47119a-e3c1-44e9-ba48-d9aa70c83551 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:08:06.201521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=66ac570d-f711-484b-a953-8cd822ec5273,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:06.201709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Routers {'ca47119a-e3c1-44e9-ba48-d9aa70c83551'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:06.202153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:07:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:06.218073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.229432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e3038e09-7438-4a9a-b4af-a53111e764b1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/66ac570d-f711-484b-a953-8cd822ec5273 HTTP/1.1" status: 204 len: 168 time: 1.0127120 Feb 15 02:08:06.230280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:06.242917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'mac_address': 'fa:16:3e:46:7d:4d', 'name': 'tempest-PortsIpV6TestJSON-329540952'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:06.271545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks [] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.449854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:06.466781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:06.503307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks [] for router_gateway (ca47119a-e3c1-44e9-ba48-d9aa70c83551), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.555320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] Set router ca47119a-e3c1-44e9-ba48-d9aa70c83551 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:08:06.670427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Deleting port 05bf1814-a12e-438f-85e1-9700754d842f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:06.670632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (05bf1814-a12e-438f-85e1-9700754d842f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.727119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:06.825521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.827451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] For port 05bf1814-a12e-438f-85e1-9700754d842f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=05bf1814-a12e-438f-85e1-9700754d842f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:06.827823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (05bf1814-a12e-438f-85e1-9700754d842f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:06.855522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Calling delete_port for 05bf1814-a12e-438f-85e1-9700754d842f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:06.864633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 50baa58a-b863-42ab-b6e7-7c49ff893152 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:06.949501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:06.953094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.052725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:08:03Z', 'revision_number': 5, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:07.082045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd406b5a-0114-40fb-a234-5a9ae04c5008 None None] The sync data for ids ['ca47119a-e3c1-44e9-ba48-d9aa70c83551'] in n-d-829064-14 is: [{'id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'name': 'tempest-TestServerBasicOps-690603651-router', 'tenant_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '05bf1814-a12e-438f-85e1-9700754d842f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:01:42Z', 'updated_at': '2022-02-15T02:08:03Z', 'revision_number': 5, 'project_id': 'a59d62f73b1248f5ad5d08a5c314e403', 'gw_port': {'id': '05bf1814-a12e-438f-85e1-9700754d842f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca47119a-e3c1-44e9-ba48-d9aa70c83551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:01:43Z', 'updated_at': '2022-02-15T02:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:08:07.321499 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (05bf1814-a12e-438f-85e1-9700754d842f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.379162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (4af0e58b-5a65-42a0-97cc-fa42a22a9fab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.394328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=05bf1814-a12e-438f-85e1-9700754d842f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:07.461615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.471577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=4af0e58b-5a65-42a0-97cc-fa42a22a9fab,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:07.523207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (50baa58a-b863-42ab-b6e7-7c49ff893152), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.548397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': 'a22acad8-0468-4126-9dbd-a1931dac7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:07.548896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: dcfe7aba-9e64-48ab-886b-3ea5872489ef, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:07.648949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.651933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks [] for router_controller (ca47119a-e3c1-44e9-ba48-d9aa70c83551), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.675027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 12c157a3-1447-4793-a606-7b0487285100 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:07.690489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (50baa58a-b863-42ab-b6e7-7c49ff893152), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.694529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:07.712912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 12c157a3-1447-4793-a606-7b0487285100 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:07.713300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 12c157a3-1447-4793-a606-7b0487285100 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:07.731804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:07.737416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:07.787531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:07.794139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:07.794831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.804202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=50baa58a-b863-42ab-b6e7-7c49ff893152,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:07.812832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, dcfe7aba-9e64-48ab-886b-3ea5872489ef) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:07.821554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:07.821554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.824185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4ef8c-fe96-4d59-9874-c4aebd2ad421 None None] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:07.848138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ca47119a-e3c1-44e9-ba48-d9aa70c83551), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.848982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca47119a-e3c1-44e9-ba48-d9aa70c83551 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:08:07.854466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:07.855783 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b13c5ee5-79bc-4f73-ab65-a7c42edf2b91 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ca47119a-e3c1-44e9-ba48-d9aa70c83551 HTTP/1.1" status: 204 len: 168 time: 2.6673145 Feb 15 02:08:07.858368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:07.906472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42acd8de-3092-4b14-8c91-c7e1b20c38db tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4554882 Feb 15 02:08:07.911850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:07.915617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1521479471'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:07.948900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-895eede5-fc32-4a69-afb3-7a1aa20a315c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7174125 Feb 15 02:08:07.954407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:07.997098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Deleting subnet 7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:08.000669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Publish callbacks [] for subnet (7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.037918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:08.045072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.082345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.102416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-dcfe7aba-9e64-48ab-886b-3ea5872489ef', 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': '4af0e58b-5a65-42a0-97cc-fa42a22a9fab'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:08.105115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34303e3d-1c72-42b4-9919-352db9ebf54e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:08.105936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.109092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34303e3d-1c72-42b4-9919-352db9ebf54e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/50baa58a-b863-42ab-b6e7-7c49ff893152 HTTP/1.1" status: 200 len: 844 time: 0.1512024 Feb 15 02:08:08.147058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:08.255277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.286879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:08.327170 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.327619 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment 05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0 of type vlan for network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 Feb 15 02:08:08.371993 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.414524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Allocated IP 2001:db8:0:ffff::2 (dcfe7aba-9e64-48ab-886b-3ea5872489ef/4af0e58b-5a65-42a0-97cc-fa42a22a9fab/57ca72e8-9a40-4e32-8f57-7c90220accf8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:08.418720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.494075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:08.498762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.511308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.514787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:08.515426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.517270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-60975790-9979-4c10-a520-44db9ef541b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a8b4cc6-d0a3-4006-8c19-5db789d2bf3a HTTP/1.1" status: 204 len: 168 time: 0.6575060 Feb 15 02:08:08.520738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:08.554812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec95e2-96c7-4f2a-9980-d8fc1e7263eb None None] Network 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:08.694268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 50baa58a-b863-42ab-b6e7-7c49ff893152 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:08.694778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (50baa58a-b863-42ab-b6e7-7c49ff893152), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.746229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6fd63331-bd17-4bd8-81a0-8d2e1d2af397), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.797715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks [] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.843737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=97b1125e-7a44-40fd-91df-f01c8a3b3d11,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:08.857057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Deleting port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:08.857658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.861671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:08.894505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (50baa58a-b863-42ab-b6e7-7c49ff893152), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.910853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:08.929092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 50baa58a-b863-42ab-b6e7-7c49ff893152 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:08.968033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72c8ef7a-25a2-448e-932e-d9a0d666d335 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0570183 Feb 15 02:08:08.972004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:09.001630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] For port 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ebcbeaa-f702-4208-bf84-a9b67984aac0,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:09.004099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.023098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:09.036834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:09.096679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:09.103338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:09.139498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Pushing event updated for resources: {'Port': ['ID=57ca72e8-9a40-4e32-8f57-7c90220accf8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:09.162903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Calling delete_port for 2ebcbeaa-f702-4208-bf84-a9b67984aac0 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:09.179452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] DHCP port deletion for 6fd63331-bd17-4bd8-81a0-8d2e1d2af397 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:09.236739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Attempting to bind port 57ca72e8-9a40-4e32-8f57-7c90220accf8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:09.237208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Attempting to bind port 57ca72e8-9a40-4e32-8f57-7c90220accf8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a22acad8-0468-4126-9dbd-a1931dac7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:09.237653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Attempting to bind port 57ca72e8-9a40-4e32-8f57-7c90220accf8 on network dcfe7aba-9e64-48ab-886b-3ea5872489ef {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:09.241113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (50baa58a-b863-42ab-b6e7-7c49ff893152), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.248991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:09.249366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Checking segment: {'id': 'a22acad8-0468-4126-9dbd-a1931dac7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:09.253940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.253940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Bound using segment: {'id': 'a22acad8-0468-4126-9dbd-a1931dac7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:09.253940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Bound port: 57ca72e8-9a40-4e32-8f57-7c90220accf8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22acad8-0468-4126-9dbd-a1931dac7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dcfe7aba-9e64-48ab-886b-3ea5872489ef'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:09.253940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.308661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=50baa58a-b863-42ab-b6e7-7c49ff893152,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:09.326318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.331712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d0ff0f82-fc19-4424-969d-764a7f0b595d tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/50baa58a-b863-42ab-b6e7-7c49ff893152 HTTP/1.1" status: 204 len: 168 time: 1.1835895 Feb 15 02:08:09.334495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:09.358054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] For port 57ca72e8-9a40-4e32-8f57-7c90220accf8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:09.364788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Deleting port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:09.365690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.376102 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb4a039-3088-426b-8de0-0ba1a30ba5c7 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:09.377632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edb4a039-3088-426b-8de0-0ba1a30ba5c7 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/50baa58a-b863-42ab-b6e7-7c49ff893152 HTTP/1.1" status: 404 len: 333 time: 0.0420523 Feb 15 02:08:09.381385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:09.398041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'name': 'tempest-PortsIpV6TestJSON-1517327105'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:09.404200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:09.408810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.455955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] For port 57ca72e8-9a40-4e32-8f57-7c90220accf8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57ca72e8-9a40-4e32-8f57-7c90220accf8,segment=NetworkSegment(a22acad8-0468-4126-9dbd-a1931dac7142),segment_id=a22acad8-0468-4126-9dbd-a1931dac7142)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:09.472888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] For port 2ebcbeaa-f702-4208-bf84-a9b67984aac0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2ebcbeaa-f702-4208-bf84-a9b67984aac0,segment=NetworkSegment(97c4c2b9-42a2-4158-9af2-a3efd40abb45),segment_id=97c4c2b9-42a2-4158-9af2-a3efd40abb45)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:09.473342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.496418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Calling delete_port for 2ebcbeaa-f702-4208-bf84-a9b67984aac0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:09.519543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.562299 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.594483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebcbeaa-f702-4208-bf84-a9b67984aac0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:09.638336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc11a9-7236-4f89-b454-350a21c294a9 None None] Pushing event updated for resources: {'Port': ['ID=57ca72e8-9a40-4e32-8f57-7c90220accf8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:09.671491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] No DVR routers for this DVR port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:09.714667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ebcbeaa-f702-4208-bf84-a9b67984aac0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:09.753119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2ebcbeaa-f702-4208-bf84-a9b67984aac0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:09.753475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2ebcbeaa-f702-4208-bf84-a9b67984aac0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:09.753916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05bf1814-a12e-438f-85e1-9700754d842f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:09.826741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 05bf1814-a12e-438f-85e1-9700754d842f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:09.827399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 05bf1814-a12e-438f-85e1-9700754d842f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:09.828666 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (2ebcbeaa-f702-4208-bf84-a9b67984aac0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.849326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:09.854207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:09.860793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] No DVR routers for this DVR port 2ebcbeaa-f702-4208-bf84-a9b67984aac0 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:09.888743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2a3fe-3347-4327-afbb-ae55d2653d38 None None] Pushing event deleted for resources: {'Port': ['ID=2ebcbeaa-f702-4208-bf84-a9b67984aac0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:09.935802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port a8059e2d-2bd8-4a39-9313-cdf7edd06e4d yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:09.945220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6fd63331-bd17-4bd8-81a0-8d2e1d2af397), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.059358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd63331-bd17-4bd8-81a0-8d2e1d2af397']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:10.137894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c4c2b9-42a2-4158-9af2-a3efd40abb45') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:10.138388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c4c2b9-42a2-4158-9af2-a3efd40abb45') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:10.172954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (97c4c2b9-42a2-4158-9af2-a3efd40abb45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.204879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (97c4c2b9-42a2-4158-9af2-a3efd40abb45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.220364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:10.222571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (97c4c2b9-42a2-4158-9af2-a3efd40abb45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:10.228236 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:10.436879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.506399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6fd63331-bd17-4bd8-81a0-8d2e1d2af397), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.535080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:08:10.536480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.546186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fd63331-bd17-4bd8-81a0-8d2e1d2af397 HTTP/1.1" status: 204 len: 168 time: 2.0241311 Feb 15 02:08:10.547651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (719b2363-4d05-4cb8-8063-f336a838cfed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.568012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.610054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005986b-d4eb-46e4-8c89-8a92acb047b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd63331-bd17-4bd8-81a0-8d2e1d2af397,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:10.651584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:10.669490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:10.681482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:10.687748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:10.688385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.708306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=719b2363-4d05-4cb8-8063-f336a838cfed,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:10.731537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=a8059e2d-2bd8-4a39-9313-cdf7edd06e4d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:10.748240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:10.749154 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: 97b1125e-7a44-40fd-91df-f01c8a3b3d11, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:10.782316 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5fc1b151-8752-4c6e-80fa-361933c3e355 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3996792 Feb 15 02:08:10.782986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:10.793570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:10.863550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:10.912522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:10.995544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 97b1125e-7a44-40fd-91df-f01c8a3b3d11) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:11.011860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603b213-2036-4cdc-afce-eef870058ab3 None None] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:11.018653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:11.019270 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.058387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:11.128974 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5100de3-748f-4488-b539-fda9c9ef4fe5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1479123 Feb 15 02:08:11.157502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:11.174447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'port': {'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11', 'name': 'tempest-NetworksIpV6TestAttrs-1798082173'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:11.215989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9b5b6fa8-860c-49a6-b55b-65bc41e18907 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f01ac9b85ed4ae597380a6b6ee2e7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560237 Feb 15 02:08:11.245870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:11.334530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-97b1125e-7a44-40fd-91df-f01c8a3b3d11', 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': '719b2363-4d05-4cb8-8063-f336a838cfed'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:11.335608 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.390728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.418004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] Publish callbacks [] for security_group (9cc476aa-e107-4f30-a438-12c732c22b68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.455942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] Publish callbacks [] for security_group (9cc476aa-e107-4f30-a438-12c732c22b68), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.484752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca373e-74ff-40fe-aea7-a0bcb614593e None None] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:11.508318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:11.511838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.521934 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.533599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] device_id is not set on port d82ef4bc-c232-49ba-bd5e-e4177bd6f569 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:11.563171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] In _notify_port_updated(), no bound segment for port a8059e2d-2bd8-4a39-9313-cdf7edd06e4d on network 17e39a24-96c3-4463-aa59-9d7ba3905313 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:08:11.608830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:11.609583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.618312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/ports/a8059e2d-2bd8-4a39-9313-cdf7edd06e4d HTTP/1.1" status: 200 len: 818 time: 0.8315585 Feb 15 02:08:11.625340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57384) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:11.695455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Provisioning complete for port 57ca72e8-9a40-4e32-8f57-7c90220accf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:11.696003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.746050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59de64-62f5-4c94-85a1-83eefef9c8ed tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=a8059e2d-2bd8-4a39-9313-cdf7edd06e4d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:11.798827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Allocated IP 2001:db8::f816:3eff:fe09:574c (97b1125e-7a44-40fd-91df-f01c8a3b3d11/719b2363-4d05-4cb8-8063-f336a838cfed/77d4fc65-d31e-4e72-8b85-ba6c7c4d5764) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:11.823643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9cc476aa-e107-4f30-a438-12c732c22b68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.839322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:11.844249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cc476aa-e107-4f30-a438-12c732c22b68 HTTP/1.1" status: 204 len: 168 time: 0.5875514 Feb 15 02:08:11.881224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c1c94-95d2-439b-8042-4d273142a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc476aa-e107-4f30-a438-12c732c22b68,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:11.890517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57ca72e8-9a40-4e32-8f57-7c90220accf8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:11.934550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port a8059e2d-2bd8-4a39-9313-cdf7edd06e4d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:11.934900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.085231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.102367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for a8059e2d-2bd8-4a39-9313-cdf7edd06e4d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:12.197015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 57ca72e8-9a40-4e32-8f57-7c90220accf8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:12.197552 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.228244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Current status of the port 57ca72e8-9a40-4e32-8f57-7c90220accf8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:12.229201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.233740 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks [] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.281429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] For port 57ca72e8-9a40-4e32-8f57-7c90220accf8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57ca72e8-9a40-4e32-8f57-7c90220accf8,segment=NetworkSegment(a22acad8-0468-4126-9dbd-a1931dac7142),segment_id=a22acad8-0468-4126-9dbd-a1931dac7142)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:12.339558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 57ca72e8-9a40-4e32-8f57-7c90220accf8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:12.339967 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.361562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a8059e2d-2bd8-4a39-9313-cdf7edd06e4d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.390003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.410563 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.446732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=a8059e2d-2bd8-4a39-9313-cdf7edd06e4d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:12.470448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.475312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8290a192-5432-4cc6-a933-afff9187b5df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/a8059e2d-2bd8-4a39-9313-cdf7edd06e4d HTTP/1.1" status: 204 len: 168 time: 0.8295040 Feb 15 02:08:12.477670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57402) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:12.529152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Allocated IP 2001:db8::f816:3eff:fef2:ea18 (97b1125e-7a44-40fd-91df-f01c8a3b3d11/719b2363-4d05-4cb8-8063-f336a838cfed/d82ef4bc-c232-49ba-bd5e-e4177bd6f569) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:12.585435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22ed7e-4a5f-482f-a8d2-35fccc452034 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:12.587023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3e22ed7e-4a5f-482f-a8d2-35fccc452034 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1082306 Feb 15 02:08:12.591502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:12.651618 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc864f06-0e26-413b-8514-642bf1a55d26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:12.657516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dc864f06-0e26-413b-8514-642bf1a55d26 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/a8059e2d-2bd8-4a39-9313-cdf7edd06e4d HTTP/1.1" status: 404 len: 333 time: 0.0649815 Feb 15 02:08:12.661731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:12.679714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-636052103'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:12.752879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for port (d82ef4bc-c232-49ba-bd5e-e4177bd6f569), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.833071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:12.841736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Pushing event updated for resources: {'Port': ['ID=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:12.848282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:12.851477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:12.852488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:12.852488 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:12.852675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.856090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e9890614-d74d-4620-91fb-61479e6e16f7 None None] Provisioning complete for port 57ca72e8-9a40-4e32-8f57-7c90220accf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:12.856430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9890614-d74d-4620-91fb-61479e6e16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.890484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:12.892749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d82ef4bc-c232-49ba-bd5e-e4177bd6f569), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.916202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:12.931650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a8b773a9-de72-4bdb-97c9-e2040fc45f32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:12.932016 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment a8b773a9-de72-4bdb-97c9-e2040fc45f32 of type vlan for network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 Feb 15 02:08:12.977440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:12.979019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Port': ['ID=d82ef4bc-c232-49ba-bd5e-e4177bd6f569,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:13.009058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.012787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:13.018515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:13.022021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:13.028156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:13.028812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.055460 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-681690b0-41b6-4bb2-9847-64bd3723c88f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a59d62f73b1248f5ad5d08a5c314e403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711210 Feb 15 02:08:13.055628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:13.062290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Attempting to bind port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:13.062752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Attempting to bind port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:13.063115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Attempting to bind port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 on network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:13.090559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b45abd-3712-4876-8aa2-f87d3ab4fe3c None None] Pushing event updated for resources: {'Port': ['ID=57ca72e8-9a40-4e32-8f57-7c90220accf8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:13.097890 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.103189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:13.103863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.109023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] Publish callbacks [] for security_group (463bb677-413e-48a8-9b4e-f6c389fafe55), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.112347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:13.112921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Checking segment: {'id': '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:13.113342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.113741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Bound using segment: {'id': '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:13.114297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Bound port: 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97b1125e-7a44-40fd-91df-f01c8a3b3d11'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:13.114688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.146071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9890614-d74d-4620-91fb-61479e6e16f7 None None] Current status of the port 57ca72e8-9a40-4e32-8f57-7c90220accf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:13.156165 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-13307973-c9ad-487b-81d4-24c02c62a0f4 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9880261 Feb 15 02:08:13.156876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:13.165586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] Publish callbacks [] for security_group (463bb677-413e-48a8-9b4e-f6c389fafe55), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.216418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] For port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:13.221576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] For port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,segment=NetworkSegment(05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0),segment_id=05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:13.225237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:13.230727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1a89641-a1ca-47c6-92cc-4be26eb670a8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5677531 Feb 15 02:08:13.233578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:13.241634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:13.246111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:13.294472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.371210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting subnet 719b2363-4d05-4cb8-8063-f336a838cfed {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:13.375721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (719b2363-4d05-4cb8-8063-f336a838cfed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.485880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (719b2363-4d05-4cb8-8063-f336a838cfed), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.497219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Pushing event updated for resources: {'Port': ['ID=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:13.499775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 57ca72e8-9a40-4e32-8f57-7c90220accf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:13.507935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.508306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.508656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.508999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.509480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.510589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.510987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.511329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.511664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.512008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.512349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.512671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.513278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08009ae-9920-4d7b-b0b0-d5f01a4c8ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:13.521223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (463bb677-413e-48a8-9b4e-f6c389fafe55), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.524515 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.525858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/463bb677-413e-48a8-9b4e-f6c389fafe55 HTTP/1.1" status: 204 len: 168 time: 0.4693716 Feb 15 02:08:13.553773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd767f-7ad6-4a01-b13a-3af3c8df072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463bb677-413e-48a8-9b4e-f6c389fafe55,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:13.623883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:13.628877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.789878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57ca72e8-9a40-4e32-8f57-7c90220accf8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:13.813001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (719b2363-4d05-4cb8-8063-f336a838cfed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.910095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 57ca72e8-9a40-4e32-8f57-7c90220accf8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:13.910566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:13.979330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (719b2363-4d05-4cb8-8063-f336a838cfed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.011403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=719b2363-4d05-4cb8-8063-f336a838cfed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:14.021495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.026439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e2f62aef-5bff-49f4-aa32-eec000c1514c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/719b2363-4d05-4cb8-8063-f336a838cfed HTTP/1.1" status: 204 len: 168 time: 0.8658330 Feb 15 02:08:14.028992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:14.034219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 57ca72e8-9a40-4e32-8f57-7c90220accf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:14.100726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc2125-e814-418d-ba92-32e29f5c7894 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:14.100726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc2125-e814-418d-ba92-32e29f5c7894 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:14.101322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-30fc2125-e814-418d-ba92-32e29f5c7894 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0711985 Feb 15 02:08:14.115697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:14.241645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (a83511fa-19fa-4c36-bff6-9ce7b86bf059), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.302844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fe58c16-ad6b-49b2-b0b6-37bd4126252d tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.329942 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe58c16-ad6b-49b2-b0b6-37bd4126252d tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 02:08:14.332128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe58c16-ad6b-49b2-b0b6-37bd4126252d tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:14.338431 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8fe58c16-ad6b-49b2-b0b6-37bd4126252d tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/97b1125e-7a44-40fd-91df-f01c8a3b3d11 HTTP/1.1" status: 409 len: 466 time: 0.2210200 Feb 15 02:08:14.346780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:14.358941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1159614228'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:14.432841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': 'a8b773a9-de72-4bdb-97c9-e2040fc45f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:14.433407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:14.439002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=a83511fa-19fa-4c36-bff6-9ce7b86bf059,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:14.521585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:14.526573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.555496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:14.566207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0f95fea3-fd96-403a-a34e-0040810de64f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.566572 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment 0f95fea3-fd96-403a-a34e-0040810de64f of type vlan for network 4fb44f67-d5e1-43d5-b775-98b163362bcd Feb 15 02:08:14.575452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:14.621501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.669527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:14.674552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:14.675430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.679572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2feac-0fbf-405c-bf8a-4df0ef88acdf None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:14.730224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.736427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:14.737289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.815203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bdb8e3f4-a0b3-4ab8-815c-6e6d9889602c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5802925 Feb 15 02:08:14.819872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:14.828339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:14.865526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': 'a83511fa-19fa-4c36-bff6-9ce7b86bf059'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:14.866767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:14.994690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=4fb44f67-d5e1-43d5-b775-98b163362bcd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:15.013996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:15.019576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:15.022640 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fcbc9dcd-efa7-4a0d-9cc0-ede98dfd2a60 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6583536 Feb 15 02:08:15.030085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:15.132784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01644650-c053-41a0-8b6b-50255da4b390 None None] Network 97b1125e-7a44-40fd-91df-f01c8a3b3d11 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:15.259309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Allocated IP 2001:db8::2 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/a83511fa-19fa-4c36-bff6-9ce7b86bf059/1da94747-c905-46b4-8af5-c024d06dbdbf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:15.280878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Provisioning complete for port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:15.281250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.293078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:15.297549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.415577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:15.419299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.489157 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.521494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Current status of the port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:15.522148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.541496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] DHCP port deletion for 97b1125e-7a44-40fd-91df-f01c8a3b3d11 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:15.569603 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks [] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.587436 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a83511fa-19fa-4c36-bff6-9ce7b86bf059 (CIDR: 2001:db8::/64) Feb 15 02:08:15.604614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] For port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,segment=NetworkSegment(05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0),segment_id=05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:15.627230 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:15.627950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:15.644336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Deleting port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:15.644988 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.660705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.733502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.743852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6b1b8a16-4807-473e-98dd-6c86700dfff8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9229939 Feb 15 02:08:15.747564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:15.754589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:15.765857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:15.779551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:15.795285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:15.798770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] For port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,segment=NetworkSegment(05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0),segment_id=05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:15.799232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.803294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Pushing event updated for resources: {'Port': ['ID=1da94747-c905-46b4-8af5-c024d06dbdbf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:15.845706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Calling delete_port for 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:15.961219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70339-a767-4f4b-be32-bcc68eb7c7e8 None None] Pushing event updated for resources: {'Port': ['ID=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:15.965886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Attempting to bind port 1da94747-c905-46b4-8af5-c024d06dbdbf on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:15.966353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Attempting to bind port 1da94747-c905-46b4-8af5-c024d06dbdbf by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a8b773a9-de72-4bdb-97c9-e2040fc45f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:15.966777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Attempting to bind port 1da94747-c905-46b4-8af5-c024d06dbdbf on network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:15.978128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:15.979238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Checking segment: {'id': 'a8b773a9-de72-4bdb-97c9-e2040fc45f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:15.979720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.980181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Bound using segment: {'id': 'a8b773a9-de72-4bdb-97c9-e2040fc45f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:15.980712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.objects.ports [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:08:15.980833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Bound port: 1da94747-c905-46b4-8af5-c024d06dbdbf, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b773a9-de72-4bdb-97c9-e2040fc45f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:15.981237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:15.982898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (aea822e0-89b1-4538-a5f9-ded900f67f83), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.031702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:16.035211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.116642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] For port 1da94747-c905-46b4-8af5-c024d06dbdbf, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:16.122615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] For port 1da94747-c905-46b4-8af5-c024d06dbdbf, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da94747-c905-46b4-8af5-c024d06dbdbf,segment=NetworkSegment(a8b773a9-de72-4bdb-97c9-e2040fc45f32),segment_id=a8b773a9-de72-4bdb-97c9-e2040fc45f32)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:16.124318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (77d4fc65-d31e-4e72-8b85-ba6c7c4d5764), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.139420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=aea822e0-89b1-4538-a5f9-ded900f67f83,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:16.179759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': '0f95fea3-fd96-403a-a34e-0040810de64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:16.180602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: 4fb44f67-d5e1-43d5-b775-98b163362bcd, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:16.202261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] No DVR routers for this DVR port 77d4fc65-d31e-4e72-8b85-ba6c7c4d5764 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:16.208758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aef8b-a218-498b-9a01-0144082fe80a None None] Pushing event deleted for resources: {'Port': ['ID=77d4fc65-d31e-4e72-8b85-ba6c7c4d5764,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:16.217450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.260480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:16.296534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f3d2-7fa9-44e8-8611-8ea3ff6966bf None None] Pushing event updated for resources: {'Port': ['ID=1da94747-c905-46b4-8af5-c024d06dbdbf,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:16.349854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4fb44f67-d5e1-43d5-b775-98b163362bcd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:16.355527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:16.356205 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.360685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68f23e-3cf9-4f71-95bf-26fc8833733e None None] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:16.483504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-11273db9-4332-40fc-ba8f-fe977a17c2a5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4587777 Feb 15 02:08:16.486063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:16.491896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'port': {'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd', 'name': 'tempest-NetworksIpV6TestAttrs-543774960'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:16.525173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4fb44f67-d5e1-43d5-b775-98b163362bcd', 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': 'aea822e0-89b1-4538-a5f9-ded900f67f83'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:16.526077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.636848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7a1b921f-0293-4f84-8dcb-16af4a03feb2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.706600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:16.717465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:16.728128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:16.729705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.752040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=7a1b921f-0293-4f84-8dcb-16af4a03feb2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:16.859091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:16.874632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:16.880451 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8586c532-7b91-4654-bcaf-482690d3d827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1310384 Feb 15 02:08:16.881319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:16.899273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'fixed_ips': [{'subnet_id': 'a83511fa-19fa-4c36-bff6-9ce7b86bf059'}, {'subnet_id': '7a1b921f-0293-4f84-8dcb-16af4a03feb2'}], 'name': 'tempest-PortsIpV6TestJSON-571168791'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:16.913959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Allocated IP 2001:db8::f816:3eff:fe63:2925 (4fb44f67-d5e1-43d5-b775-98b163362bcd/aea822e0-89b1-4538-a5f9-ded900f67f83/1d8c6235-819f-40c8-886f-2ca36fc3fd45) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:16.942146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] device_id is not set on port 4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:17.179535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks [] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.188115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:17.246628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.282540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.303695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port d4efbb84-7e84-4db5-88eb-024a2efa6f75 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:17.339654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:17.351728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:17.353930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Allocated IP 2001:db8::f816:3eff:fef6:b3e0 (4fb44f67-d5e1-43d5-b775-98b163362bcd/aea822e0-89b1-4538-a5f9-ded900f67f83/4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:17.379939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:17.493224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=1d8c6235-819f-40c8-886f-2ca36fc3fd45,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:17.533520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Attempting to bind port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:17.533901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Attempting to bind port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0f95fea3-fd96-403a-a34e-0040810de64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:17.534274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Attempting to bind port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 on network 4fb44f67-d5e1-43d5-b775-98b163362bcd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:17.541652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:17.542040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Checking segment: {'id': '0f95fea3-fd96-403a-a34e-0040810de64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:17.542453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.542860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Bound using segment: {'id': '0f95fea3-fd96-403a-a34e-0040810de64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:17.543472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Bound port: 1d8c6235-819f-40c8-886f-2ca36fc3fd45, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f95fea3-fd96-403a-a34e-0040810de64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb44f67-d5e1-43d5-b775-98b163362bcd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:17.543867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.682579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] For port 1d8c6235-819f-40c8-886f-2ca36fc3fd45, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:17.709211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] For port 1d8c6235-819f-40c8-886f-2ca36fc3fd45, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1d8c6235-819f-40c8-886f-2ca36fc3fd45,segment=NetworkSegment(0f95fea3-fd96-403a-a34e-0040810de64f),segment_id=0f95fea3-fd96-403a-a34e-0040810de64f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:17.768480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da94747-c905-46b4-8af5-c024d06dbdbf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:17.806100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for port (4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.843446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:17.926868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::3d7 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/a83511fa-19fa-4c36-bff6-9ce7b86bf059/d4efbb84-7e84-4db5-88eb-024a2efa6f75) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:17.935545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8:0:1::3b6 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/7a1b921f-0293-4f84-8dcb-16af4a03feb2/d4efbb84-7e84-4db5-88eb-024a2efa6f75) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:17.950044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.034917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb04d-99a6-4943-8e51-9602325f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=1d8c6235-819f-40c8-886f-2ca36fc3fd45,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:18.040285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:18.040691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.121920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.150071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:18.180013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Port': ['ID=4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:18.183719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:18.189774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:18.203411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad5b10-1c66-4e78-8ad4-38a02a2bbb31 None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:18.204131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:18.204945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.293461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-caf27934-ba38-4160-9fb4-743ae1463449 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8058078 Feb 15 02:08:18.294216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:18.310244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.321647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:18.322862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.385149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88a0acdc-7b6e-4385-9977-f9b9886c3b66 None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:18.385759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a0acdc-7b6e-4385-9977-f9b9886c3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.464255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.525154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting subnet aea822e0-89b1-4538-a5f9-ded900f67f83 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:18.530523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:08:18.538294 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (aea822e0-89b1-4538-a5f9-ded900f67f83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.588540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:18.606157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1da94747-c905-46b4-8af5-c024d06dbdbf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da94747-c905-46b4-8af5-c024d06dbdbf,segment=NetworkSegment(a8b773a9-de72-4bdb-97c9-e2040fc45f32),segment_id=a8b773a9-de72-4bdb-97c9-e2040fc45f32)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:18.612731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:18.625758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:18.647396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:18.648634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.680576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (aea822e0-89b1-4538-a5f9-ded900f67f83), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.682656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=d4efbb84-7e84-4db5-88eb-024a2efa6f75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:18.761259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.801944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-daacdc0d-a0ca-4f9a-b305-fbb6f5a0dab6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9175158 Feb 15 02:08:18.802655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:18.812670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a83511fa-19fa-4c36-bff6-9ce7b86bf059'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:18.887589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (aea822e0-89b1-4538-a5f9-ded900f67f83), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:18.969273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.034227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88a0acdc-7b6e-4385-9977-f9b9886c3b66 None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:19.052796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (aea822e0-89b1-4538-a5f9-ded900f67f83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.105530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1da94747-c905-46b4-8af5-c024d06dbdbf,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:19.109228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Update dhcp port {'port': {'network_id': '54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2', 'fixed_ips': [{'subnet_id': 'a83511fa-19fa-4c36-bff6-9ce7b86bf059', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a1b921f-0293-4f84-8dcb-16af4a03feb2'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '1da94747-c905-46b4-8af5-c024d06dbdbf'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:08:19.171532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=aea822e0-89b1-4538-a5f9-ded900f67f83,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:19.175786 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.188612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.194547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2a1a23b0-b5b3-49d8-b32a-d9adb3d4795c tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/aea822e0-89b1-4538-a5f9-ded900f67f83 HTTP/1.1" status: 204 len: 168 time: 0.8987784 Feb 15 02:08:19.198281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:19.308908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3d3e9-2088-43fb-83fe-bef24fa6998a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:19.310245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3d3e9-2088-43fb-83fe-bef24fa6998a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:19.314848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-31b3d3e9-2088-43fb-83fe-bef24fa6998a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1152389 Feb 15 02:08:19.317659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:19.496575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Allocated IP 2001:db8:0:1::2 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/7a1b921f-0293-4f84-8dcb-16af4a03feb2/1da94747-c905-46b4-8af5-c024d06dbdbf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:19.564599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc600bc-97df-4c71-aa1a-0cd0aa945a2b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.607657 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc600bc-97df-4c71-aa1a-0cd0aa945a2b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 02:08:19.608100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc600bc-97df-4c71-aa1a-0cd0aa945a2b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:19.616452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:19.623497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2146894976'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:19.626144 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5cc600bc-97df-4c71-aa1a-0cd0aa945a2b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/4fb44f67-d5e1-43d5-b775-98b163362bcd HTTP/1.1" status: 409 len: 466 time: 0.3072159 Feb 15 02:08:19.636548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] For port 1da94747-c905-46b4-8af5-c024d06dbdbf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da94747-c905-46b4-8af5-c024d06dbdbf,segment=NetworkSegment(a8b773a9-de72-4bdb-97c9-e2040fc45f32),segment_id=a8b773a9-de72-4bdb-97c9-e2040fc45f32)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:19.690047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Publish callbacks [] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.733057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:19.736450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.762882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.863994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:19.885313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd4c11-0874-4f93-b434-2fc8ac1e5612 None None] Network 4fb44f67-d5e1-43d5-b775-98b163362bcd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:19.915913 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:19.916808 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment 3cda8753-a8f5-4fd2-8849-92905af532f1 of type vlan for network 9bd7c870-1197-48a7-aea8-013ff98f979c Feb 15 02:08:19.918968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Delete allocated IP 2001:db8:0:1::3b6 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/7a1b921f-0293-4f84-8dcb-16af4a03feb2) {{(pid=103885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:08:19.920801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1d8c6235-819f-40c8-886f-2ca36fc3fd45 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:19.975803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.001732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8a8d-43ad-4840-b7f3-b950078f7e31 None None] Pushing event updated for resources: {'Port': ['ID=1da94747-c905-46b4-8af5-c024d06dbdbf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:20.056067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Provisioning complete for port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:20.056979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.069726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.077996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:20.079316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.172322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:20.172856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.214165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Current status of the port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:20.214564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.258255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.284759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] For port 1d8c6235-819f-40c8-886f-2ca36fc3fd45, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1d8c6235-819f-40c8-886f-2ca36fc3fd45,segment=NetworkSegment(0f95fea3-fd96-403a-a34e-0040810de64f),segment_id=0f95fea3-fd96-403a-a34e-0040810de64f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:20.287054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6700919 Feb 15 02:08:20.290444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:20.297579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:20.308332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40ae98-8fcf-435e-b1d8-211fd384f9ed tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=9bd7c870-1197-48a7-aea8-013ff98f979c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:20.326955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9bd7c870-1197-48a7-aea8-013ff98f979c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:20.356908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.371689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] DHCP port deletion for 4fb44f67-d5e1-43d5-b775-98b163362bcd request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:20.387474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.580958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:20.581289 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.623122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] In _notify_port_updated(), no bound segment for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 on network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:08:20.628609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:20.629481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.630976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/ports/d4efbb84-7e84-4db5-88eb-024a2efa6f75 HTTP/1.1" status: 200 len: 925 time: 1.8273585 Feb 15 02:08:20.633809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:20.640476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a83511fa-19fa-4c36-bff6-9ce7b86bf059'}, {'subnet_id': '7a1b921f-0293-4f84-8dcb-16af4a03feb2'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:20.672415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd9caf-a3e6-41f0-a657-399c87e50827 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=d4efbb84-7e84-4db5-88eb-024a2efa6f75,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:20.706006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a55b4-2288-4973-965e-2fde90898b06 None None] Pushing event updated for resources: {'Port': ['ID=1d8c6235-819f-40c8-886f-2ca36fc3fd45,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:20.790167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:20.795795 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.850703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Deleting port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:20.851254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.942661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] For port 1d8c6235-819f-40c8-886f-2ca36fc3fd45, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1d8c6235-819f-40c8-886f-2ca36fc3fd45,segment=NetworkSegment(0f95fea3-fd96-403a-a34e-0040810de64f),segment_id=0f95fea3-fd96-403a-a34e-0040810de64f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:20.943707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:20.961386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Calling delete_port for 1d8c6235-819f-40c8-886f-2ca36fc3fd45 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:21.132267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:21.132910 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:21.137302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b9b60e-e340-40a2-b1cb-aa2913426dae None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:21.222209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (1d8c6235-819f-40c8-886f-2ca36fc3fd45), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.253050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] Pushing event deleted for resources: {'Port': ['ID=1d8c6235-819f-40c8-886f-2ca36fc3fd45,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:21.263510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Provisioning complete for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:21.264104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.270199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60961888-9741-48ef-99b8-ce183fc8a5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.320969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Port d4efbb84-7e84-4db5-88eb-024a2efa6f75 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:21.323448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a389af4-b73f-47e7-ab50-d0e8dc75de40 None None] No DVR routers for this DVR port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:21.381657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:08:21.383586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.399908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:21.400917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.543966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:21.576511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': '3cda8753-a8f5-4fd2-8849-92905af532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:21.577949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: 9bd7c870-1197-48a7-aea8-013ff98f979c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:21.672786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.698249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 9bd7c870-1197-48a7-aea8-013ff98f979c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:21.759360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Port 1d8c6235-819f-40c8-886f-2ca36fc3fd45 update to ACTIVE by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 02:08:21.759360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da94747-c905-46b4-8af5-c024d06dbdbf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:21.778270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9bd7c870-1197-48a7-aea8-013ff98f979c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:21.786869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:21.786869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:21.809174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b06eb-224f-4749-8de2-5fa5f5ab910d None None] Network 9bd7c870-1197-48a7-aea8-013ff98f979c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:21.890780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6238e2f5-a80f-4187-bcd1-1436b2efb568 None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:21.894460 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e335ca76-d794-47d9-9bf5-eb9287aee78b tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6022785 Feb 15 02:08:21.897300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:21.952711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:21.952711 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.018552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9bd7c870-1197-48a7-aea8-013ff98f979c', 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': 'b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:22.019479 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.361627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8:0:1::127 (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2/7a1b921f-0293-4f84-8dcb-16af4a03feb2/d4efbb84-7e84-4db5-88eb-024a2efa6f75) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:22.393308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:22.394033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.490522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:22.514951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Allocated IP 2001:db8::f816:3eff:fe58:bc80 (9bd7c870-1197-48a7-aea8-013ff98f979c/b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49/073ecf28-fc44-46f0-a4de-61204b593c9c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:22.667288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da94747-c905-46b4-8af5-c024d06dbdbf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:22.736129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.805239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.806586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.858436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:22.929418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Provisioning complete for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:22.930809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:22.938404 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.003631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:23.003963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.032634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=d4efbb84-7e84-4db5-88eb-024a2efa6f75,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:23.078053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] In _notify_port_updated(), no bound segment for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 on network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:08:23.078226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b471fd3c-7220-4863-8a76-8d5f498c59eb None None] Port d4efbb84-7e84-4db5-88eb-024a2efa6f75 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:23.088874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks [] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.091575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:23.092830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.097450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:23.102357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bf37ff32-2701-48c0-b61a-08722324a2bb tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/ports/d4efbb84-7e84-4db5-88eb-024a2efa6f75 HTTP/1.1" status: 200 len: 1011 time: 2.4673688 Feb 15 02:08:23.176015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1da94747-c905-46b4-8af5-c024d06dbdbf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:23.218634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a479cfe-37ab-4ac1-a633-06adede77345 None None] Provisioning complete for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:23.219022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a479cfe-37ab-4ac1-a633-06adede77345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.221431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.303736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port d4efbb84-7e84-4db5-88eb-024a2efa6f75 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:23.304103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.313875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.471355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Network 9bd7c870-1197-48a7-aea8-013ff98f979c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:23.486328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:23.501586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1d8c6235-819f-40c8-886f-2ca36fc3fd45 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:23.509070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:23.512402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-487b0112-af5e-4e6f-a3ae-8436853bd5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.567211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:23.597936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.606454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1d8c6235-819f-40c8-886f-2ca36fc3fd45 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:23.606754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1d8c6235-819f-40c8-886f-2ca36fc3fd45 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:23.611199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Pushing event updated for resources: {'Port': ['ID=073ecf28-fc44-46f0-a4de-61204b593c9c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:23.618379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a479cfe-37ab-4ac1-a633-06adede77345 None None] Port d4efbb84-7e84-4db5-88eb-024a2efa6f75 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:23.640431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd7c870-1197-48a7-aea8-013ff98f979c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:23.657519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.660880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cda8753-a8f5-4fd2-8849-92905af532f1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:23.661179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cda8753-a8f5-4fd2-8849-92905af532f1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:23.679556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.681419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for d4efbb84-7e84-4db5-88eb-024a2efa6f75 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:23.701283 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.709141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:23.711492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.711601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Attempting to bind port 073ecf28-fc44-46f0-a4de-61204b593c9c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:23.713453 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:23.715131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Attempting to bind port 073ecf28-fc44-46f0-a4de-61204b593c9c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '3cda8753-a8f5-4fd2-8849-92905af532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:23.715131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Attempting to bind port 073ecf28-fc44-46f0-a4de-61204b593c9c on network 9bd7c870-1197-48a7-aea8-013ff98f979c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:23.720241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:23.720667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Checking segment: {'id': '3cda8753-a8f5-4fd2-8849-92905af532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:23.721076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.721475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Bound using segment: {'id': '3cda8753-a8f5-4fd2-8849-92905af532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:23.721950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Bound port: 073ecf28-fc44-46f0-a4de-61204b593c9c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cda8753-a8f5-4fd2-8849-92905af532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9bd7c870-1197-48a7-aea8-013ff98f979c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:23.722336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.776346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5b83d321-aafa-4cde-868e-430f06e4fce8 None None] Provisioning complete for port d4efbb84-7e84-4db5-88eb-024a2efa6f75 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:23.776718 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b83d321-aafa-4cde-868e-430f06e4fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.834053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5b83d321-aafa-4cde-868e-430f06e4fce8 None None] Port d4efbb84-7e84-4db5-88eb-024a2efa6f75 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:23.839804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] For port 073ecf28-fc44-46f0-a4de-61204b593c9c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:23.842770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] For port 073ecf28-fc44-46f0-a4de-61204b593c9c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=073ecf28-fc44-46f0-a4de-61204b593c9c,segment=NetworkSegment(3cda8753-a8f5-4fd2-8849-92905af532f1),segment_id=3cda8753-a8f5-4fd2-8849-92905af532f1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:23.853698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:08:23.853698 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:08:23.853698 n-d-829064-14 neutron-server[103885]: [parameters: {'id': '9bd7c870-1197-48a7-aea8-013ff98f979c'}] Feb 15 02:08:23.853698 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:23.854398 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:23.921190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:23.991993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862779f4-9df1-41f9-b91a-5325731a11bd None None] Pushing event updated for resources: {'Port': ['ID=073ecf28-fc44-46f0-a4de-61204b593c9c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:24.062257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d4efbb84-7e84-4db5-88eb-024a2efa6f75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.078090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969321c6-2089-4425-8d9f-8321fde1e600 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:08:24.105399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=d4efbb84-7e84-4db5-88eb-024a2efa6f75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:24.159019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.165211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:24.179746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8477ff7-f8cd-4573-a384-2dad6ea6b5d3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/d4efbb84-7e84-4db5-88eb-024a2efa6f75 HTTP/1.1" status: 204 len: 168 time: 1.0788298 Feb 15 02:08:24.197483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969321c6-2089-4425-8d9f-8321fde1e600 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:08:24.204904 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb09d212-3bf7-4ec9-bee6-1e0502c01a7c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:24.204904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb09d212-3bf7-4ec9-bee6-1e0502c01a7c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/d4efbb84-7e84-4db5-88eb-024a2efa6f75 HTTP/1.1" status: 404 len: 333 time: 0.0361512 Feb 15 02:08:24.208110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:24.287249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet 7a1b921f-0293-4f84-8dcb-16af4a03feb2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:24.290816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (7a1b921f-0293-4f84-8dcb-16af4a03feb2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.334259 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7a1b921f-0293-4f84-8dcb-16af4a03feb2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.359334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.534529 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting port 073ecf28-fc44-46f0-a4de-61204b593c9c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:24.535031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.575169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190fa03-93cc-4285-ad10-062fef5eb53e None None] Network 9bd7c870-1197-48a7-aea8-013ff98f979c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:24.621236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.647470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7a1b921f-0293-4f84-8dcb-16af4a03feb2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.851450 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] For port 073ecf28-fc44-46f0-a4de-61204b593c9c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=073ecf28-fc44-46f0-a4de-61204b593c9c,segment=NetworkSegment(3cda8753-a8f5-4fd2-8849-92905af532f1),segment_id=3cda8753-a8f5-4fd2-8849-92905af532f1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:24.851971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:24.880609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Calling delete_port for 073ecf28-fc44-46f0-a4de-61204b593c9c owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:24.978564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7a1b921f-0293-4f84-8dcb-16af4a03feb2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.014586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1b921f-0293-4f84-8dcb-16af4a03feb2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:25.021790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.026874 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-20768efe-ba50-467c-9687-4bdd044b18a9 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/7a1b921f-0293-4f84-8dcb-16af4a03feb2 HTTP/1.1" status: 204 len: 168 time: 0.8162515 Feb 15 02:08:25.029199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:25.038894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d5855-a539-4a44-84aa-eba5ddd3d10d None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:25.092158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (073ecf28-fc44-46f0-a4de-61204b593c9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.131846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Port': ['ID=073ecf28-fc44-46f0-a4de-61204b593c9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:25.136945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet a83511fa-19fa-4c36-bff6-9ce7b86bf059 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:25.144955 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (a83511fa-19fa-4c36-bff6-9ce7b86bf059), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.153302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No DVR routers for this DVR port 073ecf28-fc44-46f0-a4de-61204b593c9c on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:25.214403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (a83511fa-19fa-4c36-bff6-9ce7b86bf059), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.305555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a83511fa-19fa-4c36-bff6-9ce7b86bf059), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.358676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.411640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd7c870-1197-48a7-aea8-013ff98f979c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:25.423502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cda8753-a8f5-4fd2-8849-92905af532f1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:25.423502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cda8753-a8f5-4fd2-8849-92905af532f1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:25.448654 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (a83511fa-19fa-4c36-bff6-9ce7b86bf059), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.457201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.500119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=a83511fa-19fa-4c36-bff6-9ce7b86bf059,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:25.502491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.506250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30b159c5-e25f-41e5-91e1-47f0046da965 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/a83511fa-19fa-4c36-bff6-9ce7b86bf059 HTTP/1.1" status: 204 len: 168 time: 0.4756346 Feb 15 02:08:25.511293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:25.516674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.527463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:25.527564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (3cda8753-a8f5-4fd2-8849-92905af532f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:25.531718 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:25.730377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.746431 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9bd7c870-1197-48a7-aea8-013ff98f979c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.766826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.766826 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/9bd7c870-1197-48a7-aea8-013ff98f979c HTTP/1.1" status: 204 len: 168 time: 3.8673174 Feb 15 02:08:25.783259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:25.790325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc6a8b-2d15-45b6-8fd4-71b24a4ee341 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=9bd7c870-1197-48a7-aea8-013ff98f979c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:25.793530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-80976874'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:25.929365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 1da94747-c905-46b4-8af5-c024d06dbdbf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:25.929365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.942229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:25.951943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:25.973327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.114633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port 1da94747-c905-46b4-8af5-c024d06dbdbf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1da94747-c905-46b4-8af5-c024d06dbdbf,segment=NetworkSegment(a8b773a9-de72-4bdb-97c9-e2040fc45f32),segment_id=a8b773a9-de72-4bdb-97c9-e2040fc45f32)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:26.116641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.144618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:26.151888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 1da94747-c905-46b4-8af5-c024d06dbdbf owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:26.175284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.175284 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment 0478cb06-147b-49df-8576-d904b70bd1c3 of type vlan for network 81490df9-26c1-48a4-9d82-76b748450b43 Feb 15 02:08:26.249529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (81490df9-26c1-48a4-9d82-76b748450b43), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.342163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b910030-2dd5-4d7c-82d7-dbd227a30781 None None] Network 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:26.385305 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (81490df9-26c1-48a4-9d82-76b748450b43), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.391871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:26.392590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.413896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acf0f9e5-7ef0-4b6a-b5b8-4cad47adc50e None None] Provisioning complete for port 1da94747-c905-46b4-8af5-c024d06dbdbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:26.414660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acf0f9e5-7ef0-4b6a-b5b8-4cad47adc50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.506774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acf0f9e5-7ef0-4b6a-b5b8-4cad47adc50e None None] Could not find standard attr ID for object 1da94747-c905-46b4-8af5-c024d06dbdbf. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:26.511043 n-d-829064-14 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-acf0f9e5-7ef0-4b6a-b5b8-4cad47adc50e None None] No ports have port_id starting with 1da94747-c905-46b4-8af5-c024d06dbdbf Feb 15 02:08:26.527549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1da94747-c905-46b4-8af5-c024d06dbdbf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.561179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=1da94747-c905-46b4-8af5-c024d06dbdbf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:26.564780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=81490df9-26c1-48a4-9d82-76b748450b43,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:26.570287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port 1da94747-c905-46b4-8af5-c024d06dbdbf on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:26.592534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 81490df9-26c1-48a4-9d82-76b748450b43 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:26.633607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77229546-b854-439b-8d13-c88bd94cc9a6 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8479650 Feb 15 02:08:26.636120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:26.637873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e3fb6-c178-4110-a391-b496bc9da4f8 None None] DHCP port deletion for 54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:26.643083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': '81490df9-26c1-48a4-9d82-76b748450b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:26.746361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.776357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:26.786570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b773a9-de72-4bdb-97c9-e2040fc45f32') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:26.786881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b773a9-de72-4bdb-97c9-e2040fc45f32') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:26.797631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (a8b773a9-de72-4bdb-97c9-e2040fc45f32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.822576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a8b773a9-de72-4bdb-97c9-e2040fc45f32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.832660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:26.833051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (a8b773a9-de72-4bdb-97c9-e2040fc45f32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:26.836420 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:26.955595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:26.966692 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:26.984176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.000329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.000979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2 HTTP/1.1" status: 204 len: 168 time: 1.4887071 Feb 15 02:08:27.007412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:27.044647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e0d5-2693-4804-bfc2-b9b5718607ac tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=54ff8df3-39bf-4e3a-bbda-7d89f4e98fe2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:27.085845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73162e6-8e3a-4314-9e49-70cb1b8e53e8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:27.092944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f73162e6-8e3a-4314-9e49-70cb1b8e53e8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0851612 Feb 15 02:08:27.093858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:27.200206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3af32e41-ae01-48c6-a88a-91f722cadb42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1051884 Feb 15 02:08:27.203591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:27.209864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-824977553'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:27.303649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0e3a7785-880b-4062-8ab6-533b6e63660e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.336468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:27.339744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.386631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=0e3a7785-880b-4062-8ab6-533b6e63660e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:27.398112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:27.405316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': '0478cb06-147b-49df-8576-d904b70bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:27.411026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: 81490df9-26c1-48a4-9d82-76b748450b43, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:27.411178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.420605 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (017cb93f-09a1-46a2-b5d8-dfdaf49535dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.421099 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment 017cb93f-09a1-46a2-b5d8-dfdaf49535dc of type vlan for network e5ebe763-83f9-4393-a33c-1bd69ee2d54e Feb 15 02:08:27.473954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e5ebe763-83f9-4393-a33c-1bd69ee2d54e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.559637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 81490df9-26c1-48a4-9d82-76b748450b43 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:27.594804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e5ebe763-83f9-4393-a33c-1bd69ee2d54e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.600964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:27.601639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.677568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=e5ebe763-83f9-4393-a33c-1bd69ee2d54e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:27.688769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:27.697595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 81490df9-26c1-48a4-9d82-76b748450b43) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:27.708745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:27.709576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.730988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b48aa1-bd87-4b7b-84fb-3de78bd0c372 None None] Network 81490df9-26c1-48a4-9d82-76b748450b43 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:27.798041 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-123146b3-fff5-415e-8aef-794251177669 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5931060 Feb 15 02:08:27.801701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:27.809255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:27.818046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c835e5a-6ee2-4e75-9d04-6e609ac50eb7 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1793864 Feb 15 02:08:27.822781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:27.866022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-81490df9-26c1-48a4-9d82-76b748450b43', 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': '0e3a7785-880b-4062-8ab6-533b6e63660e'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:27.867131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:27.996214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (81490df9-26c1-48a4-9d82-76b748450b43), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.046692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:28.052227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.057583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Allocated IP 2001:db8::2 (81490df9-26c1-48a4-9d82-76b748450b43/0e3a7785-880b-4062-8ab6-533b6e63660e/c6ee806e-3875-45a8-b48d-89b0e462d0ec) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:28.069504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0e3a7785-880b-4062-8ab6-533b6e63660e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.266576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks [] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.406851 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.424689 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (da2c82fb-2b43-440e-82c2-a6f80e532170), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.453518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Network 81490df9-26c1-48a4-9d82-76b748450b43 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:28.462725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:28.462725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:28.469749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Pushing event updated for resources: {'Port': ['ID=c6ee806e-3875-45a8-b48d-89b0e462d0ec,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:28.516700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=da2c82fb-2b43-440e-82c2-a6f80e532170,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:28.531729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Attempting to bind port c6ee806e-3875-45a8-b48d-89b0e462d0ec on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:28.532142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Attempting to bind port c6ee806e-3875-45a8-b48d-89b0e462d0ec by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '0478cb06-147b-49df-8576-d904b70bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:28.532555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Attempting to bind port c6ee806e-3875-45a8-b48d-89b0e462d0ec on network 81490df9-26c1-48a4-9d82-76b748450b43 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:28.538363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:28.538748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Checking segment: {'id': '0478cb06-147b-49df-8576-d904b70bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:28.539155 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.539552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Bound using segment: {'id': '0478cb06-147b-49df-8576-d904b70bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:28.540112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Bound port: c6ee806e-3875-45a8-b48d-89b0e462d0ec, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0478cb06-147b-49df-8576-d904b70bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81490df9-26c1-48a4-9d82-76b748450b43'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:28.540996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.552644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': '017cb93f-09a1-46a2-b5d8-dfdaf49535dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:28.553459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: e5ebe763-83f9-4393-a33c-1bd69ee2d54e, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:28.573661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (0e3a7785-880b-4062-8ab6-533b6e63660e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.610991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3a7785-880b-4062-8ab6-533b6e63660e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:28.628111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.628671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.629208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.629647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.630092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.630533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.630986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.631419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.631853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.632759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.632759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.641296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.641296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:28.641701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da94747-c905-46b4-8af5-c024d06dbdbf no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:28.664600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] For port c6ee806e-3875-45a8-b48d-89b0e462d0ec, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:28.668809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1da94747-c905-46b4-8af5-c024d06dbdbf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:28.669162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1da94747-c905-46b4-8af5-c024d06dbdbf not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:28.680275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] For port c6ee806e-3875-45a8-b48d-89b0e462d0ec, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c6ee806e-3875-45a8-b48d-89b0e462d0ec,segment=NetworkSegment(0478cb06-147b-49df-8576-d904b70bd1c3),segment_id=0478cb06-147b-49df-8576-d904b70bd1c3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:28.708963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:28.718601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (81490df9-26c1-48a4-9d82-76b748450b43), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.743877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81490df9-26c1-48a4-9d82-76b748450b43']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:28.753941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0478cb06-147b-49df-8576-d904b70bd1c3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:28.754245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0478cb06-147b-49df-8576-d904b70bd1c3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:28.764765 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.818302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.822408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.828331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:28.828949 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:28.832051 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:28.874087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e5ebe763-83f9-4393-a33c-1bd69ee2d54e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:28.886197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f808-ee74-4807-b4af-c3f72b0fb6b7 None None] Pushing event updated for resources: {'Port': ['ID=c6ee806e-3875-45a8-b48d-89b0e462d0ec,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:28.888396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:28.889072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:28.912596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cfe64-3b43-4884-8ed6-7de003df4409 None None] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:28.966720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:08:28.966720 n-d-829064-14 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:08:28.966720 n-d-829064-14 neutron-server[103884]: [parameters: {'id': '81490df9-26c1-48a4-9d82-76b748450b43'}] Feb 15 02:08:28.966720 n-d-829064-14 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:28.967170 n-d-829064-14 neutron-server[103884]: DEBUG oslo_db.api [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:29.004945 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75e4dde1-8503-42c6-8b3c-fbc1e8797db1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2014275 Feb 15 02:08:29.006766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:29.013777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e', 'name': 'tempest-PortsIpV6TestJSON-400971473'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:29.043412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-e5ebe763-83f9-4393-a33c-1bd69ee2d54e', 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': 'da2c82fb-2b43-440e-82c2-a6f80e532170'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:29.044320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.304944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:29.316596 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.325607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Allocated IP 2001:db8::2 (e5ebe763-83f9-4393-a33c-1bd69ee2d54e/da2c82fb-2b43-440e-82c2-a6f80e532170/dfbce45d-a316-4293-9fdb-9409227b9d4f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:29.342028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 5be997d3-adbd-4bd4-a80a-71d6040225af yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:29.467990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (81490df9-26c1-48a4-9d82-76b748450b43), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.548662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting port c6ee806e-3875-45a8-b48d-89b0e462d0ec {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:29.548934 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.553448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks [] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.646182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] For port c6ee806e-3875-45a8-b48d-89b0e462d0ec, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c6ee806e-3875-45a8-b48d-89b0e462d0ec,segment=NetworkSegment(0478cb06-147b-49df-8576-d904b70bd1c3),segment_id=0478cb06-147b-49df-8576-d904b70bd1c3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:29.646553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.661621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Calling delete_port for c6ee806e-3875-45a8-b48d-89b0e462d0ec owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:29.663667 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.698685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:29.702128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:29.706472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:29.725008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Pushing event updated for resources: {'Port': ['ID=dfbce45d-a316-4293-9fdb-9409227b9d4f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:29.777362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::359 (e5ebe763-83f9-4393-a33c-1bd69ee2d54e/da2c82fb-2b43-440e-82c2-a6f80e532170/5be997d3-adbd-4bd4-a80a-71d6040225af) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:29.780991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Attempting to bind port dfbce45d-a316-4293-9fdb-9409227b9d4f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:29.781555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Attempting to bind port dfbce45d-a316-4293-9fdb-9409227b9d4f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '017cb93f-09a1-46a2-b5d8-dfdaf49535dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:29.782019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Attempting to bind port dfbce45d-a316-4293-9fdb-9409227b9d4f on network e5ebe763-83f9-4393-a33c-1bd69ee2d54e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:29.795517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:29.804642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Checking segment: {'id': '017cb93f-09a1-46a2-b5d8-dfdaf49535dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:29.804642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.804642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Bound using segment: {'id': '017cb93f-09a1-46a2-b5d8-dfdaf49535dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:29.804642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Bound port: dfbce45d-a316-4293-9fdb-9409227b9d4f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017cb93f-09a1-46a2-b5d8-dfdaf49535dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:29.804642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.880545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] For port dfbce45d-a316-4293-9fdb-9409227b9d4f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:29.887868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] For port dfbce45d-a316-4293-9fdb-9409227b9d4f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dfbce45d-a316-4293-9fdb-9409227b9d4f,segment=NetworkSegment(017cb93f-09a1-46a2-b5d8-dfdaf49535dc),segment_id=017cb93f-09a1-46a2-b5d8-dfdaf49535dc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:29.965741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:29.969572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c6ee806e-3875-45a8-b48d-89b0e462d0ec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.001329 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.025432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Port': ['ID=c6ee806e-3875-45a8-b48d-89b0e462d0ec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:30.031817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No DVR routers for this DVR port c6ee806e-3875-45a8-b48d-89b0e462d0ec on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:30.108070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f21c-0ff6-4770-9bff-c6a872fb8efd None None] Pushing event updated for resources: {'Port': ['ID=dfbce45d-a316-4293-9fdb-9409227b9d4f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:30.157911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (81490df9-26c1-48a4-9d82-76b748450b43), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.206250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81490df9-26c1-48a4-9d82-76b748450b43']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:30.224482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.231305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0478cb06-147b-49df-8576-d904b70bd1c3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:30.231659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0478cb06-147b-49df-8576-d904b70bd1c3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:30.250207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.291086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.313733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:30.314243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0478cb06-147b-49df-8576-d904b70bd1c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.314762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:30.318407 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:30.320112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:30.324831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:30.335423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:30.336030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.369173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=5be997d3-adbd-4bd4-a80a-71d6040225af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:30.454313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f873f-78a6-4215-aa8c-630b8d6fb6af None None] Network 81490df9-26c1-48a4-9d82-76b748450b43 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:30.461418 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-969d054d-2e8e-47d1-96fd-438999648d1f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4534504 Feb 15 02:08:30.471942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:30.471942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': 'e5ebe763-83f9-4393-a33c-1bd69ee2d54e', 'name': 'tempest-PortsIpV6TestJSON-1497308206'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:30.560698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (81490df9-26c1-48a4-9d82-76b748450b43), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.572058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.575364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/81490df9-26c1-48a4-9d82-76b748450b43 HTTP/1.1" status: 204 len: 168 time: 2.7515309 Feb 15 02:08:30.585118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:30.587700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-021863ab-084b-4380-b444-60c8ea59e12d None None] Could not find standard attr ID for object c6ee806e-3875-45a8-b48d-89b0e462d0ec. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:30.607157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2002408110'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:30.613859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30176c-62f8-4d9f-b29a-6ac20a8fda72 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=81490df9-26c1-48a4-9d82-76b748450b43,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:30.657286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69395b5-6f00-45e8-ba6b-def25226cb5d None None] DHCP port deletion for 81490df9-26c1-48a4-9d82-76b748450b43 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:30.743827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dfbce45d-a316-4293-9fdb-9409227b9d4f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:30.807386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:30.811299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.819317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port dfbce45d-a316-4293-9fdb-9409227b9d4f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:30.819911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.823741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:30.827194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.849424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port aa716a2e-6933-4bf0-8d83-599431481ac2 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:30.892148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:30.907072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (057b70fd-ba53-49f0-99eb-269debb24031), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.909112 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Added segment 057b70fd-ba53-49f0-99eb-269debb24031 of type vlan for network 7bed3548-7c3e-4650-a1a5-330ff858241c Feb 15 02:08:30.963169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port dfbce45d-a316-4293-9fdb-9409227b9d4f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:30.963501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:30.984584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7bed3548-7c3e-4650-a1a5-330ff858241c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.002136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port dfbce45d-a316-4293-9fdb-9409227b9d4f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dfbce45d-a316-4293-9fdb-9409227b9d4f,segment=NetworkSegment(017cb93f-09a1-46a2-b5d8-dfdaf49535dc),segment_id=017cb93f-09a1-46a2-b5d8-dfdaf49535dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:31.017013 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::197 (e5ebe763-83f9-4393-a33c-1bd69ee2d54e/da2c82fb-2b43-440e-82c2-a6f80e532170/aa716a2e-6933-4bf0-8d83-599431481ac2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:31.109036 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.176566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=dfbce45d-a316-4293-9fdb-9409227b9d4f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:31.177099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7bed3548-7c3e-4650-a1a5-330ff858241c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.193353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:31.196451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.209674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (aa716a2e-6933-4bf0-8d83-599431481ac2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.305562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Network': ['ID=7bed3548-7c3e-4650-a1a5-330ff858241c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:31.314680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:31.315404 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4e87b498-0b32-4c73-a410-555389428648 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7176728 Feb 15 02:08:31.317178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7bed3548-7c3e-4650-a1a5-330ff858241c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:31.320168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Request body: {'subnet': {'network_id': '7bed3548-7c3e-4650-a1a5-330ff858241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:31.371604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aa716a2e-6933-4bf0-8d83-599431481ac2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.530419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:31.535706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:31.539799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:31.546121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:31.546748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.571032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=aa716a2e-6933-4bf0-8d83-599431481ac2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:31.640464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c26ec-8cb7-48bd-99ba-4f62d98448ce None None] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:31.677975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66b64f19-d228-46a1-97b5-2f0b050e9a1a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2136700 Feb 15 02:08:31.680576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:31.792569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a4e44-e368-49ac-891a-3574e611de75 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:31.794247 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-719a4e44-e368-49ac-891a-3574e611de75 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A359 HTTP/1.1" status: 200 len: 928 time: 0.1126099 Feb 15 02:08:31.797233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:31.818974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Made reservation on behalf of bd2d44cdf4984efeaa7f673ec2d6cf22 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:31.823688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.965105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-54e87c69-be67-46fb-b844-7025ac2a1de2 None None] Provisioning complete for port dfbce45d-a316-4293-9fdb-9409227b9d4f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:31.966134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54e87c69-be67-46fb-b844-7025ac2a1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:31.978262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port aa716a2e-6933-4bf0-8d83-599431481ac2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:31.978698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aa716a2e-6933-4bf0-8d83-599431481ac2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.138285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-54e87c69-be67-46fb-b844-7025ac2a1de2 None None] Current status of the port dfbce45d-a316-4293-9fdb-9409227b9d4f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:32.145396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aa716a2e-6933-4bf0-8d83-599431481ac2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.158420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for aa716a2e-6933-4bf0-8d83-599431481ac2 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:32.380759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.objects.ports [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:08:32.383807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Provisioning complete for port 5be997d3-adbd-4bd4-a80a-71d6040225af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:32.384252 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.411021 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (49a1e59c-ffe9-4aa9-b980-8812de66d001), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.442184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (aa716a2e-6933-4bf0-8d83-599431481ac2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.479965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Port 5be997d3-adbd-4bd4-a80a-71d6040225af cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:32.486437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Could not find standard attr ID for object aa716a2e-6933-4bf0-8d83-599431481ac2. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:32.520087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Provisioning complete for port dfbce45d-a316-4293-9fdb-9409227b9d4f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:32.520517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.607805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=aa716a2e-6933-4bf0-8d83-599431481ac2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:32.650756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dfbce45d-a316-4293-9fdb-9409227b9d4f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:32.661766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event updated for resources: {'Subnet': ['ID=49a1e59c-ffe9-4aa9-b980-8812de66d001,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:32.664914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.670996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6315e8ec-a5c4-4b8a-84cd-37985c759815 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/aa716a2e-6933-4bf0-8d83-599431481ac2 HTTP/1.1" status: 204 len: 168 time: 0.8726690 Feb 15 02:08:32.671641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:32.714890 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f08226-4a28-45c0-9d16-dbcfbb9b7682 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:32.716464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-43f08226-4a28-45c0-9d16-dbcfbb9b7682 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/aa716a2e-6933-4bf0-8d83-599431481ac2 HTTP/1.1" status: 404 len: 333 time: 0.0385664 Feb 15 02:08:32.719576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:32.742856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Checking segment: {'id': '057b70fd-ba53-49f0-99eb-269debb24031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7bed3548-7c3e-4650-a1a5-330ff858241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:32.743185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network hostable DHCP agents. Network: 7bed3548-7c3e-4650-a1a5-330ff858241c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:32.850496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f32864aa-fc94-47ca-9f92-bfde93df6ccb None None] Current status of the port dfbce45d-a316-4293-9fdb-9409227b9d4f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:32.854349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port dfbce45d-a316-4293-9fdb-9409227b9d4f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:32.854733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.863367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 5be997d3-adbd-4bd4-a80a-71d6040225af {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:32.863725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.879204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Network 7bed3548-7c3e-4650-a1a5-330ff858241c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:32.954827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port dfbce45d-a316-4293-9fdb-9409227b9d4f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:32.969393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c6ee806e-3875-45a8-b48d-89b0e462d0ec no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:32.977268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:32.993229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 5be997d3-adbd-4bd4-a80a-71d6040225af owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:33.007695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7bed3548-7c3e-4650-a1a5-330ff858241c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:33.015725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:33.016347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.022414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c6ee806e-3875-45a8-b48d-89b0e462d0ec {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:33.023310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c6ee806e-3875-45a8-b48d-89b0e462d0ec not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:33.035884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c6a8b0-4afd-49c6-9941-e51ab5c03a1c None None] Network 7bed3548-7c3e-4650-a1a5-330ff858241c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:33.058414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a8b36bab-5a99-41c1-a2cb-5e9a1a97e462 None None] Provisioning complete for port 5be997d3-adbd-4bd4-a80a-71d6040225af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:33.060120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8b36bab-5a99-41c1-a2cb-5e9a1a97e462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.150403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:33.150959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5de0727-99ac-4bc5-8f2a-27bfaa4795cf tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8336840 Feb 15 02:08:33.165160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a8b36bab-5a99-41c1-a2cb-5e9a1a97e462 None None] Port 5be997d3-adbd-4bd4-a80a-71d6040225af cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:33.174833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a8b36bab-5a99-41c1-a2cb-5e9a1a97e462 None None] Could not find standard attr ID for object aa716a2e-6933-4bf0-8d83-599431481ac2. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:33.257720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b22c8c-a463-4274-9eb0-dff9b276a7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-7bed3548-7c3e-4650-a1a5-330ff858241c', 'network_id': '7bed3548-7c3e-4650-a1a5-330ff858241c', 'project_id': 'bd2d44cdf4984efeaa7f673ec2d6cf22', 'fixed_ips': [{'subnet_id': '49a1e59c-ffe9-4aa9-b980-8812de66d001'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:33.257720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1b22c8c-a463-4274-9eb0-dff9b276a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.315538 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7bed3548-7c3e-4650-a1a5-330ff858241c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.369990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (49a1e59c-ffe9-4aa9-b980-8812de66d001), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.429786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5be997d3-adbd-4bd4-a80a-71d6040225af), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.462858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=5be997d3-adbd-4bd4-a80a-71d6040225af,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:33.491250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.497371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49df6b45-d31a-4044-87ae-d9788185adb4 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/5be997d3-adbd-4bd4-a80a-71d6040225af HTTP/1.1" status: 204 len: 168 time: 0.7744789 Feb 15 02:08:33.497673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:33.524747 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-72386b70-35d9-4945-9c1c-6f515f0a0870 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:33.529297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72386b70-35d9-4945-9c1c-6f515f0a0870 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/5be997d3-adbd-4bd4-a80a-71d6040225af HTTP/1.1" status: 404 len: 333 time: 0.0275269 Feb 15 02:08:33.530139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:33.570163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (49a1e59c-ffe9-4aa9-b980-8812de66d001), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.638837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=49a1e59c-ffe9-4aa9-b980-8812de66d001,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:33.687796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet da2c82fb-2b43-440e-82c2-a6f80e532170 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:33.761164 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (da2c82fb-2b43-440e-82c2-a6f80e532170), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.806950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7bed3548-7c3e-4650-a1a5-330ff858241c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-f1b22c8c-a463-4274-9eb0-dff9b276a7c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49a1e59c-ffe9-4aa9-b980-8812de66d001: This subnet is being modified by another concurrent operation. Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49a1e59c-ffe9-4aa9-b980-8812de66d001: This subnet is being modified by another concurrent operation. Feb 15 02:08:33.819077 n-d-829064-14 neutron-server[103886]: ERROR oslo_messaging.rpc.server Feb 15 02:08:33.839583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bed3548-7c3e-4650-a1a5-330ff858241c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:33.848028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (da2c82fb-2b43-440e-82c2-a6f80e532170), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.849986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daef9fb-2c36-4940-a648-acce1c7bf942 None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:08:33.875190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057b70fd-ba53-49f0-99eb-269debb24031') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:33.875508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057b70fd-ba53-49f0-99eb-269debb24031') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:33.896870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (057b70fd-ba53-49f0-99eb-269debb24031), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.921372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (057b70fd-ba53-49f0-99eb-269debb24031), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.933230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (057b70fd-ba53-49f0-99eb-269debb24031), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:33.938991 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:33.958315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daef9fb-2c36-4940-a648-acce1c7bf942 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:08:34.023667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (da2c82fb-2b43-440e-82c2-a6f80e532170), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.126691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7bed3548-7c3e-4650-a1a5-330ff858241c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.133767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.137002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/7bed3548-7c3e-4650-a1a5-330ff858241c HTTP/1.1" status: 204 len: 168 time: 0.9853408 Feb 15 02:08:34.141849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.164647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355e32-32bf-44a2-ae8a-f27c9759e975 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=7bed3548-7c3e-4650-a1a5-330ff858241c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:34.171459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (da2c82fb-2b43-440e-82c2-a6f80e532170), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.196415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f425f3e-c920-46da-a05f-535b3c536d7e None None] Network 7bed3548-7c3e-4650-a1a5-330ff858241c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:34.201628 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bed7a5f-50ea-4a6a-a3c7-d3cdac4bdc58 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.202438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bed7a5f-50ea-4a6a-a3c7-d3cdac4bdc58 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.205568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3bed7a5f-50ea-4a6a-a3c7-d3cdac4bdc58 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/49a1e59c-ffe9-4aa9-b980-8812de66d001 HTTP/1.1" status: 404 len: 337 time: 0.0635858 Feb 15 02:08:34.208787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.215690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f425f3e-c920-46da-a05f-535b3c536d7e None None] Network 7bed3548-7c3e-4650-a1a5-330ff858241c could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:08:34.222871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=da2c82fb-2b43-440e-82c2-a6f80e532170,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:34.226658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.230051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b41e1180-c0f6-4b08-bcf3-98ab8c2dc172 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/da2c82fb-2b43-440e-82c2-a6f80e532170 HTTP/1.1" status: 204 len: 168 time: 0.6983242 Feb 15 02:08:34.232683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.241277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52f35f-2635-45ae-ac57-5d4d77510792 None None] Network e5ebe763-83f9-4393-a33c-1bd69ee2d54e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:34.264401 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8022af51-bd75-4e3d-9799-2816d0a74ac9 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.265251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8022af51-bd75-4e3d-9799-2816d0a74ac9 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.278467 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8022af51-bd75-4e3d-9799-2816d0a74ac9 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/7bed3548-7c3e-4650-a1a5-330ff858241c HTTP/1.1" status: 404 len: 339 time: 0.0666683 Feb 15 02:08:34.292184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.342807 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cdf994-c265-43d8-999b-9d4684b019c5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.343641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cdf994-c265-43d8-999b-9d4684b019c5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.349294 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e5ebe763-83f9-4393-a33c-1bd69ee2d54e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.353381 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-82cdf994-c265-43d8-999b-9d4684b019c5 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/0e3a7785-880b-4062-8ab6-533b6e63660e HTTP/1.1" status: 404 len: 337 time: 0.0596185 Feb 15 02:08:34.354246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57832) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.376661 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35ae2ee-f788-45b5-b45c-8e02f77514ae tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.377629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35ae2ee-f788-45b5-b45c-8e02f77514ae tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.387744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f35ae2ee-f788-45b5-b45c-8e02f77514ae tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/81490df9-26c1-48a4-9d82-76b748450b43 HTTP/1.1" status: 404 len: 339 time: 0.0322919 Feb 15 02:08:34.391552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.436678 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-55844049-cd59-4530-aa3f-5f45e4e18e17 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.437146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55844049-cd59-4530-aa3f-5f45e4e18e17 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.440523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port dfbce45d-a316-4293-9fdb-9409227b9d4f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:34.441230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.445137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-55844049-cd59-4530-aa3f-5f45e4e18e17 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/b0eec49e-0e13-4a5d-bd6d-9930b2bc6b49 HTTP/1.1" status: 404 len: 337 time: 0.0481253 Feb 15 02:08:34.450491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.475215 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa18fb0-2661-4ea2-98da-471b12cf55cb tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:34.475887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa18fb0-2661-4ea2-98da-471b12cf55cb tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:34.479282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-faa18fb0-2661-4ea2-98da-471b12cf55cb tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/9bd7c870-1197-48a7-aea8-013ff98f979c HTTP/1.1" status: 404 len: 339 time: 0.0276566 Feb 15 02:08:34.481902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:34.484664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] DHCP port deletion for e5ebe763-83f9-4393-a33c-1bd69ee2d54e request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:34.560126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Deleting port dfbce45d-a316-4293-9fdb-9409227b9d4f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:34.564526 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.575607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port dfbce45d-a316-4293-9fdb-9409227b9d4f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dfbce45d-a316-4293-9fdb-9409227b9d4f,segment=NetworkSegment(017cb93f-09a1-46a2-b5d8-dfdaf49535dc),segment_id=017cb93f-09a1-46a2-b5d8-dfdaf49535dc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:34.575984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.615361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for dfbce45d-a316-4293-9fdb-9409227b9d4f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:34.647337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] For port dfbce45d-a316-4293-9fdb-9409227b9d4f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=dfbce45d-a316-4293-9fdb-9409227b9d4f,segment=NetworkSegment(017cb93f-09a1-46a2-b5d8-dfdaf49535dc),segment_id=017cb93f-09a1-46a2-b5d8-dfdaf49535dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:34.647748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.662216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Calling delete_port for dfbce45d-a316-4293-9fdb-9409227b9d4f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:34.690030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting port 4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:34.690820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.752078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device dfbce45d-a316-4293-9fdb-9409227b9d4f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:34.855175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port dfbce45d-a316-4293-9fdb-9409227b9d4f is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:34.855766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.858393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.865262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (dfbce45d-a316-4293-9fdb-9409227b9d4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.868799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:34.889422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Calling delete_port for 4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:34.894393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] Pushing event deleted for resources: {'Port': ['ID=dfbce45d-a316-4293-9fdb-9409227b9d4f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:34.896887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbcf8c-b8c4-4245-bd0e-95645c910ff7 None None] No DVR routers for this DVR port dfbce45d-a316-4293-9fdb-9409227b9d4f on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:34.920020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=dfbce45d-a316-4293-9fdb-9409227b9d4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:34.920020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port dfbce45d-a316-4293-9fdb-9409227b9d4f on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:35.042527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e5ebe763-83f9-4393-a33c-1bd69ee2d54e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.067562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ebe763-83f9-4393-a33c-1bd69ee2d54e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.077011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017cb93f-09a1-46a2-b5d8-dfdaf49535dc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.077319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017cb93f-09a1-46a2-b5d8-dfdaf49535dc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.087512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (017cb93f-09a1-46a2-b5d8-dfdaf49535dc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.101463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (017cb93f-09a1-46a2-b5d8-dfdaf49535dc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.108390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:35.108745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (017cb93f-09a1-46a2-b5d8-dfdaf49535dc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:35.111776 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:35.149908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.187731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Port': ['ID=4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:35.192235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.195756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/ports/4b9b21ae-4feb-4ad8-b7dd-0f2a9f4d4646 HTTP/1.1" status: 204 len: 168 time: 0.7120831 Feb 15 02:08:35.198390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:35.206541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.206541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.209917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.210238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.210560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f82d7-fc75-4a40-a68d-b97a8b865084 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:08:35.235764 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bab53ab-57e3-448a-b3f6-66dd5f602516 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:35.236580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bab53ab-57e3-448a-b3f6-66dd5f602516 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:35.240141 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5bab53ab-57e3-448a-b3f6-66dd5f602516 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/aea822e0-89b1-4538-a5f9-ded900f67f83 HTTP/1.1" status: 404 len: 337 time: 0.0408242 Feb 15 02:08:35.242666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:35.320408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e5ebe763-83f9-4393-a33c-1bd69ee2d54e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.328338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.332333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.340254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/e5ebe763-83f9-4393-a33c-1bd69ee2d54e HTTP/1.1" status: 204 len: 168 time: 1.1024194 Feb 15 02:08:35.340727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:35.345431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-785291311'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:35.356020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed39b-224f-408f-9b60-34b8d7ff6d45 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=e5ebe763-83f9-4393-a33c-1bd69ee2d54e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:35.444188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.472247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb44f67-d5e1-43d5-b775-98b163362bcd']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.475504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:35.478857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.493775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f95fea3-fd96-403a-a34e-0040810de64f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.494077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f95fea3-fd96-403a-a34e-0040810de64f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:35.505504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (0f95fea3-fd96-403a-a34e-0040810de64f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.526580 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0f95fea3-fd96-403a-a34e-0040810de64f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.528421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:35.536698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:35.537099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (0f95fea3-fd96-403a-a34e-0040810de64f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:35.539923 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:35.655083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (946e81f7-960b-40a0-bce9-47c081d88e50), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.655558 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment 946e81f7-960b-40a0-bce9-47c081d88e50 of type vlan for network 3fbd923e-608e-449d-8623-2e77355f9f33 Feb 15 02:08:35.693649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4fb44f67-d5e1-43d5-b775-98b163362bcd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.707829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.716325 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/4fb44f67-d5e1-43d5-b775-98b163362bcd HTTP/1.1" status: 204 len: 168 time: 0.4687977 Feb 15 02:08:35.716528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:35.734797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3fbd923e-608e-449d-8623-2e77355f9f33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.737187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a5895-d864-4e83-a8aa-f669b3fc456e tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=4fb44f67-d5e1-43d5-b775-98b163362bcd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:35.835472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting port d82ef4bc-c232-49ba-bd5e-e4177bd6f569 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:35.835873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d82ef4bc-c232-49ba-bd5e-e4177bd6f569), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.892711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3fbd923e-608e-449d-8623-2e77355f9f33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.898753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:35.900118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.969086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d82ef4bc-c232-49ba-bd5e-e4177bd6f569), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:35.984765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Calling delete_port for d82ef4bc-c232-49ba-bd5e-e4177bd6f569 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:36.008357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=3fbd923e-608e-449d-8623-2e77355f9f33,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:36.020178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3fbd923e-608e-449d-8623-2e77355f9f33 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:36.079637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32080bb0-ba62-4a76-bc66-856f0ee90c79 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7352769 Feb 15 02:08:36.080101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:36.090490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:36.188075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d82ef4bc-c232-49ba-bd5e-e4177bd6f569), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.228596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Port': ['ID=d82ef4bc-c232-49ba-bd5e-e4177bd6f569,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:36.244185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.247478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6ec3cc94-4bc2-48bb-b764-974faff56bf8 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/ports/d82ef4bc-c232-49ba-bd5e-e4177bd6f569 HTTP/1.1" status: 204 len: 168 time: 0.5304029 Feb 15 02:08:36.250173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:36.279201 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80796bc-e3a7-4456-a82c-5810f589d498 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] DELETE failed (client error): The resource could not be found. Feb 15 02:08:36.279778 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80796bc-e3a7-4456-a82c-5810f589d498 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:08:36.284337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d80796bc-e3a7-4456-a82c-5810f589d498 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/719b2363-4d05-4cb8-8063-f336a838cfed HTTP/1.1" status: 404 len: 337 time: 0.0321202 Feb 15 02:08:36.286527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:36.349670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:36.353274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.439281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.584335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.613287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1125e-7a44-40fd-91df-f01c8a3b3d11']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:36.650367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:36.650729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:36.664116 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.685522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.691786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:36.692111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (05fa28e6-a646-4510-b6e3-1bbf1c5ea7f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:36.695297 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:36.762147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (4e0a4bb2-2159-4b28-a63e-257c24d90612), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.821806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (97b1125e-7a44-40fd-91df-f01c8a3b3d11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.841174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.841174 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/97b1125e-7a44-40fd-91df-f01c8a3b3d11 HTTP/1.1" status: 204 len: 168 time: 0.5474427 Feb 15 02:08:36.842229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:36.842681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': '946e81f7-960b-40a0-bce9-47c081d88e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:36.842681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: 3fbd923e-608e-449d-8623-2e77355f9f33, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:36.859382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=4e0a4bb2-2159-4b28-a63e-257c24d90612,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:36.872863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd0915-726b-45cb-a861-b52440542eee tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=97b1125e-7a44-40fd-91df-f01c8a3b3d11,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:36.953551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting subnet 4af0e58b-5a65-42a0-97cc-fa42a22a9fab {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:36.958056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (4af0e58b-5a65-42a0-97cc-fa42a22a9fab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:36.964664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 3fbd923e-608e-449d-8623-2e77355f9f33 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:37.011006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (4af0e58b-5a65-42a0-97cc-fa42a22a9fab), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.107130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4af0e58b-5a65-42a0-97cc-fa42a22a9fab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.115579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3fbd923e-608e-449d-8623-2e77355f9f33) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:37.126282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c6939-038f-461f-807b-c396901bd4c8 None None] Network 3fbd923e-608e-449d-8623-2e77355f9f33 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:37.127288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:37.132643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.236745 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c81eca95-e1fa-4703-916b-eefe07888343 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1538157 Feb 15 02:08:37.239722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:37.245546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33', 'name': 'tempest-PortsIpV6TestJSON-2008827705', 'fixed_ips': [{'subnet_id': '4e0a4bb2-2159-4b28-a63e-257c24d90612', 'ip_address': '2001:db8::10'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:37.286711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3fbd923e-608e-449d-8623-2e77355f9f33', 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': '4e0a4bb2-2159-4b28-a63e-257c24d90612'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:37.287615 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.359163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (4af0e58b-5a65-42a0-97cc-fa42a22a9fab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.476012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Subnet': ['ID=4af0e58b-5a65-42a0-97cc-fa42a22a9fab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:37.497047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.497483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e17feb-7d33-4875-9bce-dbdf98c9ec6b None None] Network dcfe7aba-9e64-48ab-886b-3ea5872489ef requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:37.501283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fdfd324b-be7d-4f14-97db-44606df1755a tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/subnets/4af0e58b-5a65-42a0-97cc-fa42a22a9fab HTTP/1.1" status: 204 len: 168 time: 0.6580849 Feb 15 02:08:37.504358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:37.572180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:37.589664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Allocated IP 2001:db8::2 (3fbd923e-608e-449d-8623-2e77355f9f33/4e0a4bb2-2159-4b28-a63e-257c24d90612/30bbd23c-4253-4a4d-ba7d-362c55f332dd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:37.632422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (dcfe7aba-9e64-48ab-886b-3ea5872489ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.721295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Deleting port 57ca72e8-9a40-4e32-8f57-7c90220accf8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:37.721936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.777424 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:37.805263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port a2336c70-35af-4ecf-9430-cc8d048deaf5 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:37.845685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] DHCP port deletion for dcfe7aba-9e64-48ab-886b-3ea5872489ef request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:37.907984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks [] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.005233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Deleting port 57ca72e8-9a40-4e32-8f57-7c90220accf8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:38.005233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.076343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.150118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] For port 57ca72e8-9a40-4e32-8f57-7c90220accf8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57ca72e8-9a40-4e32-8f57-7c90220accf8,segment=NetworkSegment(a22acad8-0468-4126-9dbd-a1931dac7142),segment_id=a22acad8-0468-4126-9dbd-a1931dac7142)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:38.150732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.177133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Network 3fbd923e-608e-449d-8623-2e77355f9f33 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:38.192180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:38.211216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Calling delete_port for 57ca72e8-9a40-4e32-8f57-7c90220accf8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:38.234396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:38.283643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] For port 57ca72e8-9a40-4e32-8f57-7c90220accf8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57ca72e8-9a40-4e32-8f57-7c90220accf8,segment=NetworkSegment(a22acad8-0468-4126-9dbd-a1931dac7142),segment_id=a22acad8-0468-4126-9dbd-a1931dac7142)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:38.284002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.304216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Calling delete_port for 57ca72e8-9a40-4e32-8f57-7c90220accf8 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:38.343052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::10 (3fbd923e-608e-449d-8623-2e77355f9f33/4e0a4bb2-2159-4b28-a63e-257c24d90612/a2336c70-35af-4ecf-9430-cc8d048deaf5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:38.350439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Pushing event updated for resources: {'Port': ['ID=30bbd23c-4253-4a4d-ba7d-362c55f332dd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:38.455627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Attempting to bind port 30bbd23c-4253-4a4d-ba7d-362c55f332dd on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:38.457736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.460712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Attempting to bind port 30bbd23c-4253-4a4d-ba7d-362c55f332dd by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '946e81f7-960b-40a0-bce9-47c081d88e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:38.461439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Attempting to bind port 30bbd23c-4253-4a4d-ba7d-362c55f332dd on network 3fbd923e-608e-449d-8623-2e77355f9f33 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:38.471648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:38.472275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Checking segment: {'id': '946e81f7-960b-40a0-bce9-47c081d88e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:38.472817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.473403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Bound using segment: {'id': '946e81f7-960b-40a0-bce9-47c081d88e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:38.473988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Bound port: 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946e81f7-960b-40a0-bce9-47c081d88e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:38.474488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.483913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] No DVR routers for this DVR port 57ca72e8-9a40-4e32-8f57-7c90220accf8 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:38.538709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Port': ['ID=57ca72e8-9a40-4e32-8f57-7c90220accf8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:38.607218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (57ca72e8-9a40-4e32-8f57-7c90220accf8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.672270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57ca72e8-9a40-4e32-8f57-7c90220accf8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:38.676207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] For port 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:38.681021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] Pushing event deleted for resources: {'Port': ['ID=57ca72e8-9a40-4e32-8f57-7c90220accf8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:38.709256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3347731-5278-4f58-b247-fc970f2d0b5e None None] No DVR routers for this DVR port 57ca72e8-9a40-4e32-8f57-7c90220accf8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:38.732537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 57ca72e8-9a40-4e32-8f57-7c90220accf8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:38.732910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57ca72e8-9a40-4e32-8f57-7c90220accf8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:38.735615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.736629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] For port 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=30bbd23c-4253-4a4d-ba7d-362c55f332dd,segment=NetworkSegment(946e81f7-960b-40a0-bce9-47c081d88e50),segment_id=946e81f7-960b-40a0-bce9-47c081d88e50)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:38.773842 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (dcfe7aba-9e64-48ab-886b-3ea5872489ef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.807083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfe7aba-9e64-48ab-886b-3ea5872489ef']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:38.817477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22acad8-0468-4126-9dbd-a1931dac7142') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:38.817798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22acad8-0468-4126-9dbd-a1931dac7142') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:38.829059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a22acad8-0468-4126-9dbd-a1931dac7142), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.830462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.843673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a22acad8-0468-4126-9dbd-a1931dac7142), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.850654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:38.851007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a22acad8-0468-4126-9dbd-a1931dac7142), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.863448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:38.922384 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:38.959420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 3fbd923e-608e-449d-8623-2e77355f9f33 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:38.964040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:38.970831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:38.976531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:38.976920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf10114-2eb1-4091-94ea-77137325f4ab None None] Pushing event updated for resources: {'Port': ['ID=30bbd23c-4253-4a4d-ba7d-362c55f332dd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:38.977166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:39.003677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=a2336c70-35af-4ecf-9430-cc8d048deaf5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:39.029599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (dcfe7aba-9e64-48ab-886b-3ea5872489ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:39.048642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:39.065712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] 10.222.0.43 "DELETE /v2.0/networks/dcfe7aba-9e64-48ab-886b-3ea5872489ef HTTP/1.1" status: 204 len: 168 time: 1.5604913 Feb 15 02:08:39.067342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6e4b-a317-4559-9c64-67dee4aa9444 tempest-NetworksIpV6TestAttrs-838479041 tempest-NetworksIpV6TestAttrs-838479041-project] Pushing event deleted for resources: {'Network': ['ID=dcfe7aba-9e64-48ab-886b-3ea5872489ef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:39.130328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-82ac717b-1589-48c4-81eb-a5a228b75dfc tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8882885 Feb 15 02:08:39.131930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:39.139490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': '3fbd923e-608e-449d-8623-2e77355f9f33', 'name': 'tempest-PortsIpV6TestJSON-1443879992', 'fixed_ips': [{'subnet_id': '4e0a4bb2-2159-4b28-a63e-257c24d90612', 'ip_address': '2001:db8::f'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:39.434586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:39.439958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:39.484337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 012c87e1-76d7-4973-9ee7-7aebe6f87843 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:39.656667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::f (3fbd923e-608e-449d-8623-2e77355f9f33/4e0a4bb2-2159-4b28-a63e-257c24d90612/012c87e1-76d7-4973-9ee7-7aebe6f87843) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:39.784965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57972) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:39.892477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (012c87e1-76d7-4973-9ee7-7aebe6f87843), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:39.982040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-90e0692f-34ed-41a7-bba4-23418d30eb16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd2d44cdf4984efeaa7f673ec2d6cf22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948669 Feb 15 02:08:39.984317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:40.042195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (012c87e1-76d7-4973-9ee7-7aebe6f87843), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.112988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=012c87e1-76d7-4973-9ee7-7aebe6f87843,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:40.122849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] Publish callbacks [] for security_group (f0e5623f-52c6-43e1-ba92-fdf0b796921d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.160160 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] Publish callbacks [] for security_group (f0e5623f-52c6-43e1-ba92-fdf0b796921d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.231898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 3fbd923e-608e-449d-8623-2e77355f9f33 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:40.234170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:40.237176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:40.242868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:40.244181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.331819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f0e5623f-52c6-43e1-ba92-fdf0b796921d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.334715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.336054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0e5623f-52c6-43e1-ba92-fdf0b796921d HTTP/1.1" status: 204 len: 168 time: 0.3506885 Feb 15 02:08:40.348814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74e7e-2290-4889-8705-99ff098a1941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5623f-52c6-43e1-ba92-fdf0b796921d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:40.394774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-074b1cfc-a680-48cb-9118-b8c173f53d78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2613268 Feb 15 02:08:40.397463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 57994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:40.611418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b543e-3455-477d-8d8d-439013f4fa78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:40.620547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 57998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:40.620747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b58b543e-3455-477d-8d8d-439013f4fa78 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2240503 Feb 15 02:08:40.657359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55603e08-a485-4c67-b160-42ac6b1d7c55 None None] Network 3fbd923e-608e-449d-8623-2e77355f9f33 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:40.826416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 30bbd23c-4253-4a4d-ba7d-362c55f332dd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:40.870195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83274cc3-439a-427a-83d9-e45ee2709189 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:40.876601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83274cc3-439a-427a-83d9-e45ee2709189 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:40.894463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Provisioning complete for port 30bbd23c-4253-4a4d-ba7d-362c55f332dd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:40.894463 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:40.903405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83274cc3-439a-427a-83d9-e45ee2709189 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:40.934443 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-83274cc3-439a-427a-83d9-e45ee2709189 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3103046 Feb 15 02:08:40.934798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:41.193486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Current status of the port 30bbd23c-4253-4a4d-ba7d-362c55f332dd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:41.198469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.213434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 012c87e1-76d7-4973-9ee7-7aebe6f87843 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:41.213841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (012c87e1-76d7-4973-9ee7-7aebe6f87843), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.277184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 30bbd23c-4253-4a4d-ba7d-362c55f332dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:41.278869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.364091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (012c87e1-76d7-4973-9ee7-7aebe6f87843), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.394164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 012c87e1-76d7-4973-9ee7-7aebe6f87843 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:41.407194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930458-2209-4b56-9758-f1206c91e185 req-18760422-8466-4a2e-9a80-4d4cf53a47c0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:41.419606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce930458-2209-4b56-9758-f1206c91e185 req-18760422-8466-4a2e-9a80-4d4cf53a47c0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1208231 Feb 15 02:08:41.441893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] For port 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=30bbd23c-4253-4a4d-ba7d-362c55f332dd,segment=NetworkSegment(946e81f7-960b-40a0-bce9-47c081d88e50),segment_id=946e81f7-960b-40a0-bce9-47c081d88e50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:41.542291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce930458-2209-4b56-9758-f1206c91e185 req-8940ac42-1771-41c0-96b2-ece990979916 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208472 Feb 15 02:08:41.544928 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.683850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 30bbd23c-4253-4a4d-ba7d-362c55f332dd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:41.695557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.732163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (012c87e1-76d7-4973-9ee7-7aebe6f87843), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.754126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f07a-b0d6-4572-97ed-4911f354ce12 None None] Pushing event updated for resources: {'Port': ['ID=30bbd23c-4253-4a4d-ba7d-362c55f332dd,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:41.834797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=012c87e1-76d7-4973-9ee7-7aebe6f87843,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:41.901088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:41.905204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8b90c6a3-ac53-4cb3-b8c4-18b86a4bfc2b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/012c87e1-76d7-4973-9ee7-7aebe6f87843 HTTP/1.1" status: 204 len: 168 time: 0.9652383 Feb 15 02:08:41.907968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:41.972019 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff3e1f4-d7d4-4990-8af7-0aa50eb338d8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:41.976637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8ff3e1f4-d7d4-4990-8af7-0aa50eb338d8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/012c87e1-76d7-4973-9ee7-7aebe6f87843 HTTP/1.1" status: 404 len: 333 time: 0.0651848 Feb 15 02:08:41.977440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:42.138755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Provisioning complete for port a2336c70-35af-4ecf-9430-cc8d048deaf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:42.139885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.224982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port a2336c70-35af-4ecf-9430-cc8d048deaf5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:42.236516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.262313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Port a2336c70-35af-4ecf-9430-cc8d048deaf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:42.268326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Could not find standard attr ID for object 012c87e1-76d7-4973-9ee7-7aebe6f87843. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:42.273060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:42.273324 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:42.288895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Provisioning complete for port 30bbd23c-4253-4a4d-ba7d-362c55f332dd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:42.289277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.298024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:42.447768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.477913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for a2336c70-35af-4ecf-9430-cc8d048deaf5 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:42.566351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1e8a8070-a3e6-44b4-8d31-e583a8801eaf tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:42.567050 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-1e8a8070-a3e6-44b4-8d31-e583a8801eaf tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 02:08:42.567550 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1e8a8070-a3e6-44b4-8d31-e583a8801eaf tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:08:42.572787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e8a8070-a3e6-44b4-8d31-e583a8801eaf tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2733808 Feb 15 02:08:42.573372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:42.579485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538588245'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:42.626174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe3d68-82ab-4bd3-8d9e-cfc736cf470e None None] Current status of the port 30bbd23c-4253-4a4d-ba7d-362c55f332dd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:42.759180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a0764e66-84d6-4c00-8f59-790f192ad31e None None] Provisioning complete for port a2336c70-35af-4ecf-9430-cc8d048deaf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:42.759743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0764e66-84d6-4c00-8f59-790f192ad31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.794934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a2336c70-35af-4ecf-9430-cc8d048deaf5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:42.827313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a0764e66-84d6-4c00-8f59-790f192ad31e None None] Port a2336c70-35af-4ecf-9430-cc8d048deaf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:42.886563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=a2336c70-35af-4ecf-9430-cc8d048deaf5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:42.927711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 30bbd23c-4253-4a4d-ba7d-362c55f332dd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:42.979640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bba2993d-b638-411f-b7f4-fb30e375cec0 None None] Could not find standard attr ID for object 012c87e1-76d7-4973-9ee7-7aebe6f87843. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:08:42.987690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.000841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2024d744-553a-4f42-8f9d-13e4ba2065df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/a2336c70-35af-4ecf-9430-cc8d048deaf5 HTTP/1.1" status: 204 len: 168 time: 1.0199537 Feb 15 02:08:43.001397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:43.050016 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-de692b33-21e2-4858-9404-8dc4f34a1ad7 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:43.051873 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de692b33-21e2-4858-9404-8dc4f34a1ad7 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/a2336c70-35af-4ecf-9430-cc8d048deaf5 HTTP/1.1" status: 404 len: 333 time: 0.0493672 Feb 15 02:08:43.054736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:43.156060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 30bbd23c-4253-4a4d-ba7d-362c55f332dd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:43.174589 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet 4e0a4bb2-2159-4b28-a63e-257c24d90612 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:43.186619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (4e0a4bb2-2159-4b28-a63e-257c24d90612), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.279629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 30bbd23c-4253-4a4d-ba7d-362c55f332dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:43.280100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.293624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (4e0a4bb2-2159-4b28-a63e-257c24d90612), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.511566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 30bbd23c-4253-4a4d-ba7d-362c55f332dd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:43.554990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7763135-e529-4304-b03d-ab6e3e872df9 req-3b9faae4-e146-4c4e-b403-8ef1d7e989ae tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:43.565726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7763135-e529-4304-b03d-ab6e3e872df9 req-3b9faae4-e146-4c4e-b403-8ef1d7e989ae tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.1400630 Feb 15 02:08:43.577085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.605313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.668583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4e0a4bb2-2159-4b28-a63e-257c24d90612), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.818180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7763135-e529-4304-b03d-ab6e3e872df9 req-5e85c0e7-d2a3-45a7-aaba-7db4c9bcaa24 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503667 Feb 15 02:08:43.835749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-3049be95-f60d-4c25-aeb0-5b222960cc12 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:43.838336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-3049be95-f60d-4c25-aeb0-5b222960cc12 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 945 time: 0.4863832 Feb 15 02:08:43.887921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (4e0a4bb2-2159-4b28-a63e-257c24d90612), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.953493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (5f89f506-0c33-4c8f-8355-ee2cae667530), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:43.959982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d8d48-4cee-46a6-aef9-1f18e01a17db None None] Network 3fbd923e-608e-449d-8623-2e77355f9f33 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:43.983591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0a4bb2-2159-4b28-a63e-257c24d90612,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:43.999194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.005408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:44.012690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66688725-88cb-4525-b44e-2f676b2f3e42 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/4e0a4bb2-2159-4b28-a63e-257c24d90612 HTTP/1.1" status: 204 len: 168 time: 0.9559188 Feb 15 02:08:44.132350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Deleting port a48787d7-9b5a-456f-b1af-1007c6a4fa8e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:44.132711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.145365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5f89f506-0c33-4c8f-8355-ee2cae667530), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.187377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] DHCP port deletion for 3fbd923e-608e-449d-8623-2e77355f9f33 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:44.331467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Deleting port 30bbd23c-4253-4a4d-ba7d-362c55f332dd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:44.331855 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.374090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (f4971cd2-b64c-4c3f-8868-5c0dd9ebca31), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.389663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89f506-0c33-4c8f-8355-ee2cae667530,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:44.396643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3fbd923e-608e-449d-8623-2e77355f9f33), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.433247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] For port a48787d7-9b5a-456f-b1af-1007c6a4fa8e, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:44.433710 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.471929 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f4971cd2-b64c-4c3f-8868-5c0dd9ebca31), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.531220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4971cd2-b64c-4c3f-8868-5c0dd9ebca31,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:44.646198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] For port 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=30bbd23c-4253-4a4d-ba7d-362c55f332dd,segment=NetworkSegment(946e81f7-960b-40a0-bce9-47c081d88e50),segment_id=946e81f7-960b-40a0-bce9-47c081d88e50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:44.651160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 30bbd23c-4253-4a4d-ba7d-362c55f332dd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:44.653444 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.654525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.679414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Calling delete_port for 30bbd23c-4253-4a4d-ba7d-362c55f332dd owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:44.748407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port 30bbd23c-4253-4a4d-ba7d-362c55f332dd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=30bbd23c-4253-4a4d-ba7d-362c55f332dd,segment=NetworkSegment(946e81f7-960b-40a0-bce9-47c081d88e50),segment_id=946e81f7-960b-40a0-bce9-47c081d88e50)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:44.748707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.763541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 30bbd23c-4253-4a4d-ba7d-362c55f332dd owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:44.793365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.794266 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.794746 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Floating IP 6355a7d7-05b2-4ab0-894b-201f52c6ad12 disassociated. External IP: 172.25.2.81, port: a48787d7-9b5a-456f-b1af-1007c6a4fa8e. Feb 15 02:08:44.795702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Calling delete_port for a48787d7-9b5a-456f-b1af-1007c6a4fa8e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:44.850387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.852071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-434f06c6-1e7a-4fe8-9a56-8d30ccbf3918 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2777088 Feb 15 02:08:44.856898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:44.863353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'f4971cd2-b64c-4c3f-8868-5c0dd9ebca31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:44.898118 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.914077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (30bbd23c-4253-4a4d-ba7d-362c55f332dd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:44.979489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] Pushing event deleted for resources: {'Port': ['ID=30bbd23c-4253-4a4d-ba7d-362c55f332dd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:45.020855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c701b-f646-49a3-8264-356dc7b0d8e8 None None] No DVR routers for this DVR port 30bbd23c-4253-4a4d-ba7d-362c55f332dd on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:45.052110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 30bbd23c-4253-4a4d-ba7d-362c55f332dd no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:45.059230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=30bbd23c-4253-4a4d-ba7d-362c55f332dd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:45.068665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port 30bbd23c-4253-4a4d-ba7d-362c55f332dd on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:45.074694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a48787d7-9b5a-456f-b1af-1007c6a4fa8e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.102029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group_rule (5adc9c64-ebaa-451a-be43-926dcc97199f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.107875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 30bbd23c-4253-4a4d-ba7d-362c55f332dd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:45.108619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 30bbd23c-4253-4a4d-ba7d-362c55f332dd not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:45.132656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'Port': ['ID=a48787d7-9b5a-456f-b1af-1007c6a4fa8e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:45.231901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0e12-0de4-4432-9d2a-471f515da260 req-a76fb07b-a2b6-4d26-936f-4e256ef11b16 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:45.246385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ab0e12-0de4-4432-9d2a-471f515da260 req-a76fb07b-a2b6-4d26-936f-4e256ef11b16 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 867 time: 0.3112619 Feb 15 02:08:45.307070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3fbd923e-608e-449d-8623-2e77355f9f33), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.346820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:08:45.356050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group_rule (5adc9c64-ebaa-451a-be43-926dcc97199f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.405187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbd923e-608e-449d-8623-2e77355f9f33']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:45.421121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ab0e12-0de4-4432-9d2a-471f515da260 req-066953c4-fb9a-44ce-9bb5-b362aea6b8db tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=014a90d5-e191-4970-a885-0e5944d1b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614702 Feb 15 02:08:45.422086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946e81f7-960b-40a0-bce9-47c081d88e50') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:45.422398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946e81f7-960b-40a0-bce9-47c081d88e50') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:45.433592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.439643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (946e81f7-960b-40a0-bce9-47c081d88e50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.442154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5adc9c64-ebaa-451a-be43-926dcc97199f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.473184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adc9c64-ebaa-451a-be43-926dcc97199f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:45.488925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (946e81f7-960b-40a0-bce9-47c081d88e50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.500880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:45.501540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (946e81f7-960b-40a0-bce9-47c081d88e50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:45.505471 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:45.558228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:08:45.570402 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:08:45.585906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.592051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-897ea7ed-2e9b-48f1-a900-71bc35902898 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7325449 Feb 15 02:08:45.592197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58120) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:45.595710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:45.598203 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:45.602886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3b742f46-2b56-4953-b721-78856b445c4c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'f4971cd2-b64c-4c3f-8868-5c0dd9ebca31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:45.651910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3fbd923e-608e-449d-8623-2e77355f9f33), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.682189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.706086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/3fbd923e-608e-449d-8623-2e77355f9f33 HTTP/1.1" status: 204 len: 168 time: 1.6937482 Feb 15 02:08:45.722877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:45.739651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173883030'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:45.740182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] No DVR routers for this DVR port a48787d7-9b5a-456f-b1af-1007c6a4fa8e on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:45.743183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.754175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5dde4ae7-831c-4d7c-880e-4f2ddb2e335c req-f4d58b1b-6624-4f4d-924a-a6ef68821747 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "DELETE /v2.0/ports/a48787d7-9b5a-456f-b1af-1007c6a4fa8e HTTP/1.1" status: 204 len: 173 time: 1.9039178 Feb 15 02:08:45.754175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'name': 'network-vif-deleted', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:08:45.755855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d501f1-e72f-4b63-be54-551b5e2a575b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=3fbd923e-608e-449d-8623-2e77355f9f33,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:45.758594 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366ab20-9bd9-4f0c-877f-ca2e6d2331f3" -d '{"events": [{"server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "name": "network-vif-deleted", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:08:45.817495 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9f1df-e7ad-4cef-8d2a-5018ca2256e9 x-openstack-request-id: req-a6f9f1df-e7ad-4cef-8d2a-5018ca2256e9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:08:45.817901 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d515ec9-b8a0-4d16-a8a7-f31a7188099b", "name": "network-vif-deleted", "tag": "a48787d7-9b5a-456f-b1af-1007c6a4fa8e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:08:45.818229 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6f9f1df-e7ad-4cef-8d2a-5018ca2256e9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:08:45.818707 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d515ec9-b8a0-4d16-a8a7-f31a7188099b', 'name': 'network-vif-deleted', 'tag': 'a48787d7-9b5a-456f-b1af-1007c6a4fa8e', 'status': 'completed', 'code': 200} Feb 15 02:08:45.852444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b742f46-2b56-4953-b721-78856b445c4c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group_rule (8db045c0-e1a6-42c0-9649-c9817cef1b34), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.861155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:45.876326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.984922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:08:45.990244 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:08:45.995499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c33c9008-8a60-488b-9afc-084a84eb3845), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:45.996370 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Added segment c33c9008-8a60-488b-9afc-084a84eb3845 of type vlan for network b43d3e14-78f3-43ae-a7f9-49b72d771180 Feb 15 02:08:46.036609 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-3b742f46-2b56-4953-b721-78856b445c4c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:08:46.041029 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b742f46-2b56-4953-b721-78856b445c4c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4455502 Feb 15 02:08:46.041922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:46.064647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b43d3e14-78f3-43ae-a7f9-49b72d771180), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.131609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (f4971cd2-b64c-4c3f-8868-5c0dd9ebca31), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.152008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b43d3e14-78f3-43ae-a7f9-49b72d771180), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.167157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:46.168204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.194954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (f4971cd2-b64c-4c3f-8868-5c0dd9ebca31), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.244383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a48787d7-9b5a-456f-b1af-1007c6a4fa8e no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:46.257462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: a48787d7-9b5a-456f-b1af-1007c6a4fa8e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:46.258124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a48787d7-9b5a-456f-b1af-1007c6a4fa8e not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:46.275413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Network': ['ID=b43d3e14-78f3-43ae-a7f9-49b72d771180,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:46.287927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:08:46.359508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c1247e3-f750-491d-8fd8-acb25d6efbb0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6238053 Feb 15 02:08:46.360749 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:46.362165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58146) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:46.369571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:46.399068 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:08:46.408121 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:46.408336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f4971cd2-b64c-4c3f-8868-5c0dd9ebca31), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.408773 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:46.412370 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.413384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4971cd2-b64c-4c3f-8868-5c0dd9ebca31 HTTP/1.1" status: 204 len: 168 time: 0.3700428 Feb 15 02:08:46.417387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:46.500970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0a2b4361-8ab1-4a72-87ad-8f8e377ad5ab tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0835466 Feb 15 02:08:46.502815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:46.506560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6cde1-5d79-4cea-9847-694913f70d08 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4971cd2-b64c-4c3f-8868-5c0dd9ebca31,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:46.516791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769179502'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:46.612742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:08:46.636908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11098b0b-7a1a-42c3-a223-8e878e0dc357 req-ceea291a-1c41-47c3-8181-ba216781e1a4 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d515ec9-b8a0-4d16-a8a7-f31a7188099b HTTP/1.1" status: 200 len: 210 time: 0.0355177 Feb 15 02:08:46.657497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:46.668054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.668153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.831238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (628a46fb-b8ca-4b4e-9ac7-c44a516acbbf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.885487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (628a46fb-b8ca-4b4e-9ac7-c44a516acbbf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:46.978124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628a46fb-b8ca-4b4e-9ac7-c44a516acbbf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:47.034223 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:47.042587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.048415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9a73bf74-bd77-43cc-aab7-83202c851dea tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5444586 Feb 15 02:08:47.049330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.061164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8f56f87b-94fd-4bda-af83-4d34672610e4 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '628a46fb-b8ca-4b4e-9ac7-c44a516acbbf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:47.063122 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-8f56f87b-94fd-4bda-af83-4d34672610e4 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 02:08:47.063707 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8f56f87b-94fd-4bda-af83-4d34672610e4 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:47.067848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.074147 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d883b-1805-4d8b-b630-d05b7d02fd34 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:08:47.074974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8f56f87b-94fd-4bda-af83-4d34672610e4 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0218675 Feb 15 02:08:47.095395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c36a8a33-1601-462f-83c0-f99d5513b981), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.214658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (628a46fb-b8ca-4b4e-9ac7-c44a516acbbf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.217858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=c36a8a33-1601-462f-83c0-f99d5513b981,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:47.231508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Checking segment: {'id': 'c33c9008-8a60-488b-9afc-084a84eb3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:47.231508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network hostable DHCP agents. Network: b43d3e14-78f3-43ae-a7f9-49b72d771180, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:08:47.257315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (628a46fb-b8ca-4b4e-9ac7-c44a516acbbf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.377784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:08:47.423875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (628a46fb-b8ca-4b4e-9ac7-c44a516acbbf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.427628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.429619 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/628a46fb-b8ca-4b4e-9ac7-c44a516acbbf HTTP/1.1" status: 204 len: 168 time: 0.3602512 Feb 15 02:08:47.433043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.452393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49113d-fe8e-475f-9836-cbd912486d17 None None] New status for floating IP 6355a7d7-05b2-4ab0-894b-201f52c6ad12: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:08:47.465378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8692e9b-d876-4c28-8cb2-df538eee4ca3 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a46fb-b8ca-4b4e-9ac7-c44a516acbbf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:47.526097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.530647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024350456'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:47.535017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c3fd78c4-49bf-492e-aa15-18d88e6266ae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852585 Feb 15 02:08:47.566980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b43d3e14-78f3-43ae-a7f9-49b72d771180) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:47.578261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:47.578916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.580415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d4ae4-b059-41e6-a4a3-ce4292408f53 None None] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:47.645110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.680511 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-545696b9-894b-4a7e-99f1-085810bf7268 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3169136 Feb 15 02:08:47.683239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.689548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1155718576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:47.793877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (28602648-59fd-4834-beb4-c1f98e86c804), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.795406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (28602648-59fd-4834-beb4-c1f98e86c804), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.832804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b43d3e14-78f3-43ae-a7f9-49b72d771180', 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': 'c36a8a33-1601-462f-83c0-f99d5513b981'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:08:47.833926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (a4348b0a-3c29-4e6f-94e0-d9c99643b347), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.834997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.866300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:47.932216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for router_controller (28602648-59fd-4834-beb4-c1f98e86c804), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.932533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4348b0a-3c29-4e6f-94e0-d9c99643b347), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:47.988990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4348b0a-3c29-4e6f-94e0-d9c99643b347,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:47.998785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (014a90d5-e191-4970-a885-0e5944d1b6f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.001134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (28602648-59fd-4834-beb4-c1f98e86c804), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.035435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (014a90d5-e191-4970-a885-0e5944d1b6f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.066133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.070593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58202) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.071294 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f92d7eab-c476-4c55-9a66-61d2ee617d20 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5435236 Feb 15 02:08:48.075966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4a423934-dd03-4f18-9466-34f17f75214b tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'a4348b0a-3c29-4e6f-94e0-d9c99643b347', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:48.087480 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-4a423934-dd03-4f18-9466-34f17f75214b tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 02:08:48.088416 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4a423934-dd03-4f18-9466-34f17f75214b tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:48.090299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4a423934-dd03-4f18-9466-34f17f75214b tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173118 Feb 15 02:08:48.092934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.094028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.098048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.098497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0b42247e-b405-45ea-8c54-1b80a62e28b2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4132974 Feb 15 02:08:48.103745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180', 'name': 'tempest-PortsIpV6TestJSON-1258858211'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:48.131604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Allocated IP 2001:db8::2 (b43d3e14-78f3-43ae-a7f9-49b72d771180/c36a8a33-1601-462f-83c0-f99d5513b981/b1a745eb-7ca1-4aef-be19-29e73b28afcb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:48.184245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.294866 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (a4348b0a-3c29-4e6f-94e0-d9c99643b347), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.328350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (014a90d5-e191-4970-a885-0e5944d1b6f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.331171 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.332440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "DELETE /v2.0/security-groups/014a90d5-e191-4970-a885-0e5944d1b6f1 HTTP/1.1" status: 204 len: 168 time: 0.4650800 Feb 15 02:08:48.334269 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (a4348b0a-3c29-4e6f-94e0-d9c99643b347), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.335385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58214) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.372511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks [] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.377205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debe45f-efa7-4620-84f9-6e9d168972b7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a90d5-e191-4970-a885-0e5944d1b6f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:48.391868 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3a865286-c250-4e73-81dc-5683fa95fc2f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] show failed (client error): The resource could not be found. Feb 15 02:08:48.396072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.405244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3a865286-c250-4e73-81dc-5683fa95fc2f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups/014a90d5-e191-4970-a885-0e5944d1b6f1 HTTP/1.1" status: 404 len: 347 time: 0.0687220 Feb 15 02:08:48.438536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:48.443712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.504492 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.568346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port ef415002-0715-47b7-b915-503573cf7220 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:08:48.606170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:48.617311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:48.635570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:48.650244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Pushing event updated for resources: {'Port': ['ID=b1a745eb-7ca1-4aef-be19-29e73b28afcb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:48.687310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a4348b0a-3c29-4e6f-94e0-d9c99643b347), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.690844 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.694276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4348b0a-3c29-4e6f-94e0-d9c99643b347 HTTP/1.1" status: 204 len: 168 time: 0.5994554 Feb 15 02:08:48.697488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.755609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2effb-cf13-4cdd-ac5a-00dad3ebcdeb tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4348b0a-3c29-4e6f-94e0-d9c99643b347,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:48.777160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Attempting to bind port b1a745eb-7ca1-4aef-be19-29e73b28afcb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:08:48.777534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Attempting to bind port b1a745eb-7ca1-4aef-be19-29e73b28afcb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'c33c9008-8a60-488b-9afc-084a84eb3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:08:48.777904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Attempting to bind port b1a745eb-7ca1-4aef-be19-29e73b28afcb on network b43d3e14-78f3-43ae-a7f9-49b72d771180 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:08:48.814506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:08:48.819371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Checking segment: {'id': 'c33c9008-8a60-488b-9afc-084a84eb3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:08:48.821092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.821092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Bound using segment: {'id': 'c33c9008-8a60-488b-9afc-084a84eb3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:08:48.821092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Bound port: b1a745eb-7ca1-4aef-be19-29e73b28afcb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c9008-8a60-488b-9afc-084a84eb3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b43d3e14-78f3-43ae-a7f9-49b72d771180'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:08:48.827948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e5efbaf-3cc6-4c75-94d2-bb6686628e2a tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1283982 Feb 15 02:08:48.831760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.834790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:48.841889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--281680189'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:48.893302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Deleting port 50c27111-88b2-4009-862a-efe97d340747 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:48.900760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (50c27111-88b2-4009-862a-efe97d340747), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:48.938285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.032706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] For port b1a745eb-7ca1-4aef-be19-29e73b28afcb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:08:49.036504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] For port b1a745eb-7ca1-4aef-be19-29e73b28afcb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b1a745eb-7ca1-4aef-be19-29e73b28afcb,segment=NetworkSegment(c33c9008-8a60-488b-9afc-084a84eb3845),segment_id=c33c9008-8a60-488b-9afc-084a84eb3845)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:08:49.053082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::3bf (b43d3e14-78f3-43ae-a7f9-49b72d771180/c36a8a33-1601-462f-83c0-f99d5513b981/ef415002-0715-47b7-b915-503573cf7220) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:49.146140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.147221 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (d2a32bc4-a7bc-468e-9b6a-ca406857978a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.165615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (50c27111-88b2-4009-862a-efe97d340747), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.165953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (50c27111-88b2-4009-862a-efe97d340747), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.190771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Calling delete_port for 50c27111-88b2-4009-862a-efe97d340747 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:49.242154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424ac3-7a80-4374-9b19-d6d3431e8104 None None] Pushing event updated for resources: {'Port': ['ID=b1a745eb-7ca1-4aef-be19-29e73b28afcb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:49.245933 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d2a32bc4-a7bc-468e-9b6a-ca406857978a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.366861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a32bc4-a7bc-468e-9b6a-ca406857978a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:49.379649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.397344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-01dc24f8-d793-459e-8f7e-80b1f0e2ba71 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5613134 Feb 15 02:08:49.400739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:49.405323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ce7b4697-f3ca-4a54-b732-59aeff2e1a51 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'd2a32bc4-a7bc-468e-9b6a-ca406857978a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:49.432922 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-ce7b4697-f3ca-4a54-b732-59aeff2e1a51 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 02:08:49.433574 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ce7b4697-f3ca-4a54-b732-59aeff2e1a51 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:49.437372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ce7b4697-f3ca-4a54-b732-59aeff2e1a51 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0329561 Feb 15 02:08:49.437887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:49.444651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8e7ded86-a5b5-4072-abca-9913cd6e27a9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'd2a32bc4-a7bc-468e-9b6a-ca406857978a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:49.445649 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-8e7ded86-a5b5-4072-abca-9913cd6e27a9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 02:08:49.446155 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8e7ded86-a5b5-4072-abca-9913cd6e27a9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:49.453212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8e7ded86-a5b5-4072-abca-9913cd6e27a9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136693 Feb 15 02:08:49.459269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:49.481816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bd4b32df-ed4d-4b3f-bfea-5c8a596b34f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'd2a32bc4-a7bc-468e-9b6a-ca406857978a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:49.482681 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-bd4b32df-ed4d-4b3f-bfea-5c8a596b34f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 02:08:49.483186 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-bd4b32df-ed4d-4b3f-bfea-5c8a596b34f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:49.484211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd4b32df-ed4d-4b3f-bfea-5c8a596b34f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188582 Feb 15 02:08:49.494713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58244) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:49.507939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (ef415002-0715-47b7-b915-503573cf7220), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.508644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-27de5e66-3934-4a8a-86f1-bb80bc6857de tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'd2a32bc4-a7bc-468e-9b6a-ca406857978a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:49.517712 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-27de5e66-3934-4a8a-86f1-bb80bc6857de tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 02:08:49.519791 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-27de5e66-3934-4a8a-86f1-bb80bc6857de tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:49.520932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27de5e66-3934-4a8a-86f1-bb80bc6857de tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0251584 Feb 15 02:08:49.527113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:49.702915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (d2a32bc4-a7bc-468e-9b6a-ca406857978a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.763864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (50c27111-88b2-4009-862a-efe97d340747), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.812904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (d2a32bc4-a7bc-468e-9b6a-ca406857978a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:49.825929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'Port': ['ID=50c27111-88b2-4009-862a-efe97d340747,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:49.833380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ef415002-0715-47b7-b915-503573cf7220), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.023773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:50.058843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:50.066874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:50.082155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:50.083674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.086687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=ef415002-0715-47b7-b915-503573cf7220,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:50.111241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (6355a7d7-05b2-4ab0-894b-201f52c6ad12), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.111533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.113290 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9801067f-2be7-424d-9bce-70b3dfe44281 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "DELETE /v2.0/floatingips/6355a7d7-05b2-4ab0-894b-201f52c6ad12 HTTP/1.1" status: 204 len: 168 time: 1.7160187 Feb 15 02:08:50.166213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d2a32bc4-a7bc-468e-9b6a-ca406857978a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.168828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.174377 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/d2a32bc4-a7bc-468e-9b6a-ca406857978a HTTP/1.1" status: 204 len: 168 time: 0.6415684 Feb 15 02:08:50.174507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:50.190860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281106e-7099-42a4-a84a-33ee213762ba tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a32bc4-a7bc-468e-9b6a-ca406857978a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:50.215411 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a0d8ebce-4b90-49a1-98d8-f64105891b1c tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1141241 Feb 15 02:08:50.217147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:50.320971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e187c674-031b-48cf-95d8-3b1499f692cf tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1415761 Feb 15 02:08:50.323078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:50.327652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--16696926'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:50.468560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.626755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.702802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.770624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:50.814519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:50.816447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-28cb72e3-3d96-4293-a220-21cf04d80fa7 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4923646 Feb 15 02:08:50.819357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:50.824071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6da52d18-b62b-4e95-b970-7bc933552017 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:50.829963 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-6da52d18-b62b-4e95-b970-7bc933552017 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 02:08:50.830669 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6da52d18-b62b-4e95-b970-7bc933552017 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:50.831904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6da52d18-b62b-4e95-b970-7bc933552017 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114250 Feb 15 02:08:50.834856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:50.851188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4b85d190-24b3-4a50-8198-5259d1c8a8f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.023115 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4b85d190-24b3-4a50-8198-5259d1c8a8f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.025464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4b85d190-24b3-4a50-8198-5259d1c8a8f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1894464 Feb 15 02:08:51.029620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.050671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ae60a8a0-08f0-494b-843e-949604ad18f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.051157 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-ae60a8a0-08f0-494b-843e-949604ad18f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 02:08:51.051663 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ae60a8a0-08f0-494b-843e-949604ad18f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.062552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ae60a8a0-08f0-494b-843e-949604ad18f9 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317781 Feb 15 02:08:51.063164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.090649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ba94e2c2-f943-4193-a5a1-82c434b770ff tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.104208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17ba45-7b3a-47b9-b18b-a2db55320f81 None None] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:51.106202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba9270a2-c3eb-4bdd-a124-957b68dc0d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.151458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.178881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093043733', 'description': 'tempest-description--1065314902'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.250719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b1a745eb-7ca1-4aef-be19-29e73b28afcb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:51.308903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.418526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Provisioning complete for port b1a745eb-7ca1-4aef-be19-29e73b28afcb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:51.418915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.491110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b1a745eb-7ca1-4aef-be19-29e73b28afcb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:51.491480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.508838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (c7674c17-ecfe-4d3f-8f29-ff842dddf9a7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.532803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ef415002-0715-47b7-b915-503573cf7220), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.538839 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ba94e2c2-f943-4193-a5a1-82c434b770ff tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.540077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ba94e2c2-f943-4193-a5a1-82c434b770ff tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4759548 Feb 15 02:08:51.542980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.548571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3150f3df-8c6b-4cae-a748-53c7b8a6394a tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.549177 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-3150f3df-8c6b-4cae-a748-53c7b8a6394a tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 02:08:51.549760 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3150f3df-8c6b-4cae-a748-53c7b8a6394a tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.551047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3150f3df-8c6b-4cae-a748-53c7b8a6394a tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068130 Feb 15 02:08:51.553990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.561782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-821f4e94-b906-422f-ba9e-be9680c4ca9c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.602749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c7674c17-ecfe-4d3f-8f29-ff842dddf9a7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.638087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Current status of the port b1a745eb-7ca1-4aef-be19-29e73b28afcb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:51.638485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.664191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b1a745eb-7ca1-4aef-be19-29e73b28afcb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:51.664972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.684542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:51.702743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] For port b1a745eb-7ca1-4aef-be19-29e73b28afcb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b1a745eb-7ca1-4aef-be19-29e73b28afcb,segment=NetworkSegment(c33c9008-8a60-488b-9afc-084a84eb3845),segment_id=c33c9008-8a60-488b-9afc-084a84eb3845)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:51.756963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.761627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-752298b2-0eb3-476e-98d9-2fd1e951b9d2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6065886 Feb 15 02:08:51.768353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.770171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group_rule': {'security_group_id': 'c7674c17-ecfe-4d3f-8f29-ff842dddf9a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.790453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.871238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:08:51.871238 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:08:51.872002 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-821f4e94-b906-422f-ba9e-be9680c4ca9c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.876266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-821f4e94-b906-422f-ba9e-be9680c4ca9c tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3209915 Feb 15 02:08:51.876998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.883686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-027c7e2d-e368-45fc-a171-165b87c4028f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.885258 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-027c7e2d-e368-45fc-a171-165b87c4028f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 02:08:51.885777 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-027c7e2d-e368-45fc-a171-165b87c4028f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:51.891533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-027c7e2d-e368-45fc-a171-165b87c4028f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135350 Feb 15 02:08:51.892250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:51.907792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f915c175-54d2-4c38-95eb-b8b1c2875806 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:51.956408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (ee3990c0-d37a-4a75-ba3a-e40a8044c876), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:51.960872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238ff3-af68-491a-bdf3-7f2581e2ea30 None None] Pushing event updated for resources: {'Port': ['ID=b1a745eb-7ca1-4aef-be19-29e73b28afcb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:52.060809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (ef415002-0715-47b7-b915-503573cf7220), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.081849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (ee3990c0-d37a-4a75-ba3a-e40a8044c876), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.131226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ef415002-0715-47b7-b915-503573cf7220), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.177724 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ee3990c0-d37a-4a75-ba3a-e40a8044c876), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.190819 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f915c175-54d2-4c38-95eb-b8b1c2875806 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:52.194619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f915c175-54d2-4c38-95eb-b8b1c2875806 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2927959 Feb 15 02:08:52.196330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:52.229219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-05d2217f-ac75-4662-ade5-b1685f62b98f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:52.239344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Provisioning complete for port b1a745eb-7ca1-4aef-be19-29e73b28afcb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:52.240349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.243640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=ef415002-0715-47b7-b915-503573cf7220,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:52.303353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3990c0-d37a-4a75-ba3a-e40a8044c876,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:52.428042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.442479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c3f557c4-0ec0-4394-a19a-9a1ab7935498 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6769528 Feb 15 02:08:52.444547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:52.454343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b1a745eb-7ca1-4aef-be19-29e73b28afcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:52.475542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'security_group_rule': {'security_group_id': 'c7674c17-ecfe-4d3f-8f29-ff842dddf9a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:52.558157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Current status of the port b1a745eb-7ca1-4aef-be19-29e73b28afcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:52.596206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Provisioning complete for port ef415002-0715-47b7-b915-503573cf7220 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:52.596897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ef415002-0715-47b7-b915-503573cf7220), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.617771 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (28602648-59fd-4834-beb4-c1f98e86c804), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.654636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5976c5aa-99c2-4486-b562-dfcad6f3ff2b None None] Port ef415002-0715-47b7-b915-503573cf7220 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:52.668033 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-05d2217f-ac75-4662-ade5-b1685f62b98f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:52.669182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-05d2217f-ac75-4662-ade5-b1685f62b98f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4442072 Feb 15 02:08:52.673551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:52.734145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.759530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.813295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6376b3e9-8a4a-41ba-9af7-1be888005cf8 None None] Provisioning complete for port ef415002-0715-47b7-b915-503573cf7220 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:52.813788 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6376b3e9-8a4a-41ba-9af7-1be888005cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ef415002-0715-47b7-b915-503573cf7220), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.830792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (f00bb286-6fc9-4e8e-a2a1-22642fd1a000), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.871476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6376b3e9-8a4a-41ba-9af7-1be888005cf8 None None] Port ef415002-0715-47b7-b915-503573cf7220 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:52.909275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.913638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.918480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7 HTTP/1.1" status: 204 len: 168 time: 0.2403431 Feb 15 02:08:52.924693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:52.940712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ef415002-0715-47b7-b915-503573cf7220), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:52.973489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c668371-6544-4f1c-95cf-99aa52edb93e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6cbbc-85c5-4b01-9532-9d41d2f8f3b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:53.033803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b72888ea-08e2-461c-bdff-a50ed3930d6e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1074986 Feb 15 02:08:53.041416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:53.049752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--934905703'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:53.084008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b1a745eb-7ca1-4aef-be19-29e73b28afcb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:08:53.106901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (f00bb286-6fc9-4e8e-a2a1-22642fd1a000), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.130837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-226e53ff-d268-4a67-a833-d541b94264ac None None] Provisioning complete for port ef415002-0715-47b7-b915-503573cf7220 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:53.131597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-226e53ff-d268-4a67-a833-d541b94264ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ef415002-0715-47b7-b915-503573cf7220), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.193049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-226e53ff-d268-4a67-a833-d541b94264ac None None] Port ef415002-0715-47b7-b915-503573cf7220 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:53.209285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b1a745eb-7ca1-4aef-be19-29e73b28afcb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:53.210345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.211820 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.308865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f00bb286-6fc9-4e8e-a2a1-22642fd1a000), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.345128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (482c694a-fcd0-498b-ab9c-936a1e8f386e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.375020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b1a745eb-7ca1-4aef-be19-29e73b28afcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:08:53.380944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1146171e-382e-49f5-947b-1414cd871e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.400689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00bb286-6fc9-4e8e-a2a1-22642fd1a000,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:53.401197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (482c694a-fcd0-498b-ab9c-936a1e8f386e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.415650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (ef415002-0715-47b7-b915-503573cf7220), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.445818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482c694a-fcd0-498b-ab9c-936a1e8f386e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:53.464615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.468423 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7adbab2f-22f0-4f6b-b3e2-51e9e709840d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0206749 Feb 15 02:08:53.469090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:53.473603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:53.485889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ef415002-0715-47b7-b915-503573cf7220), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.487265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (28602648-59fd-4834-beb4-c1f98e86c804), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.511058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.511058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8765860b-68b2-4b67-b805-970d3e20a5f1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4656701 Feb 15 02:08:53.519351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:53.526690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-77bd3388-8443-48db-8f8c-dd321a0b2cf1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '482c694a-fcd0-498b-ab9c-936a1e8f386e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:53.600088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:53.653692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=ef415002-0715-47b7-b915-503573cf7220,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:53.742673 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:53.744278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:53.786006 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-77bd3388-8443-48db-8f8c-dd321a0b2cf1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The resource could not be found. Feb 15 02:08:53.787663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77bd3388-8443-48db-8f8c-dd321a0b2cf1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2650716 Feb 15 02:08:53.791015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:53.798749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1e5337ec-6942-4c0b-a222-fea1f3576658 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '482c694a-fcd0-498b-ab9c-936a1e8f386e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dd2ba64e-fa10-4894-bcca-4b339f0046f4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:53.846427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.068514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Router 28602648-59fd-4834-beb4-c1f98e86c804 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:08:54.132222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Allocated IP 172.25.2.211 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/6b9dc1f4-edcb-476f-98e5-d744f55a0b4c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:08:54.178945 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1e5337ec-6942-4c0b-a222-fea1f3576658 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The resource could not be found. Feb 15 02:08:54.183071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1e5337ec-6942-4c0b-a222-fea1f3576658 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3886523 Feb 15 02:08:54.189006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:54.230052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b80cb818-344c-46df-ae5a-cec5bb881cc2 None None] Provisioning complete for port ef415002-0715-47b7-b915-503573cf7220 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:08:54.231985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b80cb818-344c-46df-ae5a-cec5bb881cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ef415002-0715-47b7-b915-503573cf7220), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.310517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b80cb818-344c-46df-ae5a-cec5bb881cc2 None None] Port ef415002-0715-47b7-b915-503573cf7220 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:08:54.329219 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.329805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (482c694a-fcd0-498b-ab9c-936a1e8f386e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.352430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:08:54.363426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:54.364459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a3f86566-b678-4388-b38d-df9e7330e0af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/routers/28602648-59fd-4834-beb4-c1f98e86c804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1461430 Feb 15 02:08:54.365279 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] Sync routers for ids ['28602648-59fd-4834-beb4-c1f98e86c804'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:08:54.382542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] Routers {'28602648-59fd-4834-beb4-c1f98e86c804'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:54.386806 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['28602648-59fd-4834-beb4-c1f98e86c804'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:54.393980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (482c694a-fcd0-498b-ab9c-936a1e8f386e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.527518 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:54.535139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da6928-246f-4926-8b27-fba215b6d81f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:54.539979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f9da6928-246f-4926-8b27-fba215b6d81f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?device_id=28602648-59fd-4834-beb4-c1f98e86c804 HTTP/1.1" status: 200 len: 989 time: 0.1752672 Feb 15 02:08:54.540710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:54.554110 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.564622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] Routers {'28602648-59fd-4834-beb4-c1f98e86c804'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:54.564622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['28602648-59fd-4834-beb4-c1f98e86c804'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:54.645884 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:54.648093 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b6838-65fe-4f2a-b9b5-0dbdb7c3e7b0 None None] The sync data for ids ['28602648-59fd-4834-beb4-c1f98e86c804'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:08:54.656855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.695985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (482c694a-fcd0-498b-ab9c-936a1e8f386e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.701026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:54.708204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/482c694a-fcd0-498b-ab9c-936a1e8f386e HTTP/1.1" status: 204 len: 168 time: 0.5194719 Feb 15 02:08:54.712838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:54.757202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5295a31-124d-4575-b5be-08fcd6e68c80 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c694a-fcd0-498b-ab9c-936a1e8f386e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:54.781404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=6b9dc1f4-edcb-476f-98e5-d744f55a0b4c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:54.793763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:08:54.800347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:08:54.806426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:08:55.009252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.055120 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a88897c7-6a88-4d9d-b298-054d20200292 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3141921 Feb 15 02:08:55.056307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:55.061179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cb8f6a29-cd6a-4a4b-9f4c-4118d6f967e0 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': 'f7cb28e8-4996-44e6-a994-b1f0c9f72992', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:55.170998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.274609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (28602648-59fd-4834-beb4-c1f98e86c804), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.375388 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-cb8f6a29-cd6a-4a4b-9f4c-4118d6f967e0 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The resource could not be found. Feb 15 02:08:55.398915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb8f6a29-cd6a-4a4b-9f4c-4118d6f967e0 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3191359 Feb 15 02:08:55.399646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:55.418147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384195682'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:55.515089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.536662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:08:55.537203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.537307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port ef415002-0715-47b7-b915-503573cf7220 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:55.537307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ef415002-0715-47b7-b915-503573cf7220), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.588504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.647158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ef415002-0715-47b7-b915-503573cf7220), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.667034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for ef415002-0715-47b7-b915-503573cf7220 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:55.798939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.865637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=6b9dc1f4-edcb-476f-98e5-d744f55a0b4c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:55.883432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (4e5b0892-5435-485a-b530-271cd7253531), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.944882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:55.954574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2e9b411c-6612-4a45-8ddb-91210981ef1c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4762998 Feb 15 02:08:56.011455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e5b0892-5435-485a-b530-271cd7253531), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.018843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.069622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ef415002-0715-47b7-b915-503573cf7220), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.072568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b0892-5435-485a-b530-271cd7253531,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:56.118582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=ef415002-0715-47b7-b915-503573cf7220,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:56.130547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.133050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e89551f-1e1e-4922-a18b-175f90f8afae tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7305546 Feb 15 02:08:56.135763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:56.141848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255105984'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:56.284355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.383395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-8bf371f9-82c2-4f88-ae9e-e37a21429d14 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1093043733&fields=id&tenant_id=1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 267 time: 0.1652145 Feb 15 02:08:56.385812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (28602648-59fd-4834-beb4-c1f98e86c804), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.604850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (b424da15-61a4-4546-863c-dd4e38aa5933), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.632997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-366e574b-b46d-4f53-a0c1-e24c39a8d9b1 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:56.635839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-366e574b-b46d-4f53-a0c1-e24c39a8d9b1 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 810 time: 0.2330854 Feb 15 02:08:56.665465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-1628ac12-5b78-41e9-9c0b-460f85ec375f tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/quotas/1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 375 time: 0.0215719 Feb 15 02:08:56.680350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Router 28602648-59fd-4834-beb4-c1f98e86c804 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:08:56.709455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b424da15-61a4-4546-863c-dd4e38aa5933), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.790660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:08:56.800002 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8dcd4e8-382c-4c6c-91ed-e09c1cc16078 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/routers/28602648-59fd-4834-beb4-c1f98e86c804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574787 Feb 15 02:08:56.801514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] Sync routers for ids ['28602648-59fd-4834-beb4-c1f98e86c804'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:08:56.802695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:56.812579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b424da15-61a4-4546-863c-dd4e38aa5933,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:56.824046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] Routers {'28602648-59fd-4834-beb4-c1f98e86c804'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:56.827536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['28602648-59fd-4834-beb4-c1f98e86c804'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:56.838894 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80fc229-0ead-4b46-8902-9c7bcf0be854 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:08:56.840819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e80fc229-0ead-4b46-8902-9c7bcf0be854 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/ef415002-0715-47b7-b915-503573cf7220 HTTP/1.1" status: 404 len: 333 time: 0.0365365 Feb 15 02:08:56.843421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58404) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:56.847849 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:56.849269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad655f98-91f5-4de7-93f8-ac952293c0a1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7123168 Feb 15 02:08:56.854034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:56.870360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6cba3b3a-9be8-41de-9159-efa90902dc42 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group_rule': {'security_group_id': '4e5b0892-5435-485a-b530-271cd7253531', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b424da15-61a4-4546-863c-dd4e38aa5933'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:56.889970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-3a87d7fa-cee7-4ed1-a4e5-f373ee0abc47 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217064 Feb 15 02:08:56.905043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:56.930401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] Routers {'28602648-59fd-4834-beb4-c1f98e86c804'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:08:56.931213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['28602648-59fd-4834-beb4-c1f98e86c804'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:56.972270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:56.972972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8123c-e6c8-4b93-a982-f37d90d945da None None] The sync data for ids ['28602648-59fd-4834-beb4-c1f98e86c804'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:08:56.984590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for router (28602648-59fd-4834-beb4-c1f98e86c804), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.027932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-cbf4b4bc-13ac-4460-9629-9dc9422eafad service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:08:57.033346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-cbf4b4bc-13ac-4460-9629-9dc9422eafad service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1231666 Feb 15 02:08:57.150252 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6cba3b3a-9be8-41de-9159-efa90902dc42 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:08:57.154153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6cba3b3a-9be8-41de-9159-efa90902dc42 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2849629 Feb 15 02:08:57.155888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:57.252140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-e8427a9e-078a-41b0-8a2b-6e0bac2d2c36 service neutron] 10.222.0.43 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003989 Feb 15 02:08:57.270820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (28602648-59fd-4834-beb4-c1f98e86c804), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.274180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for router_controller (28602648-59fd-4834-beb4-c1f98e86c804), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.380802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (b424da15-61a4-4546-863c-dd4e38aa5933), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.388644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.423114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (28602648-59fd-4834-beb4-c1f98e86c804), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.425172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Fanout notify agent at l3_agent the message router_deleted on router 28602648-59fd-4834-beb4-c1f98e86c804 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:08:57.427266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (b424da15-61a4-4546-863c-dd4e38aa5933), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.453145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.456659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-050a416f-d1d1-4f8f-b1c2-664b486765fd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/routers/28602648-59fd-4834-beb4-c1f98e86c804 HTTP/1.1" status: 204 len: 168 time: 0.6095922 Feb 15 02:08:57.462522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:57.463927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-a57e339b-42d8-430b-b780-80ee632fa103 service neutron] 10.222.0.43 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122951 Feb 15 02:08:57.548780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet c36a8a33-1601-462f-83c0-f99d5513b981 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:08:57.553243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (c36a8a33-1601-462f-83c0-f99d5513b981), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.606574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b424da15-61a4-4546-863c-dd4e38aa5933), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.607953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c36a8a33-1601-462f-83c0-f99d5513b981), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.609895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.615342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/b424da15-61a4-4546-863c-dd4e38aa5933 HTTP/1.1" status: 204 len: 168 time: 0.4575868 Feb 15 02:08:57.616034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:57.728962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c36a8a33-1601-462f-83c0-f99d5513b981), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.736608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12160330-1f72-4895-85b5-130c30e40e58 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1123166 Feb 15 02:08:57.737529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff103-f58c-4ef3-ad42-767186776783 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424da15-61a4-4546-863c-dd4e38aa5933,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:57.740848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:57.812740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e8189e8-6a10-4335-a6f1-7f554e8108c4 req-0d221202-ac12-4f6e-94cf-3d89cd9349a2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0473347 Feb 15 02:08:57.838684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (4e5b0892-5435-485a-b530-271cd7253531), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.865351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (4e5b0892-5435-485a-b530-271cd7253531), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.921253 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c36a8a33-1601-462f-83c0-f99d5513b981), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.954779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=c36a8a33-1601-462f-83c0-f99d5513b981,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:57.963777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.966910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50965c6-a88f-498d-8729-04cf5b79ba31 None None] Network b43d3e14-78f3-43ae-a7f9-49b72d771180 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:08:57.967121 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa23ae88-bc54-4426-b508-1a8d86cdc683 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/c36a8a33-1601-462f-83c0-f99d5513b981 HTTP/1.1" status: 204 len: 168 time: 0.5035758 Feb 15 02:08:57.969992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:57.987874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e5b0892-5435-485a-b530-271cd7253531), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:57.995077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.002152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:58.002304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e5b0892-5435-485a-b530-271cd7253531 HTTP/1.1" status: 204 len: 168 time: 0.2573810 Feb 15 02:08:58.055845 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de1e1f88-b82c-46f8-9dc4-413b78d9e06f tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490205 Feb 15 02:08:58.056629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:58.060989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'tempest-secgroup--751503119'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:58.104193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee167da5-8e70-43a5-a06d-6b5d53655789 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b0892-5435-485a-b530-271cd7253531,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:58.127671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b43d3e14-78f3-43ae-a7f9-49b72d771180), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.136256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.220164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port b1a745eb-7ca1-4aef-be19-29e73b28afcb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:58.220542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.275013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] DHCP port deletion for b43d3e14-78f3-43ae-a7f9-49b72d771180 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:08:58.293466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (c72e396a-357c-4778-85ae-d10da4c92024), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.321670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port b1a745eb-7ca1-4aef-be19-29e73b28afcb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b1a745eb-7ca1-4aef-be19-29e73b28afcb,segment=NetworkSegment(c33c9008-8a60-488b-9afc-084a84eb3845),segment_id=c33c9008-8a60-488b-9afc-084a84eb3845)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:58.322041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.337698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for b1a745eb-7ca1-4aef-be19-29e73b28afcb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:58.348442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Deleting port b1a745eb-7ca1-4aef-be19-29e73b28afcb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:08:58.349047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.354348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c72e396a-357c-4778-85ae-d10da4c92024), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.419941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e396a-357c-4778-85ae-d10da4c92024,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:58.439654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] For port b1a745eb-7ca1-4aef-be19-29e73b28afcb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b1a745eb-7ca1-4aef-be19-29e73b28afcb,segment=NetworkSegment(c33c9008-8a60-488b-9afc-084a84eb3845),segment_id=c33c9008-8a60-488b-9afc-084a84eb3845)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:08:58.439654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.461881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Calling delete_port for b1a745eb-7ca1-4aef-be19-29e73b28afcb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:08:58.499542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.501343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceda0fc6-02fb-4a98-880d-3b683519f16e tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4437544 Feb 15 02:08:58.508395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:58.509839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cb1d2db5-8846-4a82-b976-af2f03a83439 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:58.510735 n-d-829064-14 neutron-server[103885]: WARNING neutron.api.v2.base [None req-cb1d2db5-8846-4a82-b976-af2f03a83439 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 02:08:58.511485 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-cb1d2db5-8846-4a82-b976-af2f03a83439 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 02:08:58.513204 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cb1d2db5-8846-4a82-b976-af2f03a83439 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "PUT /v2.0/security-groups/c72e396a-357c-4778-85ae-d10da4c92024 HTTP/1.1" status: 409 len: 330 time: 0.0081882 Feb 15 02:08:58.515904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:58.533777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.553206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (b1a745eb-7ca1-4aef-be19-29e73b28afcb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.586256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] Pushing event deleted for resources: {'Port': ['ID=b1a745eb-7ca1-4aef-be19-29e73b28afcb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:58.590001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port b1a745eb-7ca1-4aef-be19-29e73b28afcb on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:58.591997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0342b93-69c6-4ef8-ac95-7b76cad609d0 None None] No DVR routers for this DVR port b1a745eb-7ca1-4aef-be19-29e73b28afcb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:08:58.600105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=b1a745eb-7ca1-4aef-be19-29e73b28afcb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:58.707449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (c72e396a-357c-4778-85ae-d10da4c92024), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.710738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b43d3e14-78f3-43ae-a7f9-49b72d771180), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.771844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43d3e14-78f3-43ae-a7f9-49b72d771180']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:58.789911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (c72e396a-357c-4778-85ae-d10da4c92024), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.793871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33c9008-8a60-488b-9afc-084a84eb3845') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:58.794176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33c9008-8a60-488b-9afc-084a84eb3845') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:08:58.813832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (c33c9008-8a60-488b-9afc-084a84eb3845), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.842606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c33c9008-8a60-488b-9afc-084a84eb3845), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.849847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:08:58.850185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (c33c9008-8a60-488b-9afc-084a84eb3845), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:08:58.853693 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:08:58.962426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c11a8469-1f57-41a2-a811-4378bbf40974 req-9193de69-99a8-47f1-9e75-47e8b17656b0 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0451686 Feb 15 02:08:59.009314 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c72e396a-357c-4778-85ae-d10da4c92024), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:59.016776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:59.016776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/c72e396a-357c-4778-85ae-d10da4c92024 HTTP/1.1" status: 204 len: 168 time: 0.4955425 Feb 15 02:08:59.017312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.041225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b43d3e14-78f3-43ae-a7f9-49b72d771180), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:59.059266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:08:59.061040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/b43d3e14-78f3-43ae-a7f9-49b72d771180 HTTP/1.1" status: 204 len: 168 time: 1.0900156 Feb 15 02:08:59.063887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491de5ed-88d4-4e59-8655-cb6b0e5a35be tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e396a-357c-4778-85ae-d10da4c92024,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:59.064829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.096247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b1a745eb-7ca1-4aef-be19-29e73b28afcb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:08:59.096782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb99672-4a6f-469d-bce0-4efd9c5c24c2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=b43d3e14-78f3-43ae-a7f9-49b72d771180,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:08:59.191291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8c85f854-6fb5-4f86-b1e9-7a60ea03e7b6 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1697335 Feb 15 02:08:59.194762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f968b2-b0e5-45e2-a3b0-1db89e987fc1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:08:59.195542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.197482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-88f968b2-b0e5-45e2-a3b0-1db89e987fc1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/a55caf38-4a97-4c83-aa5b-5434f8bb4135 HTTP/1.1" status: 200 len: 844 time: 0.1314723 Feb 15 02:08:59.201833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.203353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b1a745eb-7ca1-4aef-be19-29e73b28afcb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:08:59.204067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b1a745eb-7ca1-4aef-be19-29e73b28afcb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:08:59.212444 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-c6aec5a7-519d-4922-b3a6-5f1213412111 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] delete failed (client error): The resource could not be found. Feb 15 02:08:59.214282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c6aec5a7-519d-4922-b3a6-5f1213412111 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdce1db6-a2a4-40c8-9278-b3aeabb79f07 HTTP/1.1" status: 404 len: 347 time: 0.0172937 Feb 15 02:08:59.217990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.239638 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5128e4e8-e17f-4eb5-bf34-ef69d7f93ea0 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] show failed (client error): The resource could not be found. Feb 15 02:08:59.244339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5128e4e8-e17f-4eb5-bf34-ef69d7f93ea0 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-groups/d8306021-6c93-42ee-b84c-5c4a8b96f81c HTTP/1.1" status: 404 len: 347 time: 0.0210347 Feb 15 02:08:59.244730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.262114 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f46aff27-fe97-44d7-b915-e263fe7675d1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] show failed (client error): The resource could not be found. Feb 15 02:08:59.279722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f46aff27-fe97-44d7-b915-e263fe7675d1 tempest-NegativeSecGroupTest-1399458965 tempest-NegativeSecGroupTest-1399458965-project] 10.222.0.43 "GET /v2.0/security-group-rules/b7a35bf9-01fa-4288-9b0f-f895cb2da410 HTTP/1.1" status: 404 len: 356 time: 0.0240829 Feb 15 02:08:59.679232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b16b6fda-f91a-4860-b530-0ca6671f5096 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/a55caf38-4a97-4c83-aa5b-5434f8bb4135?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4750588 Feb 15 02:08:59.682944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.693099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:08:59.896518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58480) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:08:59.913983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:08:59.917448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.095313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c561515-1855-43a1-bd26-aaee62ea9ab6 req-fe2eefa5-4681-4ca6-87dd-fecfc9bcfc45 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0453355 Feb 15 02:09:00.150049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9d2085d6-c2fb-4663-9c39-c3216e20cca9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f3854ddd40f4c26b872c9c8c5139926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522540 Feb 15 02:09:00.153403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:00.289605 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] Publish callbacks [] for security_group (5f89f506-0c33-4c8f-8355-ee2cae667530), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.321846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] Publish callbacks [] for security_group (5f89f506-0c33-4c8f-8355-ee2cae667530), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.338689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (c4368e86-41af-41e3-a122-7c244dbe0796), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.401675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:00.405105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:00.429363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff6b71-bbef-47ac-baef-5941ff036904 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:00.433365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:00.434235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.446156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5f89f506-0c33-4c8f-8355-ee2cae667530), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.452720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.452720 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f89f506-0c33-4c8f-8355-ee2cae667530 HTTP/1.1" status: 204 len: 168 time: 0.2955914 Feb 15 02:09:00.461253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=c4368e86-41af-41e3-a122-7c244dbe0796,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:00.484608 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e572d4-15af-43b9-97bf-483d5312af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f89f506-0c33-4c8f-8355-ee2cae667530,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:00.552139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5f6fbeed-0579-4453-bee2-0a0b68aa5788 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8666327 Feb 15 02:09:00.554191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:00.560340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424896162'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:00.702789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.820469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-17e39a24-96c3-4463-aa59-9d7ba3905313', 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'project_id': 'efd08f917d7c4537acfefce193660dac', 'fixed_ips': [{'subnet_id': 'c4368e86-41af-41e3-a122-7c244dbe0796'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:09:00.821438 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.876282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a991e966-c4c6-4a5a-b36f-08cee7d57212), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.942871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a991e966-c4c6-4a5a-b36f-08cee7d57212), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:00.990500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Allocated IP 2001:db8::2 (17e39a24-96c3-4463-aa59-9d7ba3905313/c4368e86-41af-41e3-a122-7c244dbe0796/4dc90735-63c4-494a-b191-456d61ad5eba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:01.024816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a991e966-c4c6-4a5a-b36f-08cee7d57212,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:01.094249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.098485 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4a7d16a-1de1-4bab-addf-cefd5387da25 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5398884 Feb 15 02:09:01.098843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:01.105156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057736004'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:01.234496 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.259122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-430e1506-aec5-4ca5-8fe3-d7f50f94a10c req-194dd2c3-dd51-405c-91c0-be6264251fff tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0736306 Feb 15 02:09:01.317575 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks [] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.371162 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a9f05732-4a0c-4144-8786-2f60f555d8b4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.388979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.450078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:01.496961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:01.499759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:01.531806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a9f05732-4a0c-4144-8786-2f60f555d8b4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.615650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:01.651921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.652904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Attempting to bind port 4dc90735-63c4-494a-b191-456d61ad5eba on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:01.653280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Attempting to bind port 4dc90735-63c4-494a-b191-456d61ad5eba by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fdb23d4d-20e9-4b30-ab41-fd742de37246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:01.653642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Attempting to bind port 4dc90735-63c4-494a-b191-456d61ad5eba on network 17e39a24-96c3-4463-aa59-9d7ba3905313 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:01.654980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5549324 Feb 15 02:09:01.657804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:01.664027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:01.667192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Checking segment: {'id': 'fdb23d4d-20e9-4b30-ab41-fd742de37246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:01.667192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.667192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Bound using segment: {'id': 'fdb23d4d-20e9-4b30-ab41-fd742de37246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:01.667192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Bound port: 4dc90735-63c4-494a-b191-456d61ad5eba, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb23d4d-20e9-4b30-ab41-fd742de37246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:01.667192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:01.667780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1164218235', 'security_groups': ['a9f05732-4a0c-4144-8786-2f60f555d8b4'], 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4368e86-41af-41e3-a122-7c244dbe0796'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:01.685995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21255232-f4f7-44ca-83a5-c4a19d7ebec8 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f05732-4a0c-4144-8786-2f60f555d8b4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:01.872811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:01.876429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:01.960259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:02.021426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:02.054315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18efba0-10da-4f0c-8ddc-dfc0d3e97274 None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:02.172181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:02.218134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:09:02.442061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:02.605958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::146 (17e39a24-96c3-4463-aa59-9d7ba3905313/c4368e86-41af-41e3-a122-7c244dbe0796/9a8296aa-36be-4dcd-9a87-328a6d1a7ed2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:02.674518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-272889433'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:02.771720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Made reservation on behalf of 90a7e704649f4c12bd074cf2432af939 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:02.775963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:02.787834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:02.816362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff83c818-f89f-4815-a669-3da07130294b req-2c3eb085-14c9-4bc6-b1c6-87f52d240c82 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0466223 Feb 15 02:09:02.949855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:02.978896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks [] for security_group (ad0b00a0-29a9-4abf-9e8e-416e3b093d61), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.102918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad0b00a0-29a9-4abf-9e8e-416e3b093d61), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.103702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.141636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:03.172852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:09:03.192390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b00a0-29a9-4abf-9e8e-416e3b093d61,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:03.214154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6df7a4e1-6398-410d-a245-72260fe1736b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.215768 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Added segment 6df7a4e1-6398-410d-a245-72260fe1736b of type vlan for network 23d0665f-0f8f-4118-b155-a4c42184df43 Feb 15 02:09:03.230286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:03.235476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:03.254986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:03.262682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:03.263544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:03.263956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.265468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.291704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (23d0665f-0f8f-4118-b155-a4c42184df43), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.331084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=9a8296aa-36be-4dcd-9a87-328a6d1a7ed2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:03.394491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (23d0665f-0f8f-4118-b155-a4c42184df43), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.400598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:03.401455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.425440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7240e174-5775-487c-afe1-3baf752c86e2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7607534 Feb 15 02:09:03.425440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58574) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:03.432204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:03.559473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:03.559919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.644100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Pushing event updated for resources: {'Network': ['ID=23d0665f-0f8f-4118-b155-a4c42184df43,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:03.661169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 23d0665f-0f8f-4118-b155-a4c42184df43 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:09:03.668261 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6e6ba03-0598-4375-a413-07c9a263e27b tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2248378 Feb 15 02:09:03.673810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:03.682782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-3d6246f0-77e3-4aa2-aeb8-b45a3e4e01ca tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-1876933674') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:03.845597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:03.849820 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:03.907166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:03.952848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:03.953233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.012625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-737ccc94-ff7c-4768-befb-05f5c7eb53a1 req-89e64b97-09ad-4ab5-8915-06f56b49fa08 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0442555 Feb 15 02:09:04.027652 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.111312 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4368e86-41af-41e3-a122-7c244dbe0796 (CIDR: 2001:db8::/64) Feb 15 02:09:04.137996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:04.143390 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:04.144019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:04.176549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:04.199082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:04.199746 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.242177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-e7820a66-0089-4cae-83ab-d41dbd71a019 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:04.243895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-e7820a66-0089-4cae-83ab-d41dbd71a019 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 810 time: 0.4114811 Feb 15 02:09:04.260645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-96790c15-e6ab-4299-af73-633fe723f171 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8354197 Feb 15 02:09:04.361126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:04.366944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:04.429770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-ff23d7d4-700c-4453-8b39-77c1a09cac08 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c082d0ce3b94a04a0b566363d40d5f0 HTTP/1.1" status: 200 len: 380 time: 0.1645145 Feb 15 02:09:04.437694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-08b9050c-557f-4f00-8732-6606cdbecdc9 None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:04.451684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'port': {'device_id': '75542a5d-0111-49ba-a954-65c9df18ca94', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'admin_state_up': True, 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'security_groups': ['c7674c17-ecfe-4d3f-8f29-ff842dddf9a7']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:04.604750 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3d6246f0-77e3-4aa2-aeb8-b45a3e4e01ca tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "PUT /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-1876933674 HTTP/1.1" status: 201 len: 201 time: 0.9272876 Feb 15 02:09:04.605582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:04.610653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-80efd96e-bcd1-4d81-aacc-5bf70aceb364 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-1876933674') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:04.720002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:04.723650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.822391 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80efd96e-bcd1-4d81-aacc-5bf70aceb364 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-1876933674 HTTP/1.1" status: 204 len: 168 time: 0.2161827 Feb 15 02:09:04.826715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:04.831049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-1fb9bd88-a456-41aa-975a-a66b809c3fd2 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:04.868324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c11b9f06-9f9b-4646-ad65-4690ab9af12c None None] Provisioning complete for port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:04.869005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11b9f06-9f9b-4646-ad65-4690ab9af12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.929062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Made reservation on behalf of 1c082d0ce3b94a04a0b566363d40d5f0 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:04.934643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:04.942999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c11b9f06-9f9b-4646-ad65-4690ab9af12c None None] Port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:05.077742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:05.135237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Allocated IP 172.20.0.7 (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25/6f3ce773-1680-4218-b27b-b0e2b57c2c1b/416280f1-aba3-459f-ba00-5ddc0349e5b5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:05.198036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:05.200627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.217666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1102a48e-478f-495b-9f80-c5dcdb479ba4 req-5bb9636e-a930-4fe2-b0f3-a8a024008446 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0742126 Feb 15 02:09:05.234455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (513cf351-6563-44ac-8b79-cce1dde47598), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.332621 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fb9bd88-a456-41aa-975a-a66b809c3fd2 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags HTTP/1.1" status: 200 len: 238 time: 0.5045581 Feb 15 02:09:05.336800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:05.343055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-d80f4896-fea8-458b-8e24-99895f8c45ee tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', {'tags': ['tempest-TagsTest-Tag-773197590', 'tempest-TagsTest-Tag-2146405934', 'tempest-TagsTest-Tag-520381010']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:05.356816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=513cf351-6563-44ac-8b79-cce1dde47598,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:05.372198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:05.373718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:05.381430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:05.382590 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.430267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:05.433411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde23a8-82f1-4368-bbb3-aa9b7502a322 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:05.442669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.514805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb15425e-4a9b-46b0-85e0-42619075f386 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1521649 Feb 15 02:09:05.515647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:05.522513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1523358338', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '513cf351-6563-44ac-8b79-cce1dde47598'}], 'security_groups': ['a991e966-c4c6-4a5a-b36f-08cee7d57212']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:05.650146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d80f4896-fea8-458b-8e24-99895f8c45ee tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "PUT /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags HTTP/1.1" status: 200 len: 307 time: 0.3121009 Feb 15 02:09:05.651109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:05.655651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-f2ea1b3a-ae65-4fac-8ea3-7ef718e1cfd9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-773197590') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:05.689488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.742737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Update dhcp port {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'fixed_ips': [{'subnet_id': 'c4368e86-41af-41e3-a122-7c244dbe0796', 'ip_address': '2001:db8::2'}, {'subnet_id': '513cf351-6563-44ac-8b79-cce1dde47598'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '4dc90735-63c4-494a-b191-456d61ad5eba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:09:05.792439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.836339 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:05.930599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:05.954985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:05.967348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:06.064974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event updated for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:06.110555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:06.113187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:06.208170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Allocated IP 2001:db8:0:1::2 (17e39a24-96c3-4463-aa59-9d7ba3905313/513cf351-6563-44ac-8b79-cce1dde47598/4dc90735-63c4-494a-b191-456d61ad5eba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:06.222995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f2ea1b3a-ae65-4fac-8ea3-7ef718e1cfd9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "DELETE /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-773197590 HTTP/1.1" status: 204 len: 168 time: 0.5705545 Feb 15 02:09:06.225695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:06.236364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-4a855f70-96e2-4ff1-b315-c8d652f39970 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-773197590') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:06.259327 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-28b0d2f3-8164-438b-b814-cbf1793715b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8245163 Feb 15 02:09:06.273969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Request body: {'port': {'device_id': '75542a5d-0111-49ba-a954-65c9df18ca94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:06.403400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:06.450462 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:06.469452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Publish callbacks [] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:06.495771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1da5805-eed9-4c8b-80d9-bd40fbfd8a23 None None] Provisioning complete for port 416280f1-aba3-459f-ba00-5ddc0349e5b5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:06.496367 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1da5805-eed9-4c8b-80d9-bd40fbfd8a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:06.563556 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:06.653874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1da5805-eed9-4c8b-80d9-bd40fbfd8a23 None None] Port 416280f1-aba3-459f-ba00-5ddc0349e5b5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:06.688763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f8312-e043-4c70-9ba9-e281c581650f None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:07.112058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:07.208809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416280f1-aba3-459f-ba00-5ddc0349e5b5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:09:07.228768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks [] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.228973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:07.229501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.267035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Transition to ACTIVE for port object 416280f1-aba3-459f-ba00-5ddc0349e5b5 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:09:07.339752 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4a855f70-96e2-4ff1-b315-c8d652f39970 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] show failed (client error): The resource could not be found. Feb 15 02:09:07.341850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4a855f70-96e2-4ff1-b315-c8d652f39970 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-773197590 HTTP/1.1" status: 404 len: 325 time: 1.1136680 Feb 15 02:09:07.344624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:07.350081 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-6700cdc8-2cee-4683-ad8a-e4104e6c89cc tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-2146405934') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:07.377939 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.437186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88262f5-0c7a-479f-b051-b80a60e89458 req-f39eaf5e-15b6-487a-a72d-11b11886a8c9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:07.448312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88262f5-0c7a-479f-b051-b80a60e89458 req-f39eaf5e-15b6-487a-a72d-11b11886a8c9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 931 time: 1.0775192 Feb 15 02:09:07.453188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:07.463008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Pushing event updated for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:07.576589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:07.577375 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6700cdc8-2cee-4683-ad8a-e4104e6c89cc tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-2146405934 HTTP/1.1" status: 204 len: 168 time: 0.2314668 Feb 15 02:09:07.607570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7c91e907-cae6-4e68-91e9-37b18015eae9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-520381010') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:07.692353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d88262f5-0c7a-479f-b051-b80a60e89458 req-2d07caea-de15-41b0-b432-528dc7892b4e tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409782 Feb 15 02:09:07.713278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Delete allocated IP 2001:db8::146 (17e39a24-96c3-4463-aa59-9d7ba3905313/c4368e86-41af-41e3-a122-7c244dbe0796) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:09:07.800981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:07.801357 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.816716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Attempting to bind port 416280f1-aba3-459f-ba00-5ddc0349e5b5 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:07.817138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Attempting to bind port 416280f1-aba3-459f-ba00-5ddc0349e5b5 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:07.817537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Attempting to bind port 416280f1-aba3-459f-ba00-5ddc0349e5b5 on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:07.831501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Port 416280f1-aba3-459f-ba00-5ddc0349e5b5 on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:09:07.832131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Attempting to bind port 416280f1-aba3-459f-ba00-5ddc0349e5b5 on network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:07.839327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:07.839908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Checking segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:07.840396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Bound using segment: {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:07.840959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Bound port: 416280f1-aba3-459f-ba00-5ddc0349e5b5, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b71058-1459-4c34-9baa-0d41c2bd2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:07.841430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.848424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8:0:1::25b (17e39a24-96c3-4463-aa59-9d7ba3905313/513cf351-6563-44ac-8b79-cce1dde47598/9a8296aa-36be-4dcd-9a87-328a6d1a7ed2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:07.878036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:07.902025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:07.902419 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:07.909384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7c91e907-cae6-4e68-91e9-37b18015eae9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-520381010 HTTP/1.1" status: 204 len: 168 time: 0.3158019 Feb 15 02:09:07.912253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:07.919763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-c26b549f-541a-4a2a-ad33-44a0c418fec4 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:08.013354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:08.016903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:08.044190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:08.056266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Provisioning complete for port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:08.056673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.095916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6e4a0-4267-412e-821e-33c095f41f76 None None] Port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:08.120823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.249084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:08.250931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.253650 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 200 len: 1092 time: 1.9867144 Feb 15 02:09:08.254827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:09:08.259642 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0977fd96-86c0-4dbe-bf1b-652929e86f12" -d '{"events": [{"name": "network-changed", "server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:09:08.298727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c0e2-9d6b-49ae-ab52-e25d3e7fefb8 service neutron] Pushing event updated for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:08.316922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c26b549f-541a-4a2a-ad33-44a0c418fec4 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "DELETE /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags HTTP/1.1" status: 204 len: 168 time: 0.4031436 Feb 15 02:09:08.322176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:08.332112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-31d35bd2-c152-40fc-a389-36638d6337d9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-2146405934') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:08.425750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.432614 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce84f14f-6ebd-4038-becd-1a7ff6a19483 x-openstack-request-id: req-ce84f14f-6ebd-4038-becd-1a7ff6a19483 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:09:08.433119 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:09:08.438694 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce84f14f-6ebd-4038-becd-1a7ff6a19483 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:09:08.438694 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'status': 'completed', 'code': 200} Feb 15 02:09:08.500814 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-31d35bd2-c152-40fc-a389-36638d6337d9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] show failed (client error): The resource could not be found. Feb 15 02:09:08.502828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31d35bd2-c152-40fc-a389-36638d6337d9 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-2146405934 HTTP/1.1" status: 404 len: 326 time: 0.1783359 Feb 15 02:09:08.505726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:08.510402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-699466ec-1a5b-429e-8e0f-d8061357a88f tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43', 'tempest-TagsTest-Tag-520381010') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:08.524210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-4045076b-652f-4647-9185-0b86e06afc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:08.526961 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-4045076b-652f-4647-9185-0b86e06afc05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1126 time: 0.1051698 Feb 15 02:09:08.550549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.747586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] In _notify_port_updated(), no bound segment for port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 on network 17e39a24-96c3-4463-aa59-9d7ba3905313 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:09:08.764382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:08.765309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:08.766915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/ports/9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 HTTP/1.1" status: 200 len: 931 time: 3.2500546 Feb 15 02:09:08.770007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848bc17-035b-4ea0-a49b-db02421ec24b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=9a8296aa-36be-4dcd-9a87-328a6d1a7ed2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:08.783432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:08.809451 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-699466ec-1a5b-429e-8e0f-d8061357a88f tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] show failed (client error): The resource could not be found. Feb 15 02:09:08.814375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-699466ec-1a5b-429e-8e0f-d8061357a88f tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "GET /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags/tempest-TagsTest-Tag-520381010 HTTP/1.1" status: 404 len: 325 time: 0.3075693 Feb 15 02:09:08.817913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:08.867381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-2849b6d1-2b82-46bb-b985-218c3527b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:08.883450 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-2849b6d1-2b82-46bb-b985-218c3527b00c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3377454 Feb 15 02:09:08.898981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7391b205-4fad-4b5e-ae43-7aa7e2907c1e tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '23d0665f-0f8f-4118-b155-a4c42184df43') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:09.196347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459765e-3be6-4089-b486-a668f89fa29b req-a859acab-9619-4824-bba9-27932fa63b3b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:09.197880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9459765e-3be6-4089-b486-a668f89fa29b req-a859acab-9619-4824-bba9-27932fa63b3b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 943 time: 0.2762673 Feb 15 02:09:09.230796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31baf513-2089-450c-a95c-d0378f954053 None None] Provisioning complete for port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:09.233445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31baf513-2089-450c-a95c-d0378f954053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.333726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31baf513-2089-450c-a95c-d0378f954053 None None] Port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:09.336086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-b79286b2-0ba3-4339-bac9-65373db8f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:09.341042 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0977fd96-86c0-4dbe-bf1b-652929e86f12 req-b79286b2-0ba3-4339-bac9-65373db8f85d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4576144 Feb 15 02:09:09.369412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7391b205-4fad-4b5e-ae43-7aa7e2907c1e tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "DELETE /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43/tags HTTP/1.1" status: 204 len: 168 time: 0.5435996 Feb 15 02:09:09.370112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:09.370514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:09:09.371992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.449627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9459765e-3be6-4089-b486-a668f89fa29b req-b6d38a68-ff33-4bd4-9476-fd99bc95667c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434618 Feb 15 02:09:09.549287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (23d0665f-0f8f-4118-b155-a4c42184df43), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.558531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.566801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-60d19a66-3a3b-4a93-b2be-db22c56496bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:09.568609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-60d19a66-3a3b-4a93-b2be-db22c56496bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1126 time: 0.1575444 Feb 15 02:09:09.585239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:09:09.681688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (23d0665f-0f8f-4118-b155-a4c42184df43), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.703216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d0665f-0f8f-4118-b155-a4c42184df43']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:09.712897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df7a4e1-6398-410d-a245-72260fe1736b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:09.713087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df7a4e1-6398-410d-a245-72260fe1736b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:09.722729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (6df7a4e1-6398-410d-a245-72260fe1736b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.780887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-a4c43d5c-bb4d-4442-a83a-ced5c0c56984 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 200 len: 217 time: 0.1732447 Feb 15 02:09:09.781869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6df7a4e1-6398-410d-a245-72260fe1736b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.796838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:09:09.797300 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (6df7a4e1-6398-410d-a245-72260fe1736b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:09:09.800383 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:09:09.840053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9a8296aa-36be-4dcd-9a87-328a6d1a7ed2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.887844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-6359dc0c-f924-4bef-b563-3f52eed54693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:09.889243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-6359dc0c-f924-4bef-b563-3f52eed54693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.1014183 Feb 15 02:09:09.892775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=9a8296aa-36be-4dcd-9a87-328a6d1a7ed2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:09.938936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.947405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c95bb7d-bfaf-4674-9713-e354ab110d93 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 HTTP/1.1" status: 204 len: 168 time: 1.1574008 Feb 15 02:09:09.948060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:09.983354 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90eb4d2-a4d2-4801-ae00-64d0df762b96 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:09:09.987213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d90eb4d2-a4d2-4801-ae00-64d0df762b96 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/9a8296aa-36be-4dcd-9a87-328a6d1a7ed2 HTTP/1.1" status: 404 len: 333 time: 0.0356438 Feb 15 02:09:09.987213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (23d0665f-0f8f-4118-b155-a4c42184df43), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:09.988931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:10.003528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.009126 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] 10.222.0.43 "DELETE /v2.0/networks/23d0665f-0f8f-4118-b155-a4c42184df43 HTTP/1.1" status: 204 len: 168 time: 0.6348679 Feb 15 02:09:10.010440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-c55a7b59-8329-4f19-9a41-b4011580b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:10.024399 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-c55a7b59-8329-4f19-9a41-b4011580b93a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1272252 Feb 15 02:09:10.070030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09ba40-bbc4-49e9-8425-49ae9e95ed11 tempest-TagsTest-1406242808 tempest-TagsTest-1406242808-project] Pushing event deleted for resources: {'Network': ['ID=23d0665f-0f8f-4118-b155-a4c42184df43,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:10.231116 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a9f05732-4a0c-4144-8786-2f60f555d8b4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.239287 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-e9231e24-f23c-4a8f-86cc-5700738142b9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870847 Feb 15 02:09:10.292552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a9f05732-4a0c-4144-8786-2f60f555d8b4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.433175 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-50dc74fe-b84c-4d7e-953c-ac78aa77a3c5 req-a7173054-8602-4dcc-be5f-8d3c5f0da5d1 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867726 Feb 15 02:09:10.531036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a9f05732-4a0c-4144-8786-2f60f555d8b4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.533847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.536436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9f05732-4a0c-4144-8786-2f60f555d8b4 HTTP/1.1" status: 204 len: 168 time: 0.5468562 Feb 15 02:09:10.550156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:10.563471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809893-1668-49c2-a81c-cdecb0a41466 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f05732-4a0c-4144-8786-2f60f555d8b4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:10.753255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3a86-1619-4039-bd0e-cd662c0f192d req-30ce5839-4716-4bab-bd5f-b5b6ef797a25 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:10.757779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10be3a86-1619-4039-bd0e-cd662c0f192d req-30ce5839-4716-4bab-bd5f-b5b6ef797a25 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 943 time: 0.2171199 Feb 15 02:09:10.758917 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a991e966-c4c6-4a5a-b36f-08cee7d57212), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.759041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:10.830907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (a991e966-c4c6-4a5a-b36f-08cee7d57212), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:10.872986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10be3a86-1619-4039-bd0e-cd662c0f192d req-5e6a3797-ddd9-4c4d-b460-080aa138bf84 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992625 Feb 15 02:09:10.982101 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54e0cfc6-ceb7-4ee7-9400-dd3ec787a17e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90a7e704649f4c12bd074cf2432af939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219837 Feb 15 02:09:10.984842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:11.022220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a991e966-c4c6-4a5a-b36f-08cee7d57212), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.022220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.022220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/security-groups/a991e966-c4c6-4a5a-b36f-08cee7d57212 HTTP/1.1" status: 204 len: 168 time: 0.4667048 Feb 15 02:09:11.023751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:11.033010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159f7ca-957d-421e-8cef-a7b27fd8b761 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991e966-c4c6-4a5a-b36f-08cee7d57212,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:11.452411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] Publish callbacks [] for security_group (ad0b00a0-29a9-4abf-9e8e-416e3b093d61), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.457324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet c4368e86-41af-41e3-a122-7c244dbe0796 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:09:11.463090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (c4368e86-41af-41e3-a122-7c244dbe0796), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.510312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] Publish callbacks [] for security_group (ad0b00a0-29a9-4abf-9e8e-416e3b093d61), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.543784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c4368e86-41af-41e3-a122-7c244dbe0796), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.661487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c4368e86-41af-41e3-a122-7c244dbe0796), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.730973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad0b00a0-29a9-4abf-9e8e-416e3b093d61), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.733667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.734903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad0b00a0-29a9-4abf-9e8e-416e3b093d61 HTTP/1.1" status: 204 len: 168 time: 0.7490194 Feb 15 02:09:11.743593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034beb5a-c47f-40dd-9b83-878d62ee6cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b00a0-29a9-4abf-9e8e-416e3b093d61,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:11.810638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c4368e86-41af-41e3-a122-7c244dbe0796), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.841151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=c4368e86-41af-41e3-a122-7c244dbe0796,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:11.844662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:11.849476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557f25c-69e5-46f2-9978-02d260fb175b None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:11.853214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:11.853640 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4cc85dcb-6a80-4c20-b3f7-b347d2b8a687 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/c4368e86-41af-41e3-a122-7c244dbe0796 HTTP/1.1" status: 204 len: 168 time: 0.8283954 Feb 15 02:09:11.858465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:12.052348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da1a02-65f8-4124-a03e-f566e4b1afc1 req-f69d875e-307e-45e8-831b-6fa6fa873ce8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:12.053751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25da1a02-65f8-4124-a03e-f566e4b1afc1 req-f69d875e-307e-45e8-831b-6fa6fa873ce8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 943 time: 0.0627193 Feb 15 02:09:12.106402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:12.109994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.121578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25da1a02-65f8-4124-a03e-f566e4b1afc1 req-21cb1864-76ca-47d0-b6fa-bdfb4af6ffe9 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600681 Feb 15 02:09:12.462685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (f5e78d70-959e-41c5-8778-7414c378cace), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.536009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:12.537435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=f5e78d70-959e-41c5-8778-7414c378cace,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:12.541753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:12.544565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:12.545162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.649756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad109a16-bebd-4357-83d0-87c4cf3d0c1b tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7954018 Feb 15 02:09:12.652337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:12.660561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352023691'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:12.680379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012759b4-2efd-420e-8ba0-d010c208dde7 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:12.758956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.801767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:12.802156 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.846410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:12.893957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (2596f9b2-16cd-44e5-a7ef-60e73071b5b0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.926962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:12.937892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:12.982428 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2596f9b2-16cd-44e5-a7ef-60e73071b5b0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.039095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Update dhcp port {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'fixed_ips': [{'subnet_id': '513cf351-6563-44ac-8b79-cce1dde47598', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5e78d70-959e-41c5-8778-7414c378cace'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '4dc90735-63c4-494a-b191-456d61ad5eba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:09:13.054447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2596f9b2-16cd-44e5-a7ef-60e73071b5b0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:13.103599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.116026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.119698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80475e3b-79d4-4299-92f7-515052505dc3 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4637239 Feb 15 02:09:13.119930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:13.124962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'security_group': {'name': 'tempest-secgroup-359306133'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:13.129016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a01b1b4a-fcd8-49a6-935a-fda69f81b937 None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:13.260333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.305924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524743b-f9c0-4d31-b95d-502f9dc4a741 req-91efaef2-ebae-4729-ad15-3a00bf8bc264 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:13.313156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e524743b-f9c0-4d31-b95d-502f9dc4a741 req-91efaef2-ebae-4729-ad15-3a00bf8bc264 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 943 time: 0.0912478 Feb 15 02:09:13.412888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e524743b-f9c0-4d31-b95d-502f9dc4a741 req-30febb1c-de3f-4799-89fd-5aaa7d71c192 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959949 Feb 15 02:09:13.414241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Allocated IP 2001:db8::2 (17e39a24-96c3-4463-aa59-9d7ba3905313/f5e78d70-959e-41c5-8778-7414c378cace/4dc90735-63c4-494a-b191-456d61ad5eba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:13.497321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (89f01ef9-0204-44f0-802b-fb959ed7140a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.573218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (89f01ef9-0204-44f0-802b-fb959ed7140a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.581278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:13.620772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f01ef9-0204-44f0-802b-fb959ed7140a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:13.629334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Publish callbacks [] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.673458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.676894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6ecfea14-5281-46cb-af87-0103678854af tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5552208 Feb 15 02:09:13.683285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:13.688026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'security_group': {'name': 'tempest-secgroup-255852181'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:13.731372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.792665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.828914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:13.843725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.844079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.844462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.845000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.845503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.845992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.846529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.847010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.874084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.876142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.878061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.879357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.881343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20ee84-d60f-4567-9691-7ed6bbb25a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:13.926972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (ca76af2f-0fba-458d-9812-e0b339af8f20), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:13.988108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ca76af2f-0fba-458d-9812-e0b339af8f20), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:14.044123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76af2f-0fba-458d-9812-e0b339af8f20,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:14.122272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:14.130817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:14.131286 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-650aa983-ac91-47ad-9a86-673c81457825 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4424450 Feb 15 02:09:14.133996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-284913435', 'security_groups': ['ca76af2f-0fba-458d-9812-e0b339af8f20'], 'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5e78d70-959e-41c5-8778-7414c378cace'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:14.300453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 416280f1-aba3-459f-ba00-5ddc0349e5b5 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:09:14.434029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:14.572332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:14.590132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'port_id': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'mac_address': 'fa:16:3e:79:1d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:09:14.645590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 416280f1-aba3-459f-ba00-5ddc0349e5b5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:14.646247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:14.677578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416280f1-aba3-459f-ba00-5ddc0349e5b5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:09:14.687340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:14.713946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:14.737512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6e0ff-4dd5-47da-86cc-71c0f1357f7f req-82010e27-761f-42ce-bc6e-f3305749b78b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:14.745172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dff6e0ff-4dd5-47da-86cc-71c0f1357f7f req-82010e27-761f-42ce-bc6e-f3305749b78b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 943 time: 0.1947181 Feb 15 02:09:14.745172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] device_id is not set on port 547aeade-6680-4ea4-9c41-d585768e082e yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:09:14.780358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:14.781040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.006432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.032250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8::2da (17e39a24-96c3-4463-aa59-9d7ba3905313/f5e78d70-959e-41c5-8778-7414c378cace/547aeade-6680-4ea4-9c41-d585768e082e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:15.076495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:15.088021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:15.118039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:15.155590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dff6e0ff-4dd5-47da-86cc-71c0f1357f7f req-434d4860-73ff-41da-9515-47cd47d38844 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858290 Feb 15 02:09:15.216072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:15.216831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.230600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (547aeade-6680-4ea4-9c41-d585768e082e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.264171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:15.264677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.365602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (547aeade-6680-4ea4-9c41-d585768e082e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.411979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5af6b70-fbf8-4f3d-b170-b077b3089c6b None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:15.418887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:15.421214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:15.429498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:15.431028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['416280f1-aba3-459f-ba00-5ddc0349e5b5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:09:15.432137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:15.437837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:15.438622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.448851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=547aeade-6680-4ea4-9c41-d585768e082e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:15.545168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.546955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7fc4c583-2db4-4a62-bb29-b2b3709ff617 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4188955 Feb 15 02:09:15.549771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:15.555621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:15.838666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:15.842029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-963ff34d-8c76-497f-ab76-164045ef06e6 None None] Provisioning complete for port 547aeade-6680-4ea4-9c41-d585768e082e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:15.842585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-963ff34d-8c76-497f-ab76-164045ef06e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (547aeade-6680-4ea4-9c41-d585768e082e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.843116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:15.904647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-963ff34d-8c76-497f-ab76-164045ef06e6 None None] Port 547aeade-6680-4ea4-9c41-d585768e082e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:15.949824 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5e78d70-959e-41c5-8778-7414c378cace (CIDR: 2001:db8::/64) Feb 15 02:09:16.000094 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:16.001139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:16.091135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e64be05f-2e06-4818-af31-ca4713c21796 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5377204 Feb 15 02:09:16.091686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58844) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:16.096760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:16.294177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313723-42d0-4ce6-bd8b-6a5c645968b9 req-a054cf4e-df6d-47c7-a7d4-c2f336563ee7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:16.295890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16313723-42d0-4ce6-bd8b-6a5c645968b9 req-a054cf4e-df6d-47c7-a7d4-c2f336563ee7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 944 time: 0.0612469 Feb 15 02:09:16.302726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:16.306565 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:16.320360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 416280f1-aba3-459f-ba00-5ddc0349e5b5 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:16.387788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16313723-42d0-4ce6-bd8b-6a5c645968b9 req-85cae398-0818-4cb0-9fae-8476c65373b2 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601418 Feb 15 02:09:16.481760 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 513cf351-6563-44ac-8b79-cce1dde47598 (CIDR: 2001:db8:0:1::/64) Feb 15 02:09:16.547437 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:16.548143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:16.571689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 416280f1-aba3-459f-ba00-5ddc0349e5b5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:09:16.578147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 416280f1-aba3-459f-ba00-5ddc0349e5b5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:16.579077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:16.677060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:16.683269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 416280f1-aba3-459f-ba00-5ddc0349e5b5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:16.683725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:16.684137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0cb158e-6772-4b25-ae8a-01a306c3a9df tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5911689 Feb 15 02:09:16.688614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'subnet': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:16.738190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:16.739235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:09:16.750481 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93388f-c3dd-461a-b1dc-9fa35d895810" -d '{"events": [{"server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "name": "network-vif-plugged", "status": "completed", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:09:16.817375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:16.980013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:17.096980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Made reservation on behalf of efd08f917d7c4537acfefce193660dac for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:17.105623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:17.214512 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8e844-f032-4c35-82cc-e2fe23c8a32b x-openstack-request-id: req-6ab8e844-f032-4c35-82cc-e2fe23c8a32b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:09:17.215271 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "name": "network-vif-plugged", "status": "completed", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:09:17.215767 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ab8e844-f032-4c35-82cc-e2fe23c8a32b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:09:17.216455 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'code': 200} Feb 15 02:09:17.369585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64563659-2073-46ac-9156-895978e54a56 req-31c863b4-42c5-4e8e-8f01-effa9bd102f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:17.372539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-64563659-2073-46ac-9156-895978e54a56 req-31c863b4-42c5-4e8e-8f01-effa9bd102f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1128 time: 0.0908608 Feb 15 02:09:17.489733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-64563659-2073-46ac-9156-895978e54a56 req-c38a6a48-e2d3-4aea-b9ca-755f7dec174e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969038 Feb 15 02:09:17.611998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef002a4-df12-4bb4-bf45-70fb18a0618a req-42025255-efb1-4c93-a46b-dd70d2fd4cd5 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:17.613923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aef002a4-df12-4bb4-bf45-70fb18a0618a req-42025255-efb1-4c93-a46b-dd70d2fd4cd5 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.0971317 Feb 15 02:09:17.678884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aef002a4-df12-4bb4-bf45-70fb18a0618a req-877853c2-1ec1-43bb-9cb9-c11942e63f7c tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522726 Feb 15 02:09:17.700374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (995cc0e5-c77f-43cd-a7a5-708427c2a5e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:17.748009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:17.753395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:17.770858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e992d-a34c-4306-b1bb-85cfe6418a46 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:17.771440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:17.774832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:17.791898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Subnet': ['ID=995cc0e5-c77f-43cd-a7a5-708427c2a5e9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:17.909316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4aae13a7-6c87-45ac-88a5-50260c20b971 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2300706 Feb 15 02:09:17.911689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:17.921399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-829080228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '995cc0e5-c77f-43cd-a7a5-708427c2a5e9'}], 'security_groups': ['2596f9b2-16cd-44e5-a7ef-60e73071b5b0', '89f01ef9-0204-44f0-802b-fb959ed7140a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:18.031085 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (547aeade-6680-4ea4-9c41-d585768e082e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:18.150221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Update dhcp port {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'fixed_ips': [{'subnet_id': '513cf351-6563-44ac-8b79-cce1dde47598', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5e78d70-959e-41c5-8778-7414c378cace', 'ip_address': '2001:db8::2'}, {'subnet_id': '995cc0e5-c77f-43cd-a7a5-708427c2a5e9'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '4dc90735-63c4-494a-b191-456d61ad5eba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:09:18.198790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:18.439956 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Allocated IP 2001:db8:0:2::2 (17e39a24-96c3-4463-aa59-9d7ba3905313/995cc0e5-c77f-43cd-a7a5-708427c2a5e9/4dc90735-63c4-494a-b191-456d61ad5eba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:18.549053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:18.581227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Publish callbacks [] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:18.584553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:18.643665 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:18.804385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe8a14-d61a-48d4-9aa4-856d51db22f8 None None] Pushing event updated for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:18.845588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Delete allocated IP 2001:db8::2da (17e39a24-96c3-4463-aa59-9d7ba3905313/f5e78d70-959e-41c5-8778-7414c378cace) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:09:18.853546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Allocated IP 2001:db8:0:2::1a9 (17e39a24-96c3-4463-aa59-9d7ba3905313/995cc0e5-c77f-43cd-a7a5-708427c2a5e9/547aeade-6680-4ea4-9c41-d585768e082e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:18.986185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1852b0b-0791-401e-a0b7-3f6af675b38d req-222ce4af-fd8c-4e7c-a226-4efe8a57571d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:18.995257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1852b0b-0791-401e-a0b7-3f6af675b38d req-222ce4af-fd8c-4e7c-a226-4efe8a57571d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.1300626 Feb 15 02:09:19.100105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:19.230971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:19.234451 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.242730 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for port (547aeade-6680-4ea4-9c41-d585768e082e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.253386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1852b0b-0791-401e-a0b7-3f6af675b38d req-705c8c5f-126b-4ca3-b613-527b63373c3b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961968 Feb 15 02:09:19.311011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (547aeade-6680-4ea4-9c41-d585768e082e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.434435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] In _notify_port_updated(), no bound segment for port 547aeade-6680-4ea4-9c41-d585768e082e on network 17e39a24-96c3-4463-aa59-9d7ba3905313 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:09:19.435889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:19.462611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:19.463891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.465676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "PUT /v2.0/ports/547aeade-6680-4ea4-9c41-d585768e082e HTTP/1.1" status: 200 len: 969 time: 1.5526578 Feb 15 02:09:19.468495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:19.521218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32634cdf-94fb-4ab1-b166-346b3de492a5 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event updated for resources: {'Port': ['ID=547aeade-6680-4ea4-9c41-d585768e082e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:19.653539 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 547aeade-6680-4ea4-9c41-d585768e082e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:09:19.653983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (547aeade-6680-4ea4-9c41-d585768e082e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.785103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (547aeade-6680-4ea4-9c41-d585768e082e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:19.807127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 547aeade-6680-4ea4-9c41-d585768e082e owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:09:20.062818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (547aeade-6680-4ea4-9c41-d585768e082e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.080018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:20.083677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.101463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=547aeade-6680-4ea4-9c41-d585768e082e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:20.140249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:20.144526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Could not find standard attr ID for object 547aeade-6680-4ea4-9c41-d585768e082e. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:09:20.149946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.156695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-564a510a-e311-4176-a3de-181635fe0f57 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/547aeade-6680-4ea4-9c41-d585768e082e HTTP/1.1" status: 204 len: 168 time: 0.6863897 Feb 15 02:09:20.159268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:20.181208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:20.181589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.219713 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d68ff52-1d4c-46cd-b744-fce963ebb260 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] GET failed (client error): The resource could not be found. Feb 15 02:09:20.224054 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d68ff52-1d4c-46cd-b744-fce963ebb260 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports/547aeade-6680-4ea4-9c41-d585768e082e HTTP/1.1" status: 404 len: 333 time: 0.0637095 Feb 15 02:09:20.230048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:20.359404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (ca76af2f-0fba-458d-9812-e0b339af8f20), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.395907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d3192a37-6e08-4532-b33c-dbeee7b52100 None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:20.440406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (ca76af2f-0fba-458d-9812-e0b339af8f20), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.499189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264676-2356-4378-8316-576feb0866dd req-7ccd4aba-5f50-4d40-a3e9-1a972d140f91 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:20.500832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56264676-2356-4378-8316-576feb0866dd req-7ccd4aba-5f50-4d40-a3e9-1a972d140f91 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.1274481 Feb 15 02:09:20.518766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6890c861-1378-4b4e-916a-aad829fece47 None None] Could not find standard attr ID for object 547aeade-6680-4ea4-9c41-d585768e082e. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:09:20.571454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56264676-2356-4378-8316-576feb0866dd req-7823d307-cf2a-47c9-bcbd-d48bee5bc570 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592284 Feb 15 02:09:20.639599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ca76af2f-0fba-458d-9812-e0b339af8f20), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.642466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.646623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:20.647151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/security-groups/ca76af2f-0fba-458d-9812-e0b339af8f20 HTTP/1.1" status: 204 len: 168 time: 0.4156449 Feb 15 02:09:20.663805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78eb18-1690-4265-a38a-01bac9ba386e tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76af2f-0fba-458d-9812-e0b339af8f20,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:20.750136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (89f01ef9-0204-44f0-802b-fb959ed7140a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.753038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2983-a743-4e9f-a05a-b6c996a5544f req-4b1018f6-0242-4cca-8ad8-93c1c6ea79ff tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:20.755192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5aa2983-a743-4e9f-a05a-b6c996a5544f req-4b1018f6-0242-4cca-8ad8-93c1c6ea79ff tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.0858407 Feb 15 02:09:20.764925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:20.770688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Request body: {'floatingip': {'port_id': '416280f1-aba3-459f-ba00-5ddc0349e5b5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:20.776759 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (89f01ef9-0204-44f0-802b-fb959ed7140a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.818416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.907903 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (89f01ef9-0204-44f0-802b-fb959ed7140a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.910711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:20.915180 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/security-groups/89f01ef9-0204-44f0-802b-fb959ed7140a HTTP/1.1" status: 204 len: 168 time: 0.2643406 Feb 15 02:09:20.916371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:20.925786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2a06f-b839-4989-bced-cb2e78f9ad87 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f01ef9-0204-44f0-802b-fb959ed7140a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:21.037354 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (2596f9b2-16cd-44e5-a7ef-60e73071b5b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.079030 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8646b413-f6e5-4898-b280-4edd029c4844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.101301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (2596f9b2-16cd-44e5-a7ef-60e73071b5b0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.331721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2596f9b2-16cd-44e5-a7ef-60e73071b5b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.337296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.338434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/security-groups/2596f9b2-16cd-44e5-a7ef-60e73071b5b0 HTTP/1.1" status: 204 len: 168 time: 0.4219046 Feb 15 02:09:21.341254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:21.347879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e02787-82f9-4c3a-ba36-161f1fcb04ad tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2596f9b2-16cd-44e5-a7ef-60e73071b5b0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:21.403532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet f5e78d70-959e-41c5-8778-7414c378cace {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:09:21.407699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (f5e78d70-959e-41c5-8778-7414c378cace), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.464457 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (f5e78d70-959e-41c5-8778-7414c378cace), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.675456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f5e78d70-959e-41c5-8778-7414c378cace), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.685070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.799818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.800716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f5e78d70-959e-41c5-8778-7414c378cace), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.830477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e78d70-959e-41c5-8778-7414c378cace,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:21.838493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.843395 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-98659048-e747-4bd4-b545-9675a6fd95ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/f5e78d70-959e-41c5-8778-7414c378cace HTTP/1.1" status: 204 len: 168 time: 0.5007904 Feb 15 02:09:21.847166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:21.855700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff274d84-4b92-4915-b9c6-ce380384bda4 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:21.888995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58972) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:21.922167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet 995cc0e5-c77f-43cd-a7a5-708427c2a5e9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:09:21.926915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (995cc0e5-c77f-43cd-a7a5-708427c2a5e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:21.975833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (995cc0e5-c77f-43cd-a7a5-708427c2a5e9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.021644 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Floating IP 5c75409f-f8c8-4db9-85b6-bd751101ef9f associated. External IP: 172.25.2.211, port: 416280f1-aba3-459f-ba00-5ddc0349e5b5. Feb 15 02:09:22.109552 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd55afb-ac85-4fea-941c-e2daa18cb067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.124333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (995cc0e5-c77f-43cd-a7a5-708427c2a5e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.294110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd55afb-ac85-4fea-941c-e2daa18cb067 admin admin] Publish callbacks [] for security_group (7b930b7f-c52d-4598-b6d6-4b211e343452), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.314705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (995cc0e5-c77f-43cd-a7a5-708427c2a5e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.365718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd55afb-ac85-4fea-941c-e2daa18cb067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b930b7f-c52d-4598-b6d6-4b211e343452), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.425986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8cd55afb-ac85-4fea-941c-e2daa18cb067 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f7821ba52bf438dbfb4b9b6e1dc553e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5334110 Feb 15 02:09:22.425986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=995cc0e5-c77f-43cd-a7a5-708427c2a5e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:22.428996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.434835 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ec5ae86a-0157-4698-811e-45be057c0973 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/995cc0e5-c77f-43cd-a7a5-708427c2a5e9 HTTP/1.1" status: 204 len: 168 time: 0.5845666 Feb 15 02:09:22.434835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:22.446033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:22.510866 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-527cf1f3-792b-478d-a189-1afd49ac753a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:22.512910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527cf1f3-792b-478d-a189-1afd49ac753a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:22.530906 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-527cf1f3-792b-478d-a189-1afd49ac753a tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/f5e78d70-959e-41c5-8778-7414c378cace HTTP/1.1" status: 404 len: 337 time: 0.0748765 Feb 15 02:09:22.534618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:22.564898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55afb-ac85-4fea-941c-e2daa18cb067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b930b7f-c52d-4598-b6d6-4b211e343452,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:22.676276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] Publish callbacks [] for security_group (7b930b7f-c52d-4598-b6d6-4b211e343452), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.682922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting subnet 513cf351-6563-44ac-8b79-cce1dde47598 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:09:22.688800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (513cf351-6563-44ac-8b79-cce1dde47598), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.762553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] Publish callbacks [] for security_group (7b930b7f-c52d-4598-b6d6-4b211e343452), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.790567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (513cf351-6563-44ac-8b79-cce1dde47598), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:22.856891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:09:22.935028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (513cf351-6563-44ac-8b79-cce1dde47598), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.039982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b930b7f-c52d-4598-b6d6-4b211e343452), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.042852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.045302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b930b7f-c52d-4598-b6d6-4b211e343452 HTTP/1.1" status: 204 len: 168 time: 0.6074631 Feb 15 02:09:23.048980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5df4d0-49be-4ded-aec2-5dc90494274c None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:23.057869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71a436-deca-439e-9800-606218fd8fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b930b7f-c52d-4598-b6d6-4b211e343452,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:23.069821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (513cf351-6563-44ac-8b79-cce1dde47598), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.069993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:09:23.079452 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.084432 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:09:23.117351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d902106-bf7d-489b-a0f6-e07b58711898 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "PUT /v2.0/floatingips/5c75409f-f8c8-4db9-85b6-bd751101ef9f HTTP/1.1" status: 200 len: 991 time: 2.3512402 Feb 15 02:09:23.118046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:09:23.121014 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:09:23.122948 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:23.124145 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:23.157005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.161763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/513cf351-6563-44ac-8b79-cce1dde47598 HTTP/1.1" status: 204 len: 168 time: 0.6091871 Feb 15 02:09:23.163180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b76c5-7ea3-4155-8921-e3c05f21bd77 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Subnet': ['ID=513cf351-6563-44ac-8b79-cce1dde47598,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:23.164263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 58994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.193191 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63de77d-652f-480b-9136-3901e95284cd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.193914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63de77d-652f-480b-9136-3901e95284cd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.197762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e63de77d-652f-480b-9136-3901e95284cd tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/c4368e86-41af-41e3-a122-7c244dbe0796 HTTP/1.1" status: 404 len: 337 time: 0.0322537 Feb 15 02:09:23.200481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 58996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.233394 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8f551c8b-1be1-45a9-b0d6-b44fef7ab2a1 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "GET /v2.0/ports?device_id=28602648-59fd-4834-beb4-c1f98e86c804 HTTP/1.1" status: 200 len: 205 time: 0.0313828 Feb 15 02:09:23.240391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.300075 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:23.362066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:23.368180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.394583 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-31225bba-14af-438d-8093-d49cc057d050 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] delete failed (client error): The resource could not be found. Feb 15 02:09:23.401296 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31225bba-14af-438d-8093-d49cc057d050 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/routers/28602648-59fd-4834-beb4-c1f98e86c804 HTTP/1.1" status: 404 len: 336 time: 0.1567242 Feb 15 02:09:23.402249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.483046 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a517c5fa-fc37-4e01-b0ba-38eb36e30508 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.488614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a517c5fa-fc37-4e01-b0ba-38eb36e30508 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.496349 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a517c5fa-fc37-4e01-b0ba-38eb36e30508 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/c36a8a33-1601-462f-83c0-f99d5513b981 HTTP/1.1" status: 404 len: 337 time: 0.0917349 Feb 15 02:09:23.504224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.509166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:23.530597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:23.531266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.548603 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a4c0be-3f51-4097-b138-d8c1f4fed8ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.549173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a4c0be-3f51-4097-b138-d8c1f4fed8ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.557818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.558157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37a4c0be-3f51-4097-b138-d8c1f4fed8ba tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/4e0a4bb2-2159-4b28-a63e-257c24d90612 HTTP/1.1" status: 404 len: 337 time: 0.0587802 Feb 15 02:09:23.612819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f4cb-16aa-4360-9349-ede422664370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.628714 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3e736d-cea6-4985-833c-04e659642dcf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.629439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3e736d-cea6-4985-833c-04e659642dcf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.636482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d3e736d-cea6-4985-833c-04e659642dcf tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/da2c82fb-2b43-440e-82c2-a6f80e532170 HTTP/1.1" status: 404 len: 337 time: 0.0767429 Feb 15 02:09:23.638388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.698308 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6bc708-3f9f-4e23-b12f-73bc99b97959 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.699923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6bc708-3f9f-4e23-b12f-73bc99b97959 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.707851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad6bc708-3f9f-4e23-b12f-73bc99b97959 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/d4efbb84-7e84-4db5-88eb-024a2efa6f75 HTTP/1.1" status: 404 len: 333 time: 0.0676055 Feb 15 02:09:23.709345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a2d227c0-da88-44c3-9010-0f9f12cbf109 None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:23.710657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.728932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec4c1d-c988-4a49-97cd-eb529236e953 None None] Update dhcp port {'port': {'network_id': '17e39a24-96c3-4463-aa59-9d7ba3905313', 'fixed_ips': [{'subnet_id': '513cf351-6563-44ac-8b79-cce1dde47598'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '4dc90735-63c4-494a-b191-456d61ad5eba'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:09:23.762496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fec4c1d-c988-4a49-97cd-eb529236e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:23.772698 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdf9967-3c06-4e56-a7f3-c84887398b47 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.773466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdf9967-3c06-4e56-a7f3-c84887398b47 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.778092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6bdf9967-3c06-4e56-a7f3-c84887398b47 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/7a1b921f-0293-4f84-8dcb-16af4a03feb2 HTTP/1.1" status: 404 len: 337 time: 0.0656552 Feb 15 02:09:23.780895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.814372 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1054775d-2387-4488-95e8-bbae7a5b517f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.815552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1054775d-2387-4488-95e8-bbae7a5b517f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.824145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1054775d-2387-4488-95e8-bbae7a5b517f tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/a83511fa-19fa-4c36-bff6-9ce7b86bf059 HTTP/1.1" status: 404 len: 337 time: 0.0418603 Feb 15 02:09:23.826496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.865481 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb9445c-0ee6-4a93-86e6-572631ab7fb2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.866746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb9445c-0ee6-4a93-86e6-572631ab7fb2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.871354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afb9445c-0ee6-4a93-86e6-572631ab7fb2 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/897cdd65-644b-437b-86ff-e473404d1315 HTTP/1.1" status: 404 len: 333 time: 0.0438166 Feb 15 02:09:23.878995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:23.879347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5c75409f-f8c8-4db9-85b6-bd751101ef9f', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:79:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75542a5d-0111-49ba-a954-65c9df18ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:08:54Z', 'updated_at': '2022-02-15T02:09:21Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:23.919249 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc470fe-d32c-4a54-a069-0485ec680dad x-openstack-request-id: req-fbc470fe-d32c-4a54-a069-0485ec680dad {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:09:23.919599 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:09:23.919908 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbc470fe-d32c-4a54-a069-0485ec680dad {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:09:23.920452 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'status': 'completed', 'code': 200} Feb 15 02:09:23.936643 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:09:23.948067 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:23.949295 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:23.973922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c27e71-252d-4980-a846-c8a7fa51d8b2 None None] Network 17e39a24-96c3-4463-aa59-9d7ba3905313 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:23.986151 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e2d813-d8e2-4835-88c6-aef412871845 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:23.986852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e2d813-d8e2-4835-88c6-aef412871845 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:23.994358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59028) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:24.007361 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2e2d813-d8e2-4835-88c6-aef412871845 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/73af895a-9a45-4955-8df3-19376b9b136a HTTP/1.1" status: 404 len: 337 time: 0.1269934 Feb 15 02:09:24.044204 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ffa205-8098-4584-831b-4e3d1acde890 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] DELETE failed (client error): The resource could not be found. Feb 15 02:09:24.044703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ffa205-8098-4584-831b-4e3d1acde890 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:09:24.055251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7ffa205-8098-4584-831b-4e3d1acde890 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/subnets/b1398e23-e88c-48a6-9b1c-22df42ceb102 HTTP/1.1" status: 404 len: 337 time: 0.0597851 Feb 15 02:09:24.055902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:24.081231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-cb93eea3-2605-4209-9f9d-1a06ff4a58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:24.083374 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-cb93eea3-2605-4209-9f9d-1a06ff4a58fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1128 time: 0.1196990 Feb 15 02:09:24.115250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:24.166190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69a207df-d52a-43fe-8a2d-0b4c822957a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.175403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Provisioning complete for port a55caf38-4a97-4c83-aa5b-5434f8bb4135 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:24.176015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.286499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-8096b6f4-9b47-4edb-a0c3-2387a70e3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:24.291474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-8096b6f4-9b47-4edb-a0c3-2387a70e3c12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.1981876 Feb 15 02:09:24.295416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Port a55caf38-4a97-4c83-aa5b-5434f8bb4135 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:24.311950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Provisioning complete for port 4dc90735-63c4-494a-b191-456d61ad5eba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:24.312342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.372099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port a55caf38-4a97-4c83-aa5b-5434f8bb4135 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:09:24.374225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.415781 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:24.433792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-624d5cbc-5301-4b69-9aad-4e342704cfa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 200 len: 999 time: 0.1358004 Feb 15 02:09:24.457847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] DHCP port deletion for 17e39a24-96c3-4463-aa59-9d7ba3905313 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:09:24.512576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.527948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for a55caf38-4a97-4c83-aa5b-5434f8bb4135 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:09:24.540352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-fb355506-c79c-4226-bd7c-d2c9223567cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:24.546690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-fb355506-c79c-4226-bd7c-d2c9223567cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.1012521 Feb 15 02:09:24.599715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a3e75445-6887-4199-87a3-1d1abd92e65e None None] Current status of the port 4dc90735-63c4-494a-b191-456d61ad5eba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:24.640857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-85646e00-256d-4414-b725-bc93494674d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:24.644580 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-85646e00-256d-4414-b725-bc93494674d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0927243 Feb 15 02:09:24.669866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.671620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Deleting port 4dc90735-63c4-494a-b191-456d61ad5eba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:09:24.674071 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.678311 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69a207df-d52a-43fe-8a2d-0b4c822957a0 admin admin] Publish callbacks [] for security_group (694b538e-f374-4f67-b2e6-219007e0f9fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.680727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a55caf38-4a97-4c83-aa5b-5434f8bb4135), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.731485 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5c75409f-f8c8-4db9-85b6-bd751101ef9f', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:79:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75542a5d-0111-49ba-a954-65c9df18ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:08:54Z', 'updated_at': '2022-02-15T02:09:21Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:24.742369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=a55caf38-4a97-4c83-aa5b-5434f8bb4135,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:24.754252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69a207df-d52a-43fe-8a2d-0b4c822957a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (694b538e-f374-4f67-b2e6-219007e0f9fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.789919 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb886a7-0a4f-481c-92e4-a646cf5b464f None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '5c75409f-f8c8-4db9-85b6-bd751101ef9f', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'port_id': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'mac_address': 'fa:16:3e:79:1d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75542a5d-0111-49ba-a954-65c9df18ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:08:54Z', 'updated_at': '2022-02-15T02:09:21Z', 'revision_number': 1, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:09:24.822302 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-a6c05f6b-14da-4212-a9f9-025934207926 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716378 Feb 15 02:09:24.833328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a207df-d52a-43fe-8a2d-0b4c822957a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b538e-f374-4f67-b2e6-219007e0f9fc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:24.837242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4dc90735-63c4-494a-b191-456d61ad5eba,segment=NetworkSegment(fdb23d4d-20e9-4b30-ab41-fd742de37246),segment_id=fdb23d4d-20e9-4b30-ab41-fd742de37246)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:24.842084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.865882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:24.874317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Calling delete_port for 4dc90735-63c4-494a-b191-456d61ad5eba owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:09:24.878814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8449daab-81a0-4527-8a56-0406d8c7d7e6 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/ports/a55caf38-4a97-4c83-aa5b-5434f8bb4135 HTTP/1.1" status: 204 len: 168 time: 0.8197036 Feb 15 02:09:24.889850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:24.984988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a41b05f9-48fe-4c8d-9d27-989b25e5e5e8 req-e44a8d06-9394-4f74-9f64-d88b493230e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555567 Feb 15 02:09:25.004903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:25.005381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-69a207df-d52a-43fe-8a2d-0b4c822957a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b25d942e5e88433f8891a222abd81334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890092 Feb 15 02:09:25.061153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (17e39a24-96c3-4463-aa59-9d7ba3905313), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.108492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:09:25.126097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] Publish callbacks [] for security_group (694b538e-f374-4f67-b2e6-219007e0f9fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.163540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Deleting port 4dc90735-63c4-494a-b191-456d61ad5eba {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:09:25.179400 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.180983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] Publish callbacks [] for security_group (694b538e-f374-4f67-b2e6-219007e0f9fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.206135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.259347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] Pushing event deleted for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:25.269887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port 4dc90735-63c4-494a-b191-456d61ad5eba {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 02:09:25.273938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port 4dc90735-63c4-494a-b191-456d61ad5eba host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:09:25.273938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4dc90735-63c4-494a-b191-456d61ad5eba not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:09:25.302941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f109-c009-49dd-a491-42677aafc33c None None] New status for floating IP 5c75409f-f8c8-4db9-85b6-bd751101ef9f: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:09:25.325321 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (694b538e-f374-4f67-b2e6-219007e0f9fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.330703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.331961 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/694b538e-f374-4f67-b2e6-219007e0f9fc HTTP/1.1" status: 204 len: 168 time: 0.3260021 Feb 15 02:09:25.342462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f39ea-02c8-4fa0-838f-e1d241030b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b538e-f374-4f67-b2e6-219007e0f9fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:25.342963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] For port 4dc90735-63c4-494a-b191-456d61ad5eba, host n-d-829064-14, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:25.343462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.359645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Calling delete_port for 4dc90735-63c4-494a-b191-456d61ad5eba owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:09:25.363307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Port 4dc90735-63c4-494a-b191-456d61ad5eba was not found and therefore no delete operation was performed {{(pid=103884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:09:25.364907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4dc90735-63c4-494a-b191-456d61ad5eba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.383685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] No DVR routers for this DVR port 4dc90735-63c4-494a-b191-456d61ad5eba on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:09:25.446811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Port': ['ID=4dc90735-63c4-494a-b191-456d61ad5eba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:25.539340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (17e39a24-96c3-4463-aa59-9d7ba3905313), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.571780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e39a24-96c3-4463-aa59-9d7ba3905313']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:25.583108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b478ce-451d-4b34-84e7-d7f1d54c3c33 None None] No DVR routers for this DVR port 4dc90735-63c4-494a-b191-456d61ad5eba on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:09:25.597751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb23d4d-20e9-4b30-ab41-fd742de37246') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:25.599451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb23d4d-20e9-4b30-ab41-fd742de37246') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:25.609686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (fdb23d4d-20e9-4b30-ab41-fd742de37246), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.630956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fdb23d4d-20e9-4b30-ab41-fd742de37246), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.641093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:09:25.641497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (fdb23d4d-20e9-4b30-ab41-fd742de37246), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:09:25.645229 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:09:26.017704 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (17e39a24-96c3-4463-aa59-9d7ba3905313), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:26.072775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:26.082420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:26.091677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] 10.222.0.43 "DELETE /v2.0/networks/17e39a24-96c3-4463-aa59-9d7ba3905313 HTTP/1.1" status: 204 len: 168 time: 1.1911840 Feb 15 02:09:26.094092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e5ae-c051-45de-8f51-0e11dc2192d0 tempest-PortsIpV6TestJSON-2059797144 tempest-PortsIpV6TestJSON-2059797144-project] Pushing event deleted for resources: {'Network': ['ID=17e39a24-96c3-4463-aa59-9d7ba3905313,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:26.864528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:27.116703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:27.117242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17872ffd-0f12-4446-9a24-59ca906eba82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efd08f917d7c4537acfefce193660dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504442 Feb 15 02:09:27.191918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] Publish callbacks [] for security_group (8041f08c-e89b-4bb4-b87e-62c44e4949f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:27.221984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] Publish callbacks [] for security_group (8041f08c-e89b-4bb4-b87e-62c44e4949f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:27.331697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8041f08c-e89b-4bb4-b87e-62c44e4949f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:27.336709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:27.339581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8041f08c-e89b-4bb4-b87e-62c44e4949f4 HTTP/1.1" status: 204 len: 168 time: 0.2207956 Feb 15 02:09:27.362637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dcde6-3170-421d-b00a-3d80cc108fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041f08c-e89b-4bb4-b87e-62c44e4949f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:27.389932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:29.358054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:29.527973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b32a57a4-ae4e-4173-82b9-22e84c3f5e69 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:29.528449 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-b32a57a4-ae4e-4173-82b9-22e84c3f5e69 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 02:09:29.536128 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b32a57a4-ae4e-4173-82b9-22e84c3f5e69 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:09:29.536128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b32a57a4-ae4e-4173-82b9-22e84c3f5e69 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1709428 Feb 15 02:09:29.536128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:29.556089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136675901'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:29.674304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:29.685442 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:29.797957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (383aeb9d-b02c-4a1e-8e1f-151d962c3616), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:29.879142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (383aeb9d-b02c-4a1e-8e1f-151d962c3616), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.018364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383aeb9d-b02c-4a1e-8e1f-151d962c3616,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:30.033716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.034073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.034428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.035909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.036412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.036759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.037101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.037439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.037811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.038145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.038477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.038804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.039131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:30.122024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (c1b6389e-2fad-4ceb-b7c6-2dac8765dd21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.193361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c1b6389e-2fad-4ceb-b7c6-2dac8765dd21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.226038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6389e-2fad-4ceb-b7c6-2dac8765dd21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:30.287915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.289431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-574d45f8-412a-4bb5-a671-1a35eb4104f0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7521017 Feb 15 02:09:30.294728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:30.298652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'c1b6389e-2fad-4ceb-b7c6-2dac8765dd21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:30.421586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group_rule (2a96b114-0fad-413b-b9d5-00f7d4787528), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.492015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group_rule (2a96b114-0fad-413b-b9d5-00f7d4787528), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.559507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2a96b114-0fad-413b-b9d5-00f7d4787528), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.582051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a96b114-0fad-413b-b9d5-00f7d4787528,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:30.665238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.666893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afd2c19a-fa5a-4ceb-ad9a-0da8482a8c51 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725350 Feb 15 02:09:30.669734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:30.676071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-55b99f64-656d-433d-8d1c-67d76be76fd1 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'c1b6389e-2fad-4ceb-b7c6-2dac8765dd21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:30.805473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55b99f64-656d-433d-8d1c-67d76be76fd1 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group_rule (9e5db3bd-ca45-4722-acba-7f920898747f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:30.982513 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-55b99f64-656d-433d-8d1c-67d76be76fd1 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:09:30.984144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55b99f64-656d-433d-8d1c-67d76be76fd1 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3132281 Feb 15 02:09:30.986861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:31.016092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:31.152328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (c1b6389e-2fad-4ceb-b7c6-2dac8765dd21), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.217651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (c1b6389e-2fad-4ceb-b7c6-2dac8765dd21), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.369324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Deleting subnet bcff13f9-d440-43da-a484-055b08e3742d {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:09:31.376165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Publish callbacks [] for subnet (bcff13f9-d440-43da-a484-055b08e3742d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.377551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c1b6389e-2fad-4ceb-b7c6-2dac8765dd21), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.381173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.385364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/c1b6389e-2fad-4ceb-b7c6-2dac8765dd21 HTTP/1.1" status: 204 len: 168 time: 0.3951459 Feb 15 02:09:31.400153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:31.401125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b3a61-f868-4c5a-9ddd-52bcdca6538e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6389e-2fad-4ceb-b7c6-2dac8765dd21,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:31.452968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (bcff13f9-d440-43da-a484-055b08e3742d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.527317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bcff13f9-d440-43da-a484-055b08e3742d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.546847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e5a927cf-e833-4588-a993-00fdbe7c5551 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189895 Feb 15 02:09:31.547383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:31.551734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131331345'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:31.673532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.702765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (bcff13f9-d440-43da-a484-055b08e3742d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.773855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcff13f9-d440-43da-a484-055b08e3742d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:31.780152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.788351 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ec0785c8-a06e-4067-9b04-2dc6fcbae405 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bcff13f9-d440-43da-a484-055b08e3742d HTTP/1.1" status: 204 len: 168 time: 0.7705915 Feb 15 02:09:31.791672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:31.817100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (8d20d480-c899-4b16-a5fd-f9a3c2a1fd07), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.870306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (02e8c174-f390-47e6-89ce-415d30861b1c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.885292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8d20d480-c899-4b16-a5fd-f9a3c2a1fd07), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.962453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d20d480-c899-4b16-a5fd-f9a3c2a1fd07,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:31.973958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (02e8c174-f390-47e6-89ce-415d30861b1c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.984742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:31.991411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb328ca1-6554-463e-8e3d-223954939fa4 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4425769 Feb 15 02:09:31.995815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:32.004092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d4d7abf-cb05-41a7-8b07-ddf3750f6ac8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '8d20d480-c899-4b16-a5fd-f9a3c2a1fd07', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:32.010297 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-6d4d7abf-cb05-41a7-8b07-ddf3750f6ac8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 02:09:32.011269 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6d4d7abf-cb05-41a7-8b07-ddf3750f6ac8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:32.016821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d4d7abf-cb05-41a7-8b07-ddf3750f6ac8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0193436 Feb 15 02:09:32.020744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:32.040365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8c174-f390-47e6-89ce-415d30861b1c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:32.063202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e2717-873f-443a-b944-0e127f8fc4d3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:32.067166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e2717-873f-443a-b944-0e127f8fc4d3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:32.086485 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (be1e2717-873f-443a-b944-0e127f8fc4d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.114624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be1e2717-873f-443a-b944-0e127f8fc4d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.128972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:09:32.132217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (be1e2717-873f-443a-b944-0e127f8fc4d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.143248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (8d20d480-c899-4b16-a5fd-f9a3c2a1fd07), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.201118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (8d20d480-c899-4b16-a5fd-f9a3c2a1fd07), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:09:32.250041 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:09:32.325202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (02e8c174-f390-47e6-89ce-415d30861b1c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.338041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.341416 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] 10.222.0.43 "DELETE /v2.0/networks/02e8c174-f390-47e6-89ce-415d30861b1c HTTP/1.1" status: 204 len: 168 time: 0.5485535 Feb 15 02:09:32.358490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8d20d480-c899-4b16-a5fd-f9a3c2a1fd07), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.361364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.366077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/8d20d480-c899-4b16-a5fd-f9a3c2a1fd07 HTTP/1.1" status: 204 len: 168 time: 0.3409588 Feb 15 02:09:32.388276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:32.407509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c1478-d7e4-4d54-b9c7-b283f2f79877 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d20d480-c899-4b16-a5fd-f9a3c2a1fd07,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:32.444438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b2c62-5988-451b-8121-c7d8d7101ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=02e8c174-f390-47e6-89ce-415d30861b1c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:32.531810 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:09:32.536166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a00ba865-fa29-4179-ad0c-0ea6615424ce tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339934 Feb 15 02:09:32.540852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:32.545971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122453877'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:32.678000 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.848569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (715325c4-7d89-45a1-8025-81c3404392df), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.924831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (715325c4-7d89-45a1-8025-81c3404392df), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:32.930052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.007839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715325c4-7d89-45a1-8025-81c3404392df,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:33.018419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-44011c12-5e3e-48cb-90f4-855ad6251fc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80ca453bb1424c709ced1547adeec7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866406 Feb 15 02:09:33.020595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.047951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.056845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-38b9d8fd-a784-40bf-9c39-e1cc582b2c45 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5081017 Feb 15 02:09:33.057037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.062575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8567561a-11fc-4b58-99fa-6927e4ec805e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '715325c4-7d89-45a1-8025-81c3404392df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:33.063218 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-8567561a-11fc-4b58-99fa-6927e4ec805e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 02:09:33.063731 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8567561a-11fc-4b58-99fa-6927e4ec805e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:33.069543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8567561a-11fc-4b58-99fa-6927e4ec805e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079293 Feb 15 02:09:33.069913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.116590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] Publish callbacks [] for security_group (67f0fa87-3ec9-44fc-9f2e-373c29c81e9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.158136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] Publish callbacks [] for security_group (67f0fa87-3ec9-44fc-9f2e-373c29c81e9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.189206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (715325c4-7d89-45a1-8025-81c3404392df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.235703 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (715325c4-7d89-45a1-8025-81c3404392df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.302463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67f0fa87-3ec9-44fc-9f2e-373c29c81e9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.308006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.312093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67f0fa87-3ec9-44fc-9f2e-373c29c81e9f HTTP/1.1" status: 204 len: 168 time: 0.2878919 Feb 15 02:09:33.341048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e850f-95cf-48d9-89db-02d6cb5e979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0fa87-3ec9-44fc-9f2e-373c29c81e9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:33.359659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (715325c4-7d89-45a1-8025-81c3404392df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.362911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.373703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.373903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/715325c4-7d89-45a1-8025-81c3404392df HTTP/1.1" status: 204 len: 168 time: 0.3007956 Feb 15 02:09:33.401562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e817aa-4da9-4ed2-9e0e-46ab6bedb399 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715325c4-7d89-45a1-8025-81c3404392df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:33.511562 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0c57670-30cc-4545-8827-f910d6d38917 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1331787 Feb 15 02:09:33.511790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:33.513698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--107797048'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:33.645324 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.788209 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (24200c6e-f8f6-4f26-a054-b050bdb94773), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.868129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (24200c6e-f8f6-4f26-a054-b050bdb94773), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:33.959766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24200c6e-f8f6-4f26-a054-b050bdb94773,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:34.047918 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.049376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b339cf2d-8bf5-4c93-ae6f-b3221c746265 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5394895 Feb 15 02:09:34.052443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.057715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-92038c29-e86c-4e9a-8af6-62f0b500a96b tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '24200c6e-f8f6-4f26-a054-b050bdb94773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:34.059995 n-d-829064-14 neutron-server[103885]: WARNING neutron.api.v2.base [None req-92038c29-e86c-4e9a-8af6-62f0b500a96b tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 02:09:34.060792 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-92038c29-e86c-4e9a-8af6-62f0b500a96b tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:34.062474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92038c29-e86c-4e9a-8af6-62f0b500a96b tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087354 Feb 15 02:09:34.064721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.070907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-63a6b78a-e180-4209-93d6-c90f4bc8aa97 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '24200c6e-f8f6-4f26-a054-b050bdb94773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:34.071808 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-63a6b78a-e180-4209-93d6-c90f4bc8aa97 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 02:09:34.072483 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-63a6b78a-e180-4209-93d6-c90f4bc8aa97 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:34.073698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63a6b78a-e180-4209-93d6-c90f4bc8aa97 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076592 Feb 15 02:09:34.079909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.086686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-74801a6e-ea50-44cc-8275-f906ebe26b38 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '24200c6e-f8f6-4f26-a054-b050bdb94773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:34.089871 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-74801a6e-ea50-44cc-8275-f906ebe26b38 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 02:09:34.090559 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-74801a6e-ea50-44cc-8275-f906ebe26b38 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:34.093002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-74801a6e-ea50-44cc-8275-f906ebe26b38 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115716 Feb 15 02:09:34.095868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.109467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-211c2e4f-3111-4555-afb9-a36d43ccadc0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '24200c6e-f8f6-4f26-a054-b050bdb94773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:34.109467 n-d-829064-14 neutron-server[103885]: WARNING neutron.api.v2.base [None req-211c2e4f-3111-4555-afb9-a36d43ccadc0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 02:09:34.109467 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-211c2e4f-3111-4555-afb9-a36d43ccadc0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:34.110435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-211c2e4f-3111-4555-afb9-a36d43ccadc0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132093 Feb 15 02:09:34.113067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.336510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (24200c6e-f8f6-4f26-a054-b050bdb94773), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.370542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (24200c6e-f8f6-4f26-a054-b050bdb94773), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.552412 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (24200c6e-f8f6-4f26-a054-b050bdb94773), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.556047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.557063 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/24200c6e-f8f6-4f26-a054-b050bdb94773 HTTP/1.1" status: 204 len: 168 time: 0.4424608 Feb 15 02:09:34.559999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.569775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277ced-b0b4-481a-b278-2a5e3187c86f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24200c6e-f8f6-4f26-a054-b050bdb94773,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:34.657247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8c06814c-3de2-4c41-b96c-9c319e355d18 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0959029 Feb 15 02:09:34.664867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:34.672275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--773689193'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:34.816875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:34.939610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fb8d8fc5-757b-484e-ae7f-5e008d692dd5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.044808 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb8d8fc5-757b-484e-ae7f-5e008d692dd5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.104169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d8fc5-757b-484e-ae7f-5e008d692dd5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:35.146575 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.218907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.220586 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a81bd15d-681f-4540-a68a-e377379e3673 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5521455 Feb 15 02:09:35.223585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.230735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c2fa5123-fee2-4990-bc42-0975d425b9a2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.233489 n-d-829064-14 neutron-server[103885]: WARNING neutron.api.v2.base [None req-c2fa5123-fee2-4990-bc42-0975d425b9a2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 02:09:35.234622 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c2fa5123-fee2-4990-bc42-0975d425b9a2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:35.237328 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2fa5123-fee2-4990-bc42-0975d425b9a2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120182 Feb 15 02:09:35.239849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.246152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c357ed1-418a-4f6d-b8f9-dae17fa6a122 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.305036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2019654994-network', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.433961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Made reservation on behalf of 1cbb1920951e4abb9cc2805da487dfaa for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:35.437591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.454649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.524879 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2c357ed1-418a-4f6d-b8f9-dae17fa6a122 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:35.529588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.532971 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c357ed1-418a-4f6d-b8f9-dae17fa6a122 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2911844 Feb 15 02:09:35.536113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c9ac46b1-2686-49c1-a6d2-e61b2070eeac tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.537029 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-c9ac46b1-2686-49c1-a6d2-e61b2070eeac tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 02:09:35.538313 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-c9ac46b1-2686-49c1-a6d2-e61b2070eeac tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:35.544352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c9ac46b1-2686-49c1-a6d2-e61b2070eeac tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131557 Feb 15 02:09:35.552280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.566951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4f1a49f4-a307-4d03-8bb6-7ec916fc4741 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.683397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks [] for security_group (235991cd-91a1-4af3-a86f-9bfd714da26e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.781182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (235991cd-91a1-4af3-a86f-9bfd714da26e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.831407 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-4f1a49f4-a307-4d03-8bb6-7ec916fc4741 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:35.836929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4f1a49f4-a307-4d03-8bb6-7ec916fc4741 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2835362 Feb 15 02:09:35.837144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.842816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-01a72a1a-54e8-48be-82c8-a4329edc530e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.843304 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-01a72a1a-54e8-48be-82c8-a4329edc530e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 02:09:35.843807 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-01a72a1a-54e8-48be-82c8-a4329edc530e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:35.844942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-01a72a1a-54e8-48be-82c8-a4329edc530e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065763 Feb 15 02:09:35.848888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:35.852891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:09:35.860169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-94a851d6-c67a-48b0-81ed-d2e522ce6b4e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:35.879699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235991cd-91a1-4af3-a86f-9bfd714da26e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:35.885469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5a15c520-b24a-419e-9ac0-af714c618a1c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.885829 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Added segment 5a15c520-b24a-419e-9ac0-af714c618a1c of type vlan for network 6ce38007-4c68-4359-9a0e-9f71861587fe Feb 15 02:09:35.905805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.906180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.906525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.906861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.907188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.907520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.907847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.908171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.908532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.908857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.909179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.909502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.909823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:35.973593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6ce38007-4c68-4359-9a0e-9f71861587fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:35.978599 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-94a851d6-c67a-48b0-81ed-d2e522ce6b4e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Project 245970fbcaba4488be2bd52d38df2e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:09:36.106744 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6ce38007-4c68-4359-9a0e-9f71861587fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:36.107169 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-94a851d6-c67a-48b0-81ed-d2e522ce6b4e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:36.108258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:36.108413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:36.110561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-94a851d6-c67a-48b0-81ed-d2e522ce6b4e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2602050 Feb 15 02:09:36.113329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:36.119461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eac51f77-ed4a-4dbc-8852-d211fc33bbe2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:36.120028 n-d-829064-14 neutron-server[103884]: WARNING neutron.api.v2.base [None req-eac51f77-ed4a-4dbc-8852-d211fc33bbe2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 02:09:36.120712 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-eac51f77-ed4a-4dbc-8852-d211fc33bbe2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:36.122876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eac51f77-ed4a-4dbc-8852-d211fc33bbe2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078485 Feb 15 02:09:36.127132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:36.133411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1bd66eae-77e4-4bdf-946f-ab472d928210 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:36.196944 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce38007-4c68-4359-9a0e-9f71861587fe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:36.211263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6ce38007-4c68-4359-9a0e-9f71861587fe details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:09:36.252967 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54ee163e-929a-4d6d-8502-01dc0027af27 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1021154 Feb 15 02:09:36.253140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:36.258784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Request body: {'subnet': {'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2019654994-subnet', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:36.346233 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-1bd66eae-77e4-4bdf-946f-ab472d928210 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Project 245970fbcaba4488be2bd52d38df2e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:09:36.433676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Made reservation on behalf of 1cbb1920951e4abb9cc2805da487dfaa for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:36.436763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:36.469463 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1bd66eae-77e4-4bdf-946f-ab472d928210 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:36.470737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1bd66eae-77e4-4bdf-946f-ab472d928210 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3426826 Feb 15 02:09:36.476660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:36.488712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-03962e2f-1e34-41e3-96c8-02a2c37029c6 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fb8d8fc5-757b-484e-ae7f-5e008d692dd5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:36.622421 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-03962e2f-1e34-41e3-96c8-02a2c37029c6 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Project 245970fbcaba4488be2bd52d38df2e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:09:36.719807 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-03962e2f-1e34-41e3-96c8-02a2c37029c6 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:36.721189 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-03962e2f-1e34-41e3-96c8-02a2c37029c6 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2434416 Feb 15 02:09:36.723912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:36.863912 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fb8d8fc5-757b-484e-ae7f-5e008d692dd5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:36.897621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fb8d8fc5-757b-484e-ae7f-5e008d692dd5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:36.920873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (07ee68e5-44d1-448e-baab-5eb7937d63d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.026962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fb8d8fc5-757b-484e-ae7f-5e008d692dd5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.032979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.034692 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/fb8d8fc5-757b-484e-ae7f-5e008d692dd5 HTTP/1.1" status: 204 len: 168 time: 0.3089404 Feb 15 02:09:37.041191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:37.090684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ee68e5-44d1-448e-baab-5eb7937d63d8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:37.093515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf8352-31f5-45d9-999b-9141298bfbfc tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8d8fc5-757b-484e-ae7f-5e008d692dd5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:37.104675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Checking segment: {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:37.105101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Network hostable DHCP agents. Network: 6ce38007-4c68-4359-9a0e-9f71861587fe, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:09:37.198853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Network 6ce38007-4c68-4359-9a0e-9f71861587fe is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:09:37.201356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e12661a-2d9f-4d21-bf0b-1df27b77d032 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1434760 Feb 15 02:09:37.205169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:37.215398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--747846852'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:37.330479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6ce38007-4c68-4359-9a0e-9f71861587fe) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:37.335198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:37.335787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.344991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404baabf-cae6-4bea-9f54-cfbd7c9961d4 None None] Network 6ce38007-4c68-4359-9a0e-9f71861587fe requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:37.393952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.468356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:37.468921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-69cd5fce-e09a-4124-a875-dac39714981b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2147276 Feb 15 02:09:37.478532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:37.526592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6ce38007-4c68-4359-9a0e-9f71861587fe', 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe', 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'fixed_ips': [{'subnet_id': '07ee68e5-44d1-448e-baab-5eb7937d63d8'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:09:37.527751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.602566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (09b03cc9-0673-4987-85de-67e96e8664d9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.639579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.641652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.684026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09b03cc9-0673-4987-85de-67e96e8664d9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.751368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b03cc9-0673-4987-85de-67e96e8664d9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:37.839649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for router_controller (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:37.888539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Allocated IP 172.20.0.2 (6ce38007-4c68-4359-9a0e-9f71861587fe/07ee68e5-44d1-448e-baab-5eb7937d63d8/9a589762-43da-4518-80b0-8b3377b75470) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:38.004103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.005745 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fb812eb3-0fc8-40fd-a8c2-b3b361667199 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7988145 Feb 15 02:09:38.008679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:38.022721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3425be36-2da7-45be-bb23-a479e3cf53a9 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '09b03cc9-0673-4987-85de-67e96e8664d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:38.110964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for router_gateway (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.263184 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3425be36-2da7-45be-bb23-a479e3cf53a9 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The resource could not be found. Feb 15 02:09:38.264597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3425be36-2da7-45be-bb23-a479e3cf53a9 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2548125 Feb 15 02:09:38.267300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:38.273495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-66e7a121-0854-4f92-a0fc-b3c739996646 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '09b03cc9-0673-4987-85de-67e96e8664d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9fd812e6-89b5-4ab7-9128-ff4a66fb264e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:38.280753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks [] for port (9a589762-43da-4518-80b0-8b3377b75470), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.384463 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9a589762-43da-4518-80b0-8b3377b75470), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.540354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Network 6ce38007-4c68-4359-9a0e-9f71861587fe is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:38.542867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:38.545810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:38.557231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Pushing event updated for resources: {'Port': ['ID=9a589762-43da-4518-80b0-8b3377b75470,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:38.577819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for router_gateway (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.583093 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-66e7a121-0854-4f92-a0fc-b3c739996646 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The resource could not be found. Feb 15 02:09:38.585276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66e7a121-0854-4f92-a0fc-b3c739996646 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3167772 Feb 15 02:09:38.587724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:38.606530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.732569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Attempting to bind port 9a589762-43da-4518-80b0-8b3377b75470 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:38.736185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Attempting to bind port 9a589762-43da-4518-80b0-8b3377b75470 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:38.736968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Attempting to bind port 9a589762-43da-4518-80b0-8b3377b75470 on network 6ce38007-4c68-4359-9a0e-9f71861587fe {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:38.757307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:38.757972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Checking segment: {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:38.758567 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.758823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (09b03cc9-0673-4987-85de-67e96e8664d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.759566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Bound using segment: {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:38.760273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Bound port: 9a589762-43da-4518-80b0-8b3377b75470, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:38.760949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9a589762-43da-4518-80b0-8b3377b75470), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.796922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Allocated IP 172.25.2.210 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/81a0d811-c41b-45a1-86d3-599050e6da1d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:38.827582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (09b03cc9-0673-4987-85de-67e96e8664d9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:38.934429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] For port 9a589762-43da-4518-80b0-8b3377b75470, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:38.942287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] For port 9a589762-43da-4518-80b0-8b3377b75470, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9a589762-43da-4518-80b0-8b3377b75470,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:39.042747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.074167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9a589762-43da-4518-80b0-8b3377b75470), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.149152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09b03cc9-0673-4987-85de-67e96e8664d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.153286 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.157823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/09b03cc9-0673-4987-85de-67e96e8664d9 HTTP/1.1" status: 204 len: 168 time: 0.5687172 Feb 15 02:09:39.158703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:39.185859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3544068-cd38-43ea-865e-034636ddd0b8 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b03cc9-0673-4987-85de-67e96e8664d9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:39.196768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.305679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:39.307874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c6a3a3b8-b6a4-4a37-9749-dbb52cb3c7b2 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1301298 Feb 15 02:09:39.314822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-480ac90e-430a-4f2d-aade-8d86d47da2d3 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '53a3865f-8903-4058-bc80-fe3399d76d81', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:39.315713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236e2b5-4230-4341-b3d6-4d0834b28a1d None None] Pushing event updated for resources: {'Port': ['ID=9a589762-43da-4518-80b0-8b3377b75470,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:39.337356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:39.351789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:39.364425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:39.369522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Pushing event updated for resources: {'Port': ['ID=81a0d811-c41b-45a1-86d3-599050e6da1d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:39.907599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for router_gateway (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:39.909517 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-480ac90e-430a-4f2d-aade-8d86d47da2d3 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The resource could not be found. Feb 15 02:09:39.915568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:39.927548 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-480ac90e-430a-4f2d-aade-8d86d47da2d3 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6177001 Feb 15 02:09:39.932365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--73275242'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:40.039876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.222714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (0b5db69c-622d-4b62-9a73-2a00f262d74f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.317683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0b5db69c-622d-4b62-9a73-2a00f262d74f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.357709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.375217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5db69c-622d-4b62-9a73-2a00f262d74f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:40.455613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.460913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9aa2c5bb-8746-4bda-a148-b424523dd949 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5438862 Feb 15 02:09:40.461618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:40.466279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--123634170'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:40.610038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.679235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a514a7-e453-4c4a-9e77-950c92c96d13 None None] Network 6ce38007-4c68-4359-9a0e-9f71861587fe requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:40.753347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:09:40.764768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (20d63f08-9fe7-47a5-9781-71ac3e8e67c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.838103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Provisioning complete for port 9a589762-43da-4518-80b0-8b3377b75470 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:40.838659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a589762-43da-4518-80b0-8b3377b75470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.850758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20d63f08-9fe7-47a5-9781-71ac3e8e67c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:40.909523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d63f08-9fe7-47a5-9781-71ac3e8e67c8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:40.967680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Current status of the port 9a589762-43da-4518-80b0-8b3377b75470 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:40.968198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9a589762-43da-4518-80b0-8b3377b75470), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.007436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:09:41.014928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] For port 9a589762-43da-4518-80b0-8b3377b75470, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9a589762-43da-4518-80b0-8b3377b75470,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:41.017905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.019112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Sync routers for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:09:41.022508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3cf588e-7a7b-4b8a-b02f-88ac14bae8b5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5598223 Feb 15 02:09:41.023160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:41.033133 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:41.033946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:41.042076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a2bca782-2e1c-49ac-b821-1bddfe3e4237 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': '0b5db69c-622d-4b62-9a73-2a00f262d74f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20d63f08-9fe7-47a5-9781-71ac3e8e67c8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:41.097150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9a589762-43da-4518-80b0-8b3377b75470), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.161500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.163601 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9afc8f32-53e8-4d1c-b4b9-1cc74cc2f06c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6942761 Feb 15 02:09:41.166493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:41.262462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb954eb-8fc4-4058-b967-4b11cbc9445f None None] Pushing event updated for resources: {'Port': ['ID=9a589762-43da-4518-80b0-8b3377b75470,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:41.274986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9a589762-43da-4518-80b0-8b3377b75470 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:41.390497 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:41.421117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9a589762-43da-4518-80b0-8b3377b75470 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:41.421503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a589762-43da-4518-80b0-8b3377b75470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.514523 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-a2bca782-2e1c-49ac-b821-1bddfe3e4237 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:41.520199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a2bca782-2e1c-49ac-b821-1bddfe3e4237 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4934132 Feb 15 02:09:41.520909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:41.531966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bc057b4-680a-464e-98fa-77b9fcae2d64 None None] Provisioning complete for port 9a589762-43da-4518-80b0-8b3377b75470 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:41.534263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bc057b4-680a-464e-98fa-77b9fcae2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a589762-43da-4518-80b0-8b3377b75470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.645287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (20d63f08-9fe7-47a5-9781-71ac3e8e67c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.694925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (20d63f08-9fe7-47a5-9781-71ac3e8e67c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.811016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bc057b4-680a-464e-98fa-77b9fcae2d64 None None] Current status of the port 9a589762-43da-4518-80b0-8b3377b75470 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:41.822427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9a589762-43da-4518-80b0-8b3377b75470 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:41.833216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (20d63f08-9fe7-47a5-9781-71ac3e8e67c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.836622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:41.840385 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/20d63f08-9fe7-47a5-9781-71ac3e8e67c8 HTTP/1.1" status: 204 len: 168 time: 0.3171363 Feb 15 02:09:41.841004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:41.892692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:39Z', 'revision_number': 3, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:41.932959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025d1fe-80f7-4798-b369-cb050d5139ea tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d63f08-9fe7-47a5-9781-71ac3e8e67c8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:41.956151 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Checking router: 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:09:41.958048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Updating router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 port 81a0d811-c41b-45a1-86d3-599050e6da1d binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:09:42.008319 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c5bd6cf-b406-432e-b301-24d5cd7b6bf3 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1634729 Feb 15 02:09:42.010798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:42.017691 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.121089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (0b5db69c-622d-4b62-9a73-2a00f262d74f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.150571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (0b5db69c-622d-4b62-9a73-2a00f262d74f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.184706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.320059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0b5db69c-622d-4b62-9a73-2a00f262d74f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.322942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.326368 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b5db69c-622d-4b62-9a73-2a00f262d74f HTTP/1.1" status: 204 len: 168 time: 0.3123567 Feb 15 02:09:42.327568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:42.451256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20559e84-7ffa-4af1-babb-0558c2d952a0 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5db69c-622d-4b62-9a73-2a00f262d74f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:42.540028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9a4ddadc-d932-45ad-890f-426e209b8bbd tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2039049 Feb 15 02:09:42.541004 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:42.545913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--761202560'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:42.568341 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks [] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.583216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Allocated IP 172.20.0.1 (6ce38007-4c68-4359-9a0e-9f71861587fe/07ee68e5-44d1-448e-baab-5eb7937d63d8/fa73da88-77b4-42f6-9b0b-debc3be2146c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:42.669858 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.713345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.738645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Pushing event updated for resources: {'Port': ['ID=81a0d811-c41b-45a1-86d3-599050e6da1d,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:42.765210 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.765426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks [] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.765557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.765888 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.766793 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.767526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.767863 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.768706 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.769056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.769387 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.770025 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.770408 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.770743 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.771077 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:09:42.783098 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Attempting to bind port 81a0d811-c41b-45a1-86d3-599050e6da1d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:42.783526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Attempting to bind port 81a0d811-c41b-45a1-86d3-599050e6da1d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:42.783891 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Attempting to bind port 81a0d811-c41b-45a1-86d3-599050e6da1d on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:42.800050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:42.800470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:42.803557 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.804017 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:42.805114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Bound port: 81a0d811-c41b-45a1-86d3-599050e6da1d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:42.805515 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.861362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fde2503f-b523-46ac-b7d2-c793c440b8a5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.907455 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] For port 81a0d811-c41b-45a1-86d3-599050e6da1d, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:42.910737 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] For port 81a0d811-c41b-45a1-86d3-599050e6da1d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=81a0d811-c41b-45a1-86d3-599050e6da1d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:42.931492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:42.953478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fde2503f-b523-46ac-b7d2-c793c440b8a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.025344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Network 6ce38007-4c68-4359-9a0e-9f71861587fe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:43.028918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:43.029069 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.032881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:43.052973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2503f-b523-46ac-b7d2-c793c440b8a5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:43.100199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.104809 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a03544d9-7595-4203-b6ce-6be141202ebf tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5623574 Feb 15 02:09:43.105490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:43.109952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-569660f5-7983-4e50-8bca-98a0f6a41e57 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fde2503f-b523-46ac-b7d2-c793c440b8a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:43.120652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Pushing event updated for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:43.147128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9a589762-43da-4518-80b0-8b3377b75470 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:43.186575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.187379 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:43.188421 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:43.267709 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a634-19fb-4d80-b03d-5aa75b1c79ba None None] Pushing event updated for resources: {'Port': ['ID=81a0d811-c41b-45a1-86d3-599050e6da1d,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:43.278626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9a589762-43da-4518-80b0-8b3377b75470 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:43.279005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9a589762-43da-4518-80b0-8b3377b75470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.365506 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-569660f5-7983-4e50-8bca-98a0f6a41e57 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:43.369646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-569660f5-7983-4e50-8bca-98a0f6a41e57 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2631609 Feb 15 02:09:43.373507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:43.374769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8433d631-03c9-4c1c-9a39-4268abf62f0f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group_rule': {'security_group_id': 'fde2503f-b523-46ac-b7d2-c793c440b8a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:43.438855 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:43.604154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9a589762-43da-4518-80b0-8b3377b75470 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:43.625213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e45bd52f-57bf-461e-bd9b-d59f22bee5b9 None None] Provisioning complete for port fa73da88-77b4-42f6-9b0b-debc3be2146c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:43.625585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e45bd52f-57bf-461e-bd9b-d59f22bee5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.697416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.704021 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8433d631-03c9-4c1c-9a39-4268abf62f0f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:09:43.704021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8433d631-03c9-4c1c-9a39-4268abf62f0f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3306494 Feb 15 02:09:43.708116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:43.712871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e45bd52f-57bf-461e-bd9b-d59f22bee5b9 None None] Port fa73da88-77b4-42f6-9b0b-debc3be2146c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:43.883118 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:39Z', 'revision_number': 3, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:43.911459 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1280f4-63cd-4fb3-8f78-014f6d3bf620 None None] The sync data for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 is: [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:39Z', 'revision_number': 3, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:09:43.911824 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fde2503f-b523-46ac-b7d2-c793c440b8a5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:43.969642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (fde2503f-b523-46ac-b7d2-c793c440b8a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.117365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks [] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.164962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (fde2503f-b523-46ac-b7d2-c793c440b8a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.168220 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.169765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/fde2503f-b523-46ac-b7d2-c793c440b8a5 HTTP/1.1" status: 204 len: 168 time: 0.4606264 Feb 15 02:09:44.172817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59586) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:44.186350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcb26-0719-417d-b80d-86449a06879e tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2503f-b523-46ac-b7d2-c793c440b8a5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:44.318847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.489171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.568009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-adff4926-8435-40a3-b3b8-973981a09849 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3863270 Feb 15 02:09:44.568718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:44.574302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150243691'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:44.729866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Pushing event updated for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:44.736075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Network 6ce38007-4c68-4359-9a0e-9f71861587fe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:44.739779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:44.753527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.978903 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (210e0d93-abca-4225-83a9-c5fd569c93ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:44.990101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:09:45.060574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (210e0d93-abca-4225-83a9-c5fd569c93ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.153563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210e0d93-abca-4225-83a9-c5fd569c93ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:45.201579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.203566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff2b2fce-69b7-400a-b720-043904acee7c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6338251 Feb 15 02:09:45.206407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:45.214548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5bd90ded-859b-489c-8ea4-f036ba6c663c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:45.214997 n-d-829064-14 neutron-server[103885]: WARNING neutron.api.v2.base [None req-5bd90ded-859b-489c-8ea4-f036ba6c663c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 02:09:45.215483 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5bd90ded-859b-489c-8ea4-f036ba6c663c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 02:09:45.223089 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5bd90ded-859b-489c-8ea4-f036ba6c663c tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "PUT /v2.0/security-groups/210e0d93-abca-4225-83a9-c5fd569c93ab HTTP/1.1" status: 409 len: 330 time: 0.0082073 Feb 15 02:09:45.226410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 81a0d811-c41b-45a1-86d3-599050e6da1d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:45.236376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:45.311751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:09:45.326545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9c79b8e3-3f00-4cb2-9752-184d9d7b2526 admin admin] 10.222.0.43 "PUT /v2.0/routers/5487a1cf-8d2b-4459-abc8-61c3e0ed34a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1589200 Feb 15 02:09:45.383331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 81a0d811-c41b-45a1-86d3-599050e6da1d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:45.384589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.416496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0c0bf776-d1d3-4e58-8c40-81a5c86fc452 None None] Provisioning complete for port fa73da88-77b4-42f6-9b0b-debc3be2146c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:45.417636 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf776-d1d3-4e58-8c40-81a5c86fc452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.494435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (210e0d93-abca-4225-83a9-c5fd569c93ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.514951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0c0bf776-d1d3-4e58-8c40-81a5c86fc452 None None] Port fa73da88-77b4-42f6-9b0b-debc3be2146c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:45.529174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.581908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (210e0d93-abca-4225-83a9-c5fd569c93ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.705771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 81a0d811-c41b-45a1-86d3-599050e6da1d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:45.706434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.749308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 81a0d811-c41b-45a1-86d3-599050e6da1d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=81a0d811-c41b-45a1-86d3-599050e6da1d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:45.810891 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (210e0d93-abca-4225-83a9-c5fd569c93ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.814231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.816942 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/210e0d93-abca-4225-83a9-c5fd569c93ab HTTP/1.1" status: 204 len: 168 time: 0.5868571 Feb 15 02:09:45.819640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:45.854667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1943f9-1d9f-4d6c-9477-24065492096f tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e0d93-abca-4225-83a9-c5fd569c93ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:45.906526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-614e8a9a-94f0-49a5-aae1-0b2c8c9bb631 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0795560 Feb 15 02:09:45.906901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:45.916789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:45.941354 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-0ac98adc-4704-4910-b4ab-eb7d4585d514 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] delete failed (client error): The resource could not be found. Feb 15 02:09:45.943987 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ac98adc-4704-4910-b4ab-eb7d4585d514 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "DELETE /v2.0/security-groups/d1e08f4f-34db-44cc-88e7-a61a572c4f12 HTTP/1.1" status: 404 len: 347 time: 0.0352855 Feb 15 02:09:45.954421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:45.971659 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-29067ca4-2eef-4ab3-8a51-db710e4eb91a tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] show failed (client error): The resource could not be found. Feb 15 02:09:45.973140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29067ca4-2eef-4ab3-8a51-db710e4eb91a tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-groups/236dca0d-6d44-4430-9c0e-77f1093ed0f3 HTTP/1.1" status: 404 len: 347 time: 0.0171900 Feb 15 02:09:45.983426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:46.029405 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-6c337915-61f2-44de-863f-f896a3a023c5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] show failed (client error): The resource could not be found. Feb 15 02:09:46.034479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c337915-61f2-44de-863f-f896a3a023c5 tempest-NegativeSecGroupIPv6Test-1122607711 tempest-NegativeSecGroupIPv6Test-1122607711-project] 10.222.0.43 "GET /v2.0/security-group-rules/10440961-3cf1-4d70-a1c9-3a4f843343a5 HTTP/1.1" status: 404 len: 356 time: 0.0459239 Feb 15 02:09:46.053745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=81a0d811-c41b-45a1-86d3-599050e6da1d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:46.721373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:46.830532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:46.835409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-554309384-network', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:46.998911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Made reservation on behalf of 7deed4017723406eb8eb1c4c1e583be9 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:47.001786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.028029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.084057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 81a0d811-c41b-45a1-86d3-599050e6da1d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:47.104235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-43d89a08-a434-4965-9324-2c4dde016669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=245970fbcaba4488be2bd52d38df2e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816493 Feb 15 02:09:47.107044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:47.182187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Sync routers for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:09:47.213463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] Publish callbacks [] for security_group (383aeb9d-b02c-4a1e-8e1f-151d962c3616), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.220806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks [] for security_group (4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.221307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:47.225559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:47.249731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] Publish callbacks [] for security_group (383aeb9d-b02c-4a1e-8e1f-151d962c3616), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.281627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 81a0d811-c41b-45a1-86d3-599050e6da1d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:47.282419 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.297831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.323603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:09:47.339808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:47.342659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2a605fcc-504b-444f-8a36-738a6dabef5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.343204 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Added segment 2a605fcc-504b-444f-8a36-738a6dabef5b of type vlan for network c6bda7ba-cace-4509-9c15-24ac1164ed90 Feb 15 02:09:47.386724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (c6bda7ba-cace-4509-9c15-24ac1164ed90), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.420784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (383aeb9d-b02c-4a1e-8e1f-151d962c3616), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.424384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.424676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/383aeb9d-b02c-4a1e-8e1f-151d962c3616 HTTP/1.1" status: 204 len: 168 time: 0.3163950 Feb 15 02:09:47.437596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564a578-29d9-41fb-8b5a-37123e3261fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383aeb9d-b02c-4a1e-8e1f-151d962c3616,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:47.475949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:47.529577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 81a0d811-c41b-45a1-86d3-599050e6da1d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:47.537724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (c6bda7ba-cace-4509-9c15-24ac1164ed90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.539610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:47.539965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.607702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] Pushing event updated for resources: {'Network': ['ID=c6bda7ba-cace-4509-9c15-24ac1164ed90,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:47.639032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:09:47.645289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:47.645474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fda98780-4c90-4ae0-ba9d-a226dc067c8c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8138602 Feb 15 02:09:47.652623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Request body: {'subnet': {'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-554309384-subnet', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:47.775512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Made reservation on behalf of 7deed4017723406eb8eb1c4c1e583be9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:09:47.801077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:47.817423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:43Z', 'revision_number': 4, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fa73da88-77b4-42f6-9b0b-debc3be2146c', 'name': '', 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'mac_address': 'fa:16:3e:77:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:42Z', 'updated_at': '2022-02-15T02:09:43Z', 'revision_number': 2, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'subnets': [{'id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:47.853465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Checking router: 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:09:47.854124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Updating router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 port fa73da88-77b4-42f6-9b0b-debc3be2146c binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:09:47.887968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.245527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e5502d63-4db6-4466-bcc7-90b3cdf4f6aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.348518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5502d63-4db6-4466-bcc7-90b3cdf4f6aa,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:48.351613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Checking segment: {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:48.352403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Network hostable DHCP agents. Network: c6bda7ba-cace-4509-9c15-24ac1164ed90, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:09:48.387996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.472201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:09:48.551500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks [] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.559144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, c6bda7ba-cace-4509-9c15-24ac1164ed90) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:48.564195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:48.565982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.572203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d9448-becb-4f5f-8911-a70cdf28c918 None None] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:48.695841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:48.696803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cc6ec4c9-2242-4995-bc11-c88fdd6b2ec2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0494165 Feb 15 02:09:48.709896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:09:48.726402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.782244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-c6bda7ba-cace-4509-9c15-24ac1164ed90', 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90', 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'fixed_ips': [{'subnet_id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:09:48.784186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.833480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.835121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.880589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc579-1d11-4262-99f2-c62297566313 None None] Pushing event updated for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:48.952222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for router_controller (a6e84600-7a0b-441d-9223-6aae6c71e48b), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:48.955974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:48.962085 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0048645 Feb 15 02:09:48.965558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:49.066387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Attempting to bind port fa73da88-77b4-42f6-9b0b-debc3be2146c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:49.068654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Attempting to bind port fa73da88-77b4-42f6-9b0b-debc3be2146c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:49.070572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Attempting to bind port fa73da88-77b4-42f6-9b0b-debc3be2146c on network 6ce38007-4c68-4359-9a0e-9f71861587fe {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:49.197143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:49.197533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Checking segment: {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:49.197945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.215884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c34ac7ea-6ae6-428c-86bb-f61a18f4b735 tempest-NetworksApiDiscovery-1743355184 tempest-NetworksApiDiscovery-1743355184-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2476888 Feb 15 02:09:49.232667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Bound using segment: {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:49.233233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Bound port: fa73da88-77b4-42f6-9b0b-debc3be2146c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a15c520-b24a-419e-9ac0-af714c618a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:49.233648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.321448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] For port fa73da88-77b4-42f6-9b0b-debc3be2146c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:49.326140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] For port fa73da88-77b4-42f6-9b0b-debc3be2146c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fa73da88-77b4-42f6-9b0b-debc3be2146c,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:49.365454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Allocated IP 172.20.0.2 (c6bda7ba-cace-4509-9c15-24ac1164ed90/e5502d63-4db6-4466-bcc7-90b3cdf4f6aa/7eb84607-7b1c-467f-9360-d70f40984701) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:49.389697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Provisioning complete for port fa73da88-77b4-42f6-9b0b-debc3be2146c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:49.392805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.492891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.681683 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks [] for port (7eb84607-7b1c-467f-9360-d70f40984701), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.726785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for router_gateway (a6e84600-7a0b-441d-9223-6aae6c71e48b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.820843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7eb84607-7b1c-467f-9360-d70f40984701), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:49.868112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:49.868923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:50.064865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc579-1d11-4262-99f2-c62297566313 None None] Pushing event updated for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:50.075300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:50.123337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:50.151231 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 59780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:50.172233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:50.184631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:50.254552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Current status of the port fa73da88-77b4-42f6-9b0b-debc3be2146c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:50.254721 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.354065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for router_gateway (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.382372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] For port fa73da88-77b4-42f6-9b0b-debc3be2146c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fa73da88-77b4-42f6-9b0b-debc3be2146c,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:50.405075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Attempting to bind port 7eb84607-7b1c-467f-9360-d70f40984701 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:50.405745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Attempting to bind port 7eb84607-7b1c-467f-9360-d70f40984701 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:50.405858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Attempting to bind port 7eb84607-7b1c-467f-9360-d70f40984701 on network c6bda7ba-cace-4509-9c15-24ac1164ed90 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:50.409728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.419154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:50.419154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Checking segment: {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:50.419154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.425143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Bound using segment: {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:50.425143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Bound port: 7eb84607-7b1c-467f-9360-d70f40984701, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:50.425143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7eb84607-7b1c-467f-9360-d70f40984701), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.432130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e8e7bd-c3a1-46ca-93a1-7ce42cba01ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.470074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Pushing event updated for resources: {'Port': ['ID=7eb84607-7b1c-467f-9360-d70f40984701,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:50.513197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.594977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Allocated IP 172.25.2.119 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/af8cdd95-19b3-4a34-bd95-b5175e1b1500) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:50.598588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d8105-767f-43ab-beb4-76b8cff6f5f0 None None] Pushing event updated for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:50.659636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b36c11b1-b9a7-486a-a0a5-c5691dfc21ce None None] Provisioning complete for port fa73da88-77b4-42f6-9b0b-debc3be2146c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:50.660032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b36c11b1-b9a7-486a-a0a5-c5691dfc21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.666607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] For port 7eb84607-7b1c-467f-9360-d70f40984701, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:50.721123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] For port 7eb84607-7b1c-467f-9360-d70f40984701, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7eb84607-7b1c-467f-9360-d70f40984701,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:50.766510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.815139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b36c11b1-b9a7-486a-a0a5-c5691dfc21ce None None] Current status of the port fa73da88-77b4-42f6-9b0b-debc3be2146c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:50.826972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7eb84607-7b1c-467f-9360-d70f40984701), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.836232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:43Z', 'revision_number': 4, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fa73da88-77b4-42f6-9b0b-debc3be2146c', 'name': '', 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'mac_address': 'fa:16:3e:77:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:42Z', 'updated_at': '2022-02-15T02:09:49Z', 'revision_number': 4, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'subnets': [{'id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:50.847598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e8e7bd-c3a1-46ca-93a1-7ce42cba01ab admin admin] Publish callbacks [] for security_group (f766564f-c0ad-48a9-bb63-27e35b8a3939), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.891401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450f839-5ed9-40b2-93f4-b3aa867eb655 None None] The sync data for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 is: [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:09:43Z', 'revision_number': 4, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fa73da88-77b4-42f6-9b0b-debc3be2146c', 'name': '', 'network_id': '6ce38007-4c68-4359-9a0e-9f71861587fe', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'mac_address': 'fa:16:3e:77:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:42Z', 'updated_at': '2022-02-15T02:09:49Z', 'revision_number': 4, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'subnets': [{'id': '07ee68e5-44d1-448e-baab-5eb7937d63d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:09:50.915293 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e8e7bd-c3a1-46ca-93a1-7ce42cba01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f766564f-c0ad-48a9-bb63-27e35b8a3939), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:50.926445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42e32-2600-4643-a6d3-2ae4268860f8 None None] Pushing event updated for resources: {'Port': ['ID=7eb84607-7b1c-467f-9360-d70f40984701,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:51.003418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:51.003892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74e8e7bd-c3a1-46ca-93a1-7ce42cba01ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ba7644f384d4f319e0390f127ad6ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8505964 Feb 15 02:09:51.006497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.103280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Pushing event updated for resources: {'Port': ['ID=af8cdd95-19b3-4a34-bd95-b5175e1b1500,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:51.128630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8e7bd-c3a1-46ca-93a1-7ce42cba01ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f766564f-c0ad-48a9-bb63-27e35b8a3939,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:51.133298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:51.138018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] Publish callbacks [] for security_group (f766564f-c0ad-48a9-bb63-27e35b8a3939), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.147998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a32bcaf-4967-4f2f-87c9-ee34e2ca32ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.150562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:51.162959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:51.193146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] Publish callbacks [] for security_group (f766564f-c0ad-48a9-bb63-27e35b8a3939), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.199611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fa73da88-77b4-42f6-9b0b-debc3be2146c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:51.321402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fa73da88-77b4-42f6-9b0b-debc3be2146c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:51.329026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.365243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f766564f-c0ad-48a9-bb63-27e35b8a3939), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.371093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:51.378032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f766564f-c0ad-48a9-bb63-27e35b8a3939 HTTP/1.1" status: 204 len: 168 time: 0.3671012 Feb 15 02:09:51.417967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be47fa-7694-4a3e-85d0-e50ecf47096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766564f-c0ad-48a9-bb63-27e35b8a3939,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:51.629904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fa73da88-77b4-42f6-9b0b-debc3be2146c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:52.117340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for router_gateway (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:52.604960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:53.085124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Router a6e84600-7a0b-441d-9223-6aae6c71e48b is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:09:53.183584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242205c8-ebf8-49a4-8247-94cfb11a9b3d None None] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:09:53.448461 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-42654f17-c57a-497b-842b-76cbd8b9cf51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2217617 Feb 15 02:09:53.524600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:09:53.530165 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Sync routers for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:09:53.535654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7eb84607-7b1c-467f-9360-d70f40984701 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:53.558532 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:53.558532 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:53.639620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-30b96da2-0d33-46bd-8217-2ad12a47e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:53.649150 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-30b96da2-0d33-46bd-8217-2ad12a47e3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1128 time: 0.1366010 Feb 15 02:09:53.852340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:53.857943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b173dda2-3539-411c-89e8-e82036d75867 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1586146 Feb 15 02:09:53.861269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:53.949173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-d374387e-363d-4baf-b825-f3c0d339e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:53.954146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-d374387e-363d-4baf-b825-f3c0d339e8ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.2856474 Feb 15 02:09:53.975969 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:54.002082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Provisioning complete for port 7eb84607-7b1c-467f-9360-d70f40984701 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:54.002747 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7eb84607-7b1c-467f-9360-d70f40984701), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.083107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a07db93-d85b-4c7a-8208-189207ad3966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.132199 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-ce60f015-060f-458d-8331-f99f34a5da73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1724308 Feb 15 02:09:54.164729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7eb84607-7b1c-467f-9360-d70f40984701 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:54.165110 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7eb84607-7b1c-467f-9360-d70f40984701), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.325887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-c0522406-364d-42e5-9564-4aa44754889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:54.328468 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-c0522406-364d-42e5-9564-4aa44754889e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.1879652 Feb 15 02:09:54.482925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Current status of the port 7eb84607-7b1c-467f-9360-d70f40984701 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:54.483469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7eb84607-7b1c-467f-9360-d70f40984701), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.495569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-61e27f04-1a6e-42c7-9634-61c5b494ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:09:54.498638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-61e27f04-1a6e-42c7-9634-61c5b494ffbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1633871 Feb 15 02:09:54.593776 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:51Z', 'revision_number': 3, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:54.727156 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.729728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] For port 7eb84607-7b1c-467f-9360-d70f40984701, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7eb84607-7b1c-467f-9360-d70f40984701,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:09:54.730831 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Checking router: a6e84600-7a0b-441d-9223-6aae6c71e48b for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:09:54.731200 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Updating router a6e84600-7a0b-441d-9223-6aae6c71e48b port af8cdd95-19b3-4a34-bd95-b5175e1b1500 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:09:54.731641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7eb84607-7b1c-467f-9360-d70f40984701 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:54.732188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7eb84607-7b1c-467f-9360-d70f40984701), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.830883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7eb84607-7b1c-467f-9360-d70f40984701), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.886462 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:54.894360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-b1e5ec66-45f6-4871-a746-86bf7b96b657 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869328 Feb 15 02:09:54.991759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:09:54.992270 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:09:55.000171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f132ef-49d4-4f6e-b1df-3095a4563761 None None] Pushing event updated for resources: {'Port': ['ID=7eb84607-7b1c-467f-9360-d70f40984701,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:55.002876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-beed8ce0-8687-41c1-b900-8c25133fa8e1 None None] Provisioning complete for port 7eb84607-7b1c-467f-9360-d70f40984701 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:55.003568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beed8ce0-8687-41c1-b900-8c25133fa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7eb84607-7b1c-467f-9360-d70f40984701), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:55.169356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c97cabed-4718-408f-b0ad-05a1b215fe4f req-c6e4c8d6-a94b-4b8a-b6c8-56c831d7cc87 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681580 Feb 15 02:09:55.328131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-beed8ce0-8687-41c1-b900-8c25133fa8e1 None None] Current status of the port 7eb84607-7b1c-467f-9360-d70f40984701 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:55.563518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7eb84607-7b1c-467f-9360-d70f40984701 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:55.751141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7eb84607-7b1c-467f-9360-d70f40984701 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:55.873709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7eb84607-7b1c-467f-9360-d70f40984701 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:55.874435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:55.883648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7eb84607-7b1c-467f-9360-d70f40984701), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:55.982494 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks [] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.059741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.116253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7eb84607-7b1c-467f-9360-d70f40984701 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:56.118764 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.282352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Allocated IP 172.20.0.1 (c6bda7ba-cace-4509-9c15-24ac1164ed90/e5502d63-4db6-4466-bcc7-90b3cdf4f6aa/3fc2a15f-2ff6-4887-8c92-d8f6deaae74a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:09:56.308712 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Attempting to bind port af8cdd95-19b3-4a34-bd95-b5175e1b1500 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:09:56.309080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Attempting to bind port af8cdd95-19b3-4a34-bd95-b5175e1b1500 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:09:56.312790 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Attempting to bind port af8cdd95-19b3-4a34-bd95-b5175e1b1500 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:09:56.316058 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccff46-4f5b-4399-8e49-ee6936ea70af None None] Pushing event updated for resources: {'Port': ['ID=af8cdd95-19b3-4a34-bd95-b5175e1b1500,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:56.323849 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:09:56.331798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:09:56.331798 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.331798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:09:56.331798 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Bound port: af8cdd95-19b3-4a34-bd95-b5175e1b1500, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:09:56.331798 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.504766 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] For port af8cdd95-19b3-4a34-bd95-b5175e1b1500, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:09:56.518749 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] For port af8cdd95-19b3-4a34-bd95-b5175e1b1500, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af8cdd95-19b3-4a34-bd95-b5175e1b1500,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:09:56.603916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks [] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.627917 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.737924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:09:56.738599 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:56.788030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:56.868137 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccff46-4f5b-4399-8e49-ee6936ea70af None None] Pushing event updated for resources: {'Port': ['ID=af8cdd95-19b3-4a34-bd95-b5175e1b1500,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:56.871006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:56.906874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:56.916584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:56.927641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:09:56.969783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:09:57.016417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:57.350735 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:51Z', 'revision_number': 3, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:09:57.391449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:57.402519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0ff76b2-6c55-4d00-b21c-06dee1285a44 None None] Provisioning complete for port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:57.405368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0ff76b2-6c55-4d00-b21c-06dee1285a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:57.412129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 59984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:57.425139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:57.428637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6b9ea-fc91-4d98-8e69-0d49d1f67ade None None] The sync data for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 is: [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:51Z', 'revision_number': 3, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:09:57.504598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff76b2-6c55-4d00-b21c-06dee1285a44 None None] Port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:57.764591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4ffcb7-d602-4d3d-97e1-dd6a5b2bd483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:57.975103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks [] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.069636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.174578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4ffcb7-d602-4d3d-97e1-dd6a5b2bd483 admin admin] Publish callbacks [] for security_group (c6d9bf61-c609-48d3-8675-7a2126c81200), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.202890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:58.208911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.266891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4ffcb7-d602-4d3d-97e1-dd6a5b2bd483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c6d9bf61-c609-48d3-8675-7a2126c81200), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.329872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ffcb7-d602-4d3d-97e1-dd6a5b2bd483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d9bf61-c609-48d3-8675-7a2126c81200,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:58.357026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3b4ffcb7-d602-4d3d-97e1-dd6a5b2bd483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d077686ddf6e4d4c86bcd06ef3f3a93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9435961 Feb 15 02:09:58.359690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:58.426343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:09:58.427892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:09:58.480863 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] Publish callbacks [] for security_group (c6d9bf61-c609-48d3-8675-7a2126c81200), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.541503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] Publish callbacks [] for security_group (c6d9bf61-c609-48d3-8675-7a2126c81200), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.679038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Router a6e84600-7a0b-441d-9223-6aae6c71e48b has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:09:58.735846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c6d9bf61-c609-48d3-8675-7a2126c81200), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.738532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.745264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6d9bf61-c609-48d3-8675-7a2126c81200 HTTP/1.1" status: 204 len: 168 time: 0.3844883 Feb 15 02:09:58.768579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8cbe7-f1ad-4020-8485-c23e8124c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d9bf61-c609-48d3-8675-7a2126c81200,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:09:58.945087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a7a15afe-5904-4ef6-b61c-d435371dea15 None None] Provisioning complete for port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:58.945677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7a15afe-5904-4ef6-b61c-d435371dea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:58.997933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:09:59.014024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6776fc86-5dac-4985-9121-e3a81ddd1029 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6e84600-7a0b-441d-9223-6aae6c71e48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1515176 Feb 15 02:09:59.101219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7a15afe-5904-4ef6-b61c-d435371dea15 None None] Port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:09:59.757809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af8cdd95-19b3-4a34-bd95-b5175e1b1500 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:09:59.779462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:09:59.807521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917e9559-f299-449d-82ab-7bb8ae8c866c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:59.873115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port af8cdd95-19b3-4a34-bd95-b5175e1b1500 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:09:59.873794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:59.992241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port af8cdd95-19b3-4a34-bd95-b5175e1b1500 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:09:59.994058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:09:59.997165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917e9559-f299-449d-82ab-7bb8ae8c866c admin admin] Publish callbacks [] for security_group (cb75a99f-5ba6-4bd3-aea9-13155e00bba1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.030454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port af8cdd95-19b3-4a34-bd95-b5175e1b1500, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af8cdd95-19b3-4a34-bd95-b5175e1b1500,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:00.111610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-917e9559-f299-449d-82ab-7bb8ae8c866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cb75a99f-5ba6-4bd3-aea9-13155e00bba1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.146161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.253754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-917e9559-f299-449d-82ab-7bb8ae8c866c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc1deca5d2d64b1a9ef2d4dc744b5c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719746 Feb 15 02:10:00.256979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:00.292957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=af8cdd95-19b3-4a34-bd95-b5175e1b1500,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:00.313216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e9559-f299-449d-82ab-7bb8ae8c866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb75a99f-5ba6-4bd3-aea9-13155e00bba1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:00.368271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] Publish callbacks [] for security_group (cb75a99f-5ba6-4bd3-aea9-13155e00bba1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.424553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] Publish callbacks [] for security_group (cb75a99f-5ba6-4bd3-aea9-13155e00bba1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.429027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Sync routers for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:10:00.456452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:00.458724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:00.582312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cb75a99f-5ba6-4bd3-aea9-13155e00bba1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.585666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:00.587740 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb75a99f-5ba6-4bd3-aea9-13155e00bba1 HTTP/1.1" status: 204 len: 168 time: 0.3297627 Feb 15 02:10:00.605571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7ae5e-0ec7-4603-8836-2a06e634353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb75a99f-5ba6-4bd3-aea9-13155e00bba1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:00.635284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:00.977575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:57Z', 'revision_number': 4, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3fc2a15f-2ff6-4887-8c92-d8f6deaae74a', 'name': '', 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'mac_address': 'fa:16:3e:05:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:55Z', 'updated_at': '2022-02-15T02:09:57Z', 'revision_number': 2, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'subnets': [{'id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:01.008034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Checking router: a6e84600-7a0b-441d-9223-6aae6c71e48b for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:10:01.009141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Updating router a6e84600-7a0b-441d-9223-6aae6c71e48b port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:10:01.046632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:01.613726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks [] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:01.684790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:01.736865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af8cdd95-19b3-4a34-bd95-b5175e1b1500 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:10:01.871018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a3f5-515f-4bd5-9b0e-9729122d7212 None None] Pushing event updated for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:02.021767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Attempting to bind port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:10:02.022959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Attempting to bind port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:10:02.024688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Attempting to bind port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a on network c6bda7ba-cace-4509-9c15-24ac1164ed90 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:10:02.037834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port af8cdd95-19b3-4a34-bd95-b5175e1b1500 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:10:02.039718 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.043504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:10:02.044094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Checking segment: {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:10:02.044841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.045392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Bound using segment: {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:10:02.046095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Bound port: 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a605fcc-504b-444f-8a36-738a6dabef5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:10:02.046874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.187776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] For port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:10:02.197034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] For port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:10:02.298079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Provisioning complete for port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:10:02.299245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.354075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.577073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port af8cdd95-19b3-4a34-bd95-b5175e1b1500 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:10:02.630979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:02.643764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:02.751497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a3f5-515f-4bd5-9b0e-9729122d7212 None None] Pushing event updated for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:02.816611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:02.879554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Current status of the port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:10:02.880536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:02.944791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:02.983569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] For port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:03.103229 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:03.380677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ff8d07de-fae3-4542-aaa3-55a60f7f3eb1 None None] Provisioning complete for port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:10:03.381104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff8d07de-fae3-4542-aaa3-55a60f7f3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:03.426724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43831e-3364-487c-a58b-f7db300b2964 None None] Pushing event updated for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:03.511098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:57Z', 'revision_number': 4, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3fc2a15f-2ff6-4887-8c92-d8f6deaae74a', 'name': '', 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'mac_address': 'fa:16:3e:05:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:55Z', 'updated_at': '2022-02-15T02:10:02Z', 'revision_number': 4, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'subnets': [{'id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:03.519071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:03.555915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d07de-fae3-4542-aaa3-55a60f7f3eb1 None None] Current status of the port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:10:03.563097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f9809-1e29-4ee2-adb7-8fff7b02dda5 None None] The sync data for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 is: [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:09:57Z', 'revision_number': 4, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3fc2a15f-2ff6-4887-8c92-d8f6deaae74a', 'name': '', 'network_id': 'c6bda7ba-cace-4509-9c15-24ac1164ed90', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'mac_address': 'fa:16:3e:05:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:55Z', 'updated_at': '2022-02-15T02:10:02Z', 'revision_number': 4, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'subnets': [{'id': 'e5502d63-4db6-4466-bcc7-90b3cdf4f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:10:04.010792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Deleting port fa73da88-77b4-42f6-9b0b-debc3be2146c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:04.013528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:04.262975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] For port fa73da88-77b4-42f6-9b0b-debc3be2146c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fa73da88-77b4-42f6-9b0b-debc3be2146c,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:04.269425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:04.296469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Calling delete_port for fa73da88-77b4-42f6-9b0b-debc3be2146c owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:04.833797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fa73da88-77b4-42f6-9b0b-debc3be2146c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:04.907379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fa73da88-77b4-42f6-9b0b-debc3be2146c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:05.155202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:05.782637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:10:05.847850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:10:05.986896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:10:05.987283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:06.028940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:10:06.034616 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-156a6e8d-4401-48a2-b015-594b617fc7ff admin admin] 10.222.0.43 "PUT /v2.0/routers/5487a1cf-8d2b-4459-abc8-61c3e0ed34a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2163548 Feb 15 02:10:06.037711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:06.040304 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Sync routers for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:10:06.060606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:06.064900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:06.142981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:10:06.212283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks [] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:06.261485 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:06.339887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks [] for router_gateway (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:06.489005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:10:04Z', 'revision_number': 5, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port': {'id': '81a0d811-c41b-45a1-86d3-599050e6da1d', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:38Z', 'updated_at': '2022-02-15T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:06.525551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Checking router: 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:10:06.536626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Deleting port 81a0d811-c41b-45a1-86d3-599050e6da1d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:06.537026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:06.537269 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Routers {'5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:06.538553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:06.708672 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] Set router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:06.728979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] For port 81a0d811-c41b-45a1-86d3-599050e6da1d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=81a0d811-c41b-45a1-86d3-599050e6da1d,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:06.729347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:06.766046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Calling delete_port for 81a0d811-c41b-45a1-86d3-599050e6da1d owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:06.823234 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:10:06Z', 'revision_number': 6, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:06.896000 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1cf66-80ea-426c-920a-cfcc4b809cae None None] The sync data for ids ['5487a1cf-8d2b-4459-abc8-61c3e0ed34a1'] in n-d-829064-14 is: [{'id': '5487a1cf-8d2b-4459-abc8-61c3e0ed34a1', 'name': 'tempest-TestAggregatesBasicOps-2019654994-router', 'tenant_id': '1cbb1920951e4abb9cc2805da487dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:37Z', 'updated_at': '2022-02-15T02:10:06Z', 'revision_number': 6, 'project_id': '1cbb1920951e4abb9cc2805da487dfaa', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:10:07.193204 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (81a0d811-c41b-45a1-86d3-599050e6da1d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.269425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a0d811-c41b-45a1-86d3-599050e6da1d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:07.416267 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.574463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.577073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks [] for router_controller (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.711568 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5487a1cf-8d2b-4459-abc8-61c3e0ed34a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.712156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:10:07.717420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.718602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ce99d1cf-5c73-45f2-bb23-7001f697bed5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5487a1cf-8d2b-4459-abc8-61c3e0ed34a1 HTTP/1.1" status: 204 len: 168 time: 1.6793032 Feb 15 02:10:07.721068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:07.823974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Deleting subnet 07ee68e5-44d1-448e-baab-5eb7937d63d8 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:10:07.834813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Publish callbacks [] for subnet (07ee68e5-44d1-448e-baab-5eb7937d63d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.916250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (07ee68e5-44d1-448e-baab-5eb7937d63d8), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:07.991783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fa73da88-77b4-42f6-9b0b-debc3be2146c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:08.016785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fa73da88-77b4-42f6-9b0b-debc3be2146c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:08.017399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fa73da88-77b4-42f6-9b0b-debc3be2146c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:08.017972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 81a0d811-c41b-45a1-86d3-599050e6da1d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:08.039149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 81a0d811-c41b-45a1-86d3-599050e6da1d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:08.039771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 81a0d811-c41b-45a1-86d3-599050e6da1d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:08.062831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (07ee68e5-44d1-448e-baab-5eb7937d63d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.204681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (07ee68e5-44d1-448e-baab-5eb7937d63d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.273006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac734dc-7ec3-4f62-b8dc-39732dab2c3d None None] Network 6ce38007-4c68-4359-9a0e-9f71861587fe requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:10:08.278043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ee68e5-44d1-448e-baab-5eb7937d63d8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:08.297021 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.309719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21359fe1-25ac-4e2d-8bfe-5f2d964b7e3e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/07ee68e5-44d1-448e-baab-5eb7937d63d8 HTTP/1.1" status: 204 len: 168 time: 0.5869224 Feb 15 02:10:08.311407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:08.465133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6ce38007-4c68-4359-9a0e-9f71861587fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.577770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Deleting port 9a589762-43da-4518-80b0-8b3377b75470 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:08.578115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9a589762-43da-4518-80b0-8b3377b75470), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.634800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] DHCP port deletion for 6ce38007-4c68-4359-9a0e-9f71861587fe request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:10:08.669357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] For port 9a589762-43da-4518-80b0-8b3377b75470, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9a589762-43da-4518-80b0-8b3377b75470,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:08.669721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9a589762-43da-4518-80b0-8b3377b75470), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.698899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Calling delete_port for 9a589762-43da-4518-80b0-8b3377b75470 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:08.760396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Deleting port 9a589762-43da-4518-80b0-8b3377b75470 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:08.760782 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9a589762-43da-4518-80b0-8b3377b75470), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:08.913597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9a589762-43da-4518-80b0-8b3377b75470), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.065129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] For port 9a589762-43da-4518-80b0-8b3377b75470, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9a589762-43da-4518-80b0-8b3377b75470,segment=NetworkSegment(5a15c520-b24a-419e-9ac0-af714c618a1c),segment_id=5a15c520-b24a-419e-9ac0-af714c618a1c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:09.066148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9a589762-43da-4518-80b0-8b3377b75470), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.083368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Calling delete_port for 9a589762-43da-4518-80b0-8b3377b75470 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:09.194791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9a589762-43da-4518-80b0-8b3377b75470), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.249915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] No DVR routers for this DVR port 9a589762-43da-4518-80b0-8b3377b75470 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:10:09.254711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d446b-e697-4829-96d6-e0000d58f527 None None] Pushing event deleted for resources: {'Port': ['ID=9a589762-43da-4518-80b0-8b3377b75470,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:09.502447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a589762-43da-4518-80b0-8b3377b75470,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:09.513531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] No DVR routers for this DVR port 9a589762-43da-4518-80b0-8b3377b75470 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:10:09.534597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:10:09.647211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6ce38007-4c68-4359-9a0e-9f71861587fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.684928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce38007-4c68-4359-9a0e-9f71861587fe']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:09.700047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a15c520-b24a-419e-9ac0-af714c618a1c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:09.700609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a15c520-b24a-419e-9ac0-af714c618a1c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:09.708342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9a589762-43da-4518-80b0-8b3377b75470 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:09.727677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (5a15c520-b24a-419e-9ac0-af714c618a1c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.731150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9a589762-43da-4518-80b0-8b3377b75470 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:09.731577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9a589762-43da-4518-80b0-8b3377b75470 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:09.751384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5a15c520-b24a-419e-9ac0-af714c618a1c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.756638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:10:09.757039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (5a15c520-b24a-419e-9ac0-af714c618a1c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:10:09.758822 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:10:09.930579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6ce38007-4c68-4359-9a0e-9f71861587fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.946661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:09.957166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60246) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:09.965224 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ce38007-4c68-4359-9a0e-9f71861587fe HTTP/1.1" status: 204 len: 168 time: 1.6526330 Feb 15 02:10:09.973179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174353a4-d7f6-4460-a953-40a1aac334a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce38007-4c68-4359-9a0e-9f71861587fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:10.411392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:10.727473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Deleting port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:10.728015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:10.816438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] For port 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:10.816740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:10.834026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Calling delete_port for 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:11.113507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3fc2a15f-2ff6-4887-8c92-d8f6deaae74a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:11.140654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc2a15f-2ff6-4887-8c92-d8f6deaae74a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:11.448224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:11.788258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Router a6e84600-7a0b-441d-9223-6aae6c71e48b has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:10:11.909122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:10:11.915168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63a9e35c-542c-453e-87d4-9f617301e3f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6e84600-7a0b-441d-9223-6aae6c71e48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563153 Feb 15 02:10:11.917245 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:11.934845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Sync routers for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:10:11.970783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:11.972275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:12.082186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks [] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:12.228680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks [] for router_gateway (a6e84600-7a0b-441d-9223-6aae6c71e48b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:12.230291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:12.404442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Deleting port af8cdd95-19b3-4a34-bd95-b5175e1b1500 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:12.404945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:12.499836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:10:11Z', 'revision_number': 5, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port': {'id': 'af8cdd95-19b3-4a34-bd95-b5175e1b1500', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:09:50Z', 'updated_at': '2022-02-15T02:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:12.534018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] For port af8cdd95-19b3-4a34-bd95-b5175e1b1500, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af8cdd95-19b3-4a34-bd95-b5175e1b1500,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:12.534400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:12.551799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Calling delete_port for af8cdd95-19b3-4a34-bd95-b5175e1b1500 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:12.565672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Checking router: a6e84600-7a0b-441d-9223-6aae6c71e48b for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:10:12.590629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Routers {'a6e84600-7a0b-441d-9223-6aae6c71e48b'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:10:12.592455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:09:54Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a6e84600-7a0b-441d-9223-6aae6c71e48b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:12.750328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] Set router a6e84600-7a0b-441d-9223-6aae6c71e48b gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:10:12.849798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:10:12Z', 'revision_number': 6, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:12.897200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e2109-3ae4-4c08-92f1-ca636fd9ee2f None None] The sync data for ids ['a6e84600-7a0b-441d-9223-6aae6c71e48b'] in n-d-829064-14 is: [{'id': 'a6e84600-7a0b-441d-9223-6aae6c71e48b', 'name': 'tempest-TestAggregatesBasicOps-554309384-router', 'tenant_id': '7deed4017723406eb8eb1c4c1e583be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:09:48Z', 'updated_at': '2022-02-15T02:10:12Z', 'revision_number': 6, 'project_id': '7deed4017723406eb8eb1c4c1e583be9', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:10:12.952926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af8cdd95-19b3-4a34-bd95-b5175e1b1500), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.016014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=af8cdd95-19b3-4a34-bd95-b5175e1b1500,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:13.065573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.179158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.181938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks [] for router_controller (a6e84600-7a0b-441d-9223-6aae6c71e48b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.382688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a6e84600-7a0b-441d-9223-6aae6c71e48b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.383336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e84600-7a0b-441d-9223-6aae6c71e48b {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:10:13.388474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.398464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-037c83ef-2194-44d4-a7d6-390a26249b8d admin admin] 10.222.0.43 "DELETE /v2.0/routers/a6e84600-7a0b-441d-9223-6aae6c71e48b HTTP/1.1" status: 204 len: 168 time: 1.4779751 Feb 15 02:10:13.399347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:13.524207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Deleting subnet e5502d63-4db6-4466-bcc7-90b3cdf4f6aa {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:10:13.534923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Publish callbacks [] for subnet (e5502d63-4db6-4466-bcc7-90b3cdf4f6aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.612537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e5502d63-4db6-4466-bcc7-90b3cdf4f6aa), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.772677 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e5502d63-4db6-4466-bcc7-90b3cdf4f6aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.886349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af8cdd95-19b3-4a34-bd95-b5175e1b1500 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:13.947355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e5502d63-4db6-4466-bcc7-90b3cdf4f6aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:13.951930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: af8cdd95-19b3-4a34-bd95-b5175e1b1500 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:13.954784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af8cdd95-19b3-4a34-bd95-b5175e1b1500 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:13.957239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:13.995531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:13.996233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fc2a15f-2ff6-4887-8c92-d8f6deaae74a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:14.003107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5502d63-4db6-4466-bcc7-90b3cdf4f6aa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:14.015689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976303d5-d528-4205-a4d4-4c8752e2c87e None None] Network c6bda7ba-cace-4509-9c15-24ac1164ed90 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:10:14.017390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.026887 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1e55d65-3dcc-472e-9984-814b84354825 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5502d63-4db6-4466-bcc7-90b3cdf4f6aa HTTP/1.1" status: 204 len: 168 time: 0.6234806 Feb 15 02:10:14.027337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:14.193030 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (c6bda7ba-cace-4509-9c15-24ac1164ed90), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.322834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] DHCP port deletion for c6bda7ba-cace-4509-9c15-24ac1164ed90 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:10:14.379012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Deleting port 7eb84607-7b1c-467f-9360-d70f40984701 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:14.379945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7eb84607-7b1c-467f-9360-d70f40984701), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.439651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Deleting port 7eb84607-7b1c-467f-9360-d70f40984701 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:10:14.440023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7eb84607-7b1c-467f-9360-d70f40984701), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.532061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] For port 7eb84607-7b1c-467f-9360-d70f40984701, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7eb84607-7b1c-467f-9360-d70f40984701,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:14.532502 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7eb84607-7b1c-467f-9360-d70f40984701), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.549556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Calling delete_port for 7eb84607-7b1c-467f-9360-d70f40984701 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:14.573811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] For port 7eb84607-7b1c-467f-9360-d70f40984701, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7eb84607-7b1c-467f-9360-d70f40984701,segment=NetworkSegment(2a605fcc-504b-444f-8a36-738a6dabef5b),segment_id=2a605fcc-504b-444f-8a36-738a6dabef5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:10:14.574174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7eb84607-7b1c-467f-9360-d70f40984701), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.602181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Calling delete_port for 7eb84607-7b1c-467f-9360-d70f40984701 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:10:14.798471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7eb84607-7b1c-467f-9360-d70f40984701), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.812574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7eb84607-7b1c-467f-9360-d70f40984701), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:14.870323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] No DVR routers for this DVR port 7eb84607-7b1c-467f-9360-d70f40984701 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:10:14.878872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Pushing event deleted for resources: {'Port': ['ID=7eb84607-7b1c-467f-9360-d70f40984701,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:14.891072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb84607-7b1c-467f-9360-d70f40984701,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:14.906755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] No DVR routers for this DVR port 7eb84607-7b1c-467f-9360-d70f40984701 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:10:14.915754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.916280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.920625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.921274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.921625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.924816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.925175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.925517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.925860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.926230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.926567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.926899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.928717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fa934-c198-4f14-bd5f-597673bad032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:14.999635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (c6bda7ba-cace-4509-9c15-24ac1164ed90), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.022942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bda7ba-cace-4509-9c15-24ac1164ed90']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:15.033202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a605fcc-504b-444f-8a36-738a6dabef5b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:15.034297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a605fcc-504b-444f-8a36-738a6dabef5b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:10:15.044835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (2a605fcc-504b-444f-8a36-738a6dabef5b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.064666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2a605fcc-504b-444f-8a36-738a6dabef5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.071879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:10:15.072624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (2a605fcc-504b-444f-8a36-738a6dabef5b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:10:15.074435 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:10:15.216009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (c6bda7ba-cace-4509-9c15-24ac1164ed90), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.224533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.227666 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c6bda7ba-cace-4509-9c15-24ac1164ed90 HTTP/1.1" status: 204 len: 168 time: 1.1994703 Feb 15 02:10:15.238522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9fd7-fec3-4df1-ac17-6f3b0dfbc0d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bda7ba-cace-4509-9c15-24ac1164ed90,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:15.433044 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.708396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7eb84607-7b1c-467f-9360-d70f40984701 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:10:15.740671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:15.750447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7eb84607-7b1c-467f-9360-d70f40984701 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:10:15.750809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7eb84607-7b1c-467f-9360-d70f40984701 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:10:15.827873 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-483cb566-7418-4d7e-8b88-660a061efb31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cbb1920951e4abb9cc2805da487dfaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855246 Feb 15 02:10:15.830284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:15.908437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] Publish callbacks [] for security_group (235991cd-91a1-4af3-a86f-9bfd714da26e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:15.941650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] Publish callbacks [] for security_group (235991cd-91a1-4af3-a86f-9bfd714da26e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:16.084765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (235991cd-91a1-4af3-a86f-9bfd714da26e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:16.087857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:16.089327 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/235991cd-91a1-4af3-a86f-9bfd714da26e HTTP/1.1" status: 204 len: 168 time: 0.2579007 Feb 15 02:10:16.107473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28423-928e-4a3a-b11d-fa0e57d6938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235991cd-91a1-4af3-a86f-9bfd714da26e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:16.955586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:17.007183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32cf112f-1c8d-4810-92e7-038da5768005 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7deed4017723406eb8eb1c4c1e583be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497386 Feb 15 02:10:17.009156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:17.063340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] Publish callbacks [] for security_group (4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:17.090614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] Publish callbacks [] for security_group (4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:17.203098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:17.209633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:17.210874 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8 HTTP/1.1" status: 204 len: 168 time: 0.2006879 Feb 15 02:10:17.225028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722b855-3982-4015-9a26-088e4524542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7df4c8-f8ad-4b9f-906b-4a67dfd02be8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:17.927018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:18.128218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.131676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64f81560-1e62-4736-ab01-174bfada5bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.374023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64f81560-1e62-4736-ab01-174bfada5bcb admin admin] Publish callbacks [] for security_group (371b3b2c-c01a-4eed-b8d0-e8ca99669afc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.454560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64f81560-1e62-4736-ab01-174bfada5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (371b3b2c-c01a-4eed-b8d0-e8ca99669afc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.510964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:18.534526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-64f81560-1e62-4736-ab01-174bfada5bcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=262a56908b11483b86e25910785a88a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045640 Feb 15 02:10:18.596954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81560-1e62-4736-ab01-174bfada5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371b3b2c-c01a-4eed-b8d0-e8ca99669afc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:18.624633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] Publish callbacks [] for security_group (371b3b2c-c01a-4eed-b8d0-e8ca99669afc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.653848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] Publish callbacks [] for security_group (371b3b2c-c01a-4eed-b8d0-e8ca99669afc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.831108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (371b3b2c-c01a-4eed-b8d0-e8ca99669afc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.834379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:18.837519 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/371b3b2c-c01a-4eed-b8d0-e8ca99669afc HTTP/1.1" status: 204 len: 168 time: 0.3253360 Feb 15 02:10:18.859714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5c3e-bb9e-459e-84cc-c2dbaeb52e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371b3b2c-c01a-4eed-b8d0-e8ca99669afc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:19.940744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:19.978915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910a1940-5abe-4688-b2c2-568d4772edd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.149940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910a1940-5abe-4688-b2c2-568d4772edd9 admin admin] Publish callbacks [] for security_group (a82a5432-67fa-4997-815f-4baf61ac0da7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.215562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-910a1940-5abe-4688-b2c2-568d4772edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a82a5432-67fa-4997-815f-4baf61ac0da7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.269441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:20.272435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-910a1940-5abe-4688-b2c2-568d4772edd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0df2982441644518aff31b29958239a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240240 Feb 15 02:10:20.311752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:20.335136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a1940-5abe-4688-b2c2-568d4772edd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a5432-67fa-4997-815f-4baf61ac0da7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:20.402560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] Publish callbacks [] for security_group (a82a5432-67fa-4997-815f-4baf61ac0da7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.473633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] Publish callbacks [] for security_group (a82a5432-67fa-4997-815f-4baf61ac0da7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.636498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a82a5432-67fa-4997-815f-4baf61ac0da7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.642229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.645258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a82a5432-67fa-4997-815f-4baf61ac0da7 HTTP/1.1" status: 204 len: 168 time: 0.3727994 Feb 15 02:10:20.675867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187db6c7-a59b-4b11-807b-dae7f6491d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a5432-67fa-4997-815f-4baf61ac0da7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:20.677805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-578c1ac8-f0ce-4491-aa4b-cee26b9cdbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.876874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-578c1ac8-f0ce-4491-aa4b-cee26b9cdbf7 admin admin] Publish callbacks [] for security_group (74fd9789-2f50-4a3b-9c6c-a1caa61fd399), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.935716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-578c1ac8-f0ce-4491-aa4b-cee26b9cdbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (74fd9789-2f50-4a3b-9c6c-a1caa61fd399), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:20.982541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c1ac8-f0ce-4491-aa4b-cee26b9cdbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd9789-2f50-4a3b-9c6c-a1caa61fd399,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:20.991288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:20.991767 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-578c1ac8-f0ce-4491-aa4b-cee26b9cdbf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87c3f6389a234399ab483fb27e306728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6788290 Feb 15 02:10:21.077345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] Publish callbacks [] for security_group (74fd9789-2f50-4a3b-9c6c-a1caa61fd399), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.118868 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-441b1d4f-1c0d-46fd-a645-272d9e3a3282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.124214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] Publish callbacks [] for security_group (74fd9789-2f50-4a3b-9c6c-a1caa61fd399), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.263113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:21.270836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (74fd9789-2f50-4a3b-9c6c-a1caa61fd399), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.279064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.279064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74fd9789-2f50-4a3b-9c6c-a1caa61fd399 HTTP/1.1" status: 204 len: 168 time: 0.2839909 Feb 15 02:10:21.297009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5127341-630f-4479-a72f-04fd23d0711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd9789-2f50-4a3b-9c6c-a1caa61fd399,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:21.434298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dd3d369-4c61-45a3-9b80-1a3d5a11dfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.550004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dd3d369-4c61-45a3-9b80-1a3d5a11dfaf admin admin] Publish callbacks [] for security_group (7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.641188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dd3d369-4c61-45a3-9b80-1a3d5a11dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.695358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7dd3d369-4c61-45a3-9b80-1a3d5a11dfaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2aa0bb915f044c91848ac2ea22a57088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301956 Feb 15 02:10:21.696456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3d369-4c61-45a3-9b80-1a3d5a11dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:21.698883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:21.798923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] Publish callbacks [] for security_group (7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.836923 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] Publish callbacks [] for security_group (7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.975284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.978385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:21.979771 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca HTTP/1.1" status: 204 len: 168 time: 0.2795861 Feb 15 02:10:21.992845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1787d8-e051-4043-a758-d67f2e4dda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe75c18-3c60-46ef-bf65-6fe3bad0c4ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:22.172093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:22.196533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae54d11-45da-4e0e-a2f9-9ca428d129de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.319406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae54d11-45da-4e0e-a2f9-9ca428d129de admin admin] Publish callbacks [] for security_group (c7ff3687-3365-4311-9336-f2f2832b98e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.394050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae54d11-45da-4e0e-a2f9-9ca428d129de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c7ff3687-3365-4311-9336-f2f2832b98e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.447209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ae54d11-45da-4e0e-a2f9-9ca428d129de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=459a16e10de7475bb08d8d48a8cb717c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724264 Feb 15 02:10:22.449893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:22.452879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54d11-45da-4e0e-a2f9-9ca428d129de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff3687-3365-4311-9336-f2f2832b98e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:22.539481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] Publish callbacks [] for security_group (c7ff3687-3365-4311-9336-f2f2832b98e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.563623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] Publish callbacks [] for security_group (c7ff3687-3365-4311-9336-f2f2832b98e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.747272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c7ff3687-3365-4311-9336-f2f2832b98e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.750597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:22.752186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7ff3687-3365-4311-9336-f2f2832b98e2 HTTP/1.1" status: 204 len: 168 time: 0.3010697 Feb 15 02:10:22.762172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9509-22db-4e29-a345-d8ba49699a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff3687-3365-4311-9336-f2f2832b98e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:22.989585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:23.010204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d5e6-7bfb-4362-ac97-167cd393e4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.110023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d5e6-7bfb-4362-ac97-167cd393e4a1 admin admin] Publish callbacks [] for security_group (6ec24593-00b1-4b8f-bb38-17eebb3fb591), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.170043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d5e6-7bfb-4362-ac97-167cd393e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6ec24593-00b1-4b8f-bb38-17eebb3fb591), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.241837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7837d5e6-7bfb-4362-ac97-167cd393e4a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9aff75b288a4a57981937ac9f623b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499828 Feb 15 02:10:23.243948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:23.252676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d5e6-7bfb-4362-ac97-167cd393e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec24593-00b1-4b8f-bb38-17eebb3fb591,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:23.317440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d098bd0e-2dcc-4f70-92be-6e5826f0af07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.739405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] Publish callbacks [] for security_group (6ec24593-00b1-4b8f-bb38-17eebb3fb591), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.772281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] Publish callbacks [] for security_group (6ec24593-00b1-4b8f-bb38-17eebb3fb591), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.896680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6ec24593-00b1-4b8f-bb38-17eebb3fb591), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.901397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:23.907256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ec24593-00b1-4b8f-bb38-17eebb3fb591 HTTP/1.1" status: 204 len: 168 time: 0.6612558 Feb 15 02:10:23.927593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506abfc-7091-41e6-a13b-d09bfa0df970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec24593-00b1-4b8f-bb38-17eebb3fb591,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:24.599068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:25.436063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:25.677951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ca3cb03-267d-4db4-b85e-e1de4ff7c0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:25.848606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ca3cb03-267d-4db4-b85e-e1de4ff7c0ea admin admin] Publish callbacks [] for security_group (9d953fe3-927f-4a86-8527-8dd7de5c9f72), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:25.913658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ca3cb03-267d-4db4-b85e-e1de4ff7c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d953fe3-927f-4a86-8527-8dd7de5c9f72), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:25.942332 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:26.009111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:26.009690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0ca3cb03-267d-4db4-b85e-e1de4ff7c0ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c402fe7a26004ca5a096c658c3075ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707705 Feb 15 02:10:26.010886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3cb03-267d-4db4-b85e-e1de4ff7c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d953fe3-927f-4a86-8527-8dd7de5c9f72,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:26.074976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] Publish callbacks [] for security_group (9d953fe3-927f-4a86-8527-8dd7de5c9f72), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:26.103774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] Publish callbacks [] for security_group (9d953fe3-927f-4a86-8527-8dd7de5c9f72), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:26.244025 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d953fe3-927f-4a86-8527-8dd7de5c9f72), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:26.246986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:26.258296 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d953fe3-927f-4a86-8527-8dd7de5c9f72 HTTP/1.1" status: 204 len: 168 time: 0.2404885 Feb 15 02:10:26.280214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2efedc-160b-4324-9cf5-ae6940f2b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d953fe3-927f-4a86-8527-8dd7de5c9f72,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:27.187460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:27.203346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d935cba-2052-4147-9bb7-c45346f3a014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.294538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d935cba-2052-4147-9bb7-c45346f3a014 admin admin] Publish callbacks [] for security_group (8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.401323 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d935cba-2052-4147-9bb7-c45346f3a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.440112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.449210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d935cba-2052-4147-9bb7-c45346f3a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:27.455411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:27.456011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d935cba-2052-4147-9bb7-c45346f3a014 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a6257e4c5024e21ba84def0ce9e0cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667639 Feb 15 02:10:27.524004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] Publish callbacks [] for security_group (8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.559879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] Publish callbacks [] for security_group (8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.684125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.686947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:27.690937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2 HTTP/1.1" status: 204 len: 168 time: 0.2326052 Feb 15 02:10:27.704933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d0cba-6845-4b8b-acac-623b2d93390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0a9df0-13fd-4cff-9c3c-89831d7ba2d2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:27.928850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:28.182406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2663cf02-b20e-4dcf-84af-e39e96438891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.298389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2663cf02-b20e-4dcf-84af-e39e96438891 admin admin] Publish callbacks [] for security_group (dc5281dc-1c58-4c9d-9b2d-54c3b1083185), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.398426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2663cf02-b20e-4dcf-84af-e39e96438891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc5281dc-1c58-4c9d-9b2d-54c3b1083185), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.465260 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2663cf02-b20e-4dcf-84af-e39e96438891 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b824faae185401287bfac01627c4815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5353224 Feb 15 02:10:28.467939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 60850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:28.508413 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663cf02-b20e-4dcf-84af-e39e96438891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5281dc-1c58-4c9d-9b2d-54c3b1083185,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:28.566226 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] Publish callbacks [] for security_group (dc5281dc-1c58-4c9d-9b2d-54c3b1083185), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.603295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] Publish callbacks [] for security_group (dc5281dc-1c58-4c9d-9b2d-54c3b1083185), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.725187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc5281dc-1c58-4c9d-9b2d-54c3b1083185), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.735692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:28.736915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc5281dc-1c58-4c9d-9b2d-54c3b1083185 HTTP/1.1" status: 204 len: 168 time: 0.2673380 Feb 15 02:10:28.773448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a72a-259d-4bcd-a8af-23c78d87d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5281dc-1c58-4c9d-9b2d-54c3b1083185,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:29.575557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:29.593841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c0db30e-bec4-49f7-9847-0927e342afba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:29.681719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c0db30e-bec4-49f7-9847-0927e342afba admin admin] Publish callbacks [] for security_group (dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:29.752567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c0db30e-bec4-49f7-9847-0927e342afba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:29.791604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0db30e-bec4-49f7-9847-0927e342afba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:29.809677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9c0db30e-bec4-49f7-9847-0927e342afba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5d8fc0d63a042e4a0d84d8972a483d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301774 Feb 15 02:10:29.809956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 60874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:29.861883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] Publish callbacks [] for security_group (dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:29.899568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] Publish callbacks [] for security_group (dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:30.043817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:30.043817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:30.047085 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661 HTTP/1.1" status: 204 len: 168 time: 0.2361412 Feb 15 02:10:30.060730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876e37-0b5c-4188-bd54-8e009dbf0de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc071f3e-7fa0-4d0f-8dc3-ee82bafe8661,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:33.949656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:34.253124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3809b936-ec40-4858-a014-a23c8cde104a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.456357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3809b936-ec40-4858-a014-a23c8cde104a admin admin] Publish callbacks [] for security_group (57a05400-b425-4999-9196-2c23429eba6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.598427 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3809b936-ec40-4858-a014-a23c8cde104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57a05400-b425-4999-9196-2c23429eba6f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.635651 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3809b936-ec40-4858-a014-a23c8cde104a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=866cba76141047ceb609688e9bed9421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6842148 Feb 15 02:10:34.638267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 32866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:34.698636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b936-ec40-4858-a014-a23c8cde104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a05400-b425-4999-9196-2c23429eba6f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:34.743861 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Publish callbacks [] for security_group (57a05400-b425-4999-9196-2c23429eba6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.769216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Publish callbacks [] for security_group (57a05400-b425-4999-9196-2c23429eba6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.884399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57a05400-b425-4999-9196-2c23429eba6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.887549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:34.889192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57a05400-b425-4999-9196-2c23429eba6f HTTP/1.1" status: 204 len: 168 time: 0.2482853 Feb 15 02:10:34.914876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a05400-b425-4999-9196-2c23429eba6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:34.934838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.936047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.936645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.937149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:34.941636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef54206-15ab-4737-8e52-7ab1ebc766d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:35.643914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 32922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:35.657318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d867e8-e0f0-4381-9edc-8069223a7026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:35.738658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d867e8-e0f0-4381-9edc-8069223a7026 admin admin] Publish callbacks [] for security_group (b75ce948-f179-470f-8af2-92a02d254de0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:35.820709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53d867e8-e0f0-4381-9edc-8069223a7026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b75ce948-f179-470f-8af2-92a02d254de0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:35.859708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53d867e8-e0f0-4381-9edc-8069223a7026 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60080cb6eb8446a99eac247a45a929fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146170 Feb 15 02:10:35.860658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d867e8-e0f0-4381-9edc-8069223a7026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75ce948-f179-470f-8af2-92a02d254de0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:35.862843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 32932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:35.931390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Publish callbacks [] for security_group (b75ce948-f179-470f-8af2-92a02d254de0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:35.953883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Publish callbacks [] for security_group (b75ce948-f179-470f-8af2-92a02d254de0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:36.135074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b75ce948-f179-470f-8af2-92a02d254de0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:36.137956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:36.139411 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b75ce948-f179-470f-8af2-92a02d254de0 HTTP/1.1" status: 204 len: 168 time: 0.2747171 Feb 15 02:10:36.156137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75ce948-f179-470f-8af2-92a02d254de0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:36.165384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.166085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.166748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.167315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.167839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.168426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.168950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.169678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.170198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.170725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.171242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.171788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:36.172340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907f54c-2c3d-4e64-801f-b85f66167989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:10:39.390393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:39.556099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5f97017-3a8f-4610-a875-4e735735051c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:39.636056 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5f97017-3a8f-4610-a875-4e735735051c admin admin] Publish callbacks [] for security_group (5d6ee03a-d920-4e95-bd2e-cd71ff002cd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:39.741168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5f97017-3a8f-4610-a875-4e735735051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d6ee03a-d920-4e95-bd2e-cd71ff002cd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:39.793052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f97017-3a8f-4610-a875-4e735735051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6ee03a-d920-4e95-bd2e-cd71ff002cd4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:39.811281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b5f97017-3a8f-4610-a875-4e735735051c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50c044022db844d0ad9f822a9887a2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186287 Feb 15 02:10:39.814068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:39.861796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] Publish callbacks [] for security_group (5d6ee03a-d920-4e95-bd2e-cd71ff002cd4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:39.912403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] Publish callbacks [] for security_group (5d6ee03a-d920-4e95-bd2e-cd71ff002cd4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:40.043684 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5d6ee03a-d920-4e95-bd2e-cd71ff002cd4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:40.046587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:40.047923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d6ee03a-d920-4e95-bd2e-cd71ff002cd4 HTTP/1.1" status: 204 len: 168 time: 0.2328663 Feb 15 02:10:40.073888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723fd3d-b91a-4b62-bdb3-9b2e8d649c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6ee03a-d920-4e95-bd2e-cd71ff002cd4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:40.791688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:40.808149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84a40e6f-efec-482b-9094-7626f689ac24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:40.917961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84a40e6f-efec-482b-9094-7626f689ac24 admin admin] Publish callbacks [] for security_group (57ce1d43-6208-44d5-a565-8d9fbb70ffc5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:40.991078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84a40e6f-efec-482b-9094-7626f689ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57ce1d43-6208-44d5-a565-8d9fbb70ffc5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:41.037957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a40e6f-efec-482b-9094-7626f689ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ce1d43-6208-44d5-a565-8d9fbb70ffc5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:41.043130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-84a40e6f-efec-482b-9094-7626f689ac24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75da527dbd2944d0b527daca68428e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502875 Feb 15 02:10:41.046440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:10:41.166857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] Publish callbacks [] for security_group (57ce1d43-6208-44d5-a565-8d9fbb70ffc5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:41.197609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] Publish callbacks [] for security_group (57ce1d43-6208-44d5-a565-8d9fbb70ffc5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:41.352416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (57ce1d43-6208-44d5-a565-8d9fbb70ffc5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:41.355447 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:41.366426 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57ce1d43-6208-44d5-a565-8d9fbb70ffc5 HTTP/1.1" status: 204 len: 168 time: 0.3135009 Feb 15 02:10:41.387342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d89b7-a428-47e6-abe3-a2664dd77d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ce1d43-6208-44d5-a565-8d9fbb70ffc5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:10:45.478096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:46.534322 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:10:48.169987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:51.089293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95eb99a6-2d21-4b5d-b1b0-702843771623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:53.266475 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-7cebdaaf-f9c8-4101-89fe-fc21b3f93006 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1389179 Feb 15 02:10:53.301526 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70219ac9-74f8-4316-be70-248d2c6f3a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:53.458771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-f778f8ed-b601-43d2-8041-efa5301ca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:10:53.463758 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-f778f8ed-b601-43d2-8041-efa5301ca666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 1128 time: 0.1343193 Feb 15 02:10:53.614360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-6f902bdd-3b88-47ad-a015-43009d2ce0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:10:53.633231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-6f902bdd-3b88-47ad-a015-43009d2ce0e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 200 len: 911 time: 0.1451571 Feb 15 02:10:53.786103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-576f5d5b-a0a0-4c55-93fc-b7618251e65c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1446002 Feb 15 02:10:53.911532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-e0f4a9c0-18fb-483d-bb47-5469cb0cd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:10:53.911532 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-e0f4a9c0-18fb-483d-bb47-5469cb0cd12e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 200 len: 849 time: 0.0952332 Feb 15 02:10:53.988156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-1709339f-ed75-4df1-b9d6-45466b948369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:10:53.989724 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-1709339f-ed75-4df1-b9d6-45466b948369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0946383 Feb 15 02:10:54.167298 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-c2089416-5c3d-4d7e-9804-95aedf51511c service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706507 Feb 15 02:10:54.355208 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-532d2643-6c05-4c05-aab0-85dbccfdca6e req-916f3401-cf50-42b7-b9cd-1f60e23a1953 service neutron] 10.222.0.37 "GET /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803622 Feb 15 02:10:54.555778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:55.975685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:57.483507 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:10:59.976012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba9a3-f298-481f-b63e-87893079eaa9 req-c3535fbf-f7af-41c9-b761-388ac6615d12 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:10:59.984481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e45ba9a3-f298-481f-b63e-87893079eaa9 req-c3535fbf-f7af-41c9-b761-388ac6615d12 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.3959692 Feb 15 02:11:00.048930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e45ba9a3-f298-481f-b63e-87893079eaa9 req-8b46f8f9-c119-471e-bc4c-d341600aded3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631847 Feb 15 02:11:00.465747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:00.590559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1cc1-4648-4330-a663-e1da9c595f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:00.672803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1cc1-4648-4330-a663-e1da9c595f0e admin admin] Publish callbacks [] for security_group (cb47fc3f-3b59-4692-8c02-fa22466284ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:00.751989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b2c1cc1-4648-4330-a663-e1da9c595f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cb47fc3f-3b59-4692-8c02-fa22466284ac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:00.789944 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b2c1cc1-4648-4330-a663-e1da9c595f0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aefdde1523644024ade260810adac397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232207 Feb 15 02:11:00.792701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:00.803806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c1cc1-4648-4330-a663-e1da9c595f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb47fc3f-3b59-4692-8c02-fa22466284ac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:00.913341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] Publish callbacks [] for security_group (cb47fc3f-3b59-4692-8c02-fa22466284ac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:00.972322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] Publish callbacks [] for security_group (cb47fc3f-3b59-4692-8c02-fa22466284ac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.152616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cb47fc3f-3b59-4692-8c02-fa22466284ac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.156659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.158171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb47fc3f-3b59-4692-8c02-fa22466284ac HTTP/1.1" status: 204 len: 168 time: 0.3644586 Feb 15 02:11:01.191830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17330918-e6c0-4ffd-8c5f-ef723d205cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb47fc3f-3b59-4692-8c02-fa22466284ac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:01.232696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336ab97-8cc5-4cb9-9e0d-79372d5f4824 req-8dfc5b98-8710-45e5-8ce1-08b6d53faff3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:11:01.240017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b336ab97-8cc5-4cb9-9e0d-79372d5f4824 req-8dfc5b98-8710-45e5-8ce1-08b6d53faff3 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.1220860 Feb 15 02:11:01.316564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b336ab97-8cc5-4cb9-9e0d-79372d5f4824 req-e30d74de-e3ad-4107-ba20-9cd052751e04 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746369 Feb 15 02:11:01.621839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-d7c475a6-f4c2-4313-ab80-39590dc2392d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:11:01.624672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-d7c475a6-f4c2-4313-ab80-39590dc2392d tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Feb 15 02:11:01.716681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Deleting port 416280f1-aba3-459f-ba00-5ddc0349e5b5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:01.717026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.814287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] For port 416280f1-aba3-459f-ba00-5ddc0349e5b5, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=416280f1-aba3-459f-ba00-5ddc0349e5b5,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:11:01.814645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.888436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:01.904492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27d46c8d-d065-4bc0-a074-487a1ee38b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:01.985506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27d46c8d-d065-4bc0-a074-487a1ee38b54 admin admin] Publish callbacks [] for security_group (e5f26747-eb38-4f6f-8642-740ad2cec353), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.035730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.036124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.036528 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Floating IP 5c75409f-f8c8-4db9-85b6-bd751101ef9f disassociated. External IP: 172.25.2.211, port: 416280f1-aba3-459f-ba00-5ddc0349e5b5. Feb 15 02:11:02.036875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Calling delete_port for 416280f1-aba3-459f-ba00-5ddc0349e5b5 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:02.059378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27d46c8d-d065-4bc0-a074-487a1ee38b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5f26747-eb38-4f6f-8642-740ad2cec353), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.149764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27d46c8d-d065-4bc0-a074-487a1ee38b54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18a812f372f04aedb96c56a24243f604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592621 Feb 15 02:11:02.150822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:02.151683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d46c8d-d065-4bc0-a074-487a1ee38b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f26747-eb38-4f6f-8642-740ad2cec353,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:02.254114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] Publish callbacks [] for security_group (e5f26747-eb38-4f6f-8642-740ad2cec353), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.254962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (416280f1-aba3-459f-ba00-5ddc0349e5b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.286851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] Publish callbacks [] for security_group (e5f26747-eb38-4f6f-8642-740ad2cec353), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.315283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'Port': ['ID=416280f1-aba3-459f-ba00-5ddc0349e5b5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:02.423530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69682f40-f0a4-4974-a441-a10dc7b49c4b req-0312ce20-3a16-4ad8-8de0-3144a6635036 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0395308 Feb 15 02:11:02.488541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:11:02.539213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5f26747-eb38-4f6f-8642-740ad2cec353), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.544784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.546825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5f26747-eb38-4f6f-8642-740ad2cec353 HTTP/1.1" status: 204 len: 168 time: 0.3630693 Feb 15 02:11:02.564218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc9cb1-6c7f-4ee7-b7e9-adeca98a671c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f26747-eb38-4f6f-8642-740ad2cec353,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:02.682127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:11:02.698504 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:11:02.714080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:11:02.714704 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:10:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:02.780662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] No DVR routers for this DVR port 416280f1-aba3-459f-ba00-5ddc0349e5b5 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:11:02.786226 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:02.789747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b77f5727-9249-47fd-a32e-a56497bf2301 req-4f660f4c-67d1-4ad1-aa1f-17ba52db28b8 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.37 "DELETE /v2.0/ports/416280f1-aba3-459f-ba00-5ddc0349e5b5 HTTP/1.1" status: 204 len: 173 time: 1.1601217 Feb 15 02:11:02.794585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'name': 'network-vif-deleted', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:11:02.805373 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc2f9e7-e275-4276-9e9c-e3a1047007cf" -d '{"events": [{"server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "name": "network-vif-deleted", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:11:02.887148 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3328c-efb4-49cf-bd0c-f46e67b06299 x-openstack-request-id: req-2db3328c-efb4-49cf-bd0c-f46e67b06299 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:11:02.892114 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75542a5d-0111-49ba-a954-65c9df18ca94", "name": "network-vif-deleted", "tag": "416280f1-aba3-459f-ba00-5ddc0349e5b5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:11:02.892114 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2db3328c-efb4-49cf-bd0c-f46e67b06299 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:11:02.893605 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75542a5d-0111-49ba-a954-65c9df18ca94', 'name': 'network-vif-deleted', 'tag': '416280f1-aba3-459f-ba00-5ddc0349e5b5', 'status': 'completed', 'code': 200} Feb 15 02:11:02.962251 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:11:03.318379 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:03.363396 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:11:03.398072 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:11:03.399197 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:10:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:03.672690 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:11:03.734805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fae8b9e-d6c0-4623-8488-7b7be9cb3fd3 req-ebe739cf-0cae-4101-9bb8-72ed8abbecb7 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/ports?device_id=75542a5d-0111-49ba-a954-65c9df18ca94 HTTP/1.1" status: 200 len: 210 time: 0.0914669 Feb 15 02:11:04.058663 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:04.121519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3c090-5383-496d-bc05-8a5b0d461149 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:03:23Z', 'revision_number': 4, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'd2785acd-e837-42b8-be9c-7179aed409dc', 'name': '', 'network_id': 'f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'mac_address': 'fa:16:3e:f2:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:21Z', 'updated_at': '2022-02-15T02:03:27Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'subnets': [{'id': '6f3ce773-1680-4218-b27b-b0e2b57c2c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:11:04.589417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cca2a5-311e-428d-9302-00fadbbfe7a1 None None] New status for floating IP 5c75409f-f8c8-4db9-85b6-bd751101ef9f: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:11:05.039324 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:05.133571 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (c7674c17-ecfe-4d3f-8f29-ff842dddf9a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.161193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (c7674c17-ecfe-4d3f-8f29-ff842dddf9a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.392997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c7674c17-ecfe-4d3f-8f29-ff842dddf9a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.397917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.406253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:05.406768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "DELETE /v2.0/security-groups/c7674c17-ecfe-4d3f-8f29-ff842dddf9a7 HTTP/1.1" status: 204 len: 168 time: 0.3682604 Feb 15 02:11:05.430714 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-0df58699-7188-46f1-9a65-c5be7c9b3e17 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] show failed (client error): The resource could not be found. Feb 15 02:11:05.432069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0df58699-7188-46f1-9a65-c5be7c9b3e17 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "GET /v2.0/security-groups/c7674c17-ecfe-4d3f-8f29-ff842dddf9a7 HTTP/1.1" status: 404 len: 347 time: 0.0244987 Feb 15 02:11:05.435252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33754) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:05.442586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f46d-762d-4063-801a-fbae74f07462 tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7674c17-ecfe-4d3f-8f29-ff842dddf9a7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:05.750005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Deleting port 6b9dc1f4-edcb-476f-98e5-d744f55a0b4c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:05.750718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.909459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.909793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:05.925498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Calling delete_port for 6b9dc1f4-edcb-476f-98e5-d744f55a0b4c owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:06.156640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:06.178964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:06.266156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6b9dc1f4-edcb-476f-98e5-d744f55a0b4c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.319585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Pushing event deleted for resources: {'Port': ['ID=6b9dc1f4-edcb-476f-98e5-d744f55a0b4c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:06.394302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84733ce-91d2-4e31-a24f-279b12f0ecd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.453368 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f5848b35-20d4-400c-8c2f-8dcd96d2dfaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2427007360574f819e1e65a741f1cb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711666 Feb 15 02:11:06.459883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 33790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:06.521028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks [] for floatingip (5c75409f-f8c8-4db9-85b6-bd751101ef9f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.523600 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.525106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9fcd4f9a-c776-41b2-be34-a36eca3e718b tempest-AttachVolumeTestJSON-1731260535 tempest-AttachVolumeTestJSON-1731260535-project] 10.222.0.43 "DELETE /v2.0/floatingips/5c75409f-f8c8-4db9-85b6-bd751101ef9f HTTP/1.1" status: 204 len: 168 time: 1.0885794 Feb 15 02:11:06.595092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] Publish callbacks [] for security_group (a0959f72-1665-414e-9538-0a6e26f6f5f6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.650359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] Publish callbacks [] for security_group (a0959f72-1665-414e-9538-0a6e26f6f5f6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.723602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84733ce-91d2-4e31-a24f-279b12f0ecd4 admin admin] Publish callbacks [] for security_group (bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.793362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 416280f1-aba3-459f-ba00-5ddc0349e5b5 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:11:06.802063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84733ce-91d2-4e31-a24f-279b12f0ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.854186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 416280f1-aba3-459f-ba00-5ddc0349e5b5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:11:06.854632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 416280f1-aba3-459f-ba00-5ddc0349e5b5 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:11:06.871564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a0959f72-1665-414e-9538-0a6e26f6f5f6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.874888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:06.876594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0959f72-1665-414e-9538-0a6e26f6f5f6 HTTP/1.1" status: 204 len: 168 time: 0.4138443 Feb 15 02:11:06.918655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908727a-efc1-4a7a-8f83-605f32a9bc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0959f72-1665-414e-9538-0a6e26f6f5f6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:06.949736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f84733ce-91d2-4e31-a24f-279b12f0ecd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=184355f737894f998a381686566dd7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7917223 Feb 15 02:11:06.950568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84733ce-91d2-4e31-a24f-279b12f0ecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:06.967858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:07.073787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] Publish callbacks [] for security_group (bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:07.124678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] Publish callbacks [] for security_group (bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:07.311868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:07.314864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:07.319428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e HTTP/1.1" status: 204 len: 168 time: 0.3472998 Feb 15 02:11:07.333200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7318461-58b0-4140-b79f-26210c9518cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8e5c1-3d3f-4b5d-a2d9-f94ed0bf424e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:10.249981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:10.417199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e06cfd3-c002-4fd5-8f6d-fe67ad2221c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:10.513034 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e06cfd3-c002-4fd5-8f6d-fe67ad2221c8 admin admin] Publish callbacks [] for security_group (0f400b69-36c6-4555-9401-fcaac46f3ed4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:10.574335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e06cfd3-c002-4fd5-8f6d-fe67ad2221c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0f400b69-36c6-4555-9401-fcaac46f3ed4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:10.625349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06cfd3-c002-4fd5-8f6d-fe67ad2221c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f400b69-36c6-4555-9401-fcaac46f3ed4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:10.672283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8e06cfd3-c002-4fd5-8f6d-fe67ad2221c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04afde35d98449eb803115f3facb7f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211917 Feb 15 02:11:10.675061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 33910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:10.790817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] Publish callbacks [] for security_group (0f400b69-36c6-4555-9401-fcaac46f3ed4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:10.840252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] Publish callbacks [] for security_group (0f400b69-36c6-4555-9401-fcaac46f3ed4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:11.019023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0f400b69-36c6-4555-9401-fcaac46f3ed4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:11.022662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:11.028642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f400b69-36c6-4555-9401-fcaac46f3ed4 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Feb 15 02:11:11.057826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b95a9-6b1b-4c66-b9fb-af2fbeccb047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f400b69-36c6-4555-9401-fcaac46f3ed4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:15.441349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:17.123994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-e919b66f-7bb9-41c3-82b9-313534a25a9a req-d47f69ac-b86a-4a49-9c16-7befb02c80e5 tempest-ServersNegativeTestJSON-1737974260 tempest-ServersNegativeTestJSON-1737974260-project] (103885) timed out ('10.222.0.43', 52996) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:11:18.140924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:21.236268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-825272cd-f87f-45d8-9706-2ebd00724114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:23.346955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7fd80ab-c51d-4003-87c9-30e8e742303e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:23.536012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:11:24.577439 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:26.025832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:27.466209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:30.604173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:31.594395 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:32.113219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Deleting port d2785acd-e837-42b8-be9c-7179aed409dc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:32.119790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:32.363136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] For port d2785acd-e837-42b8-be9c-7179aed409dc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d2785acd-e837-42b8-be9c-7179aed409dc,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:11:32.363792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:32.399292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Calling delete_port for d2785acd-e837-42b8-be9c-7179aed409dc owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:32.875489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d2785acd-e837-42b8-be9c-7179aed409dc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:32.903011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2785acd-e837-42b8-be9c-7179aed409dc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:33.341100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:33.881999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:11:34.134036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:11:34.144937 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Sync routers for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:11:34.152308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a022bd01-bd5d-47a9-b39d-354b1a836317 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec866fbe-ea0e-4556-b9b9-6e7708f82f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5469687 Feb 15 02:11:34.155616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:34.174542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:11:34.175183 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:11:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:34.346444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks [] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:34.477883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:11:34.561177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks [] for router_gateway (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:34.732458 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:11:32Z', 'revision_number': 5, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port': {'id': '1b48ab25-e7d9-4990-87d7-e82387ec0fa2', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:03:18Z', 'updated_at': '2022-02-15T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:34.747949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Deleting port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:34.757329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:34.800681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Checking router: ec866fbe-ea0e-4556-b9b9-6e7708f82f91 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:11:34.815559 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Routers {'ec866fbe-ea0e-4556-b9b9-6e7708f82f91'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:11:34.816231 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:11:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:34.872651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] For port 1b48ab25-e7d9-4990-87d7-e82387ec0fa2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:11:34.873014 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:34.892238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Calling delete_port for 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:34.984631 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] Set router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:11:35.126310 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:11:34Z', 'revision_number': 6, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:35.162124 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40029b-bde6-43ec-947b-fba390d5f216 None None] The sync data for ids ['ec866fbe-ea0e-4556-b9b9-6e7708f82f91'] in n-d-829064-14 is: [{'id': 'ec866fbe-ea0e-4556-b9b9-6e7708f82f91', 'name': 'tempest-AttachVolumeTestJSON-430749698-router', 'tenant_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:03:17Z', 'updated_at': '2022-02-15T02:11:34Z', 'revision_number': 6, 'project_id': '1c082d0ce3b94a04a0b566363d40d5f0', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:11:35.340676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1b48ab25-e7d9-4990-87d7-e82387ec0fa2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.372377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b48ab25-e7d9-4990-87d7-e82387ec0fa2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:35.436070 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.558977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.562013 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks [] for router_controller (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.717649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ec866fbe-ea0e-4556-b9b9-6e7708f82f91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.718289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec866fbe-ea0e-4556-b9b9-6e7708f82f91 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:11:35.723315 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.731238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fa073ab5-cabc-4d22-ab90-260f942d6531 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec866fbe-ea0e-4556-b9b9-6e7708f82f91 HTTP/1.1" status: 204 len: 168 time: 1.5677373 Feb 15 02:11:35.731238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:35.775996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Deleting subnet 6f3ce773-1680-4218-b27b-b0e2b57c2c1b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:11:35.779222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Publish callbacks [] for subnet (6f3ce773-1680-4218-b27b-b0e2b57c2c1b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.813803 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (6f3ce773-1680-4218-b27b-b0e2b57c2c1b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:35.892640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (6f3ce773-1680-4218-b27b-b0e2b57c2c1b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.052657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (6f3ce773-1680-4218-b27b-b0e2b57c2c1b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.093502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d2785acd-e837-42b8-be9c-7179aed409dc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:11:36.131303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3ce773-1680-4218-b27b-b0e2b57c2c1b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:36.138224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d2785acd-e837-42b8-be9c-7179aed409dc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:11:36.138566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d2785acd-e837-42b8-be9c-7179aed409dc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:11:36.140235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.150093 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-31a78fc9-4f58-476d-871d-c6e9944f75b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f3ce773-1680-4218-b27b-b0e2b57c2c1b HTTP/1.1" status: 204 len: 168 time: 0.4196424 Feb 15 02:11:36.150957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:36.151404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69a1fb-154e-4caa-865a-39a5c65ba8df None None] Network f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:11:36.304644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.439119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] DHCP port deletion for f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:11:36.455980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Deleting port 26eaa72a-a280-4c31-82b6-ccf696c27d7e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:36.456402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.518509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Deleting port 26eaa72a-a280-4c31-82b6-ccf696c27d7e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:11:36.519023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.567523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] For port 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26eaa72a-a280-4c31-82b6-ccf696c27d7e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:11:36.572804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.593664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Calling delete_port for 26eaa72a-a280-4c31-82b6-ccf696c27d7e owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:36.711673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] For port 26eaa72a-a280-4c31-82b6-ccf696c27d7e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=26eaa72a-a280-4c31-82b6-ccf696c27d7e,segment=NetworkSegment(59b71058-1459-4c34-9baa-0d41c2bd2b00),segment_id=59b71058-1459-4c34-9baa-0d41c2bd2b00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:11:36.716806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.752380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Calling delete_port for 26eaa72a-a280-4c31-82b6-ccf696c27d7e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:11:36.901906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.914411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (26eaa72a-a280-4c31-82b6-ccf696c27d7e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:36.938299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26eaa72a-a280-4c31-82b6-ccf696c27d7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:36.948132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] No DVR routers for this DVR port 26eaa72a-a280-4c31-82b6-ccf696c27d7e on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:11:36.949764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] No DVR routers for this DVR port 26eaa72a-a280-4c31-82b6-ccf696c27d7e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:11:36.951192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.951694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.952131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.952658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.953108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.955802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.956974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.957781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:36.993660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Pushing event deleted for resources: {'Port': ['ID=26eaa72a-a280-4c31-82b6-ccf696c27d7e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:37.010576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.011129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.011652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.013107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.013654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.014726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.015547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.016093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.017560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.018135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.018719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.019873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.020431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90fed5-a2ef-4b15-a926-3f07debece36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:37.065883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.092051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:37.134547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b71058-1459-4c34-9baa-0d41c2bd2b00') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:37.135096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b71058-1459-4c34-9baa-0d41c2bd2b00') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:11:37.171104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (59b71058-1459-4c34-9baa-0d41c2bd2b00), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.201823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (59b71058-1459-4c34-9baa-0d41c2bd2b00), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.227635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:11:37.228980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (59b71058-1459-4c34-9baa-0d41c2bd2b00), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:11:37.246510 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:11:37.488666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.503747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:37.508057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25 HTTP/1.1" status: 204 len: 168 time: 1.3546348 Feb 15 02:11:37.569743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd633616-ff02-4734-8c91-4858ca093ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b7bd3c-c9bd-4a6f-be06-b30c3b2c2f25,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:37.747971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26eaa72a-a280-4c31-82b6-ccf696c27d7e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:11:37.808675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 26eaa72a-a280-4c31-82b6-ccf696c27d7e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:11:37.809036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 26eaa72a-a280-4c31-82b6-ccf696c27d7e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:11:37.809471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:11:37.868657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:11:37.869067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1b48ab25-e7d9-4990-87d7-e82387ec0fa2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:11:38.058327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:38.136440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7328d5b9-b9b6-479f-bac3-d5ecac53548d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c082d0ce3b94a04a0b566363d40d5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746090 Feb 15 02:11:38.136679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:38.246031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] Publish callbacks [] for security_group (04733408-d1c3-4dfe-9d8a-64f141249305), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:38.286530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] Publish callbacks [] for security_group (04733408-d1c3-4dfe-9d8a-64f141249305), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:38.437030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (04733408-d1c3-4dfe-9d8a-64f141249305), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:38.439748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:38.440928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04733408-d1c3-4dfe-9d8a-64f141249305 HTTP/1.1" status: 204 len: 168 time: 0.3033431 Feb 15 02:11:38.454585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccfecd-b4de-4636-ba57-b18f1859126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04733408-d1c3-4dfe-9d8a-64f141249305,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:43.051383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:43.198206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.330606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Publish callbacks [] for security_group (8b43640a-17cb-44e6-9178-851bf880880a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.420381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b43640a-17cb-44e6-9178-851bf880880a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.488343 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d46d0c3b4ca7456b87454ab83dec31bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4350290 Feb 15 02:11:43.492208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:43.499085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43640a-17cb-44e6-9178-851bf880880a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:43.507966 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.508587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.509079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.509566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.510049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.510557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.511035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.511513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.512000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.512517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.513009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.513493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.513965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed287b3-8a69-41e9-8a85-3c7dda91be3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:11:43.563731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] Publish callbacks [] for security_group (8b43640a-17cb-44e6-9178-851bf880880a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.594962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] Publish callbacks [] for security_group (8b43640a-17cb-44e6-9178-851bf880880a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.721662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (8b43640a-17cb-44e6-9178-851bf880880a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.731325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:43.731325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b43640a-17cb-44e6-9178-851bf880880a HTTP/1.1" status: 204 len: 168 time: 0.2330413 Feb 15 02:11:43.738184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4858-863f-448a-80a9-4e0b1b32f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43640a-17cb-44e6-9178-851bf880880a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:45.494432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:48.122304 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:51.299498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-199983cc-708e-4f15-890c-eb638a342b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.061867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:53.176053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3dc045c-f614-4857-8b0f-7476197483f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.256805 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3dc045c-f614-4857-8b0f-7476197483f8 admin admin] Publish callbacks [] for security_group (7b4d66f4-5448-4842-a495-5d605d726dca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.316557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c9492a1-3366-4346-a91f-54b569b9d297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.345563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3dc045c-f614-4857-8b0f-7476197483f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b4d66f4-5448-4842-a495-5d605d726dca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.384550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc045c-f614-4857-8b0f-7476197483f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d66f4-5448-4842-a495-5d605d726dca,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:53.395178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:53.395726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e3dc045c-f614-4857-8b0f-7476197483f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9dd118fc6ee4f84b2b375ad4808f7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323002 Feb 15 02:11:53.489978 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] Publish callbacks [] for security_group (7b4d66f4-5448-4842-a495-5d605d726dca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.518624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] Publish callbacks [] for security_group (7b4d66f4-5448-4842-a495-5d605d726dca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.699355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7b4d66f4-5448-4842-a495-5d605d726dca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.702485 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:53.713289 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b4d66f4-5448-4842-a495-5d605d726dca HTTP/1.1" status: 204 len: 168 time: 0.3068833 Feb 15 02:11:53.713289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6e65-6fbc-4a32-b380-d198b37c050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d66f4-5448-4842-a495-5d605d726dca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:54.663039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:54.827882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:54.846232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0e310b4-8e25-4fa7-9267-04976921e97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:54.966734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0e310b4-8e25-4fa7-9267-04976921e97f admin admin] Publish callbacks [] for security_group (074c41ea-b9b8-4854-be68-53c65ac0855e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.033864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:55.099798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0e310b4-8e25-4fa7-9267-04976921e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (074c41ea-b9b8-4854-be68-53c65ac0855e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.197774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d0e310b4-8e25-4fa7-9267-04976921e97f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82b68753d2b846f8a20bf6531d6bfea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644447 Feb 15 02:11:55.200135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 34818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:55.202106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e310b4-8e25-4fa7-9267-04976921e97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c41ea-b9b8-4854-be68-53c65ac0855e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:55.277241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3789aff0-acd8-4dd4-8a19-df7219509709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.309151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] Publish callbacks [] for security_group (074c41ea-b9b8-4854-be68-53c65ac0855e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.348192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] Publish callbacks [] for security_group (074c41ea-b9b8-4854-be68-53c65ac0855e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.443036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3789aff0-acd8-4dd4-8a19-df7219509709 admin admin] Publish callbacks [] for security_group (a377aff5-acd0-4922-9532-9cb3fdf05745), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.537635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3789aff0-acd8-4dd4-8a19-df7219509709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a377aff5-acd0-4922-9532-9cb3fdf05745), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.577661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789aff0-acd8-4dd4-8a19-df7219509709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a377aff5-acd0-4922-9532-9cb3fdf05745,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:55.582718 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3789aff0-acd8-4dd4-8a19-df7219509709 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e4b419d88f14f71bbca273a4d54c89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485168 Feb 15 02:11:55.585850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 34824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:11:55.586996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (074c41ea-b9b8-4854-be68-53c65ac0855e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.592352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.603602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/074c41ea-b9b8-4854-be68-53c65ac0855e HTTP/1.1" status: 204 len: 168 time: 0.3926990 Feb 15 02:11:55.611789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2c13-d070-4925-b2f3-2bfa7d2f4757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c41ea-b9b8-4854-be68-53c65ac0855e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:55.715213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] Publish callbacks [] for security_group (a377aff5-acd0-4922-9532-9cb3fdf05745), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.739715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] Publish callbacks [] for security_group (a377aff5-acd0-4922-9532-9cb3fdf05745), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.893183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a377aff5-acd0-4922-9532-9cb3fdf05745), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.896136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:55.904755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a377aff5-acd0-4922-9532-9cb3fdf05745 HTTP/1.1" status: 204 len: 168 time: 0.3153031 Feb 15 02:11:55.917539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0febc5-6a90-4e18-9388-ecc3e033cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a377aff5-acd0-4922-9532-9cb3fdf05745,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:11:56.011634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:11:57.476328 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:00.548086 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:12:00.839187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35010) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:01.029031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ac96-d0a3-4983-8c38-8790fa99d0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.116487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ac96-d0a3-4983-8c38-8790fa99d0b6 admin admin] Publish callbacks [] for security_group (27472499-1bd8-4faf-a2ae-f514ad8dcc58), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.213826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ac96-d0a3-4983-8c38-8790fa99d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (27472499-1bd8-4faf-a2ae-f514ad8dcc58), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.288482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ac96-d0a3-4983-8c38-8790fa99d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27472499-1bd8-4faf-a2ae-f514ad8dcc58,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:01.298749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a7e6ac96-d0a3-4983-8c38-8790fa99d0b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ae4a2c0b53e42ac9dbd1b59c5649e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583516 Feb 15 02:12:01.301264 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:01.442479 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] Publish callbacks [] for security_group (27472499-1bd8-4faf-a2ae-f514ad8dcc58), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.511312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] Publish callbacks [] for security_group (27472499-1bd8-4faf-a2ae-f514ad8dcc58), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.737986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (27472499-1bd8-4faf-a2ae-f514ad8dcc58), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.748128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:01.748128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27472499-1bd8-4faf-a2ae-f514ad8dcc58 HTTP/1.1" status: 204 len: 168 time: 0.4410446 Feb 15 02:12:01.757439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671777f9-92f2-4a17-afff-477c20caf75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27472499-1bd8-4faf-a2ae-f514ad8dcc58,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:02.557689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35048) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:02.571275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffc398b-4a6b-49e3-98f6-c7a2a5572188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:02.670457 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffc398b-4a6b-49e3-98f6-c7a2a5572188 admin admin] Publish callbacks [] for security_group (f18d9d85-85f4-48ac-9e69-39263532ce9d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:02.808242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ffc398b-4a6b-49e3-98f6-c7a2a5572188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f18d9d85-85f4-48ac-9e69-39263532ce9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:02.850781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0ffc398b-4a6b-49e3-98f6-c7a2a5572188 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb3b3bd576284488b33110d85ba9d2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919123 Feb 15 02:12:02.851812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc398b-4a6b-49e3-98f6-c7a2a5572188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d9d85-85f4-48ac-9e69-39263532ce9d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:02.854272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:02.921552 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] Publish callbacks [] for security_group (f18d9d85-85f4-48ac-9e69-39263532ce9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:02.944033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] Publish callbacks [] for security_group (f18d9d85-85f4-48ac-9e69-39263532ce9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:03.189107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f18d9d85-85f4-48ac-9e69-39263532ce9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:03.192481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:03.194001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f18d9d85-85f4-48ac-9e69-39263532ce9d HTTP/1.1" status: 204 len: 168 time: 0.3384998 Feb 15 02:12:03.215187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac803-debb-4290-a72f-75b2e44fe9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d9d85-85f4-48ac-9e69-39263532ce9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:07.719169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:07.843681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38ce64f4-eebc-4609-9d48-328ad83121d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:07.920676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38ce64f4-eebc-4609-9d48-328ad83121d4 admin admin] Publish callbacks [] for security_group (dfe64497-21c0-46bc-8ccb-13b2a6edd1c0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.002537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38ce64f4-eebc-4609-9d48-328ad83121d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfe64497-21c0-46bc-8ccb-13b2a6edd1c0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.065273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-38ce64f4-eebc-4609-9d48-328ad83121d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=264809c025ce4ff2a6329f4a3ed44387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444312 Feb 15 02:12:08.066188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce64f4-eebc-4609-9d48-328ad83121d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe64497-21c0-46bc-8ccb-13b2a6edd1c0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:08.067649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:08.140952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] Publish callbacks [] for security_group (dfe64497-21c0-46bc-8ccb-13b2a6edd1c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.169139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] Publish callbacks [] for security_group (dfe64497-21c0-46bc-8ccb-13b2a6edd1c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.293994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (dfe64497-21c0-46bc-8ccb-13b2a6edd1c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.297632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:08.319007 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfe64497-21c0-46bc-8ccb-13b2a6edd1c0 HTTP/1.1" status: 204 len: 168 time: 0.2309434 Feb 15 02:12:08.331544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786609d-9887-466b-bb43-2deeb54ebec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe64497-21c0-46bc-8ccb-13b2a6edd1c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:09.209113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:09.229318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ad92b83-a6d9-4883-bff3-a04cd9f53c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.385944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ad92b83-a6d9-4883-bff3-a04cd9f53c76 admin admin] Publish callbacks [] for security_group (09dfbe08-0084-4def-a7e4-7b2c356a23d7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.454360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ad92b83-a6d9-4883-bff3-a04cd9f53c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09dfbe08-0084-4def-a7e4-7b2c356a23d7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.516726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad92b83-a6d9-4883-bff3-a04cd9f53c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dfbe08-0084-4def-a7e4-7b2c356a23d7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:09.521376 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ad92b83-a6d9-4883-bff3-a04cd9f53c76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76eb2de060e44327b1b672b4d0401398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110492 Feb 15 02:12:09.523955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:09.577482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] Publish callbacks [] for security_group (09dfbe08-0084-4def-a7e4-7b2c356a23d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.609081 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] Publish callbacks [] for security_group (09dfbe08-0084-4def-a7e4-7b2c356a23d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.728559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (09dfbe08-0084-4def-a7e4-7b2c356a23d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.738670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:09.746946 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09dfbe08-0084-4def-a7e4-7b2c356a23d7 HTTP/1.1" status: 204 len: 168 time: 0.2193010 Feb 15 02:12:09.770670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1b6bd-6220-4877-88c7-4f646c177aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dfbe08-0084-4def-a7e4-7b2c356a23d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:15.485113 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:18.145573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:21.074611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc33ded0-b9c4-451d-9a13-7cd9d9b420ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:21.775057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:22.003114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f258433-9aad-4759-bfd6-89cd263d51a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.225304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f258433-9aad-4759-bfd6-89cd263d51a1 admin admin] Publish callbacks [] for security_group (988597a0-1dda-44d5-abde-4ee955015fe5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.334557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f258433-9aad-4759-bfd6-89cd263d51a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (988597a0-1dda-44d5-abde-4ee955015fe5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.512657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0f258433-9aad-4759-bfd6-89cd263d51a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0225ea9cc5fa4812af3fd8993755d895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364566 Feb 15 02:12:22.516163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:22.519104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f258433-9aad-4759-bfd6-89cd263d51a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988597a0-1dda-44d5-abde-4ee955015fe5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:22.587024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] Publish callbacks [] for security_group (988597a0-1dda-44d5-abde-4ee955015fe5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.611818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] Publish callbacks [] for security_group (988597a0-1dda-44d5-abde-4ee955015fe5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.734573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (988597a0-1dda-44d5-abde-4ee955015fe5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.737436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:22.740253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/988597a0-1dda-44d5-abde-4ee955015fe5 HTTP/1.1" status: 204 len: 168 time: 0.2230358 Feb 15 02:12:22.754557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11002e-4392-488f-bfe0-63208ae74fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988597a0-1dda-44d5-abde-4ee955015fe5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:22.807851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 35942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:22.944641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e63b08a-8e53-410b-9b6a-0479ddae985d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.127499 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e63b08a-8e53-410b-9b6a-0479ddae985d admin admin] Publish callbacks [] for security_group (6a408096-00d6-4ed3-8e41-6426500904b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.236944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e63b08a-8e53-410b-9b6a-0479ddae985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a408096-00d6-4ed3-8e41-6426500904b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.308215 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5e63b08a-8e53-410b-9b6a-0479ddae985d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ba0d1d3702d427786f009318544d96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094402 Feb 15 02:12:23.310888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 35970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:23.331572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b08a-8e53-410b-9b6a-0479ddae985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a408096-00d6-4ed3-8e41-6426500904b5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:23.375996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5f133b8-ab4b-4068-98e0-c78538c80c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.492668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] Publish callbacks [] for security_group (6a408096-00d6-4ed3-8e41-6426500904b5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.526063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] Publish callbacks [] for security_group (6a408096-00d6-4ed3-8e41-6426500904b5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.737832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a408096-00d6-4ed3-8e41-6426500904b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.742542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:23.747843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a408096-00d6-4ed3-8e41-6426500904b5 HTTP/1.1" status: 204 len: 168 time: 0.4304876 Feb 15 02:12:23.757889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e50b2-cce6-4739-a7e4-f342f29980f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a408096-00d6-4ed3-8e41-6426500904b5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:24.579644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:24.724957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:24.752097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309ddc4b-465b-4665-b1ae-43434a955edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:24.849223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309ddc4b-465b-4665-b1ae-43434a955edc admin admin] Publish callbacks [] for security_group (4818b47d-32a9-468b-a2b6-3ef60e9e892f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:24.928658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-309ddc4b-465b-4665-b1ae-43434a955edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4818b47d-32a9-468b-a2b6-3ef60e9e892f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:24.971225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-309ddc4b-465b-4665-b1ae-43434a955edc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37b8431189654312bb0b7068432e8467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445462 Feb 15 02:12:24.972382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ddc4b-465b-4665-b1ae-43434a955edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4818b47d-32a9-468b-a2b6-3ef60e9e892f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:24.973906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:24.994614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:25.045202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] Publish callbacks [] for security_group (4818b47d-32a9-468b-a2b6-3ef60e9e892f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.090954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] Publish callbacks [] for security_group (4818b47d-32a9-468b-a2b6-3ef60e9e892f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.136619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1707999578-network', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:25.236555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Made reservation on behalf of 06579f6f8e334772ae33e8d2a6c01b86 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:25.238850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.247682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.265429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4818b47d-32a9-468b-a2b6-3ef60e9e892f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.271141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.275276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4818b47d-32a9-468b-a2b6-3ef60e9e892f HTTP/1.1" status: 204 len: 168 time: 0.2980711 Feb 15 02:12:25.284150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696005a-3a73-4a49-9e0a-f350fc842910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818b47d-32a9-468b-a2b6-3ef60e9e892f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:25.369307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks [] for security_group (6a003bd7-4152-44ac-9ad3-878ef740710e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.458640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a003bd7-4152-44ac-9ad3-878ef740710e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.481886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:12:25.497075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a003bd7-4152-44ac-9ad3-878ef740710e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:25.501899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (26412767-2af4-4e7d-a8ac-74114caad7c0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.502444 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Added segment 26412767-2af4-4e7d-a8ac-74114caad7c0 of type vlan for network 7de598a6-89b2-4aee-a692-fcec26810a4c Feb 15 02:12:25.546907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7de598a6-89b2-4aee-a692-fcec26810a4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.606577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:25.651998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7de598a6-89b2-4aee-a692-fcec26810a4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.653317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:25.656370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.787286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7903149 Feb 15 02:12:25.789986 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:25.795980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Request body: {'subnet': {'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1707999578-subnet', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:25.800891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5407729d-456f-476a-b3d0-c0efbdc5ba7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.804029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc25632-9db2-4761-8129-73f27afc1bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=7de598a6-89b2-4aee-a692-fcec26810a4c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:25.818054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7de598a6-89b2-4aee-a692-fcec26810a4c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:12:25.868861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Made reservation on behalf of 06579f6f8e334772ae33e8d2a6c01b86 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:25.871241 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.929953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5407729d-456f-476a-b3d0-c0efbdc5ba7e admin admin] Publish callbacks [] for security_group (f172c540-6450-4e9b-a9d4-c04f562dc726), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:25.983178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.008235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5407729d-456f-476a-b3d0-c0efbdc5ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f172c540-6450-4e9b-a9d4-c04f562dc726), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.063568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5407729d-456f-476a-b3d0-c0efbdc5ba7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61c628aeca3f4305bddab6342ef1c492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531758 Feb 15 02:12:26.063568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407729d-456f-476a-b3d0-c0efbdc5ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172c540-6450-4e9b-a9d4-c04f562dc726,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:26.079455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:26.122383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:26.141168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53edd015-a567-411b-aa7d-16a0d26a884b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.176676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] Publish callbacks [] for security_group (f172c540-6450-4e9b-a9d4-c04f562dc726), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.217127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] Publish callbacks [] for security_group (f172c540-6450-4e9b-a9d4-c04f562dc726), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.295944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53edd015-a567-411b-aa7d-16a0d26a884b admin admin] Publish callbacks [] for security_group (ad9889b5-fe98-479f-8f2f-4c0335b90d81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.356709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53edd015-a567-411b-aa7d-16a0d26a884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad9889b5-fe98-479f-8f2f-4c0335b90d81), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.397352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f172c540-6450-4e9b-a9d4-c04f562dc726), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.401602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.405214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f172c540-6450-4e9b-a9d4-c04f562dc726 HTTP/1.1" status: 204 len: 168 time: 0.3235331 Feb 15 02:12:26.425422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53edd015-a567-411b-aa7d-16a0d26a884b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15c22be3e4a3484eb517a7b4d4135315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014882 Feb 15 02:12:26.429198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:26.438814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd015-a567-411b-aa7d-16a0d26a884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9889b5-fe98-479f-8f2f-4c0335b90d81,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:26.474820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cc77b-5880-44ee-9073-8e44d4eb84b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172c540-6450-4e9b-a9d4-c04f562dc726,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:26.558919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] Publish callbacks [] for security_group (ad9889b5-fe98-479f-8f2f-4c0335b90d81), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.587486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] Publish callbacks [] for security_group (ad9889b5-fe98-479f-8f2f-4c0335b90d81), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.631700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (1009f9d9-de17-4d91-923a-807d5c4f2441), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.700319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1009f9d9-de17-4d91-923a-807d5c4f2441,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:26.707922 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Checking segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:26.709461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Network hostable DHCP agents. Network: 7de598a6-89b2-4aee-a692-fcec26810a4c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:12:26.729014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ad9889b5-fe98-479f-8f2f-4c0335b90d81), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.732985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.738200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad9889b5-fe98-479f-8f2f-4c0335b90d81 HTTP/1.1" status: 204 len: 168 time: 0.3047502 Feb 15 02:12:26.760493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef970bd-ea38-4448-981d-190805679cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9889b5-fe98-479f-8f2f-4c0335b90d81,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:26.829498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Network 7de598a6-89b2-4aee-a692-fcec26810a4c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:12:26.916755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7de598a6-89b2-4aee-a692-fcec26810a4c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:26.926954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:26.930141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:26.938641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67d14b-b996-42b3-b5fe-d0753b69c088 None None] Network 7de598a6-89b2-4aee-a692-fcec26810a4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:27.035250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d9c06988-b6c7-4729-bcec-e4853c0f0fc0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2438846 Feb 15 02:12:27.037752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:27.044134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:27.084418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-7de598a6-89b2-4aee-a692-fcec26810a4c', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:12:27.085359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.211953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.213078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.311796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Allocated IP 172.20.0.2 (7de598a6-89b2-4aee-a692-fcec26810a4c/1009f9d9-de17-4d91-923a-807d5c4f2441/749d1b9b-22ec-461f-a56b-0eef0ec6a0fe) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:27.321743 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for router_controller (6f182378-ee58-4b7a-a007-8b37d97b124c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.478944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.631703 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks [] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.683471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for router_gateway (6f182378-ee58-4b7a-a007-8b37d97b124c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.715213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.763979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Pushing event updated for resources: {'Port': ['ID=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:27.778535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Network 7de598a6-89b2-4aee-a692-fcec26810a4c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:27.780096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:27.786175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:27.842603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Attempting to bind port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:27.843106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Attempting to bind port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:27.843547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Attempting to bind port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe on network 7de598a6-89b2-4aee-a692-fcec26810a4c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:27.850069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:27.850552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Checking segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:27.851032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.851518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Bound using segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:27.852053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Bound port: 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:27.852678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:27.938011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] For port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:27.942183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] For port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:28.018053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.132329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae518-db9e-4011-a1c4-a862d374d997 None None] Pushing event updated for resources: {'Port': ['ID=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:28.422326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:28.580545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for router_gateway (6f182378-ee58-4b7a-a007-8b37d97b124c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.601787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.614015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1399456146-network', 'tenant_id': 'f80a97c412114a99a26bdbd6351ec350'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:28.733772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Made reservation on behalf of f80a97c412114a99a26bdbd6351ec350 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:28.736159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.745136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Allocated IP 172.25.2.63 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/853cf07c-3ac1-4b26-9290-f3054966ecc9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:28.748177 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.848524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks [] for security_group (c04631d7-e116-4fc6-a6f8-8344b87cb876), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.878228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.946133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c04631d7-e116-4fc6-a6f8-8344b87cb876), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.973405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:12:28.990341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04631d7-e116-4fc6-a6f8-8344b87cb876,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:28.996900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7694189a-2f50-425f-952b-95f64fe9936a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:28.998401 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Added segment 7694189a-2f50-425f-952b-95f64fe9936a of type vlan for network 36bcee28-e5df-48b6-aadd-d94ec20e0653 Feb 15 02:12:29.037266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.098894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (36bcee28-e5df-48b6-aadd-d94ec20e0653), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.099149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:29.106647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:29.110189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:29.165553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:29.180709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=853cf07c-3ac1-4b26-9290-f3054966ecc9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:29.228645 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (36bcee28-e5df-48b6-aadd-d94ec20e0653), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.229962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:29.231346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.404814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-498c75bd-9eea-4c85-bc77-1583437cac40 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1062039133'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:29.405582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-498c75bd-9eea-4c85-bc77-1583437cac40 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Unknown quota resources ['metering_label']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 02:12:29.493153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] Pushing event updated for resources: {'Network': ['ID=36bcee28-e5df-48b6-aadd-d94ec20e0653,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:29.511117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:12:29.519250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8208d02e-97d0-469f-9c20-6ddf40116855 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0957346 Feb 15 02:12:29.522511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:29.529163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Request body: {'subnet': {'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1399456146-subnet', 'tenant_id': 'f80a97c412114a99a26bdbd6351ec350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:29.620664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for router_gateway (6f182378-ee58-4b7a-a007-8b37d97b124c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.693937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Made reservation on behalf of f80a97c412114a99a26bdbd6351ec350 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:29.696426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.735019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edcb8f3-99c6-4b7e-9fb2-323e2d176c45 None None] Network 7de598a6-89b2-4aee-a692-fcec26810a4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:29.799210 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-498c75bd-9eea-4c85-bc77-1583437cac40 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:29.802959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-498c75bd-9eea-4c85-bc77-1583437cac40 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6323857 Feb 15 02:12:29.806853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:29.812805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e0d55c81-bdd3-4c8c-bbf5-4ffe491ced28 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ca3c1837-e1b0-40ad-8194-00d2af3045a1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:29.813274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e0d55c81-bdd3-4c8c-bbf5-4ffe491ced28 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 02:12:29.881142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:29.963054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Provisioning complete for port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:29.963586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.060925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.063575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:30.064125 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.081310 n-d-829064-14 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-e0d55c81-bdd3-4c8c-bbf5-4ffe491ced28 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 02:12:30.143679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Current status of the port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:30.144105 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.186128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] For port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:30.201751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.250236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:30.251048 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.272643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.319538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0d55c81-bdd3-4c8c-bbf5-4ffe491ced28 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.319538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e0d55c81-bdd3-4c8c-bbf5-4ffe491ced28 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5089998 Feb 15 02:12:30.324148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.330050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9e6769a2-5a7c-416c-a6bc-d6bedd4e5c13 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ca3c1837-e1b0-40ad-8194-00d2af3045a1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:30.331078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9e6769a2-5a7c-416c-a6bc-d6bedd4e5c13 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 02:12:30.346339 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:12:30.347048 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:12:30.384266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70318-8ce1-495a-99e5-3e2ab3c01d0a None None] Pushing event updated for resources: {'Port': ['ID=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:30.471400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Router 6f182378-ee58-4b7a-a007-8b37d97b124c is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:12:30.487630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Checking segment: {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:30.488639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Network hostable DHCP agents. Network: 36bcee28-e5df-48b6-aadd-d94ec20e0653, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:12:30.495830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:30.507072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a3bceaac-f7ef-4b9a-bb42-23afed88e1a7 None None] Provisioning complete for port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:30.507765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3bceaac-f7ef-4b9a-bb42-23afed88e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.531552 n-d-829064-14 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-9e6769a2-5a7c-416c-a6bc-d6bedd4e5c13 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 02:12:30.597207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a3bceaac-f7ef-4b9a-bb42-23afed88e1a7 None None] Current status of the port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:30.610909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:12:30.620475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:12:30.627495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:12:30.632922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:30.633817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:30.676493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e6769a2-5a7c-416c-a6bc-d6bedd4e5c13 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.678037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9e6769a2-5a7c-416c-a6bc-d6bedd4e5c13 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3522758 Feb 15 02:12:30.680495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.696068 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-81e2262d-825b-40a9-a1e3-6ef247087551 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=24f3caa0-5b74-48c4-9a03-2f032feb89bd HTTP/1.1" status: 200 len: 462 time: 0.0144670 Feb 15 02:12:30.697076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.702012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.703236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-372aba89-a071-4f0a-86bb-fa9626d70bc9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6643496 Feb 15 02:12:30.704114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.724881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 36bcee28-e5df-48b6-aadd-d94ec20e0653) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:30.731602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:30.732713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.764400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299874f-39a9-4e4a-aec3-bb99bab78c74 None None] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:30.845965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:30.881893 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f8be677-2035-4802-9fe1-7d52d28da4fd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3576963 Feb 15 02:12:30.935029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72100ced-20b6-4098-996d-82b83b6d5252 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:30.938999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.943624 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72100ced-20b6-4098-996d-82b83b6d5252 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/24f3caa0-5b74-48c4-9a03-2f032feb89bd HTTP/1.1" status: 204 len: 168 time: 0.2416110 Feb 15 02:12:30.954447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-40b2efa6-d70e-4136-a8ad-f4e070f5ebf7 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=24f3caa0-5b74-48c4-9a03-2f032feb89bd HTTP/1.1" status: 200 len: 221 time: 0.0142894 Feb 15 02:12:30.958096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:30.964758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cc3d77af-045e-4a6f-9268-6ef18fd448de tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1351049135', 'description': 'label created by tempest'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:30.965518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cc3d77af-045e-4a6f-9268-6ef18fd448de tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Unknown quota resources ['metering_label']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 02:12:31.028311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:31.122565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb615a1-851e-48a0-98c8-b3debba148b3 None None] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:31.321324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc3d77af-045e-4a6f-9268-6ef18fd448de tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:31.325228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc3d77af-045e-4a6f-9268-6ef18fd448de tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3629920 Feb 15 02:12:31.325531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.435453 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3a9f8d5c-e3cf-4110-8f48-28b780ff56c6 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=9318ae01-ca84-4b8f-943a-d1cef56235ce HTTP/1.1" status: 200 len: 468 time: 0.1014862 Feb 15 02:12:31.435453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.517067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:31.711521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:29Z', 'revision_number': 3, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:31.724463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4533-401d-41de-94c8-99ee618128b2 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:31.728701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b2fe4533-401d-41de-94c8-99ee618128b2 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/9318ae01-ca84-4b8f-943a-d1cef56235ce HTTP/1.1" status: 204 len: 168 time: 0.2952313 Feb 15 02:12:31.732392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.757854 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fe27d067-e888-418a-a975-2a5834c30bbb tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=9318ae01-ca84-4b8f-943a-d1cef56235ce HTTP/1.1" status: 200 len: 216 time: 0.0272458 Feb 15 02:12:31.758552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.772785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-969ae846-ad33-44e0-bf44-177d4398ef09 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0125024 Feb 15 02:12:31.772999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.791355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a993b39a-3b23-431e-9552-47c28f47c52f tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172875 Feb 15 02:12:31.794894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.802057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:12:31.802415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Updating router 6f182378-ee58-4b7a-a007-8b37d97b124c port 853cf07c-3ac1-4b26-9290-f3054966ecc9 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:12:31.805467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:31.871016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:31.887657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4d41325-309b-4bef-a8d6-96857c84746e tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/ca3c1837-e1b0-40ad-8194-00d2af3045a1 HTTP/1.1" status: 200 len: 473 time: 0.0915673 Feb 15 02:12:31.890957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.907347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Allocated IP 172.20.0.1 (7de598a6-89b2-4aee-a692-fcec26810a4c/1009f9d9-de17-4d91-923a-807d5c4f2441/e2ec0f52-350a-482c-8a62-abb67555f34d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:31.910849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-35f75062-1aae-4dad-9ba1-09da43da2726 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/cf833cbf-1981-4f53-97cf-809c08c86f6a HTTP/1.1" status: 200 len: 459 time: 0.0188942 Feb 15 02:12:31.914404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:31.991706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:31.992126 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.062929 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks [] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.169378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:32.172248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80feb2f5-e8a7-4027-927f-50e74b18a51e tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.173810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80feb2f5-e8a7-4027-927f-50e74b18a51e tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/cf833cbf-1981-4f53-97cf-809c08c86f6a HTTP/1.1" status: 204 len: 168 time: 0.2582729 Feb 15 02:12:32.176135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:32.274582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks [] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.351176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.411701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Attempting to bind port 853cf07c-3ac1-4b26-9290-f3054966ecc9 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:32.412594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Attempting to bind port 853cf07c-3ac1-4b26-9290-f3054966ecc9 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:32.412594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Attempting to bind port 853cf07c-3ac1-4b26-9290-f3054966ecc9 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:32.422473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d708-3d8e-41b0-9a43-a8e9074dc3d9 None None] Pushing event updated for resources: {'Port': ['ID=853cf07c-3ac1-4b26-9290-f3054966ecc9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:32.425968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:32.426372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:32.426771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.427160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:32.427917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Bound port: 853cf07c-3ac1-4b26-9290-f3054966ecc9, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:32.428995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.431835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.473144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Network 7de598a6-89b2-4aee-a692-fcec26810a4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:32.478250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:32.482362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:32.488086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:32.509235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] For port 853cf07c-3ac1-4b26-9290-f3054966ecc9, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:32.513336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] For port 853cf07c-3ac1-4b26-9290-f3054966ecc9, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=853cf07c-3ac1-4b26-9290-f3054966ecc9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:32.530958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (6f182378-ee58-4b7a-a007-8b37d97b124c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.575867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d3b616e-015e-48bd-9c9a-fd47c67e4cd9 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.577925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9d3b616e-015e-48bd-9c9a-fd47c67e4cd9 tempest-MeteringIpV6TestJSON-766126361 tempest-MeteringIpV6TestJSON-766126361-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/ca3c1837-e1b0-40ad-8194-00d2af3045a1 HTTP/1.1" status: 204 len: 168 time: 0.4000289 Feb 15 02:12:32.591363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.711679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:32.712566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:32.825636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d708-3d8e-41b0-9a43-a8e9074dc3d9 None None] Pushing event updated for resources: {'Port': ['ID=853cf07c-3ac1-4b26-9290-f3054966ecc9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:32.860264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:32.875588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:33.023173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e00a4a4-8a35-4d09-bd33-5e322595dc1e None None] Provisioning complete for port e2ec0f52-350a-482c-8a62-abb67555f34d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:33.023520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e00a4a4-8a35-4d09-bd33-5e322595dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.095173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks [] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.130632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e00a4a4-8a35-4d09-bd33-5e322595dc1e None None] Port e2ec0f52-350a-482c-8a62-abb67555f34d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:33.177719 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.255987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:33.314449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (6f182378-ee58-4b7a-a007-8b37d97b124c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.320938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:33.439109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-517eb68f-8793-4629-a5f5-d59816c9f6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.453399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:29Z', 'revision_number': 3, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:33.483194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b97a2-864b-4982-8892-89be3c3f66cf None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:29Z', 'revision_number': 3, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:12:33.572893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Network 7de598a6-89b2-4aee-a692-fcec26810a4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:33.572893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:33.760855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-517eb68f-8793-4629-a5f5-d59816c9f6d5 admin admin] Publish callbacks [] for security_group (72ac4885-71f1-4bcb-b3c8-e9bc80a630fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.780644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Router 6f182378-ee58-4b7a-a007-8b37d97b124c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:12:33.836933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-517eb68f-8793-4629-a5f5-d59816c9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (72ac4885-71f1-4bcb-b3c8-e9bc80a630fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:33.933505 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-517eb68f-8793-4629-a5f5-d59816c9f6d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96a09a7467514ae3acc094b7ce8aa239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763725 Feb 15 02:12:33.934426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:33.987517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eb68f-8793-4629-a5f5-d59816c9f6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac4885-71f1-4bcb-b3c8-e9bc80a630fe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:34.046820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:12:34.066212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49d2b2e0-8c61-40d6-8417-b4ad54d71c99 admin admin] 10.222.0.43 "PUT /v2.0/routers/6f182378-ee58-4b7a-a007-8b37d97b124c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3510997 Feb 15 02:12:34.081280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-86dfc03b-8e4c-4534-a5b7-9cd073ae6d19 None None] Provisioning complete for port e2ec0f52-350a-482c-8a62-abb67555f34d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:34.081801 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86dfc03b-8e4c-4534-a5b7-9cd073ae6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:34.085651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] Publish callbacks [] for security_group (72ac4885-71f1-4bcb-b3c8-e9bc80a630fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:34.112784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] Publish callbacks [] for security_group (72ac4885-71f1-4bcb-b3c8-e9bc80a630fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:34.174828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-86dfc03b-8e4c-4534-a5b7-9cd073ae6d19 None None] Port e2ec0f52-350a-482c-8a62-abb67555f34d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:34.246256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (72ac4885-71f1-4bcb-b3c8-e9bc80a630fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:34.249337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:34.250557 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72ac4885-71f1-4bcb-b3c8-e9bc80a630fe HTTP/1.1" status: 204 len: 168 time: 0.3128102 Feb 15 02:12:34.275404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf12e8-32a0-43c6-ac7b-69e6dea72101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac4885-71f1-4bcb-b3c8-e9bc80a630fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:35.128679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:35.144262 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b84c628-8be2-4067-baec-5bd06d9fc09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.245364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:35.251633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1603272158-network', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:35.271038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b84c628-8be2-4067-baec-5bd06d9fc09b admin admin] Publish callbacks [] for security_group (111ee3c4-fb11-4fbb-b5ce-279794793625), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.374676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Made reservation on behalf of 809dcbd9102a41ce9932e735d77fd52d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:35.377796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.382694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b84c628-8be2-4067-baec-5bd06d9fc09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (111ee3c4-fb11-4fbb-b5ce-279794793625), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.400623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.434345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3b84c628-8be2-4067-baec-5bd06d9fc09b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26c59289ae3a438595865ba1eab934f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021076 Feb 15 02:12:35.434345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84c628-8be2-4067-baec-5bd06d9fc09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111ee3c4-fb11-4fbb-b5ce-279794793625,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:35.436322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:35.541510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] Publish callbacks [] for security_group (111ee3c4-fb11-4fbb-b5ce-279794793625), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.584986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks [] for security_group (e5b81a12-b8c0-4fd9-b9d7-219be2234827), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.587534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] Publish callbacks [] for security_group (111ee3c4-fb11-4fbb-b5ce-279794793625), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.651658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5b81a12-b8c0-4fd9-b9d7-219be2234827), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.696123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b81a12-b8c0-4fd9-b9d7-219be2234827,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:35.779462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:12:35.783375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (111ee3c4-fb11-4fbb-b5ce-279794793625), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.800391 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.801684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/111ee3c4-fb11-4fbb-b5ce-279794793625 HTTP/1.1" status: 204 len: 168 time: 0.3594267 Feb 15 02:12:35.827160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814bbc1-4863-4dd3-a1f5-99718e7f58b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111ee3c4-fb11-4fbb-b5ce-279794793625,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:35.846626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2746d8ef-2c99-4471-98ef-0ddfe25b5d6a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.847277 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Added segment 2746d8ef-2c99-4471-98ef-0ddfe25b5d6a of type vlan for network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 Feb 15 02:12:35.887210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 853cf07c-3ac1-4b26-9290-f3054966ecc9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:35.951747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0a3a5c1f-525d-4990-afbc-1a487ce6b139), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:35.987695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 853cf07c-3ac1-4b26-9290-f3054966ecc9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:35.987695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.044736 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:12:36.057298 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:36.058585 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:36.074254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-3acef201-6641-44cd-bea0-089fc99833e3 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:36.075784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-3acef201-6641-44cd-bea0-089fc99833e3 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/networks?id=36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 200 len: 809 time: 0.2257082 Feb 15 02:12:36.095077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0a3a5c1f-525d-4990-afbc-1a487ce6b139), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.096073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:36.096700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.124935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-b641ec19-1524-4f34-94e6-62caf9abd662 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/quotas/f80a97c412114a99a26bdbd6351ec350 HTTP/1.1" status: 200 len: 375 time: 0.0425642 Feb 15 02:12:36.185063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 853cf07c-3ac1-4b26-9290-f3054966ecc9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:36.187021 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.196058 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:36.221454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-6a1f7bb4-0bb7-4515-b8cd-add3621e27c5 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948491 Feb 15 02:12:36.232640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 853cf07c-3ac1-4b26-9290-f3054966ecc9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=853cf07c-3ac1-4b26-9290-f3054966ecc9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:36.238034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3a5c1f-525d-4990-afbc-1a487ce6b139,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:36.251240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:12:36.269769 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7bb3f941-a36b-466c-be1b-b4aec40a5738 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0204287 Feb 15 02:12:36.270364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:36.279820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Request body: {'subnet': {'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1603272158-subnet', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:36.352276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.476588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-83897de4-b099-43df-808d-0e0a2376f480 service neutron] 10.222.0.43 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086134 Feb 15 02:12:36.537353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=853cf07c-3ac1-4b26-9290-f3054966ecc9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:36.575300 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 2, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:36.582592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-0c108b6b-bb7f-46a0-8f1b-ab3c96104ac6 service neutron] 10.222.0.43 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427662 Feb 15 02:12:36.613794 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:12:36.614180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Updating router 6f182378-ee58-4b7a-a007-8b37d97b124c port e2ec0f52-350a-482c-8a62-abb67555f34d binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:12:36.673293 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:36.716898 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Made reservation on behalf of 809dcbd9102a41ce9932e735d77fd52d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:36.721940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.002735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (82a85136-7432-484f-9cff-6f5b8b464890), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.095306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29e7d633-cb63-4a91-a7cb-caff082256f7 req-ac89695c-190a-4782-a969-ea2d1ecb2d85 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 210 time: 0.0913081 Feb 15 02:12:37.121393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a85136-7432-484f-9cff-6f5b8b464890,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:37.141482 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks [] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.185911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Checking segment: {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:37.187591 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Network hostable DHCP agents. Network: 0a3a5c1f-525d-4990-afbc-1a487ce6b139, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:12:37.208320 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.282778 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Pushing event updated for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:37.288691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:12:37.316153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.316644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.317064 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.317519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.317926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.318327 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.318723 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.319117 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.319549 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.319948 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.320359 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.320756 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.321139 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:37.362043 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Attempting to bind port e2ec0f52-350a-482c-8a62-abb67555f34d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:37.362043 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Attempting to bind port e2ec0f52-350a-482c-8a62-abb67555f34d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:37.363267 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Attempting to bind port e2ec0f52-350a-482c-8a62-abb67555f34d on network 7de598a6-89b2-4aee-a692-fcec26810a4c {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:37.371233 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:37.371622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Checking segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:37.372026 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.372576 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Bound using segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:37.373052 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Bound port: e2ec0f52-350a-482c-8a62-abb67555f34d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:37.373504 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.379835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0a3a5c1f-525d-4990-afbc-1a487ce6b139) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:37.390293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:37.390293 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.401036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040cbff-1873-4921-ab3a-2ce323d78eb6 None None] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:37.502829 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] For port e2ec0f52-350a-482c-8a62-abb67555f34d, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:37.510063 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] For port e2ec0f52-350a-482c-8a62-abb67555f34d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e2ec0f52-350a-482c-8a62-abb67555f34d,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:37.537531 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-21f9258f-3d18-451a-9806-5230146c84fd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2657297 Feb 15 02:12:37.539654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:37.544498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:37.565443 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:12:37.613330 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.656439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:12:37.657325 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.680394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.682095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.749303 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:37.750320 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:37.826057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Provisioning complete for port e2ec0f52-350a-482c-8a62-abb67555f34d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:37.826860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.846319 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for router_controller (67e9af31-df38-43b3-8824-e5b6013a48a3), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:37.851882 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0bfb1-fe56-4ac3-bc93-accbd4e84591 None None] Pushing event updated for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:37.931039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 853cf07c-3ac1-4b26-9290-f3054966ecc9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:38.041112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:38.192638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Current status of the port e2ec0f52-350a-482c-8a62-abb67555f34d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:38.193037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.218355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Allocated IP 172.20.0.2 (0a3a5c1f-525d-4990-afbc-1a487ce6b139/82a85136-7432-484f-9cff-6f5b8b464890/304d29f3-5674-49b9-a13e-edec89dfba6a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:38.268912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0aca30ec-e084-4e0c-9153-e9b31b103191 req-52f7737c-cc07-4435-a9c8-0f53b3cd30f1 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 210 time: 0.0647547 Feb 15 02:12:38.365855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for router_gateway (67e9af31-df38-43b3-8824-e5b6013a48a3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.370246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] For port e2ec0f52-350a-482c-8a62-abb67555f34d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e2ec0f52-350a-482c-8a62-abb67555f34d,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:38.426318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 853cf07c-3ac1-4b26-9290-f3054966ecc9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:38.427862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.444218 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:37Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:38.481242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.496941 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f3557-ed60-4f09-899b-37c25a22799b None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:37Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:12:38.792627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-966c14cd-52ed-4ff3-b557-60350a4ea2c8 None None] Provisioning complete for port e2ec0f52-350a-482c-8a62-abb67555f34d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:38.793007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-966c14cd-52ed-4ff3-b557-60350a4ea2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.955530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for router_gateway (67e9af31-df38-43b3-8824-e5b6013a48a3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:38.993749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:39.012148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.195306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 853cf07c-3ac1-4b26-9290-f3054966ecc9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:39.204735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Pushing event updated for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:39.240594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.245677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f23c-865f-4ef5-858a-754662dfce19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:39.279609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Allocated IP 172.25.2.121 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:39.316918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks [] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.322172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1380500824', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:39.429169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-966c14cd-52ed-4ff3-b557-60350a4ea2c8 None None] Current status of the port e2ec0f52-350a-482c-8a62-abb67555f34d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:39.433600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.449375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.494781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ee52162-3419-47e3-a3eb-c87534cde13d req-68279188-14c0-4896-89e8-397feaed4949 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 210 time: 0.0807011 Feb 15 02:12:39.517314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Pushing event updated for resources: {'Port': ['ID=304d29f3-5674-49b9-a13e-edec89dfba6a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:39.520127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Made reservation on behalf of 88d2d15f6d684bce84a0ea9747a66321 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:39.520127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.533342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:39.535789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:39.539649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:39.563927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.612533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:39.631641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:39.636658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:39.641002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:39.658403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Attempting to bind port 304d29f3-5674-49b9-a13e-edec89dfba6a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:39.658907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Attempting to bind port 304d29f3-5674-49b9-a13e-edec89dfba6a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:39.659182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Attempting to bind port 304d29f3-5674-49b9-a13e-edec89dfba6a on network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:39.665013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:39.665404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Checking segment: {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:39.665813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.666211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Bound using segment: {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:39.666694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Bound port: 304d29f3-5674-49b9-a13e-edec89dfba6a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:39.667079 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:39.798431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] For port 304d29f3-5674-49b9-a13e-edec89dfba6a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:39.802071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] For port 304d29f3-5674-49b9-a13e-edec89dfba6a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=304d29f3-5674-49b9-a13e-edec89dfba6a,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:39.881647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e2ec0f52-350a-482c-8a62-abb67555f34d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:39.965171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.090276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19c3c5-92c7-4105-9a2c-e8bbb2acb00c None None] Pushing event updated for resources: {'Port': ['ID=304d29f3-5674-49b9-a13e-edec89dfba6a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:40.150817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.164803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e2ec0f52-350a-482c-8a62-abb67555f34d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:40.165012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.190537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-ae33b83a-c121-42ca-aa59-eac2407f36c7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:40.192106 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-ae33b83a-c121-42ca-aa59-eac2407f36c7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "GET /v2.0/networks?id=36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 200 len: 809 time: 0.2746866 Feb 15 02:12:40.205805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Request body: {'port': {'device_id': 'f579fade-cd51-4abb-85c4-e157853cc119', 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653', 'admin_state_up': True, 'tenant_id': 'f80a97c412114a99a26bdbd6351ec350'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:40.305030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e2ec0f52-350a-482c-8a62-abb67555f34d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:40.336393 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for security_group (b6e887c1-4cbd-4d6b-bad4-4f508c4523bd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.409908 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6e887c1-4cbd-4d6b-bad4-4f508c4523bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.422317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] device_id is not set on port e2d11a26-afc3-4be8-8191-55862bdb9b2f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:12:40.512411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for router_gateway (67e9af31-df38-43b3-8824-e5b6013a48a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.537482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e887c1-4cbd-4d6b-bad4-4f508c4523bd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:40.567983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.568732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.573920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.575729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.575729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.575729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.575729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.576361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.576876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.578733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.579263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.579610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.579953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:40.632561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Made reservation on behalf of f80a97c412114a99a26bdbd6351ec350 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:40.638931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:40.668161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b71bb080-b3aa-4d16-a53c-4c3004ef5c74 req-a09e3dba-dc8a-4359-a508-23105c896283 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 210 time: 0.0685132 Feb 15 02:12:40.711479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Allocated IP 172.25.2.134 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/e2d11a26-afc3-4be8-8191-55862bdb9b2f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:40.884066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for port (e2d11a26-afc3-4be8-8191-55862bdb9b2f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.197180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.200323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Allocated IP 172.20.0.5 (36bcee28-e5df-48b6-aadd-d94ec20e0653/e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9/6497d71d-a22c-41f4-b02b-15ed6fe4f97d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:41.479680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks [] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.660795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e2d11a26-afc3-4be8-8191-55862bdb9b2f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.698751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Router 67e9af31-df38-43b3-8824-e5b6013a48a3 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:12:41.702793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.751900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:41.757366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77223b0b-92c5-4b07-ae97-10b356f96327 None None] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:41.764077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:41.771924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:41.811565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d11a26-afc3-4be8-8191-55862bdb9b2f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:41.842210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:41.847242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:41.856688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:41.877181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 304d29f3-5674-49b9-a13e-edec89dfba6a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:41.879286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:41.880714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.893806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Pushing event updated for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:41.948791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dec9b5-c950-4a1e-b9d5-b4c1f225118c req-e37b24d6-4f3c-4a86-b0cc-478d117e0c92 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:41.950496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41dec9b5-c950-4a1e-b9d5-b4c1f225118c req-e37b24d6-4f3c-4a86-b0cc-478d117e0c92 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 931 time: 0.1619098 Feb 15 02:12:41.957284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Provisioning complete for port 304d29f3-5674-49b9-a13e-edec89dfba6a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:41.957540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:41.977360 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:41.978180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.001905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:12:42.022753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e93eb60-521f-4da7-860a-2fa783053a89 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0250506 Feb 15 02:12:42.025877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36412) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:42.032893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.134'}]}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:42.035555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41dec9b5-c950-4a1e-b9d5-b4c1f225118c req-84a18727-2304-46e9-9118-871862d16424 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726516 Feb 15 02:12:42.044568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Sync routers for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:12:42.068220 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-78bfbad4-3aab-4a2f-bc26-73fedcda5a86 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8677387 Feb 15 02:12:42.089217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:42.090711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:42.100308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.101593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f13bf52a-e19b-4c7c-a040-ee7fbd737615 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5607190 Feb 15 02:12:42.104407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:42.158034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Request body: {'port': {'device_id': 'f579fade-cd51-4abb-85c4-e157853cc119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:42.158216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 304d29f3-5674-49b9-a13e-edec89dfba6a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:42.158417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.185190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a660e267-b621-4a5f-ad26-9535b7fb2290), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.186233 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a660e267-b621-4a5f-ad26-9535b7fb2290), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.302667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Current status of the port 304d29f3-5674-49b9-a13e-edec89dfba6a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:42.303837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.326728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.361690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:42.368489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for router_controller (a660e267-b621-4a5f-ad26-9535b7fb2290), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.527090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] For port 304d29f3-5674-49b9-a13e-edec89dfba6a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=304d29f3-5674-49b9-a13e-edec89dfba6a,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:42.589312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 304d29f3-5674-49b9-a13e-edec89dfba6a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:42.589934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.640762 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.767946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:12:42.768709 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:12:42.779491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e555ab-bf4f-46bf-b0c7-4a0d081762ad None None] Pushing event updated for resources: {'Port': ['ID=304d29f3-5674-49b9-a13e-edec89dfba6a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:42.791806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ccafae3a-9760-4660-b274-6dc20422971e None None] Provisioning complete for port 304d29f3-5674-49b9-a13e-edec89dfba6a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:42.792399 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccafae3a-9760-4660-b274-6dc20422971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.801756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for router_gateway (a660e267-b621-4a5f-ad26-9535b7fb2290), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.839419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:40Z', 'revision_number': 3, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:42.870961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.872320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Checking router: 67e9af31-df38-43b3-8824-e5b6013a48a3 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:12:42.872681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Updating router 67e9af31-df38-43b3-8824-e5b6013a48a3 port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:12:42.907094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.934291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6497d71d-a22c-41f4-b02b-15ed6fe4f97d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:12:42.970483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks [] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:42.992183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Transition to ACTIVE for port object 6497d71d-a22c-41f4-b02b-15ed6fe4f97d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:12:43.031781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ccafae3a-9760-4660-b274-6dc20422971e None None] Current status of the port 304d29f3-5674-49b9-a13e-edec89dfba6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:43.092443 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.092568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Allocated IP 172.20.0.1 (0a3a5c1f-525d-4990-afbc-1a487ce6b139/82a85136-7432-484f-9cff-6f5b8b464890/fb321b69-0dbf-4ab6-8188-6316f0f3cef3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:43.250765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4fa15-86ba-4903-b712-ed4a136bc693 req-11fa4ba6-7c7c-4fa9-89d3-1192d467985b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:43.252371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88e4fa15-86ba-4903-b712-ed4a136bc693 req-11fa4ba6-7c7c-4fa9-89d3-1192d467985b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.1244252 Feb 15 02:12:43.263766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Pushing event updated for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:43.291341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks [] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.334865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88e4fa15-86ba-4903-b712-ed4a136bc693 req-91486e39-f414-462b-a1b5-ca0c7f3474be tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767136 Feb 15 02:12:43.359487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for router_gateway (a660e267-b621-4a5f-ad26-9535b7fb2290), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.364926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 304d29f3-5674-49b9-a13e-edec89dfba6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:43.383037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks [] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.390653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.394995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Attempting to bind port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:43.395605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Attempting to bind port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:43.395848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Attempting to bind port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:43.409045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:12:43.409369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Attempting to bind port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:43.419819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.443539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.449172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:43.449514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Checking segment: {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:43.449902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Bound using segment: {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:43.450347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Bound port: 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:43.450783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.465621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:43.482709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:43.489594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:43.493236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:43.534301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Attempting to bind port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:43.534926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Attempting to bind port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:43.535473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Attempting to bind port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:43.543392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007110ec-0330-414b-a658-e312e21e2551 None None] Pushing event updated for resources: {'Port': ['ID=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:43.558013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:43.558639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:43.559816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.560466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:43.561191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Bound port: 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:43.562018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.562961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (67e9af31-df38-43b3-8824-e5b6013a48a3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.583153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:43.591695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:43.651892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] For port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:43.655682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] For port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:43.767927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 304d29f3-5674-49b9-a13e-edec89dfba6a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:43.827658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for router (a660e267-b621-4a5f-ad26-9535b7fb2290), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.834055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.843254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 304d29f3-5674-49b9-a13e-edec89dfba6a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:43.843790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.891559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.928977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-383057bd-8597-4dc6-90e7-641c7dd0e9cb None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:43.929406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-383057bd-8597-4dc6-90e7-641c7dd0e9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.975637 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:43.976286 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:43.990541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] 10.222.0.37 "PUT /v2.0/ports/6497d71d-a22c-41f4-b02b-15ed6fe4f97d HTTP/1.1" status: 200 len: 1092 time: 1.9132829 Feb 15 02:12:43.997404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:12:44.006016 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812b669b-ee68-4320-af65-048eac47db72" -d '{"events": [{"name": "network-changed", "server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:12:44.008701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007110ec-0330-414b-a658-e312e21e2551 None None] Pushing event updated for resources: {'Port': ['ID=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:44.020785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.156746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a660e267-b621-4a5f-ad26-9535b7fb2290), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.159183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks [] for router_controller (a660e267-b621-4a5f-ad26-9535b7fb2290), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.211843 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c28402-5da4-4a65-8cad-803bd00d21af x-openstack-request-id: req-95c28402-5da4-4a65-8cad-803bd00d21af {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:12:44.212192 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:12:44.218761 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95c28402-5da4-4a65-8cad-803bd00d21af {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:12:44.218761 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d', 'status': 'completed', 'code': 200} Feb 15 02:12:44.251923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks [] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.268104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Pushing event updated for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:44.279068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.279424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.279777 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.280678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.281021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.282031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.287734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da33648-9bab-4535-89a5-138afbb65330 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:12:44.299344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b669b-ee68-4320-af65-048eac47db72 req-543684fa-9e79-4ac8-a344-262365767686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:44.300943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-812b669b-ee68-4320-af65-048eac47db72 req-543684fa-9e79-4ac8-a344-262365767686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 1126 time: 0.0848253 Feb 15 02:12:44.305694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a660e267-b621-4a5f-ad26-9535b7fb2290), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.306288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a660e267-b621-4a5f-ad26-9535b7fb2290 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:12:44.311938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:44.312927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:44.317682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-383057bd-8597-4dc6-90e7-641c7dd0e9cb None None] Port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:44.333394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.402838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 304d29f3-5674-49b9-a13e-edec89dfba6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:44.444402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:44.451451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (67e9af31-df38-43b3-8824-e5b6013a48a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.476821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b669b-ee68-4320-af65-048eac47db72 req-622e9937-7837-4b85-ab46-899a0e37e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:44.478459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-812b669b-ee68-4320-af65-048eac47db72 req-622e9937-7837-4b85-ab46-899a0e37e9ce service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f80a97c412114a99a26bdbd6351ec350&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1605413 Feb 15 02:12:44.479782 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 02:12:44.483081 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d7e288d-1ab3-4d4d-be35-051e9fce6a73 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4537234 Feb 15 02:12:44.485682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:44.507533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:44.624731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6c29-ea3d-454c-ac7d-08e1ea6b13b1 req-ef356bd2-d75e-43d2-8c00-94602e03d3d7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:44.626256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9f6c29-ea3d-454c-ac7d-08e1ea6b13b1 req-ef356bd2-d75e-43d2-8c00-94602e03d3d7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.1494918 Feb 15 02:12:44.635554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:44.643266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:44.651331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b669b-ee68-4320-af65-048eac47db72 req-817fcab7-888d-4d24-a2f9-e9fd0c80084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:44.654308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-812b669b-ee68-4320-af65-048eac47db72 req-817fcab7-888d-4d24-a2f9-e9fd0c80084a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694324 Feb 15 02:12:44.775794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a9f6c29-ea3d-454c-ac7d-08e1ea6b13b1 req-077cf5d2-f101-4bfb-9f0a-a9416e594bc4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418929 Feb 15 02:12:44.788671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Deleting port e2d11a26-afc3-4be8-8191-55862bdb9b2f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:12:44.788671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e2d11a26-afc3-4be8-8191-55862bdb9b2f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.884230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Router 67e9af31-df38-43b3-8824-e5b6013a48a3 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:12:44.887249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-bd2c4d35-245e-48eb-a9dc-7d9cd18c4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:44.888712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fb321b69-0dbf-4ab6-8188-6316f0f3cef3', 'name': '', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'mac_address': 'fa:16:3e:9a:2a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:42Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 1, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'subnets': [{'id': '82a85136-7432-484f-9cff-6f5b8b464890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:44.889257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-bd2c4d35-245e-48eb-a9dc-7d9cd18c4b8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 1126 time: 0.1464477 Feb 15 02:12:44.927287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9975f-c691-48ff-b3c5-aaa83ae7e583 None None] The sync data for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 is: [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fb321b69-0dbf-4ab6-8188-6316f0f3cef3', 'name': '', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'mac_address': 'fa:16:3e:9a:2a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:42Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 1, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'subnets': [{'id': '82a85136-7432-484f-9cff-6f5b8b464890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:12:44.959079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e2d11a26-afc3-4be8-8191-55862bdb9b2f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:44.996467 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-7146dbb3-73e8-4dd8-a16c-a49d75780734 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d HTTP/1.1" status: 200 len: 217 time: 0.0585718 Feb 15 02:12:45.011151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Calling delete_port for e2d11a26-afc3-4be8-8191-55862bdb9b2f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:12:45.088575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:12:45.096336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c8663a8-2216-4122-9ebd-23cce8987cf7 admin admin] 10.222.0.43 "PUT /v2.0/routers/67e9af31-df38-43b3-8824-e5b6013a48a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897089 Feb 15 02:12:45.133894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-17c7fbcf-6eb8-48b0-a9ca-68255175e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:45.135393 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-17c7fbcf-6eb8-48b0-a9ca-68255175e47c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9 HTTP/1.1" status: 200 len: 849 time: 0.1323030 Feb 15 02:12:45.150882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-30d8f9e6-b398-40e8-852f-35c36d13828f None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:45.151342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30d8f9e6-b398-40e8-852f-35c36d13828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:45.177829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-74232a30-5535-4f52-bceb-0de87d4a8eba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36bcee28-e5df-48b6-aadd-d94ec20e0653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354347 Feb 15 02:12:45.192686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-30d8f9e6-b398-40e8-852f-35c36d13828f None None] Port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:45.386619 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-8eeaefc3-7376-4d5c-83e0-a77ca78cbc18 service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019980 Feb 15 02:12:45.477320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:45.480833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e2d11a26-afc3-4be8-8191-55862bdb9b2f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:45.521149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2d11a26-afc3-4be8-8191-55862bdb9b2f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:45.585907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9e844c54-07c1-4ce0-885b-ed34e91a9aa8 req-b0b3b470-9456-4bd0-9333-4c6736645eac service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928210 Feb 15 02:12:45.638501 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:45.642763 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ccffae2-b264-4dea-926d-01e7ab56c5b6 tempest-RoutersAdminNegativeIpV6Test-748848357 tempest-RoutersAdminNegativeIpV6Test-748848357-project-admin] 10.222.0.43 "DELETE /v2.0/ports/e2d11a26-afc3-4be8-8191-55862bdb9b2f HTTP/1.1" status: 204 len: 168 time: 1.1559279 Feb 15 02:12:46.006433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f5f0-f0a5-4aff-aa19-c6336f25cbb7 req-bc32c220-a823-47c8-91db-209673a78cae tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:46.008343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e44f5f0-f0a5-4aff-aa19-c6336f25cbb7 req-bc32c220-a823-47c8-91db-209673a78cae tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.0937750 Feb 15 02:12:46.118516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e44f5f0-f0a5-4aff-aa19-c6336f25cbb7 req-44fcd6f3-e472-494c-9323-fcdf90fab86a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046679 Feb 15 02:12:46.365065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:46.520547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-376c38e9-6f6a-4e15-a8b2-e5b652480530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:46.722340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-376c38e9-6f6a-4e15-a8b2-e5b652480530 admin admin] Publish callbacks [] for security_group (4bde0898-65f4-469b-b925-211ad4c7950a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:46.831415 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-376c38e9-6f6a-4e15-a8b2-e5b652480530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4bde0898-65f4-469b-b925-211ad4c7950a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:46.893652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:46.901812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-376c38e9-6f6a-4e15-a8b2-e5b652480530 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb89d67a2cef4fa38a1e7282f0c724ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354416 Feb 15 02:12:46.906076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c38e9-6f6a-4e15-a8b2-e5b652480530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde0898-65f4-469b-b925-211ad4c7950a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:46.959938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] Publish callbacks [] for security_group (4bde0898-65f4-469b-b925-211ad4c7950a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:46.991707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] Publish callbacks [] for security_group (4bde0898-65f4-469b-b925-211ad4c7950a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:47.185693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4bde0898-65f4-469b-b925-211ad4c7950a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:47.192825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:47.195847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bde0898-65f4-469b-b925-211ad4c7950a HTTP/1.1" status: 204 len: 168 time: 0.3009908 Feb 15 02:12:47.207627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22214b5-1b51-4608-9e5e-58b6197c60cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde0898-65f4-469b-b925-211ad4c7950a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:47.350726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4da1a-146f-45e9-aa8f-1f4a1cfe1807 req-0ad95541-872f-4650-82d0-cf27b434edd2 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:47.352614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25a4da1a-146f-45e9-aa8f-1f4a1cfe1807 req-0ad95541-872f-4650-82d0-cf27b434edd2 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.1167505 Feb 15 02:12:47.466025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25a4da1a-146f-45e9-aa8f-1f4a1cfe1807 req-8e175bc4-a12d-49b1-b422-cb10ae3178da tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Feb 15 02:12:47.825745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:47.835707 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Sync routers for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:12:47.857239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:47.859356 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:47.901897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:47.902371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.013239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:48.013892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.037903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:48.119939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:48.124252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:48.154839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.161515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.182017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a97811dc-4ff1-4e06-90f1-5ef7104f4f88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88d2d15f6d684bce84a0ea9747a66321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562956 Feb 15 02:12:48.184632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:48.246341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:48.263673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] Publish callbacks [] for security_group (b6e887c1-4cbd-4d6b-bad4-4f508c4523bd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.288216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] Publish callbacks [] for security_group (b6e887c1-4cbd-4d6b-bad4-4f508c4523bd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.388816 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fb321b69-0dbf-4ab6-8188-6316f0f3cef3', 'name': '', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'mac_address': 'fa:16:3e:9a:2a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:42Z', 'updated_at': '2022-02-15T02:12:44Z', 'revision_number': 2, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'subnets': [{'id': '82a85136-7432-484f-9cff-6f5b8b464890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:48.420198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b6e887c1-4cbd-4d6b-bad4-4f508c4523bd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.423050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.426677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6e887c1-4cbd-4d6b-bad4-4f508c4523bd HTTP/1.1" status: 204 len: 168 time: 0.2373967 Feb 15 02:12:48.438401 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cabbf-f457-4003-9397-6436ca0ef3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e887c1-4cbd-4d6b-bad4-4f508c4523bd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:48.452744 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Checking router: 67e9af31-df38-43b3-8824-e5b6013a48a3 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:12:48.453407 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Updating router 67e9af31-df38-43b3-8824-e5b6013a48a3 port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:12:48.484496 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:48.632026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906be4d-cd9b-440d-88e6-a1f96db5111b req-a527732c-dfcb-4c59-b9c0-2b4196862aba tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:48.635576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4906be4d-cd9b-440d-88e6-a1f96db5111b req-a527732c-dfcb-4c59-b9c0-2b4196862aba tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.0709984 Feb 15 02:12:48.697660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4906be4d-cd9b-440d-88e6-a1f96db5111b req-2db00d86-2176-4348-bd0a-234696bb60dc tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Feb 15 02:12:48.962846 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks [] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.037333 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.113278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8a31d-513d-4fc6-8425-f57248d41ddd None None] Pushing event updated for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:49.167242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Attempting to bind port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:49.167710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Attempting to bind port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:49.168130 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Attempting to bind port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 on network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:49.176260 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:49.177069 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Checking segment: {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:49.177694 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.178294 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Bound using segment: {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:49.178987 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Bound port: fb321b69-0dbf-4ab6-8188-6316f0f3cef3, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:49.179611 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.265164 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] For port fb321b69-0dbf-4ab6-8188-6316f0f3cef3, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:49.269011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] For port fb321b69-0dbf-4ab6-8188-6316f0f3cef3, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:49.346971 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.404728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6497d71d-a22c-41f4-b02b-15ed6fe4f97d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:12:49.421951 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:12:49.427032 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:12:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:49.522085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:49.522720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.559375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8a31d-513d-4fc6-8425-f57248d41ddd None None] Pushing event updated for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:49.642329 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:12:49.694621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:49.715524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d', 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653', 'port_id': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:12:49.718598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Current status of the port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:49.719441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.841141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:49.851753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:49.866060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497d71d-a22c-41f4-b02b-15ed6fe4f97d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:12:49.922490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] For port fb321b69-0dbf-4ab6-8188-6316f0f3cef3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:49.934645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:49.934645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:49.935728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7ba66-8ee9-4231-8101-6836f065d1d6 req-d04de4e3-af33-44d7-94ad-3d3fea52449f tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:49.944284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72d7ba66-8ee9-4231-8101-6836f065d1d6 req-d04de4e3-af33-44d7-94ad-3d3fea52449f tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 943 time: 0.1196580 Feb 15 02:12:49.996186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.022870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72d7ba66-8ee9-4231-8101-6836f065d1d6 req-26fcd35d-af2b-4f39-8cf0-2488e86ad254 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Feb 15 02:12:50.034925 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.130171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:50.154534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fb321b69-0dbf-4ab6-8188-6316f0f3cef3', 'name': '', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'mac_address': 'fa:16:3e:9a:2a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:42Z', 'updated_at': '2022-02-15T02:12:49Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'subnets': [{'id': '82a85136-7432-484f-9cff-6f5b8b464890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:12:50.189423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58908-0bd4-4b5f-a452-acf43313be03 None None] Pushing event updated for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:50.232316 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2f3f2-67f4-4a35-8be6-032c5a13868b None None] The sync data for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 is: [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:12:43Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fb321b69-0dbf-4ab6-8188-6316f0f3cef3', 'name': '', 'network_id': '0a3a5c1f-525d-4990-afbc-1a487ce6b139', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'mac_address': 'fa:16:3e:9a:2a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '82a85136-7432-484f-9cff-6f5b8b464890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:42Z', 'updated_at': '2022-02-15T02:12:49Z', 'revision_number': 4, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'subnets': [{'id': '82a85136-7432-484f-9cff-6f5b8b464890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:12:50.261304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-291453b6-4608-42d0-9633-146e869e3e14 None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:50.261907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-291453b6-4608-42d0-9633-146e869e3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.319959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:50.320359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.340820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1869647136'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:50.393876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:50.416779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['6497d71d-a22c-41f4-b02b-15ed6fe4f97d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:12:50.430899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:50.434318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.448980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.563168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for security_group (cd897031-3782-4355-9576-cec27b040f45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.631240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-291453b6-4608-42d0-9633-146e869e3e14 None None] Current status of the port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:50.650675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:50.651883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb321b69-0dbf-4ab6-8188-6316f0f3cef3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:50.652406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cd897031-3782-4355-9576-cec27b040f45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.696989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd897031-3782-4355-9576-cec27b040f45,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:50.702756 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:12:50.736423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b05ec822-4ca1-4050-9a75-5299f03ba813), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.737112 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Added segment b05ec822-4ca1-4050-9a75-5299f03ba813 of type vlan for network 9699dea6-c488-41e4-bb14-7f801b7abb8a Feb 15 02:12:50.768156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:50.768590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.794870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9699dea6-c488-41e4-bb14-7f801b7abb8a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.885567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:50.909157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9699dea6-c488-41e4-bb14-7f801b7abb8a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:50.914398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:50.914981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.006817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Network': ['ID=9699dea6-c488-41e4-bb14-7f801b7abb8a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:51.021547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:12:51.058934 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ea52079-2e43-4c2a-91c4-adaef5d44fa5 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9266243 Feb 15 02:12:51.062231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 36928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:51.068867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'subnet': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:51.158495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b03a2117-e975-458b-a329-5b3e36d7a214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.389361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc9a3-c9a7-41fc-8064-316a42faad03 req-c90d5734-fd58-48e1-88da-664cf1af4e4b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:51.398415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e2fc9a3-c9a7-41fc-8064-316a42faad03 req-c90d5734-fd58-48e1-88da-664cf1af4e4b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 944 time: 0.1745136 Feb 15 02:12:51.431020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6497d71d-a22c-41f4-b02b-15ed6fe4f97d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:51.493671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e2fc9a3-c9a7-41fc-8064-316a42faad03 req-0b69e2f0-1f91-4b50-9470-cd9b3e279dfb tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913405 Feb 15 02:12:51.493671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:51.495582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.646086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:12:51.650681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:51.651371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.791676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:51.792243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.798542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (5290c5b7-2bdd-4582-9570-481f3d136548), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.829912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:51.831944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:12:51.835405 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427535d4-68f7-4b44-a7c2-a28db9634f43" -d '{"events": [{"server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "name": "network-vif-plugged", "status": "completed", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:12:51.837445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb321b69-0dbf-4ab6-8188-6316f0f3cef3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:51.907865 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955c754-dac8-48c2-aa81-c3976980502f x-openstack-request-id: req-b955c754-dac8-48c2-aa81-c3976980502f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:12:51.907865 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "name": "network-vif-plugged", "status": "completed", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:12:51.907865 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b955c754-dac8-48c2-aa81-c3976980502f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:12:51.908240 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d', 'code': 200} Feb 15 02:12:51.912918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:51.938716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Subnet': ['ID=5290c5b7-2bdd-4582-9570-481f3d136548,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:51.970406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Checking segment: {'id': 'b05ec822-4ca1-4050-9a75-5299f03ba813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:51.970776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network hostable DHCP agents. Network: 9699dea6-c488-41e4-bb14-7f801b7abb8a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:12:51.974633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:51.975464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.027229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:52.067932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4c6b9-4800-4bc3-a9f9-6d024c9829e8 req-7391ca7a-0f4f-4365-8932-bd56b32e87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:52.070196 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8ee4c6b9-4800-4bc3-a9f9-6d024c9829e8 req-7391ca7a-0f4f-4365-8932-bd56b32e87c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 1128 time: 0.0936401 Feb 15 02:12:52.105381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:12:52.107239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:52.141213 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8ee4c6b9-4800-4bc3-a9f9-6d024c9829e8 req-42d1cd12-a65d-47e6-8085-36429a1f3ff9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639963 Feb 15 02:12:52.217193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9699dea6-c488-41e4-bb14-7f801b7abb8a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:52.227837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:52.228761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.230582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9f4d7-dd1a-4be4-951c-26c61ae5a7d8 None None] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:52.320057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ed501a4a-65b0-4255-838e-afd6ca62cc9a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2535717 Feb 15 02:12:52.321410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 36986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:52.328277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-239289955'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:52.398689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9699dea6-c488-41e4-bb14-7f801b7abb8a', 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'project_id': '19016f1d7f7447d2bd18757d6343711e', 'fixed_ips': [{'subnet_id': '5290c5b7-2bdd-4582-9570-481f3d136548'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:12:52.399712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.591256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:52.596569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.611778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Allocated IP 2001:db8::2 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/880a1d22-7789-4b83-9900-8a6a1d9b4b27) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:52.620768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port 56c56841-77eb-474c-8dbf-6d02a963b8c7 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:12:52.640781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f5c1-1019-4bbd-b0bc-94cc1d4c6c7e req-ecde0e1f-ef05-48fd-826e-4aa323a952b5 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:52.643522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8a6f5c1-1019-4bbd-b0bc-94cc1d4c6c7e req-ecde0e1f-ef05-48fd-826e-4aa323a952b5 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.0733633 Feb 15 02:12:52.699096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8a6f5c1-1019-4bbd-b0bc-94cc1d4c6c7e req-b21dc09a-d03c-4f3c-85bc-0b7eadc6139b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Feb 15 02:12:52.828624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks [] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.903942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:52.954655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:52.957923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:52.963653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:52.968135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::43 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/56c56841-77eb-474c-8dbf-6d02a963b8c7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:53.015690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Pushing event updated for resources: {'Port': ['ID=880a1d22-7789-4b83-9900-8a6a1d9b4b27,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:53.066605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Attempting to bind port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:12:53.067271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Attempting to bind port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b05ec822-4ca1-4050-9a75-5299f03ba813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:12:53.067646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Attempting to bind port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 on network 9699dea6-c488-41e4-bb14-7f801b7abb8a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:12:53.074032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:12:53.074418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Checking segment: {'id': 'b05ec822-4ca1-4050-9a75-5299f03ba813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:12:53.074829 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.075249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Bound using segment: {'id': 'b05ec822-4ca1-4050-9a75-5299f03ba813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:12:53.075701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Bound port: 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05ec822-4ca1-4050-9a75-5299f03ba813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:12:53.076223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.181530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] For port 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:12:53.185592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] For port 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=880a1d22-7789-4b83-9900-8a6a1d9b4b27,segment=NetworkSegment(b05ec822-4ca1-4050-9a75-5299f03ba813),segment_id=b05ec822-4ca1-4050-9a75-5299f03ba813)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:12:53.254999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.425292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d05-62e6-4f1a-91c9-47fae832824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.443512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800573e-18e9-45d4-82e0-5862ccf2176c None None] Pushing event updated for resources: {'Port': ['ID=880a1d22-7789-4b83-9900-8a6a1d9b4b27,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:53.666239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.831741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 880a1d22-7789-4b83-9900-8a6a1d9b4b27 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:53.864716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.918068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf687417-a111-469c-b97e-b80f763efbcd req-00064b8f-9a2a-43e1-abb6-05e7c95b264f tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:53.920803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf687417-a111-469c-b97e-b80f763efbcd req-00064b8f-9a2a-43e1-abb6-05e7c95b264f tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.1241891 Feb 15 02:12:53.924497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:53.925016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.925308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:53.929875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:53.939206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:53.946429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:53.947222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:53.984099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=56c56841-77eb-474c-8dbf-6d02a963b8c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:54.002455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf687417-a111-469c-b97e-b80f763efbcd req-938aa044-a14e-4593-9ada-c099fa6411e0 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721104 Feb 15 02:12:54.024239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:54.024650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:54.068540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=880a1d22-7789-4b83-9900-8a6a1d9b4b27,segment=NetworkSegment(b05ec822-4ca1-4050-9a75-5299f03ba813),segment_id=b05ec822-4ca1-4050-9a75-5299f03ba813)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:54.100630 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e270c109-a2ea-4cb3-b0ef-fa2722762c90 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7779744 Feb 15 02:12:54.103714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:54.109900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1428406437', 'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:17:c4:88'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:54.223146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:54.281800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=880a1d22-7789-4b83-9900-8a6a1d9b4b27,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:54.406607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:54.524147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:54.547200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port 4e86c59c-d746-4d4d-84ba-5e0eac7dab52 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:12:54.677264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6956008-6ba0-4eb0-ae6c-31767f67e47b None None] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:12:54.683659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::2d1 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/4e86c59c-d746-4d4d-84ba-5e0eac7dab52) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:54.738360 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:54.751448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-54915ca1-75f9-46f1-bf9e-85b1c781caa5 None None] Provisioning complete for port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:54.751860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54915ca1-75f9-46f1-bf9e-85b1c781caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:54.860559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.025398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-54915ca1-75f9-46f1-bf9e-85b1c781caa5 None None] Current status of the port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:55.057958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.160616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:55.166728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:55.172773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:55.179570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.180257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.193087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=4e86c59c-d746-4d4d-84ba-5e0eac7dab52,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:55.195722 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-6e1a5932-843e-4851-9e85-d7c6116c2513 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765603 Feb 15 02:12:55.300371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-78cfa55e-f134-41fe-8d81-8d13563918ef tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1950860 Feb 15 02:12:55.304797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:55.328022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-bce3f8a8-7ab2-4835-a802-782158ac3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.329709 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-bce3f8a8-7ab2-4835-a802-782158ac3953 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 1128 time: 0.0835023 Feb 15 02:12:55.403407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f4a4b-cc42-4f32-9f3f-23d40f055de1 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.409131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f4a4b-cc42-4f32-9f3f-23d40f055de1 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.416110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f4a4b-cc42-4f32-9f3f-23d40f055de1 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.422158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c4f4a4b-cc42-4f32-9f3f-23d40f055de1 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1121361 Feb 15 02:12:55.423263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:55.477188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Provisioning complete for port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:55.477188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.555801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-64651074-d4ad-414e-9496-58cea035652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.555801 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-64651074-d4ad-414e-9496-58cea035652f service neutron] 10.222.0.37 "GET /v2.0/networks?id=36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 200 len: 910 time: 0.2057178 Feb 15 02:12:55.642075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Current status of the port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:55.654567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-a775155b-579d-4ea3-9e31-2c0a6af4ef25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d HTTP/1.1" status: 200 len: 217 time: 0.0907562 Feb 15 02:12:55.668067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Provisioning complete for port 56c56841-77eb-474c-8dbf-6d02a963b8c7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:55.668498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.699121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cd13-71c5-4492-ab7b-601bc1aa79dd req-d64e8a06-6ca4-4e5d-9d70-8d7a83b81cf7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.700745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f084cd13-71c5-4492-ab7b-601bc1aa79dd req-d64e8a06-6ca4-4e5d-9d70-8d7a83b81cf7 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.1613286 Feb 15 02:12:55.732018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port 4e86c59c-d746-4d4d-84ba-5e0eac7dab52 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:12:55.732423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.752425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-77af1402-4e96-4592-a17d-1096faf6a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:55.754491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-77af1402-4e96-4592-a17d-1096faf6a141 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9 HTTP/1.1" status: 200 len: 849 time: 0.0898638 Feb 15 02:12:55.786041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3f76ac8-7237-4b97-b3a9-bcd971afae20 None None] Port 56c56841-77eb-474c-8dbf-6d02a963b8c7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:55.808404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-24f0d04e-e008-4ed4-8bcb-d7101bfbc000 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36bcee28-e5df-48b6-aadd-d94ec20e0653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469918 Feb 15 02:12:55.824535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 880a1d22-7789-4b83-9900-8a6a1d9b4b27 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:12:55.846128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f084cd13-71c5-4492-ab7b-601bc1aa79dd req-f1429452-f324-4768-9d91-4b1a28ffbf8c tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377914 Feb 15 02:12:55.920080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:55.939710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for 4e86c59c-d746-4d4d-84ba-5e0eac7dab52 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:12:55.977827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-e3c82029-2bad-4e7c-8031-6cc1323ccad9 service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635435 Feb 15 02:12:55.980492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e904838a-9ceb-4cc9-a7ee-874df8e3ddeb None None] Provisioning complete for port 56c56841-77eb-474c-8dbf-6d02a963b8c7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:55.981067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e904838a-9ceb-4cc9-a7ee-874df8e3ddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.012880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:56.013535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.043630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e904838a-9ceb-4cc9-a7ee-874df8e3ddeb None None] Port 56c56841-77eb-474c-8dbf-6d02a963b8c7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:56.107907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.161528 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-73a2a11c-7deb-4d0e-9676-b2395b46982f req-852762ac-9084-4ff7-97e1-12061636fd4a service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759920 Feb 15 02:12:56.165589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:12:56.188435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1ff6521-fe76-4577-8d45-e8f0547b0ea7 None None] Provisioning complete for port 4e86c59c-d746-4d4d-84ba-5e0eac7dab52 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:56.188823 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6521-fe76-4577-8d45-e8f0547b0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.228739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff6521-fe76-4577-8d45-e8f0547b0ea7 None None] Port 4e86c59c-d746-4d4d-84ba-5e0eac7dab52 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:56.263012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4e86c59c-d746-4d4d-84ba-5e0eac7dab52), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.301111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=4e86c59c-d746-4d4d-84ba-5e0eac7dab52,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:56.443935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.447705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fa1fe6dc-a085-47be-bb43-aa4190dd3887 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/4e86c59c-d746-4d4d-84ba-5e0eac7dab52 HTTP/1.1" status: 204 len: 168 time: 1.0240793 Feb 15 02:12:56.451311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:56.493347 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52b8fed-02c5-4c94-abff-b102dad35884 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] GET failed (client error): The resource could not be found. Feb 15 02:12:56.495243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b52b8fed-02c5-4c94-abff-b102dad35884 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports/4e86c59c-d746-4d4d-84ba-5e0eac7dab52 HTTP/1.1" status: 404 len: 333 time: 0.0422492 Feb 15 02:12:56.499751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:56.512153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82945165'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:56.768362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:56.772150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:56.793032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port 8a9d681e-9dff-4f00-a0e4-0afe7843671b yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:12:56.924724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::2c4 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/8a9d681e-9dff-4f00-a0e4-0afe7843671b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:57.110642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.281591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.334869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:57.340045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:57.354881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:57.361371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:57.362080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.374649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=8a9d681e-9dff-4f00-a0e4-0afe7843671b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:57.533957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b4dfa9c3-7a16-4087-a481-e7c1ef959423 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0301721 Feb 15 02:12:57.534581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:57.541759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.544894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:17:c4:88'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:57.670338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.678325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2cb362bf-a4e3-4bfb-8438-b639d87f1637 None None] Provisioning complete for port 8a9d681e-9dff-4f00-a0e4-0afe7843671b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:57.679571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cb362bf-a4e3-4bfb-8438-b639d87f1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:57.807882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb362bf-a4e3-4bfb-8438-b639d87f1637 None None] Port 8a9d681e-9dff-4f00-a0e4-0afe7843671b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:57.925115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428040e-2889-43c2-af84-09e78918e62f req-33c4ca2a-2e33-4fc0-8f91-1c0c542a0d19 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:57.926806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2428040e-2889-43c2-af84-09e78918e62f req-33c4ca2a-2e33-4fc0-8f91-1c0c542a0d19 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.1464679 Feb 15 02:12:57.988998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.011701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2428040e-2889-43c2-af84-09e78918e62f req-431f916c-6d92-4f20-8c80-0a6f135fa5b9 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Feb 15 02:12:58.088447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.128632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] In _notify_port_updated(), no bound segment for port 8a9d681e-9dff-4f00-a0e4-0afe7843671b on network 9699dea6-c488-41e4-bb14-7f801b7abb8a {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:12:58.133933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:58.134563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.135883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "PUT /v2.0/ports/8a9d681e-9dff-4f00-a0e4-0afe7843671b HTTP/1.1" status: 200 len: 1000 time: 0.6004829 Feb 15 02:12:58.138732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:58.158334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e33fb-c0de-4d43-a87e-c7ee1d7b70c9 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=8a9d681e-9dff-4f00-a0e4-0afe7843671b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:58.271173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port 8a9d681e-9dff-4f00-a0e4-0afe7843671b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:12:58.271867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.402874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.428554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for 8a9d681e-9dff-4f00-a0e4-0afe7843671b owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:12:58.539286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-081d60b5-625a-443b-aa53-63206ef3da19 None None] Provisioning complete for port 8a9d681e-9dff-4f00-a0e4-0afe7843671b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:12:58.539921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-081d60b5-625a-443b-aa53-63206ef3da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.580548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-081d60b5-625a-443b-aa53-63206ef3da19 None None] Port 8a9d681e-9dff-4f00-a0e4-0afe7843671b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:12:58.711495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (8a9d681e-9dff-4f00-a0e4-0afe7843671b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.781867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=8a9d681e-9dff-4f00-a0e4-0afe7843671b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:58.888688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:58.895611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:58.896264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cdddf026-0e19-4d2e-8df7-284e9740cf48 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/8a9d681e-9dff-4f00-a0e4-0afe7843671b HTTP/1.1" status: 204 len: 168 time: 0.7560058 Feb 15 02:12:58.929740 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d633861-71ff-4749-823d-1cba52d97855 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] GET failed (client error): The resource could not be found. Feb 15 02:12:58.940329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d633861-71ff-4749-823d-1cba52d97855 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports/8a9d681e-9dff-4f00-a0e4-0afe7843671b HTTP/1.1" status: 404 len: 333 time: 0.0426888 Feb 15 02:12:58.945083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:12:58.958304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1597873250'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:12:59.162213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39735-0c35-46db-b952-478a7f4ba52a req-bdd61f14-938d-4f7d-8336-43b3cbe71a87 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:59.169108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81d39735-0c35-46db-b952-478a7f4ba52a req-bdd61f14-938d-4f7d-8336-43b3cbe71a87 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.0636566 Feb 15 02:12:59.197870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ebea-1d36-4547-974c-aa09f28e7d76 req-1e10ac86-abf7-4c07-92cc-cc1d8a8959cf tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:59.199839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbe9ebea-1d36-4547-974c-aa09f28e7d76 req-1e10ac86-abf7-4c07-92cc-cc1d8a8959cf tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 945 time: 0.0834877 Feb 15 02:12:59.242566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:12:59.246162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.279284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Deleting port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:12:59.279632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.298378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbe9ebea-1d36-4547-974c-aa09f28e7d76 req-541d549e-92e1-4814-b2e4-0960a5b13ad6 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854125 Feb 15 02:12:59.305730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port 0f57f14d-9e15-4645-803e-ee31ca57a039 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:12:59.390572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] For port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:12:59.390908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.423005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Calling delete_port for 6497d71d-a22c-41f4-b02b-15ed6fe4f97d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:12:59.461163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::29c (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/0f57f14d-9e15-4645-803e-ee31ca57a039) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:12:59.649318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.693823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6497d71d-a22c-41f4-b02b-15ed6fe4f97d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.708152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['6497d71d-a22c-41f4-b02b-15ed6fe4f97d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:12:59.727095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Pushing event deleted for resources: {'Port': ['ID=6497d71d-a22c-41f4-b02b-15ed6fe4f97d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:12:59.758019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.801761 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] No DVR routers for this DVR port 6497d71d-a22c-41f4-b02b-15ed6fe4f97d on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:12:59.805163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.809654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-81d39735-0c35-46db-b952-478a7f4ba52a req-11010c8b-1b2b-420a-9610-fc5a2869e7cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "DELETE /v2.0/ports/6497d71d-a22c-41f4-b02b-15ed6fe4f97d HTTP/1.1" status: 204 len: 173 time: 0.6402295 Feb 15 02:12:59.816335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:12:59.819998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:12:59.820390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'name': 'network-vif-deleted', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:12:59.825298 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec0fc1-31d2-4ea4-8960-74190cfe7064" -d '{"events": [{"server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "name": "network-vif-deleted", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:12:59.826585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:12:59.832376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:12:59.837777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:12:59.856885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=0f57f14d-9e15-4645-803e-ee31ca57a039,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:00.084261 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12369bd5-b970-456f-99e4-95f0044087c5 x-openstack-request-id: req-12369bd5-b970-456f-99e4-95f0044087c5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:00.084589 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579fade-cd51-4abb-85c4-e157853cc119", "name": "network-vif-deleted", "tag": "6497d71d-a22c-41f4-b02b-15ed6fe4f97d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:00.084839 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12369bd5-b970-456f-99e4-95f0044087c5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:00.085237 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579fade-cd51-4abb-85c4-e157853cc119', 'name': 'network-vif-deleted', 'tag': '6497d71d-a22c-41f4-b02b-15ed6fe4f97d', 'status': 'completed', 'code': 200} Feb 15 02:13:00.212841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a73a97b1-2098-4f53-93c1-4944554b1f01 None None] Provisioning complete for port 0f57f14d-9e15-4645-803e-ee31ca57a039 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:00.213325 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a73a97b1-2098-4f53-93c1-4944554b1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:00.250520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a73a97b1-2098-4f53-93c1-4944554b1f01 None None] Port 0f57f14d-9e15-4645-803e-ee31ca57a039 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:00.318231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fb053f47-8799-4d71-b69c-590a07975042 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3700249 Feb 15 02:13:00.324228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37156) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:00.330766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:17:c4:88'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:00.405781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2aec8bb0-d264-4900-9336-4bfe0cb4846a req-29875b88-aaa4-455f-8d45-f48191575729 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=f579fade-cd51-4abb-85c4-e157853cc119 HTTP/1.1" status: 200 len: 210 time: 0.0367703 Feb 15 02:13:00.525607 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:00.734585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:00.842799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:00.879323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] In _notify_port_updated(), no bound segment for port 0f57f14d-9e15-4645-803e-ee31ca57a039 on network 9699dea6-c488-41e4-bb14-7f801b7abb8a {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:13:00.885797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:00.886446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:00.890203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "PUT /v2.0/ports/0f57f14d-9e15-4645-803e-ee31ca57a039 HTTP/1.1" status: 200 len: 1003 time: 0.5620916 Feb 15 02:13:00.891125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:00.948464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248eb2e-87d7-425c-98a9-e6f507282074 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=0f57f14d-9e15-4645-803e-ee31ca57a039,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:01.038501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port 0f57f14d-9e15-4645-803e-ee31ca57a039 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:01.038889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.151502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.175141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for 0f57f14d-9e15-4645-803e-ee31ca57a039 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:01.298602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-63b9ac43-e774-43af-acce-621dbd7edd85 None None] Provisioning complete for port 0f57f14d-9e15-4645-803e-ee31ca57a039 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:01.299195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63b9ac43-e774-43af-acce-621dbd7edd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.337165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63b9ac43-e774-43af-acce-621dbd7edd85 None None] Port 0f57f14d-9e15-4645-803e-ee31ca57a039 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:01.428860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0f57f14d-9e15-4645-803e-ee31ca57a039), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.480048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=0f57f14d-9e15-4645-803e-ee31ca57a039,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:01.509119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.513318 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8171d11-4dd4-4d16-9d87-7a6041a6fd00 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/0f57f14d-9e15-4645-803e-ee31ca57a039 HTTP/1.1" status: 204 len: 168 time: 0.6212111 Feb 15 02:13:01.516013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:01.562743 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-481031a0-4d6e-48ba-b296-7a5db0876d6f tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] GET failed (client error): The resource could not be found. Feb 15 02:13:01.564223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-481031a0-4d6e-48ba-b296-7a5db0876d6f tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports/0f57f14d-9e15-4645-803e-ee31ca57a039 HTTP/1.1" status: 404 len: 333 time: 0.0471406 Feb 15 02:13:01.567812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:01.575949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1429908020'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:01.849555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-3c76b64e-2c71-491e-ab25-3c8e77896f70 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:01.851211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-3c76b64e-2c71-491e-ab25-3c8e77896f70 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/networks?id=36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 200 len: 809 time: 0.1260910 Feb 15 02:13:01.867203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:01.870754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:01.885487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-04b8c527-dc55-45a0-aa97-bd198bd66ece tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/quotas/f80a97c412114a99a26bdbd6351ec350 HTTP/1.1" status: 200 len: 375 time: 0.0250716 Feb 15 02:13:01.923074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-b3741e68-bdf9-474c-81a8-00b6a368ad75 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391314 Feb 15 02:13:01.928682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port c91478d2-a218-4fe8-9e80-e0d5c08fd67b yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:02.106205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-37fff2de-defb-4b3f-9c91-ad0aae94a154 service neutron] 10.222.0.43 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683674 Feb 15 02:13:02.143951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::125 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/c91478d2-a218-4fe8-9e80-e0d5c08fd67b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:02.251561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-230b5f63-c724-4c21-adb9-925a82f8de43 service neutron] 10.222.0.43 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416826 Feb 15 02:13:02.398896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:02.577422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68dad832-7755-4924-b294-c756cbe3bebf req-04f86224-3a5f-4978-b3a9-42ef18716b3e tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Feb 15 02:13:02.604900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:02.662200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:02.665584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:02.668031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:02.674204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:02.674821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:02.684791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=c91478d2-a218-4fe8-9e80-e0d5c08fd67b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:02.788109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a2231a66-ed1b-49df-9011-aa4e4f6438dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2191834 Feb 15 02:13:02.793119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:02.797351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'network_id': '9699dea6-c488-41e4-bb14-7f801b7abb8a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-970297179'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:03.089431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8477ac9e-0b94-4497-95c7-a8d41fc27a12 None None] Provisioning complete for port c91478d2-a218-4fe8-9e80-e0d5c08fd67b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:03.089431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8477ac9e-0b94-4497-95c7-a8d41fc27a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:03.090080 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:03.144936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8477ac9e-0b94-4497-95c7-a8d41fc27a12 None None] Port c91478d2-a218-4fe8-9e80-e0d5c08fd67b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:03.241667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc30bac-2e79-486a-b96b-b57419e9e66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:03.323012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc30bac-2e79-486a-b96b-b57419e9e66e admin admin] Publish callbacks [] for security_group (e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:03.481764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6497d71d-a22c-41f4-b02b-15ed6fe4f97d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:03.504386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 6497d71d-a22c-41f4-b02b-15ed6fe4f97d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:13:03.504740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 6497d71d-a22c-41f4-b02b-15ed6fe4f97d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:13:03.674885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99612845-871b-498a-abb3-680856602d13 req-ba59d950-7c9a-42f5-9f52-70e297b9916b tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0340981 Feb 15 02:13:03.831180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Made reservation on behalf of 19016f1d7f7447d2bd18757d6343711e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:03.841954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:03.863977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc30bac-2e79-486a-b96b-b57419e9e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:03.895765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] device_id is not set on port ba763617-ec16-4032-b24d-de5e6a438b51 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:03.975459 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9cc30bac-2e79-486a-b96b-b57419e9e66e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c495f7b4a8a47a4adcdced4c9a95a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8847277 Feb 15 02:13:03.978515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:03.988392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc30bac-2e79-486a-b96b-b57419e9e66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:04.085884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] Publish callbacks [] for security_group (e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.099056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Allocated IP 2001:db8::1b9 (9699dea6-c488-41e4-bb14-7f801b7abb8a/5290c5b7-2bdd-4582-9570-481f3d136548/ba763617-ec16-4032-b24d-de5e6a438b51) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:04.130990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] Publish callbacks [] for security_group (e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.322569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (ba763617-ec16-4032-b24d-de5e6a438b51), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.355864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.363422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.363422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3 HTTP/1.1" status: 204 len: 168 time: 0.3807528 Feb 15 02:13:04.397030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6b3e4-1fc3-411c-8993-114188ea943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c1b8e-3564-41b3-a76b-5ba5e9f0f3b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:04.570397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.628256 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:04.631537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:04.637737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:04.643844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:04.644888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:04.657507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=ba763617-ec16-4032-b24d-de5e6a438b51,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:04.794477 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a0003ead-0c7a-40d6-add3-ba16652932e0 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0026655 Feb 15 02:13:04.797820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:04.820276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:17:c4:88'}, {'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:77:2c:ea'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:04.865718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6ab165d-a581-4c79-b191-34f0b21cbf88 req-f9fcd651-f676-4a27-aeb9-7c44a2ee1524 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0490994 Feb 15 02:13:04.939502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.222660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for port (ba763617-ec16-4032-b24d-de5e6a438b51), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.246681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e11904b8-9c80-4d40-918e-521c2a1d8a92 None None] Provisioning complete for port ba763617-ec16-4032-b24d-de5e6a438b51 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:05.247688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e11904b8-9c80-4d40-918e-521c2a1d8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.286171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e11904b8-9c80-4d40-918e-521c2a1d8a92 None None] Port ba763617-ec16-4032-b24d-de5e6a438b51 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:05.489090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.535926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] In _notify_port_updated(), no bound segment for port ba763617-ec16-4032-b24d-de5e6a438b51 on network 9699dea6-c488-41e4-bb14-7f801b7abb8a {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:13:05.541531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:05.542235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.543775 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "PUT /v2.0/ports/ba763617-ec16-4032-b24d-de5e6a438b51 HTTP/1.1" status: 200 len: 1066 time: 0.7449262 Feb 15 02:13:05.546828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37254) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:05.561307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ab3a-6d69-4183-b492-8307547c6996 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event updated for resources: {'Port': ['ID=ba763617-ec16-4032-b24d-de5e6a438b51,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:05.663025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port ba763617-ec16-4032-b24d-de5e6a438b51 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:05.663902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.789450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:05.809985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for ba763617-ec16-4032-b24d-de5e6a438b51 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:05.937134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f03ee7e1-b998-42f4-998b-9e2eac184bbc None None] Provisioning complete for port ba763617-ec16-4032-b24d-de5e6a438b51 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:05.943559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f03ee7e1-b998-42f4-998b-9e2eac184bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:06.009913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f03ee7e1-b998-42f4-998b-9e2eac184bbc None None] Port ba763617-ec16-4032-b24d-de5e6a438b51 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:06.046945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ae4dbc5-22ad-4773-b1e4-d8250240cb65 req-7162fa2f-79db-42d0-8a3d-69e27e5c5171 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0474484 Feb 15 02:13:06.151932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ba763617-ec16-4032-b24d-de5e6a438b51), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:06.196246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=ba763617-ec16-4032-b24d-de5e6a438b51,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:06.541267 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:06.548021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1de19025-68bd-47fa-94c1-13f11d0e884a tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/ba763617-ec16-4032-b24d-de5e6a438b51 HTTP/1.1" status: 204 len: 168 time: 0.9970813 Feb 15 02:13:06.548378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:06.585302 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242017f-cadb-4a7a-b1f5-9b2a3f14a0f4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] GET failed (client error): The resource could not be found. Feb 15 02:13:06.586917 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b242017f-cadb-4a7a-b1f5-9b2a3f14a0f4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports/ba763617-ec16-4032-b24d-de5e6a438b51 HTTP/1.1" status: 404 len: 333 time: 0.0374420 Feb 15 02:13:06.590293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:06.703609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port c91478d2-a218-4fe8-9e80-e0d5c08fd67b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:06.704431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:06.856529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:06.869922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for c91478d2-a218-4fe8-9e80-e0d5c08fd67b owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:07.113485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c91478d2-a218-4fe8-9e80-e0d5c08fd67b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:07.259629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:07.266417 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:07.270586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/c91478d2-a218-4fe8-9e80-e0d5c08fd67b HTTP/1.1" status: 204 len: 168 time: 0.6791487 Feb 15 02:13:07.274100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797f56-25fc-4d51-bd14-73e30ddc36c4 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=c91478d2-a218-4fe8-9e80-e0d5c08fd67b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:07.318247 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed8c603-186e-4fbb-a009-af2c86ef36c8 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] GET failed (client error): The resource could not be found. Feb 15 02:13:07.320019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fed8c603-186e-4fbb-a009-af2c86ef36c8 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "GET /v2.0/ports/c91478d2-a218-4fe8-9e80-e0d5c08fd67b HTTP/1.1" status: 404 len: 333 time: 0.0521960 Feb 15 02:13:07.323737 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:07.397642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3601bf79-d470-40de-bd32-c10d06c036a0 req-4e93ab88-0e00-4f59-b57f-867fd287020d tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.1575949 Feb 15 02:13:07.556856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port 56c56841-77eb-474c-8dbf-6d02a963b8c7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:07.557770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:07.671306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:07.685776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for 56c56841-77eb-474c-8dbf-6d02a963b8c7 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:07.906307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (56c56841-77eb-474c-8dbf-6d02a963b8c7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:07.938090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=56c56841-77eb-474c-8dbf-6d02a963b8c7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:08.006921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.018237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-975fabcb-0d56-4a75-90ab-4f79935daf67 tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/ports/56c56841-77eb-474c-8dbf-6d02a963b8c7 HTTP/1.1" status: 204 len: 168 time: 0.6932192 Feb 15 02:13:08.025222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:08.096034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting subnet 5290c5b7-2bdd-4582-9570-481f3d136548 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:13:08.100271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for subnet (5290c5b7-2bdd-4582-9570-481f3d136548), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.183566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (5290c5b7-2bdd-4582-9570-481f3d136548), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.442367 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (5290c5b7-2bdd-4582-9570-481f3d136548), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.508168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-8a3b49e5-a549-4200-bdf8-a2cccd239b5d tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:08.509858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-8a3b49e5-a549-4200-bdf8-a2cccd239b5d tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "GET /v2.0/networks?id=36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 200 len: 809 time: 0.2529061 Feb 15 02:13:08.556078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Request body: {'port': {'device_id': '2854f032-6337-4255-967f-36fbb121f145', 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653', 'admin_state_up': True, 'tenant_id': 'f80a97c412114a99a26bdbd6351ec350'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:08.578773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-107ec09c-c2a0-4b2b-86a4-5757ac7553af req-10a8e484-81cc-4d13-8599-e1acf82488bc tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0422471 Feb 15 02:13:08.623762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (5290c5b7-2bdd-4582-9570-481f3d136548), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.664994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Subnet': ['ID=5290c5b7-2bdd-4582-9570-481f3d136548,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:08.680309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.686820 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ac716c9-0406-45ff-b28f-68867a5a3bea tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/subnets/5290c5b7-2bdd-4582-9570-481f3d136548 HTTP/1.1" status: 204 len: 168 time: 0.6622365 Feb 15 02:13:08.687432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:08.687704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea18949-742e-4e41-9ea5-855cd46abadc None None] Network 9699dea6-c488-41e4-bb14-7f801b7abb8a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:08.813928 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9699dea6-c488-41e4-bb14-7f801b7abb8a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.883698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Deleting port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:08.884054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.890831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] DHCP port deletion for 9699dea6-c488-41e4-bb14-7f801b7abb8a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:13:08.902418 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Made reservation on behalf of f80a97c412114a99a26bdbd6351ec350 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:08.905952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.957286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Deleting port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:08.957979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:08.982443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] For port 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=880a1d22-7789-4b83-9900-8a6a1d9b4b27,segment=NetworkSegment(b05ec822-4ca1-4050-9a75-5299f03ba813),segment_id=b05ec822-4ca1-4050-9a75-5299f03ba813)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:08.982765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.034513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Calling delete_port for 880a1d22-7789-4b83-9900-8a6a1d9b4b27 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:09.050102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] For port 880a1d22-7789-4b83-9900-8a6a1d9b4b27, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=880a1d22-7789-4b83-9900-8a6a1d9b4b27,segment=NetworkSegment(b05ec822-4ca1-4050-9a75-5299f03ba813),segment_id=b05ec822-4ca1-4050-9a75-5299f03ba813)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:09.051436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.076041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Calling delete_port for 880a1d22-7789-4b83-9900-8a6a1d9b4b27 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:09.152836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Allocated IP 172.20.0.2 (36bcee28-e5df-48b6-aadd-d94ec20e0653/e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9/c5678576-dee0-4e8d-9808-3fa714beda0a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:09.249689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.281072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (880a1d22-7789-4b83-9900-8a6a1d9b4b27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.291894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] No DVR routers for this DVR port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:09.294016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355433d-dc5e-4e4f-9b59-6f32e925e525 None None] Pushing event deleted for resources: {'Port': ['ID=880a1d22-7789-4b83-9900-8a6a1d9b4b27,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:09.336457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Port': ['ID=880a1d22-7789-4b83-9900-8a6a1d9b4b27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:09.349158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] No DVR routers for this DVR port 880a1d22-7789-4b83-9900-8a6a1d9b4b27 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:09.510044 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9699dea6-c488-41e4-bb14-7f801b7abb8a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.544234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9699dea6-c488-41e4-bb14-7f801b7abb8a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:09.560468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks [] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.562028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05ec822-4ca1-4050-9a75-5299f03ba813') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:09.562327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05ec822-4ca1-4050-9a75-5299f03ba813') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:09.573564 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (b05ec822-4ca1-4050-9a75-5299f03ba813), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.598217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b05ec822-4ca1-4050-9a75-5299f03ba813), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.627912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:09.628594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (b05ec822-4ca1-4050-9a75-5299f03ba813), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self.session.flush() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:09.633612 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:09.701951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1013b6ca-01ed-46d4-8c51-204f57e4f61e req-3d9ba4c3-68b6-4b17-b8fa-dcd6637bad9a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0423295 Feb 15 02:13:09.791762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 880a1d22-7789-4b83-9900-8a6a1d9b4b27 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:09.800963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.814123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 880a1d22-7789-4b83-9900-8a6a1d9b4b27 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:13:09.814476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 880a1d22-7789-4b83-9900-8a6a1d9b4b27 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:13:09.845246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9699dea6-c488-41e4-bb14-7f801b7abb8a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.849931 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:09.853237 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] 10.222.0.43 "DELETE /v2.0/networks/9699dea6-c488-41e4-bb14-7f801b7abb8a HTTP/1.1" status: 204 len: 168 time: 1.1648643 Feb 15 02:13:09.872232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Network 36bcee28-e5df-48b6-aadd-d94ec20e0653 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:09.887625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:09.892536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901a59f-1eed-45ca-b32b-99117d46c4dd tempest-AllowedAddressPairIpV6TestJSON-365346524 tempest-AllowedAddressPairIpV6TestJSON-365346524-project] Pushing event deleted for resources: {'Network': ['ID=9699dea6-c488-41e4-bb14-7f801b7abb8a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:09.896768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:09.902407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Pushing event updated for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:09.949878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:09.950452 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.055752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-5fd85e50-4e5d-44f0-8a0f-6038da4466b4 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5156813 Feb 15 02:13:10.063702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Request body: {'port': {'device_id': '2854f032-6337-4255-967f-36fbb121f145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:10.131536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.379540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:10.427837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5678576-dee0-4e8d-9808-3fa714beda0a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:13:10.441776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks [] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.455480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Transition to ACTIVE for port object c5678576-dee0-4e8d-9808-3fa714beda0a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:13:10.556202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9b06d1f2-e262-4214-b276-0d5f455c3d06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19016f1d7f7447d2bd18757d6343711e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751239 Feb 15 02:13:10.558807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:10.563318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.634745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] Publish callbacks [] for security_group (cd897031-3782-4355-9576-cec27b040f45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.641791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:10.689517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] Publish callbacks [] for security_group (cd897031-3782-4355-9576-cec27b040f45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.750715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Attempting to bind port c5678576-dee0-4e8d-9808-3fa714beda0a on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:10.751283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Attempting to bind port c5678576-dee0-4e8d-9808-3fa714beda0a by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:10.751621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Attempting to bind port c5678576-dee0-4e8d-9808-3fa714beda0a on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:10.758478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Port c5678576-dee0-4e8d-9808-3fa714beda0a on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:13:10.758478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Attempting to bind port c5678576-dee0-4e8d-9808-3fa714beda0a on network 36bcee28-e5df-48b6-aadd-d94ec20e0653 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:10.764904 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:10.765542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Checking segment: {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:10.765942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Bound using segment: {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:10.766419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Bound port: c5678576-dee0-4e8d-9808-3fa714beda0a, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7694189a-2f50-425f-952b-95f64fe9936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:10.766839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.847857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:10.852122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c5678576-dee0-4e8d-9808-3fa714beda0a,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:10.862893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cd897031-3782-4355-9576-cec27b040f45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.865730 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.866943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd897031-3782-4355-9576-cec27b040f45 HTTP/1.1" status: 204 len: 168 time: 0.3070540 Feb 15 02:13:10.883648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9f78b-ce2f-44c3-9bdb-7489c458fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd897031-3782-4355-9576-cec27b040f45,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:10.902679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2e9f-64c0-4dc1-9cd4-192a14c33f83 req-e098e33e-42c6-4a7a-a7bc-e7a57edaa61e tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:10.905484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-269c2e9f-64c0-4dc1-9cd4-192a14c33f83 req-e098e33e-42c6-4a7a-a7bc-e7a57edaa61e tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.0927529 Feb 15 02:13:10.934680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:10.959454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-269c2e9f-64c0-4dc1-9cd4-192a14c33f83 req-d36225ad-1789-4433-9c90-3e496d9febc5 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Feb 15 02:13:10.994206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:11.008237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:11.009050 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:11.010310 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-129c1901-da0e-48f1-8e07-7faf6e309e58 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5678576-dee0-4e8d-9808-3fa714beda0a HTTP/1.1" status: 200 len: 1092 time: 0.9515724 Feb 15 02:13:11.010883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:13:11.013145 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:13:11.062799 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77e0d57-57f4-48c9-9334-823cc6a2af45 x-openstack-request-id: req-c77e0d57-57f4-48c9-9334-823cc6a2af45 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:11.063098 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:11.063514 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c77e0d57-57f4-48c9-9334-823cc6a2af45 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:11.064030 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a', 'status': 'completed', 'code': 200} Feb 15 02:13:11.133408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-d5226283-b4a6-4556-8fef-16b683b6c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:11.135087 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-d5226283-b4a6-4556-8fef-16b683b6c634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 1126 time: 0.0528088 Feb 15 02:13:11.687799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-4294e4d5-9dd5-4b94-b01c-e7cb30b98403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:11.689810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-4294e4d5-9dd5-4b94-b01c-e7cb30b98403 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f80a97c412114a99a26bdbd6351ec350&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5473180 Feb 15 02:13:11.847023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-406914cd-51b3-483c-8e71-904acf14623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:11.849046 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-25aa2787-e86a-4bc3-8e7d-74bd2829c3b1 req-406914cd-51b3-483c-8e71-904acf14623e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514904 Feb 15 02:13:11.965669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-ade42b74-8156-4347-a209-0f5978a5b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:11.967355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-ade42b74-8156-4347-a209-0f5978a5b613 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80a97c412114a99a26bdbd6351ec350&device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 1126 time: 0.0746467 Feb 15 02:13:12.039382 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-f7fe8c59-1ead-49fd-b834-b9db256ce515 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5678576-dee0-4e8d-9808-3fa714beda0a HTTP/1.1" status: 200 len: 217 time: 0.0622787 Feb 15 02:13:12.137976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12b51-d386-4065-86f6-1df72025c954 req-c0b80290-77e1-437b-adbb-6b56ee5abc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:12.139506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-c0b80290-77e1-437b-adbb-6b56ee5abc52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9 HTTP/1.1" status: 200 len: 849 time: 0.0940526 Feb 15 02:13:12.178499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169432d-5abd-4aa6-969b-c41193b7b616 req-1f26fe8f-92f0-4358-8f96-725818c43468 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:12.188401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3169432d-5abd-4aa6-969b-c41193b7b616 req-1f26fe8f-92f0-4358-8f96-725818c43468 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.0782580 Feb 15 02:13:12.205209 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-59e6be18-a739-44cf-825f-beb021e671af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36bcee28-e5df-48b6-aadd-d94ec20e0653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565495 Feb 15 02:13:12.238486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.273058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3169432d-5abd-4aa6-969b-c41193b7b616 req-243f660d-8200-4d27-a91b-228d11cde359 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Feb 15 02:13:12.317092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-3a454667-bafc-4c77-9f08-42efc1dee20c service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040366 Feb 15 02:13:12.414304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-d1d9dd39-c739-4c59-931a-bf82a94627ce tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.421868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1d9dd39-c739-4c59-931a-bf82a94627ce tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1791887 Feb 15 02:13:12.421868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.428719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-686be176-e811-480a-b6f2-407103f4623d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.436482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.440606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-686be176-e811-480a-b6f2-407103f4623d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0162952 Feb 15 02:13:12.451733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-85e59139-8616-413f-9a63-52cb3ab1641d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.451733 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-85e59139-8616-413f-9a63-52cb3ab1641d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132036 Feb 15 02:13:12.454937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.459332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-da6eb105-f777-41e8-ac9f-da03b9521dab tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.461579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da6eb105-f777-41e8-ac9f-da03b9521dab tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055001 Feb 15 02:13:12.466182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.473209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-f353c0b9-2024-4ab3-ab0b-193228921f90 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.476799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f353c0b9-2024-4ab3-ab0b-193228921f90 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0094907 Feb 15 02:13:12.477536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.489025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-7f0dc35d-ea79-40d0-8303-9093e170bc6c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.493565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f0dc35d-ea79-40d0-8303-9093e170bc6c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0148449 Feb 15 02:13:12.494433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.500919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-7dc42ca9-ccc8-441f-8482-a66b59fdf4c3 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.502352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7dc42ca9-ccc8-441f-8482-a66b59fdf4c3 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067575 Feb 15 02:13:12.507363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.512675 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6fb12b51-d386-4065-86f6-1df72025c954 req-b882d8da-9093-44c9-b3f4-2c5f1ecb52fe service neutron] 10.222.0.37 "GET /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898744 Feb 15 02:13:12.522384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-eb4188ee-c114-47a0-85f1-f17dae85cc59 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.526759 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb4188ee-c114-47a0-85f1-f17dae85cc59 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098028 Feb 15 02:13:12.528942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.534908 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-942f055d-b791-45a3-9cd4-71a8c8824073 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.536129 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-942f055d-b791-45a3-9cd4-71a8c8824073 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052533 Feb 15 02:13:12.539108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.543983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-5538e743-bab0-4884-9342-4b3fe824813a tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.547018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5538e743-bab0-4884-9342-4b3fe824813a tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065308 Feb 15 02:13:12.552590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.557338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-5dd172cf-1ddf-4664-a94f-80f18dbb094e tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.560850 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5dd172cf-1ddf-4664-a94f-80f18dbb094e tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047419 Feb 15 02:13:12.561291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.565896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-0f948716-e2ce-40a8-9263-74b9dc5b3ab0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.569253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f948716-e2ce-40a8-9263-74b9dc5b3ab0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048180 Feb 15 02:13:12.570030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.574883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-5d60f16c-60fa-49bc-bf59-9073ff5191b7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.578470 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5d60f16c-60fa-49bc-bf59-9073ff5191b7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048921 Feb 15 02:13:12.579261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.585844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-5aea0d4b-c1b7-489b-ab3a-a999426919e2 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.590172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.590545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5aea0d4b-c1b7-489b-ab3a-a999426919e2 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096476 Feb 15 02:13:12.595189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-e3a47176-c113-48ef-ac8f-8290eae2dc34 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.598891 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e3a47176-c113-48ef-ac8f-8290eae2dc34 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053742 Feb 15 02:13:12.599139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.606371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-f2f2ce93-fad8-41eb-b1c1-fdc4ae42e0b6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.610593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f2f2ce93-fad8-41eb-b1c1-fdc4ae42e0b6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074530 Feb 15 02:13:12.611597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.617287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-53e1d74c-7295-4723-bc48-62ecd430998e tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.621257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.621409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53e1d74c-7295-4723-bc48-62ecd430998e tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082736 Feb 15 02:13:12.627703 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-ac6f8f35-ce62-473e-85ba-c52e12e2a226 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.630900 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ac6f8f35-ce62-473e-85ba-c52e12e2a226 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063739 Feb 15 02:13:12.631273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.635108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-0e62f97c-901b-4720-bbc6-47bc8a8d1bfc tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.641730 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0e62f97c-901b-4720-bbc6-47bc8a8d1bfc tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042131 Feb 15 02:13:12.641915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.646097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-4c881965-3820-4088-9df5-8b3fbf823c88 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.649318 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4c881965-3820-4088-9df5-8b3fbf823c88 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042961 Feb 15 02:13:12.649652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.653883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-fb9a2657-499d-4095-bd28-77e9392b54c4 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.657706 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fb9a2657-499d-4095-bd28-77e9392b54c4 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049596 Feb 15 02:13:12.658096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.663469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-9beeda87-9dcf-4f54-a5e0-0943317f9004 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.666787 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9beeda87-9dcf-4f54-a5e0-0943317f9004 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047660 Feb 15 02:13:12.667126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.671704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-fb785131-43f4-4f4b-bc21-bf15ad6e1e7a tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.675135 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fb785131-43f4-4f4b-bc21-bf15ad6e1e7a tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050120 Feb 15 02:13:12.675402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.679577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-54b31512-b1cd-4d05-9784-d0c2112d5ef7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.682676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54b31512-b1cd-4d05-9784-d0c2112d5ef7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042748 Feb 15 02:13:12.682924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.688518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-d0fb0b96-729b-476b-a941-55072080ada0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.691751 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d0fb0b96-729b-476b-a941-55072080ada0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057626 Feb 15 02:13:12.691923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.698912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-a1eb3aea-d605-4ae7-93c3-4b2d6c5bdaec tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.700182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a1eb3aea-d605-4ae7-93c3-4b2d6c5bdaec tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066833 Feb 15 02:13:12.702189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.706066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6afd78f2-d461-40d2-9de3-9d974d4b5a25 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.709584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6afd78f2-d461-40d2-9de3-9d974d4b5a25 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039525 Feb 15 02:13:12.710187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.713943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-d6e7ac9a-0c23-46e6-8522-e966550dfbad tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.716329 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6e7ac9a-0c23-46e6-8522-e966550dfbad tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038483 Feb 15 02:13:12.717614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.721352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-473d3bdd-78ea-42ff-ab2c-1cad0a43b41b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.724419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-473d3bdd-78ea-42ff-ab2c-1cad0a43b41b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039012 Feb 15 02:13:12.724551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.728283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6f23c38e-91fd-425d-81d2-986771f10156 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.731207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f23c38e-91fd-425d-81d2-986771f10156 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038664 Feb 15 02:13:12.731357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.736009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-b59583d1-1f58-40dc-ba0b-3cc4fd90e6f7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.739073 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b59583d1-1f58-40dc-ba0b-3cc4fd90e6f7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048246 Feb 15 02:13:12.739222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.742914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6b0017ce-45c1-4533-8871-fba40092296b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.746038 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6b0017ce-45c1-4533-8871-fba40092296b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040696 Feb 15 02:13:12.746171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.750467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-59e1c939-da0b-4a5c-91f0-95a772dc2f0f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.751881 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59e1c939-da0b-4a5c-91f0-95a772dc2f0f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043886 Feb 15 02:13:12.754238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.758090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-54a2b2bc-5bb8-4066-9b76-bd13c3ce8fff tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.761227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-54a2b2bc-5bb8-4066-9b76-bd13c3ce8fff tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040257 Feb 15 02:13:12.761464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.765409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-24298e3e-b2b1-4af9-8be6-62b33d35e471 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.766671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-24298e3e-b2b1-4af9-8be6-62b33d35e471 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040565 Feb 15 02:13:12.768604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.785538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-4be77238-15ed-4460-858a-86bae791ff73 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.789102 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4be77238-15ed-4460-858a-86bae791ff73 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0169885 Feb 15 02:13:12.789400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.793845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-081900de-9f7c-4f1e-92c8-adee97bf4b55 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.798065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.798283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-081900de-9f7c-4f1e-92c8-adee97bf4b55 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077095 Feb 15 02:13:12.802670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-eda797b5-929c-447a-84b3-6af57daa702b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.805923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eda797b5-929c-447a-84b3-6af57daa702b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047324 Feb 15 02:13:12.806501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.813380 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-a6875ecc-8612-4a6b-99d9-d3015706b6fd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.813380 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a6875ecc-8612-4a6b-99d9-d3015706b6fd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044816 Feb 15 02:13:12.815348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.821536 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-294da1a7-59fe-4f07-8b6a-bdaa9e62e3b0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.822849 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-294da1a7-59fe-4f07-8b6a-bdaa9e62e3b0 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058532 Feb 15 02:13:12.825142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.830647 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-651afd1f-09eb-4a39-baf4-752ecf3a7512 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.831814 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-651afd1f-09eb-4a39-baf4-752ecf3a7512 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055225 Feb 15 02:13:12.834073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.840098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-02c3647a-36ed-42f3-9cbd-fd51b0b112b7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.844314 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-02c3647a-36ed-42f3-9cbd-fd51b0b112b7 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062392 Feb 15 02:13:12.846303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.851175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-ba4dbd6d-7421-4b2f-8e6e-542d85ec1e57 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.852550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ba4dbd6d-7421-4b2f-8e6e-542d85ec1e57 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048311 Feb 15 02:13:12.855298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.860942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-854623d6-7a87-4739-a039-61aadd7593bd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.864137 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-854623d6-7a87-4739-a039-61aadd7593bd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052726 Feb 15 02:13:12.864490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.871055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6e230444-5a2b-4aab-ad6b-ca64c2f6d1ed tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.874893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.884580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-0befd9c0-bb51-436e-9253-03b1991808d6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.884580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0befd9c0-bb51-436e-9253-03b1991808d6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0077431 Feb 15 02:13:12.886956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.890205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6e230444-5a2b-4aab-ad6b-ca64c2f6d1ed tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0189867 Feb 15 02:13:12.892409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-1d9efec6-48c3-4c96-bff1-d553be3b5d63 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.895813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.895945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d9efec6-48c3-4c96-bff1-d553be3b5d63 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0083451 Feb 15 02:13:12.900813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-47744fce-ddb7-485c-9b42-b694ae712c94 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.902044 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47744fce-ddb7-485c-9b42-b694ae712c94 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051391 Feb 15 02:13:12.905195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.910292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-f162cfb2-5ef5-44bb-a091-db1157bc1a4f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.916724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f162cfb2-5ef5-44bb-a091-db1157bc1a4f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062301 Feb 15 02:13:12.918606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.922818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-2fe7ad61-f06a-42f9-a17b-8306b30137ad tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.923988 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2fe7ad61-f06a-42f9-a17b-8306b30137ad tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041964 Feb 15 02:13:12.926025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.929998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6f13e8bd-a63c-49e3-96f4-b916dfb6a1a9 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.931168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f13e8bd-a63c-49e3-96f4-b916dfb6a1a9 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040033 Feb 15 02:13:12.933095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.936953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-71caf317-3212-4ffb-96a1-18b6c4d27d11 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.939768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-71caf317-3212-4ffb-96a1-18b6c4d27d11 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039294 Feb 15 02:13:12.939976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.944315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-986719b8-fd1b-457c-8280-d3acee845002 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.947403 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-986719b8-fd1b-457c-8280-d3acee845002 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044284 Feb 15 02:13:12.947604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.952137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-6ea59759-ad9c-4196-ad30-9577650e0001 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.955270 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6ea59759-ad9c-4196-ad30-9577650e0001 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047855 Feb 15 02:13:12.955393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.959073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-096f9faa-a5d9-4539-af79-7e5cce9996bd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.960388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-096f9faa-a5d9-4539-af79-7e5cce9996bd tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038829 Feb 15 02:13:12.962206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.966008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-eef5cb8a-1f97-4940-80fb-258f7ac46a2c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.967780 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eef5cb8a-1f97-4940-80fb-258f7ac46a2c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037203 Feb 15 02:13:12.969752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.973963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-0b230cd7-4845-4a9a-87d6-6d564877e7f9 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.977084 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b230cd7-4845-4a9a-87d6-6d564877e7f9 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041645 Feb 15 02:13:12.977328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.981511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-485d406c-4df7-45a7-871a-eb64d2326069 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.983435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-485d406c-4df7-45a7-871a-eb64d2326069 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042882 Feb 15 02:13:12.989025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:12.992958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-75dc46c8-93f8-4c78-8f6d-466ff03a8a0c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:12.996028 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75dc46c8-93f8-4c78-8f6d-466ff03a8a0c tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040064 Feb 15 02:13:12.996171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.000103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-a61bef86-48f0-4a95-b8ae-ce55de9f8668 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.001430 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a61bef86-48f0-4a95-b8ae-ce55de9f8668 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0039833 Feb 15 02:13:13.003316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.008085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-5165b996-e64d-4751-beeb-52538773ab8b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.011253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5165b996-e64d-4751-beeb-52538773ab8b tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049479 Feb 15 02:13:13.011467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.016216 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-d5f92cf1-4917-4218-b7cd-2dd0f9a49782 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.019401 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5f92cf1-4917-4218-b7cd-2dd0f9a49782 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046508 Feb 15 02:13:13.019732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.024076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-66b502b6-5073-4602-a3eb-52607e733d9d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.025210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66b502b6-5073-4602-a3eb-52607e733d9d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044618 Feb 15 02:13:13.027784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.032181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-b57aaddc-3c41-4f2c-85fe-78272bd4d510 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.033270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b57aaddc-3c41-4f2c-85fe-78272bd4d510 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044470 Feb 15 02:13:13.035639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.050810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-0ac1397c-9932-46cc-9380-205ced3a5153 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.050994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.051136 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ac1397c-9932-46cc-9380-205ced3a5153 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092978 Feb 15 02:13:13.051236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-402f64f5-7302-4a98-bb9f-fb7bb235af40 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.053223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.053332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-402f64f5-7302-4a98-bb9f-fb7bb235af40 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073278 Feb 15 02:13:13.060452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-f193ca8f-60c0-425c-b996-fc5ecaef7675 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.063555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f193ca8f-60c0-425c-b996-fc5ecaef7675 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042963 Feb 15 02:13:13.064121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.069129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-ad759c38-d03c-4099-9762-6d11e34dd11d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.072554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.072681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad759c38-d03c-4099-9762-6d11e34dd11d tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071211 Feb 15 02:13:13.078238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-a7eb418e-23af-4512-b840-a5369be8584f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.083369 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a7eb418e-23af-4512-b840-a5369be8584f tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096071 Feb 15 02:13:13.085834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.089990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [None req-cee2e934-a43c-424c-97d2-048b4b034958 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.091588 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cee2e934-a43c-424c-97d2-048b4b034958 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047073 Feb 15 02:13:13.102024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.102024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [None req-ec664e1f-3b99-4870-966b-5f657a15bae6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:13:13.106487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ec664e1f-3b99-4870-966b-5f657a15bae6 tempest-ExtensionsTestJSON-242103255 tempest-ExtensionsTestJSON-242103255-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089645 Feb 15 02:13:13.414656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4750-c01e-45e5-9590-5b28873eba13 req-8acb9526-6f16-406f-a0a4-332508161624 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:13.419203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33df4750-c01e-45e5-9590-5b28873eba13 req-8acb9526-6f16-406f-a0a4-332508161624 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.0824089 Feb 15 02:13:13.522174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33df4750-c01e-45e5-9590-5b28873eba13 req-504daad7-4413-4116-a189-9c7f3e2f21ee tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Feb 15 02:13:13.759609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:13.883161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-587729fb-8261-4a80-a5f9-6c5f539a6d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.287273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-587729fb-8261-4a80-a5f9-6c5f539a6d6f admin admin] Publish callbacks [] for security_group (715b3c32-ae35-435e-9c67-cd981b2d363b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.402635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-587729fb-8261-4a80-a5f9-6c5f539a6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (715b3c32-ae35-435e-9c67-cd981b2d363b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.448449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-587729fb-8261-4a80-a5f9-6c5f539a6d6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86d86c423b714d2e93a5f1454505f5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6849439 Feb 15 02:13:14.448449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587729fb-8261-4a80-a5f9-6c5f539a6d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b3c32-ae35-435e-9c67-cd981b2d363b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:14.450130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:14.509712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] Publish callbacks [] for security_group (715b3c32-ae35-435e-9c67-cd981b2d363b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.531499 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] Publish callbacks [] for security_group (715b3c32-ae35-435e-9c67-cd981b2d363b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.541600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:13:14.653848 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (715b3c32-ae35-435e-9c67-cd981b2d363b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.657327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:14.661281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/715b3c32-ae35-435e-9c67-cd981b2d363b HTTP/1.1" status: 204 len: 168 time: 0.2090147 Feb 15 02:13:14.677002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f54ec-a980-47b3-947e-ea1a6cab6250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b3c32-ae35-435e-9c67-cd981b2d363b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:14.702669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f94d8-9210-4e76-9be4-c4069d1d927e req-caee3947-a37c-4050-86a6-81182a1c73cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:14.704727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77f94d8-9210-4e76-9be4-c4069d1d927e req-caee3947-a37c-4050-86a6-81182a1c73cd tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.1145244 Feb 15 02:13:14.781138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f77f94d8-9210-4e76-9be4-c4069d1d927e req-e1c38caa-e1ae-4923-b4b3-585ab0d55502 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Feb 15 02:13:15.562946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:15.914996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f66dbe-c60f-4d12-9445-6d18a6cda2cd req-a8e4dd9b-2dc2-4242-ad57-89a064b4e664 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:15.914996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82f66dbe-c60f-4d12-9445-6d18a6cda2cd req-a8e4dd9b-2dc2-4242-ad57-89a064b4e664 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.0668766 Feb 15 02:13:15.980947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82f66dbe-c60f-4d12-9445-6d18a6cda2cd req-b2e9b32e-673e-480b-8b44-f57c213ffbb8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Feb 15 02:13:16.028391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:16.149436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-971118284'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:16.242990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Made reservation on behalf of 07fcf02bb37045f4b1a1f8ef02a21c28 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:16.246601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.255712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.351535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for security_group (aa900847-a47e-4652-9a32-cee567dcfeb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.465467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa900847-a47e-4652-9a32-cee567dcfeb3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.528607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:16.540746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa900847-a47e-4652-9a32-cee567dcfeb3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:16.564051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8689e533-bfc3-4d53-b874-14320b965edc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.564978 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Added segment 8689e533-bfc3-4d53-b874-14320b965edc of type vlan for network 2533c431-38f6-451d-9aaf-34899b3ea6d8 Feb 15 02:13:16.607782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (2533c431-38f6-451d-9aaf-34899b3ea6d8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.709233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (2533c431-38f6-451d-9aaf-34899b3ea6d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.714203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:16.714831 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:16.781009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'Network': ['ID=2533c431-38f6-451d-9aaf-34899b3ea6d8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:16.793476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:16.828910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-86401dca-2b28-41fb-b665-29a07cb072b5 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7988408 Feb 15 02:13:16.831806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:16.837699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Request body: {'subnet': {'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:17.063294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Made reservation on behalf of 07fcf02bb37045f4b1a1f8ef02a21c28 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:17.066865 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:17.093630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640b91a-034d-4a9a-9f83-56cfa89f8adf req-9c7caa7e-cf38-42e9-8e89-e8b21cebf74a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:17.095202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3640b91a-034d-4a9a-9f83-56cfa89f8adf req-9c7caa7e-cf38-42e9-8e89-e8b21cebf74a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 943 time: 0.0552776 Feb 15 02:13:17.149949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3640b91a-034d-4a9a-9f83-56cfa89f8adf req-2e2aae0f-d8c6-4a65-937d-280a2dccc940 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Feb 15 02:13:17.378240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (d198c2ca-8078-4b4c-be28-2d3836c8d342), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:17.444748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'Subnet': ['ID=d198c2ca-8078-4b4c-be28-2d3836c8d342,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:17.461821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Checking segment: {'id': '8689e533-bfc3-4d53-b874-14320b965edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:17.462222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Network hostable DHCP agents. Network: 2533c431-38f6-451d-9aaf-34899b3ea6d8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:17.522105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c5678576-dee0-4e8d-9808-3fa714beda0a details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:13:17.580043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:17.640281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c5678576-dee0-4e8d-9808-3fa714beda0a,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:17.652497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'c5678576-dee0-4e8d-9808-3fa714beda0a', 'network_id': '36bcee28-e5df-48b6-aadd-d94ec20e0653', 'port_id': 'c5678576-dee0-4e8d-9808-3fa714beda0a', 'mac_address': 'fa:16:3e:e4:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:13:17.696984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c5678576-dee0-4e8d-9808-3fa714beda0a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:17.697380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:17.710713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5678576-dee0-4e8d-9808-3fa714beda0a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:13:17.725935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 2533c431-38f6-451d-9aaf-34899b3ea6d8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:17.733262 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:17.733262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:17.740686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56603f-387a-4ec4-8e80-b8b64bbfa687 None None] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:17.783018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c5678576-dee0-4e8d-9808-3fa714beda0a,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:17.847178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-2533c431-38f6-451d-9aaf-34899b3ea6d8', 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8', 'project_id': '07fcf02bb37045f4b1a1f8ef02a21c28', 'fixed_ips': [{'subnet_id': 'd198c2ca-8078-4b4c-be28-2d3836c8d342'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:13:17.848926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:17.923675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:17.923991 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b549c84-ac6b-410f-a817-28da1204b1e8 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0903692 Feb 15 02:13:17.928920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Request body: {'port': {'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1396502622'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:17.980900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.039509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:18.127408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Allocated IP 172.20.0.2 (2533c431-38f6-451d-9aaf-34899b3ea6d8/d198c2ca-8078-4b4c-be28-2d3836c8d342/c905d2dc-f7af-46ac-a10a-4cdc5c74650d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:18.208446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.253743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Made reservation on behalf of 07fcf02bb37045f4b1a1f8ef02a21c28 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:18.259411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.321897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] device_id is not set on port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:18.344444 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks [] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.354325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c5678576-dee0-4e8d-9808-3fa714beda0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:13:18.387896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34625a44-7697-4f31-8a1a-d3ccf0c6c1bf req-e5930ba4-46dc-412e-b8c3-52173fa66959 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:18.389914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34625a44-7697-4f31-8a1a-d3ccf0c6c1bf req-e5930ba4-46dc-412e-b8c3-52173fa66959 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 944 time: 0.1142528 Feb 15 02:13:18.483337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34625a44-7697-4f31-8a1a-d3ccf0c6c1bf req-cde33d69-1918-4010-a79f-14deaab0401e tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858524 Feb 15 02:13:18.484089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.555579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Allocated IP 172.20.0.13 (2533c431-38f6-451d-9aaf-34899b3ea6d8/d198c2ca-8078-4b4c-be28-2d3836c8d342/21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:18.615577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Pushing event updated for resources: {'Port': ['ID=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:18.653508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:18.661898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:18.695029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:18.779994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.883131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Attempting to bind port c905d2dc-f7af-46ac-a10a-4cdc5c74650d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:18.883702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Attempting to bind port c905d2dc-f7af-46ac-a10a-4cdc5c74650d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8689e533-bfc3-4d53-b874-14320b965edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:18.883940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Attempting to bind port c905d2dc-f7af-46ac-a10a-4cdc5c74650d on network 2533c431-38f6-451d-9aaf-34899b3ea6d8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:18.892994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:18.898503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Checking segment: {'id': '8689e533-bfc3-4d53-b874-14320b965edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:18.898503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.898503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Bound using segment: {'id': '8689e533-bfc3-4d53-b874-14320b965edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:18.898503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Bound port: c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689e533-bfc3-4d53-b874-14320b965edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:18.898503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.929377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:18.979902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] For port c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:18.984551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] For port c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,segment=NetworkSegment(8689e533-bfc3-4d53-b874-14320b965edc),segment_id=8689e533-bfc3-4d53-b874-14320b965edc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:19.006588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:19.013140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:19.018353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:19.026493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'Port': ['ID=21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:19.089900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:19.120221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:19.120921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:19.257766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10230f-d970-4f0d-9fe6-fbd5611e676a None None] Pushing event updated for resources: {'Port': ['ID=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:19.321776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-460075b8-6619-4773-a879-f8ee4a99bc4b tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3967354 Feb 15 02:13:19.324828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:19.331151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Request body: {'port': {'network_id': '2533c431-38f6-451d-9aaf-34899b3ea6d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1961306967', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:19.331707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] bootfile-name is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:19.332128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] tftp-server is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:19.332587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] server-ip-address is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:19.519723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c5678576-dee0-4e8d-9808-3fa714beda0a up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:19.709775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8370680-cc7c-49f9-ad6d-65992666d9ce req-71fbba44-d13f-46a4-8f5d-e8a1b93466f3 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:19.721397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8370680-cc7c-49f9-ad6d-65992666d9ce req-71fbba44-d13f-46a4-8f5d-e8a1b93466f3 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 944 time: 0.0998328 Feb 15 02:13:19.751416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port c5678576-dee0-4e8d-9808-3fa714beda0a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:13:19.757691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port c5678576-dee0-4e8d-9808-3fa714beda0a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:19.757691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:19.792067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Made reservation on behalf of 07fcf02bb37045f4b1a1f8ef02a21c28 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:19.796088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:19.831954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] device_id is not set on port 13769eb9-098b-4690-9f44-c3b7c9096631 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:19.836029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8370680-cc7c-49f9-ad6d-65992666d9ce req-603dcad8-6c87-4b8e-9406-207b0fcc6f70 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072752 Feb 15 02:13:19.877715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c905d2dc-f7af-46ac-a10a-4cdc5c74650d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:20.007598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c905d2dc-f7af-46ac-a10a-4cdc5c74650d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:20.008233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.011846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c5678576-dee0-4e8d-9808-3fa714beda0a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:20.012234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.054667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Allocated IP 172.20.0.6 (2533c431-38f6-451d-9aaf-34899b3ea6d8/d198c2ca-8078-4b4c-be28-2d3836c8d342/13769eb9-098b-4690-9f44-c3b7c9096631) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:20.089101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:13:20.094641 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8622ae6-2e06-4764-a14b-6ce9280e673e" -d '{"events": [{"server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "name": "network-vif-plugged", "status": "completed", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:13:20.156473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c5678576-dee0-4e8d-9808-3fa714beda0a,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:20.178196 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d65da5-749d-4883-8b3e-b5896e3b2e53 x-openstack-request-id: req-33d65da5-749d-4883-8b3e-b5896e3b2e53 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:20.178548 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "name": "network-vif-plugged", "status": "completed", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:20.184135 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33d65da5-749d-4883-8b3e-b5896e3b2e53 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:20.184135 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a', 'code': 200} Feb 15 02:13:20.246479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c905d2dc-f7af-46ac-a10a-4cdc5c74650d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:20.247062 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.294374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.370527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,segment=NetworkSegment(8689e533-bfc3-4d53-b874-14320b965edc),segment_id=8689e533-bfc3-4d53-b874-14320b965edc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:20.430793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:20.470597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a508cda-f1c0-4f95-aab8-a87c8cb264b4 req-b0aa296a-b210-4844-9c1d-91cc38301ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:20.476194 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0a508cda-f1c0-4f95-aab8-a87c8cb264b4 req-b0aa296a-b210-4844-9c1d-91cc38301ded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 1127 time: 0.2210500 Feb 15 02:13:20.497638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.531024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for port (13769eb9-098b-4690-9f44-c3b7c9096631), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.560503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0a508cda-f1c0-4f95-aab8-a87c8cb264b4 req-5217ba8a-7121-4802-93ac-782464b100d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Feb 15 02:13:20.591460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:20.669598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (13769eb9-098b-4690-9f44-c3b7c9096631), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.734346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:20.740343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:20.743630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:20.771802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8d921-1dcc-4592-b284-04dd45521066 None None] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:20.788545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'Port': ['ID=13769eb9-098b-4690-9f44-c3b7c9096631,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:20.834495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:20.835167 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.897941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-116210a7-91c6-43ab-b1e1-cf4b969fe7ae None None] Provisioning complete for port c905d2dc-f7af-46ac-a10a-4cdc5c74650d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:20.898358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-116210a7-91c6-43ab-b1e1-cf4b969fe7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:20.968823 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7b60dd94-8fcc-4ecc-99f5-7305d5ea1fc0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6425114 Feb 15 02:13:20.974051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:21.018250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f06-f057-4eb9-af13-e6a975243524 req-303249a9-ec02-46dc-8e57-a99cf3586203 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:21.034639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-250d8f06-f057-4eb9-af13-e6a975243524 req-303249a9-ec02-46dc-8e57-a99cf3586203 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 945 time: 0.1060500 Feb 15 02:13:21.049037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-116210a7-91c6-43ab-b1e1-cf4b969fe7ae None None] Current status of the port c905d2dc-f7af-46ac-a10a-4cdc5c74650d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:21.063579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be2f15-30c5-4ed0-9d47-67e361003e36 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:21.069174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be2f15-30c5-4ed0-9d47-67e361003e36 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:21.074896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be2f15-30c5-4ed0-9d47-67e361003e36 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:21.076729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75be2f15-30c5-4ed0-9d47-67e361003e36 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1014113 Feb 15 02:13:21.079761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:21.126522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfa11c22-04dc-40ee-ab8d-e037e38bd464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.147099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-250d8f06-f057-4eb9-af13-e6a975243524 req-56bafc0a-35bb-4fc0-8558-59698c2b173f tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115627 Feb 15 02:13:21.223714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Deleting port 13769eb9-098b-4690-9f44-c3b7c9096631 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:21.224067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (13769eb9-098b-4690-9f44-c3b7c9096631), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.279530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Provisioning complete for port c905d2dc-f7af-46ac-a10a-4cdc5c74650d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:21.279836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.407344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Current status of the port c905d2dc-f7af-46ac-a10a-4cdc5c74650d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:21.412374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (13769eb9-098b-4690-9f44-c3b7c9096631), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.421985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Provisioning complete for port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:21.422442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.427462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Calling delete_port for 13769eb9-098b-4690-9f44-c3b7c9096631 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:21.463534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:21.480568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Provisioning complete for port 13769eb9-098b-4690-9f44-c3b7c9096631 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:21.481053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (13769eb9-098b-4690-9f44-c3b7c9096631), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.533998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf394168-cb34-410a-b72c-bb0eb2539173 None None] Port 13769eb9-098b-4690-9f44-c3b7c9096631 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:21.655963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-41c40c83-8173-4ae6-b382-04448a79eb7f None None] Provisioning complete for port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:21.656698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41c40c83-8173-4ae6-b382-04448a79eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.701405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-41c40c83-8173-4ae6-b382-04448a79eb7f None None] Port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:21.711865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (13769eb9-098b-4690-9f44-c3b7c9096631), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.772964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event deleted for resources: {'Port': ['ID=13769eb9-098b-4690-9f44-c3b7c9096631,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:21.831945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7121695b-64dd-4424-b302-c0e8191e0771 None None] Could not find standard attr ID for object 13769eb9-098b-4690-9f44-c3b7c9096631. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:13:21.859812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c905d2dc-f7af-46ac-a10a-4cdc5c74650d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:21.886799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:21.891518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-178d2459-4c38-4523-9058-247c93b1cd95 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "DELETE /v2.0/ports/13769eb9-098b-4690-9f44-c3b7c9096631 HTTP/1.1" status: 204 len: 168 time: 0.8102727 Feb 15 02:13:21.895065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:21.901547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Request body: {'port': {'name': 'tempest-new-port-name-1210130182', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:21.902263 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] bootfile-name is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:21.903272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] tftp-server is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:21.905072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.api.validators [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] server-ip-address is not in valid_values {{(pid=103885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 02:13:22.005432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.017080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c905d2dc-f7af-46ac-a10a-4cdc5c74650d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:22.017511 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.201964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c905d2dc-f7af-46ac-a10a-4cdc5c74650d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:22.304944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.355331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637c02b-b905-4d80-bbe2-f0669edc9ebd req-5c8edc82-a085-4cc4-9ea1-c8a9c672ff04 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:22.357024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a637c02b-b905-4d80-bbe2-f0669edc9ebd req-5c8edc82-a085-4cc4-9ea1-c8a9c672ff04 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 945 time: 0.1123345 Feb 15 02:13:22.413875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a637c02b-b905-4d80-bbe2-f0669edc9ebd req-75294347-10c5-4a9e-a8f5-45c8b68441c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Feb 15 02:13:22.425224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.551855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event updated for resources: {'Port': ['ID=21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:22.559403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] In _notify_port_updated(), no bound segment for port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d on network 2533c431-38f6-451d-9aaf-34899b3ea6d8 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:13:22.560215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:22.561989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.563333 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a824e30e-2863-4560-a117-29b2f42b76b0 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "PUT /v2.0/ports/21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d HTTP/1.1" status: 200 len: 1137 time: 0.6664836 Feb 15 02:13:22.566024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:22.618540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861f394-21db-4898-b305-ad999cf1d2c9 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:22.620514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4861f394-21db-4898-b305-ad999cf1d2c9 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "GET /v2.0/ports/21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d HTTP/1.1" status: 200 len: 1137 time: 0.0531995 Feb 15 02:13:22.631516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:22.769480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Deleting port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:22.769859 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.857322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7f0b3877-09bb-403a-84b8-e45ded974463 None None] Provisioning complete for port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:22.858241 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3877-09bb-403a-84b8-e45ded974463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.877899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:22.891146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Calling delete_port for 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:22.898255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b3877-09bb-403a-84b8-e45ded974463 None None] Port 21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:23.126309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.160233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event deleted for resources: {'Port': ['ID=21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:23.251203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.256328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c39ca4f3-154c-4f44-ab7a-ceb4bd76cac6 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "DELETE /v2.0/ports/21f60f0a-ad91-4cba-9eb5-f9a4b9cb3c2d HTTP/1.1" status: 204 len: 168 time: 0.6215062 Feb 15 02:13:23.257238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:23.329851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Deleting subnet d198c2ca-8078-4b4c-be28-2d3836c8d342 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:13:23.334272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for subnet (d198c2ca-8078-4b4c-be28-2d3836c8d342), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.431605 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (d198c2ca-8078-4b4c-be28-2d3836c8d342), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.434678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-204a6bbe-d040-4b7c-8a01-a0e841d74bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.577456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d198c2ca-8078-4b4c-be28-2d3836c8d342), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.760828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (d198c2ca-8078-4b4c-be28-2d3836c8d342), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.791226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event deleted for resources: {'Subnet': ['ID=d198c2ca-8078-4b4c-be28-2d3836c8d342,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:23.793382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:23.801567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-07ae7106-bec4-446e-8a9d-19eae4039b8d tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "DELETE /v2.0/subnets/d198c2ca-8078-4b4c-be28-2d3836c8d342 HTTP/1.1" status: 204 len: 168 time: 0.5407891 Feb 15 02:13:23.801742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819cc615-1d74-42c3-b73c-febe600df9bf None None] Network 2533c431-38f6-451d-9aaf-34899b3ea6d8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:23.802529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:23.950738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (2533c431-38f6-451d-9aaf-34899b3ea6d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.044267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] DHCP port deletion for 2533c431-38f6-451d-9aaf-34899b3ea6d8 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:13:24.059991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Deleting port c905d2dc-f7af-46ac-a10a-4cdc5c74650d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:24.060331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.141442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] For port c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,segment=NetworkSegment(8689e533-bfc3-4d53-b874-14320b965edc),segment_id=8689e533-bfc3-4d53-b874-14320b965edc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:24.141745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.157392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Calling delete_port for c905d2dc-f7af-46ac-a10a-4cdc5c74650d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:24.384345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d308a-4ab2-41a1-bac4-b4a20965c8ae req-c71f7d25-55c5-4045-b2c7-1e430fc81edc tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:24.393740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c0d308a-4ab2-41a1-bac4-b4a20965c8ae req-c71f7d25-55c5-4045-b2c7-1e430fc81edc tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 945 time: 0.0717564 Feb 15 02:13:24.456591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c0d308a-4ab2-41a1-bac4-b4a20965c8ae req-b27b52ab-d871-4775-93b3-930afc963906 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Feb 15 02:13:24.459006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Deleting port c905d2dc-f7af-46ac-a10a-4cdc5c74650d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:24.460199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.476708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.552617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] For port c905d2dc-f7af-46ac-a10a-4cdc5c74650d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,segment=NetworkSegment(8689e533-bfc3-4d53-b874-14320b965edc),segment_id=8689e533-bfc3-4d53-b874-14320b965edc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:24.553257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.559723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] No DVR routers for this DVR port c905d2dc-f7af-46ac-a10a-4cdc5c74650d on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:24.571263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event deleted for resources: {'Port': ['ID=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:24.579675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Calling delete_port for c905d2dc-f7af-46ac-a10a-4cdc5c74650d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:24.699523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (c905d2dc-f7af-46ac-a10a-4cdc5c74650d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.708489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (2533c431-38f6-451d-9aaf-34899b3ea6d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.732328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] Pushing event deleted for resources: {'Port': ['ID=c905d2dc-f7af-46ac-a10a-4cdc5c74650d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:24.739962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.740541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2533c431-38f6-451d-9aaf-34899b3ea6d8']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:24.747884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcabf2-34e1-4479-b748-a4c2eb50acda None None] No DVR routers for this DVR port c905d2dc-f7af-46ac-a10a-4cdc5c74650d on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:24.755833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8689e533-bfc3-4d53-b874-14320b965edc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:24.756190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8689e533-bfc3-4d53-b874-14320b965edc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:24.768643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (8689e533-bfc3-4d53-b874-14320b965edc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.789740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8689e533-bfc3-4d53-b874-14320b965edc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.799786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:24.800548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (8689e533-bfc3-4d53-b874-14320b965edc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:24.877316 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:24.994713 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (2533c431-38f6-451d-9aaf-34899b3ea6d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:25.050335 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:25.050335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] 10.222.0.43 "DELETE /v2.0/networks/2533c431-38f6-451d-9aaf-34899b3ea6d8 HTTP/1.1" status: 204 len: 168 time: 1.2053077 Feb 15 02:13:25.050335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091573-b1d1-478a-8e75-d08f8181c466 tempest-ExtraDHCPOptionsTestJSON-1107119609 tempest-ExtraDHCPOptionsTestJSON-1107119609-project] Pushing event deleted for resources: {'Network': ['ID=2533c431-38f6-451d-9aaf-34899b3ea6d8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:25.667159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd8846-1298-42f1-baa8-2213e2054735 req-d7e834bc-adaa-4d65-be89-3227ba68de37 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:25.674643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1dd8846-1298-42f1-baa8-2213e2054735 req-d7e834bc-adaa-4d65-be89-3227ba68de37 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 945 time: 0.1305234 Feb 15 02:13:25.702492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:25.850694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1dd8846-1298-42f1-baa8-2213e2054735 req-f0e13f9d-5f64-411d-b0aa-8cc8ab2d0a73 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/security-groups?id=c04631d7-e116-4fc6-a6f8-8344b87cb876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611946 Feb 15 02:13:25.851007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-c91dad44-6cc6-4ade-8beb-36767f4b613a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:25.851007 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-c91dad44-6cc6-4ade-8beb-36767f4b613a tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 945 time: 0.1352329 Feb 15 02:13:25.933824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c905d2dc-f7af-46ac-a10a-4cdc5c74650d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:26.029029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c905d2dc-f7af-46ac-a10a-4cdc5c74650d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:13:26.032180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c905d2dc-f7af-46ac-a10a-4cdc5c74650d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:13:26.059931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59f5fd71-f6b6-4053-a183-303c68afeb30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07fcf02bb37045f4b1a1f8ef02a21c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3556702 Feb 15 02:13:26.074754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:26.145311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] Publish callbacks [] for security_group (aa900847-a47e-4652-9a32-cee567dcfeb3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.166391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.170098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] Publish callbacks [] for security_group (aa900847-a47e-4652-9a32-cee567dcfeb3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.184629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Deleting port c5678576-dee0-4e8d-9808-3fa714beda0a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:26.185005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.307419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] For port c5678576-dee0-4e8d-9808-3fa714beda0a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c5678576-dee0-4e8d-9808-3fa714beda0a,segment=NetworkSegment(7694189a-2f50-425f-952b-95f64fe9936a),segment_id=7694189a-2f50-425f-952b-95f64fe9936a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:26.308053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.322139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Calling delete_port for c5678576-dee0-4e8d-9808-3fa714beda0a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:26.399150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa900847-a47e-4652-9a32-cee567dcfeb3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.402846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.404398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa900847-a47e-4652-9a32-cee567dcfeb3 HTTP/1.1" status: 204 len: 168 time: 0.3394241 Feb 15 02:13:26.434212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4053-f5f8-4500-921c-bd53b293eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa900847-a47e-4652-9a32-cee567dcfeb3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:26.656051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c5678576-dee0-4e8d-9808-3fa714beda0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.668752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c5678576-dee0-4e8d-9808-3fa714beda0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:13:26.711843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Pushing event deleted for resources: {'Port': ['ID=c5678576-dee0-4e8d-9808-3fa714beda0a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:26.787971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] No DVR routers for this DVR port c5678576-dee0-4e8d-9808-3fa714beda0a on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:26.798400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:26.805273 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4cd82bc6-bbe9-4b22-9501-1c7490d8c380 req-f2c90238-811c-49f1-832c-4f5a7dc294c8 tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.37 "DELETE /v2.0/ports/c5678576-dee0-4e8d-9808-3fa714beda0a HTTP/1.1" status: 204 len: 173 time: 0.9530158 Feb 15 02:13:26.807194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'name': 'network-vif-deleted', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:13:26.813844 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6f771-aaa6-4188-8f57-684362e94288" -d '{"events": [{"server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "name": "network-vif-deleted", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:13:26.886843 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e1fbdd-01b5-4717-8b91-45b38ffd6d76 x-openstack-request-id: req-c3e1fbdd-01b5-4717-8b91-45b38ffd6d76 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:26.887222 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854f032-6337-4255-967f-36fbb121f145", "name": "network-vif-deleted", "tag": "c5678576-dee0-4e8d-9808-3fa714beda0a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:26.887549 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3e1fbdd-01b5-4717-8b91-45b38ffd6d76 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:26.888376 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854f032-6337-4255-967f-36fbb121f145', 'name': 'network-vif-deleted', 'tag': 'c5678576-dee0-4e8d-9808-3fa714beda0a', 'status': 'completed', 'code': 200} Feb 15 02:13:27.020930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-764c9a7e-0a00-4c7b-8f56-56f25ffabb5d req-8b6d3ce1-048d-4398-8c20-a76edf92bacb tempest-VolumesActionsTest-410604284 tempest-VolumesActionsTest-410604284-project] 10.222.0.43 "GET /v2.0/ports?device_id=2854f032-6337-4255-967f-36fbb121f145 HTTP/1.1" status: 200 len: 210 time: 0.0567183 Feb 15 02:13:27.420894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:27.936625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:28.111315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'networks': [{'name': 'tempest-network--731147536'}, {'name': 'tempest-network--1063604857'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:28.111639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-network--731147536'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:28.112143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-network--1063604857'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:28.257471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'network': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:28.257471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.268119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.376150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for security_group (94d0b1a6-bdb5-4724-82c5-e3dc518bf23a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.488344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94d0b1a6-bdb5-4724-82c5-e3dc518bf23a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.488828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.535815 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0b1a6-bdb5-4724-82c5-e3dc518bf23a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:28.542779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:28.553151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4868edc9-cea2-45b9-af64-79f39ec061e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.553514 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment 4868edc9-cea2-45b9-af64-79f39ec061e4 of type vlan for network b2c8d613-9835-4139-bd93-7ca2fafe6fd4 Feb 15 02:13:28.600441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b2c8d613-9835-4139-bd93-7ca2fafe6fd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.650583 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:28.660724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (83609934-4f1d-4ad4-b996-9b6e297e2c6e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.661135 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment 83609934-4f1d-4ad4-b996-9b6e297e2c6e of type vlan for network 804de327-272c-46cc-87e7-78554c0e912a Feb 15 02:13:28.701193 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (804de327-272c-46cc-87e7-78554c0e912a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.795512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b2c8d613-9835-4139-bd93-7ca2fafe6fd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.796394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (804de327-272c-46cc-87e7-78554c0e912a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.802247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:28.807052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:28.807937 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:28.890653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=b2c8d613-9835-4139-bd93-7ca2fafe6fd4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:28.903948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b2c8d613-9835-4139-bd93-7ca2fafe6fd4 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:28.986927 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0492017 Feb 15 02:13:28.989991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:29.040340 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5d6f-d215-4f9e-a98b-1455440b8d1d tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=804de327-272c-46cc-87e7-78554c0e912a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:29.066999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 804de327-272c-46cc-87e7-78554c0e912a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:29.184545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099e907-25a6-4ac7-892c-5d8f01a16da6 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:29.200416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099e907-25a6-4ac7-892c-5d8f01a16da6 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:29.208691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099e907-25a6-4ac7-892c-5d8f01a16da6 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:29.229924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099e907-25a6-4ac7-892c-5d8f01a16da6 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:29.237770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:29.238063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1099e907-25a6-4ac7-892c-5d8f01a16da6 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2468133 Feb 15 02:13:29.344820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b2c8d613-9835-4139-bd93-7ca2fafe6fd4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.489654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b2c8d613-9835-4139-bd93-7ca2fafe6fd4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.529060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c8d613-9835-4139-bd93-7ca2fafe6fd4']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:29.564749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4868edc9-cea2-45b9-af64-79f39ec061e4') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:29.564971 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4868edc9-cea2-45b9-af64-79f39ec061e4') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:29.581292 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (4868edc9-cea2-45b9-af64-79f39ec061e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.585378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c5678576-dee0-4e8d-9808-3fa714beda0a no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:29.623165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4868edc9-cea2-45b9-af64-79f39ec061e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.631907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:29.635031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (4868edc9-cea2-45b9-af64-79f39ec061e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.635510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: c5678576-dee0-4e8d-9808-3fa714beda0a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:29.637648 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:29.644557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c5678576-dee0-4e8d-9808-3fa714beda0a not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:13:29.822033 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b2c8d613-9835-4139-bd93-7ca2fafe6fd4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.876826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:29.887473 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/b2c8d613-9835-4139-bd93-7ca2fafe6fd4 HTTP/1.1" status: 204 len: 168 time: 0.6454425 Feb 15 02:13:29.887473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaa994-8356-4759-a8da-1b661973fc53 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=b2c8d613-9835-4139-bd93-7ca2fafe6fd4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:29.887747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:30.032902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (804de327-272c-46cc-87e7-78554c0e912a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.202169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:30.254648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (804de327-272c-46cc-87e7-78554c0e912a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.300558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804de327-272c-46cc-87e7-78554c0e912a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:30.320020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83609934-4f1d-4ad4-b996-9b6e297e2c6e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:30.323675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83609934-4f1d-4ad4-b996-9b6e297e2c6e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:30.338236 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (83609934-4f1d-4ad4-b996-9b6e297e2c6e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.366018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (83609934-4f1d-4ad4-b996-9b6e297e2c6e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.380018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:30.380673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (83609934-4f1d-4ad4-b996-9b6e297e2c6e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.382139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64271434-d530-44d0-b163-6c81d9f5df7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:30.384144 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:30.562922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (804de327-272c-46cc-87e7-78554c0e912a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.588072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.596195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/804de327-272c-46cc-87e7-78554c0e912a HTTP/1.1" status: 204 len: 168 time: 0.7042482 Feb 15 02:13:30.605139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:30.717179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64271434-d530-44d0-b163-6c81d9f5df7c admin admin] Publish callbacks [] for security_group (51df3306-d9b9-4d7c-85ad-e9f19af22e4f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.761601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2530a6d-b7c5-4cd5-ba7c-fa7d2a1757e0 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=804de327-272c-46cc-87e7-78554c0e912a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:30.792087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64271434-d530-44d0-b163-6c81d9f5df7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (51df3306-d9b9-4d7c-85ad-e9f19af22e4f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:30.852208 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-64271434-d530-44d0-b163-6c81d9f5df7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee405f1aacd34a6e9a47e7f3c25038f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487565 Feb 15 02:13:30.853354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:30.856100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64271434-d530-44d0-b163-6c81d9f5df7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df3306-d9b9-4d7c-85ad-e9f19af22e4f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:30.873770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62498dfc-54da-4e58-abad-dfb431e646a9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:30.889904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62498dfc-54da-4e58-abad-dfb431e646a9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:30.895149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-62498dfc-54da-4e58-abad-dfb431e646a9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2826018 Feb 15 02:13:30.895903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:30.902596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-843306353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:30.975187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] Publish callbacks [] for security_group (51df3306-d9b9-4d7c-85ad-e9f19af22e4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.000903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] Publish callbacks [] for security_group (51df3306-d9b9-4d7c-85ad-e9f19af22e4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.039092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:31.054095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.129014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (51df3306-d9b9-4d7c-85ad-e9f19af22e4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.133271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.134829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51df3306-d9b9-4d7c-85ad-e9f19af22e4f HTTP/1.1" status: 204 len: 168 time: 0.2802806 Feb 15 02:13:31.141521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:31.153964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e134b2e-a579-4634-a660-a758e9f3e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df3306-d9b9-4d7c-85ad-e9f19af22e4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:31.160239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.160662 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117 of type vlan for network fd4a34a9-3a40-4f77-843d-7549086774b7 Feb 15 02:13:31.251734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (fd4a34a9-3a40-4f77-843d-7549086774b7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.385547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (fd4a34a9-3a40-4f77-843d-7549086774b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.403104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:31.404362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.498427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=fd4a34a9-3a40-4f77-843d-7549086774b7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:31.509343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network fd4a34a9-3a40-4f77-843d-7549086774b7 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:31.574861 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca5f43cc-a240-4e4e-aa34-e1dfecc7403a tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6778002 Feb 15 02:13:31.577477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 37956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:31.582404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1605361414'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:31.717106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:31.726045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.770074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:31.779173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (367f031d-193e-4ff8-b323-19f0f703a947), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:31.779892 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment 367f031d-193e-4ff8-b323-19f0f703a947 of type vlan for network 3e3f96f1-f387-429e-83f9-d1f413339b9e Feb 15 02:13:31.884652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3e3f96f1-f387-429e-83f9-d1f413339b9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:32.071307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3e3f96f1-f387-429e-83f9-d1f413339b9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:32.076481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:32.077092 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:32.212036 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6334536 Feb 15 02:13:32.214615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 37986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:32.221028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'ports': [{'network_id': 'fd4a34a9-3a40-4f77-843d-7549086774b7', 'name': 'tempest-port--472074360', 'admin_state_up': True}, {'network_id': '3e3f96f1-f387-429e-83f9-d1f413339b9e', 'admin_state_up': False}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:32.221639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'port': {'network_id': 'fd4a34a9-3a40-4f77-843d-7549086774b7', 'name': 'tempest-port--472074360', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:32.222438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'port': {'network_id': '3e3f96f1-f387-429e-83f9-d1f413339b9e', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:32.264745 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85239395-306d-486a-adc8-80d7d6bc3d96 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=3e3f96f1-f387-429e-83f9-d1f413339b9e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:32.281745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3e3f96f1-f387-429e-83f9-d1f413339b9e details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:32.780682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'port': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:32.786464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:32.808471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:33.206687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] device_id is not set on port 14f1189b-a0c9-46c4-b747-0b2af3725c9f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:33.379689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for port (14f1189b-a0c9-46c4-b747-0b2af3725c9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:33.500085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] device_id is not set on port 2c852707-92c5-4653-ac22-99e2dcb8a101 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:13:33.613502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for port (2c852707-92c5-4653-ac22-99e2dcb8a101), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:33.751899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (14f1189b-a0c9-46c4-b747-0b2af3725c9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:33.895402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Port': ['ID=14f1189b-a0c9-46c4-b747-0b2af3725c9f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:33.913881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Checking segment: {'id': 'fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fd4a34a9-3a40-4f77-843d-7549086774b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:33.914196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network hostable DHCP agents. Network: fd4a34a9-3a40-4f77-843d-7549086774b7, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:34.051792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network fd4a34a9-3a40-4f77-843d-7549086774b7 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:34.217460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, fd4a34a9-3a40-4f77-843d-7549086774b7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:34.222892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:34.224342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2c852707-92c5-4653-ac22-99e2dcb8a101), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:34.236665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a1d40-6250-4c7a-ae24-386892d1676d None None] Network fd4a34a9-3a40-4f77-843d-7549086774b7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:34.520511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Port': ['ID=2c852707-92c5-4653-ac22-99e2dcb8a101,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:34.529793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Checking segment: {'id': '367f031d-193e-4ff8-b323-19f0f703a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3e3f96f1-f387-429e-83f9-d1f413339b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:34.530510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network hostable DHCP agents. Network: 3e3f96f1-f387-429e-83f9-d1f413339b9e, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:34.665757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network 3e3f96f1-f387-429e-83f9-d1f413339b9e is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:34.763015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3e3f96f1-f387-429e-83f9-d1f413339b9e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:34.767708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:34.777629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:34.777784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7b740-58c4-4508-9330-cce23e22a64f None None] Network 3e3f96f1-f387-429e-83f9-d1f413339b9e requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:34.805553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:34.806664 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:34.909112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17a93d45-fc37-459c-945c-b61b2b05c1fa tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6927588 Feb 15 02:13:34.911921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:35.017883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ce6ec-2a41-4d7c-a283-7659ae827a3f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:35.031511 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ce6ec-2a41-4d7c-a283-7659ae827a3f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:35.033174 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-046ce6ec-2a41-4d7c-a283-7659ae827a3f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1202786 Feb 15 02:13:35.036561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:35.238101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Deleting port 14f1189b-a0c9-46c4-b747-0b2af3725c9f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:35.240621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (14f1189b-a0c9-46c4-b747-0b2af3725c9f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:35.366282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (14f1189b-a0c9-46c4-b747-0b2af3725c9f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:35.382805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Calling delete_port for 14f1189b-a0c9-46c4-b747-0b2af3725c9f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:35.600345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (14f1189b-a0c9-46c4-b747-0b2af3725c9f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:35.661348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Port': ['ID=14f1189b-a0c9-46c4-b747-0b2af3725c9f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:35.675533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:35.679267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5e753c34-70e0-4efa-b558-d0f5b0cec007 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/ports/14f1189b-a0c9-46c4-b747-0b2af3725c9f HTTP/1.1" status: 204 len: 168 time: 0.6413198 Feb 15 02:13:35.682060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:35.865552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Deleting port 2c852707-92c5-4653-ac22-99e2dcb8a101 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:35.866006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2c852707-92c5-4653-ac22-99e2dcb8a101), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.019741 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2c852707-92c5-4653-ac22-99e2dcb8a101), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.041346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Calling delete_port for 2c852707-92c5-4653-ac22-99e2dcb8a101 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:36.282881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2c852707-92c5-4653-ac22-99e2dcb8a101), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.423723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Port': ['ID=2c852707-92c5-4653-ac22-99e2dcb8a101,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:36.430442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.435637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e0fd47c-613d-48e5-9b26-804eec2a57f1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/ports/2c852707-92c5-4653-ac22-99e2dcb8a101 HTTP/1.1" status: 204 len: 168 time: 0.7501028 Feb 15 02:13:36.435976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:36.499874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1afb0f72-45c9-42f5-b410-9a98a5ec96f9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0624566 Feb 15 02:13:36.503597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:36.514779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-688370643'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:36.624010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:36.628046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.716195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:36.753179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be2c400d-3f1e-4ab4-acd6-0b101e7026a4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:36.753912 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment be2c400d-3f1e-4ab4-acd6-0b101e7026a4 of type vlan for network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f Feb 15 02:13:36.874568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.000520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.005565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:37.006096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.213151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:37.233278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:37.250777 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed812124-351f-44fb-846a-a1ae434450e1 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7427468 Feb 15 02:13:37.257254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:37.257254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1505147004'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:37.380102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:37.383708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.426361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:37.452481 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5e74919a-e5bb-4831-84cf-6aed1b24e0c8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.452481 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Added segment 5e74919a-e5bb-4831-84cf-6aed1b24e0c8 of type vlan for network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 Feb 15 02:13:37.547335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9da7ddea-cdf8-4458-8824-6a21e46c0f63), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.652040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9da7ddea-cdf8-4458-8824-6a21e46c0f63), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.660098 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:37.660716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:37.786213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Network': ['ID=9da7ddea-cdf8-4458-8824-6a21e46c0f63,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:37.800322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:37.918368 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8a33809-bb19-4797-af04-6316288681ab tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6662893 Feb 15 02:13:38.780541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-4d3102d6-7c99-44a4-ba54-7ad0e5adcbeb tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7cc447759e6443f8a9ded881b217e698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363648 Feb 15 02:13:39.205315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-331e94df-7d33-4eed-8309-f89a20866198 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:39.221449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-331e94df-7d33-4eed-8309-f89a20866198 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235709 Feb 15 02:13:39.258112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-9f1abdd0-4711-4d26-91b1-cdab6940f555 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/quotas/7cc447759e6443f8a9ded881b217e698 HTTP/1.1" status: 200 len: 375 time: 0.0339437 Feb 15 02:13:39.385272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-0f74c0a6-2385-4b88-a97b-49107ef32cc6 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cc447759e6443f8a9ded881b217e698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255536 Feb 15 02:13:40.106835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7f2c779-fb87-4c1c-8eb3-979e0d52551b req-2e8f0404-5506-45fe-8bf3-f3df0a995be1 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 210 time: 0.1503613 Feb 15 02:13:40.273731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38118) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:40.625141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7992e847-b7ec-4bf0-a745-f5fd1ddfc27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:40.853709 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7992e847-b7ec-4bf0-a745-f5fd1ddfc27f admin admin] Publish callbacks [] for security_group (e4a30380-0023-483d-adb4-5293ba410f82), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:40.938926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7992e847-b7ec-4bf0-a745-f5fd1ddfc27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e4a30380-0023-483d-adb4-5293ba410f82), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.000560 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7992e847-b7ec-4bf0-a745-f5fd1ddfc27f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df1f1e1b502b41068e9916f5dec04950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7291853 Feb 15 02:13:41.003081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:41.025936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992e847-b7ec-4bf0-a745-f5fd1ddfc27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a30380-0023-483d-adb4-5293ba410f82,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:41.103265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Publish callbacks [] for security_group (e4a30380-0023-483d-adb4-5293ba410f82), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.169138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Publish callbacks [] for security_group (e4a30380-0023-483d-adb4-5293ba410f82), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.275147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1c41f52-69d4-4354-90dc-5060c98b000b req-cbc25f3b-24a1-430d-8956-6e734e7708b8 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 210 time: 0.0697856 Feb 15 02:13:41.356706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:41.362021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'subnets': [{'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--620412048', 'ip_version': 6}, {'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:41.362590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'subnet': {'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--620412048', 'ip_version': 6}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:41.363411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Request body: {'subnet': {'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:41.383113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e4a30380-0023-483d-adb4-5293ba410f82), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.386166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.390781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4a30380-0023-483d-adb4-5293ba410f82 HTTP/1.1" status: 204 len: 168 time: 0.3858531 Feb 15 02:13:41.439574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a30380-0023-483d-adb4-5293ba410f82,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:41.452134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.452810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.454171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.454171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.454171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.454756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.455234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.455729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.456212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.456731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.457247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.457746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.458249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51b004-cfa1-4bda-819d-b2c7afbcc3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:41.651327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Made reservation on behalf of c630b3e249b44e41b5f17346118c589a for: {'subnet': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:41.657968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:41.658313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:42.562238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31901de7-c995-48b5-9940-35aa27b31645 req-37147954-6be2-43c9-94bc-5d95509b6e9c tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 210 time: 0.0763681 Feb 15 02:13:42.592313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (d1c750bb-7831-4baf-a379-7079661442cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:42.694731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Subnet': ['ID=d1c750bb-7831-4baf-a379-7079661442cd,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:42.750623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Checking segment: {'id': 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:42.753072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network hostable DHCP agents. Network: 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:42.865703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:42.964902 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-d7529c50-7ce8-4b58-99df-b26c69613104 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7cc447759e6443f8a9ded881b217e698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511456 Feb 15 02:13:42.971607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:42.979060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (b95ed1fe-0b24-4caa-9168-ad3a63d4f237), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:42.984807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d0543a-225d-48bd-b48b-b9cd21770009 None None] Network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:43.059116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event updated for resources: {'Subnet': ['ID=b95ed1fe-0b24-4caa-9168-ad3a63d4f237,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:43.098731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Checking segment: {'id': '5e74919a-e5bb-4831-84cf-6aed1b24e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:43.099384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network hostable DHCP agents. Network: 9da7ddea-cdf8-4458-8824-6a21e46c0f63, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:43.242848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:43.307134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f', 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f', 'project_id': 'c630b3e249b44e41b5f17346118c589a', 'fixed_ips': [{'subnet_id': 'd1c750bb-7831-4baf-a379-7079661442cd'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:13:43.307134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.339756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9da7ddea-cdf8-4458-8824-6a21e46c0f63) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:43.347480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.348034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.348668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.407981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-dbe9cc85-e8dd-4e44-8833-af7955938940 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.409590 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-dbe9cc85-e8dd-4e44-8833-af7955938940 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4399951 Feb 15 02:13:43.437559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Request body: {'port': {'device_id': '0671444f-7889-4d41-939b-01d1d81dc32c', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '7cc447759e6443f8a9ded881b217e698'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:43.450127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b4981594-c730-474c-950a-d7cc43d2a2ca tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0919673 Feb 15 02:13:43.455159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:43.554772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Allocated IP 2001:db8::1 (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f/d1c750bb-7831-4baf-a379-7079661442cd/e1f23fcf-bfb7-462c-b7f1-8438920ae22d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:43.558851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02379e-badd-4a3b-89c4-5dcc0f18b1d9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.561773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02379e-badd-4a3b-89c4-5dcc0f18b1d9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.563442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02379e-badd-4a3b-89c4-5dcc0f18b1d9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:43.565901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cc02379e-badd-4a3b-89c4-5dcc0f18b1d9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1126499 Feb 15 02:13:43.580964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:43.693819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Deleting subnet d1c750bb-7831-4baf-a379-7079661442cd {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:13:43.736037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks [] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.746485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccdb14-3b83-4614-97e3-3b5a29d204ba None None] Network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:43.812227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63f2186a-0a00-4901-86ff-fd6b6f70dfaa req-d4138016-f983-442d-9353-508c66b201e1 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 210 time: 0.0451736 Feb 15 02:13:43.817492 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Made reservation on behalf of 7cc447759e6443f8a9ded881b217e698 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:43.822392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.843178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.851637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for subnet (d1c750bb-7831-4baf-a379-7079661442cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.878404 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:43.923139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:43.926475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:43.932328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:43.950597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (d1c750bb-7831-4baf-a379-7079661442cd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.014818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9da7ddea-cdf8-4458-8824-6a21e46c0f63', 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63', 'project_id': 'c630b3e249b44e41b5f17346118c589a', 'fixed_ips': [{'subnet_id': 'b95ed1fe-0b24-4caa-9168-ad3a63d4f237'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:13:44.016575 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.038735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Pushing event updated for resources: {'Port': ['ID=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:44.047279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks [] for security_group (75dcd9fa-4a17-418d-b406-0d394e7daf86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.055568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.063142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.077030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Attempting to bind port e1f23fcf-bfb7-462c-b7f1-8438920ae22d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:44.077617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Attempting to bind port e1f23fcf-bfb7-462c-b7f1-8438920ae22d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:44.078149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Attempting to bind port e1f23fcf-bfb7-462c-b7f1-8438920ae22d on network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:44.085666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:44.086327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Checking segment: {'id': 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:44.092833 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.092833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Bound using segment: {'id': 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:44.092833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Bound port: e1f23fcf-bfb7-462c-b7f1-8438920ae22d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:44.092833 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.111583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75dcd9fa-4a17-418d-b406-0d394e7daf86), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.116095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (d1c750bb-7831-4baf-a379-7079661442cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.329556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (d1c750bb-7831-4baf-a379-7079661442cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.398588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Allocated IP 192.168.233.219 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/933347d6-8b2c-47c4-b35d-34190e22c4e2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:44.400835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Allocated IP 2001:db8:0:1::1 (9da7ddea-cdf8-4458-8824-6a21e46c0f63/b95ed1fe-0b24-4caa-9168-ad3a63d4f237/187c4e02-c9e1-4415-b622-d130d7706dc1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:44.410542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] For port e1f23fcf-bfb7-462c-b7f1-8438920ae22d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:44.424916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c750bb-7831-4baf-a379-7079661442cd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:44.425080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] For port e1f23fcf-bfb7-462c-b7f1-8438920ae22d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,segment=NetworkSegment(be2c400d-3f1e-4ab4-acd6-0b101e7026a4),segment_id=be2c400d-3f1e-4ab4-acd6-0b101e7026a4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:44.425212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.447843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b38cbe0e-b951-4daa-bbbf-27bbda0b788e tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/subnets/d1c750bb-7831-4baf-a379-7079661442cd HTTP/1.1" status: 204 len: 168 time: 0.8652353 Feb 15 02:13:44.452194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:44.605117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Deleting subnet b95ed1fe-0b24-4caa-9168-ad3a63d4f237 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:13:44.610839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75dcd9fa-4a17-418d-b406-0d394e7daf86,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:44.617211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.623667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.624363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.624925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.625481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.626012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.627050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.627593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.628134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.628701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.629228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.629754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.630440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.631191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:13:44.715318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks [] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.814365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:44.856285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:44.920493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd2c8-f7cd-4483-aa92-a19c0e58e1b7 None None] Pushing event updated for resources: {'Port': ['ID=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:44.924562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Pushing event updated for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:44.942852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:44.944388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:44.956282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:45.009112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks [] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.090943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for subnet (b95ed1fe-0b24-4caa-9168-ad3a63d4f237), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.092018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.121315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:45.123934 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.190856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:45.191872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (b95ed1fe-0b24-4caa-9168-ad3a63d4f237), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.194245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:45.197260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:45.226814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Pushing event updated for resources: {'Port': ['ID=187c4e02-c9e1-4415-b622-d130d7706dc1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:45.230687 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-ce2f5fe8-e838-4bb1-a370-a9fbd20d4998 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8041654 Feb 15 02:13:45.260136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Request body: {'port': {'device_id': '0671444f-7889-4d41-939b-01d1d81dc32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:45.295126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17bf31-94ea-45b9-865e-03322906e153 req-c35f15ce-12b5-4b0b-886c-87b0013584bd tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:45.301285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff17bf31-94ea-45b9-865e-03322906e153 req-c35f15ce-12b5-4b0b-886c-87b0013584bd tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 936 time: 0.3421004 Feb 15 02:13:45.327509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'network': {'name': 'tempest-network-smoke--518279766', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:45.395149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Attempting to bind port 187c4e02-c9e1-4415-b622-d130d7706dc1 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:45.395531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Attempting to bind port 187c4e02-c9e1-4415-b622-d130d7706dc1 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5e74919a-e5bb-4831-84cf-6aed1b24e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:45.395900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Attempting to bind port 187c4e02-c9e1-4415-b622-d130d7706dc1 on network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:45.414745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:45.415131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Checking segment: {'id': '5e74919a-e5bb-4831-84cf-6aed1b24e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:45.415549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.415958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Bound using segment: {'id': '5e74919a-e5bb-4831-84cf-6aed1b24e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:45.416492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Bound port: 187c4e02-c9e1-4415-b622-d130d7706dc1, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e74919a-e5bb-4831-84cf-6aed1b24e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9da7ddea-cdf8-4458-8824-6a21e46c0f63'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:45.416881 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.487384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.589956 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b95ed1fe-0b24-4caa-9168-ad3a63d4f237), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.695627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.711234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a238192-3747-4309-bb42-c3617cc8f4fd None None] Provisioning complete for port 933347d6-8b2c-47c4-b35d-34190e22c4e2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:45.711895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a238192-3747-4309-bb42-c3617cc8f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.805636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] For port 187c4e02-c9e1-4415-b622-d130d7706dc1, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:45.806233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (b95ed1fe-0b24-4caa-9168-ad3a63d4f237), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.838119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] For port 187c4e02-c9e1-4415-b622-d130d7706dc1, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=187c4e02-c9e1-4415-b622-d130d7706dc1,segment=NetworkSegment(5e74919a-e5bb-4831-84cf-6aed1b24e0c8),segment_id=5e74919a-e5bb-4831-84cf-6aed1b24e0c8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:45.843082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a238192-3747-4309-bb42-c3617cc8f4fd None None] Port 933347d6-8b2c-47c4-b35d-34190e22c4e2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:13:45.870416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff17bf31-94ea-45b9-865e-03322906e153 req-6fd22e43-4262-435a-9f0d-5aaf51189b5f tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199237 Feb 15 02:13:45.926839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.943105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.949771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/subnets/b95ed1fe-0b24-4caa-9168-ad3a63d4f237 HTTP/1.1" status: 204 len: 168 time: 1.4942894 Feb 15 02:13:45.960457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:45.963955 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:45.973126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:45.975119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c796daf-1a2f-4e7f-a6b9-51bd071f6b5f tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Subnet': ['ID=b95ed1fe-0b24-4caa-9168-ad3a63d4f237,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:45.983729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e1f23fcf-bfb7-462c-b7f1-8438920ae22d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:46.080639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.123182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effbc59-2f5f-4a9c-b78a-f33fc501262c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:46.135708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8effbc59-2f5f-4a9c-b78a-f33fc501262c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1539750 Feb 15 02:13:46.144213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:46.267315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933347d6-8b2c-47c4-b35d-34190e22c4e2 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:13:46.281753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c7ed-41cd-48a0-95fc-1641ea8757ea None None] Pushing event updated for resources: {'Port': ['ID=187c4e02-c9e1-4415-b622-d130d7706dc1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:46.306372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks [] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.348925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port e1f23fcf-bfb7-462c-b7f1-8438920ae22d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:46.349728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.354320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Transition to ACTIVE for port object 933347d6-8b2c-47c4-b35d-34190e22c4e2 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:13:46.423522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.445973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9da7ddea-cdf8-4458-8824-6a21e46c0f63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.474706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (4f5848d2-b847-464a-8636-cf213d87efba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.585520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e1f23fcf-bfb7-462c-b7f1-8438920ae22d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:46.586227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.591570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4f5848d2-b847-464a-8636-cf213d87efba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.667800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Pushing event updated for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:46.695005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port e1f23fcf-bfb7-462c-b7f1-8438920ae22d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,segment=NetworkSegment(be2c400d-3f1e-4ab4-acd6-0b101e7026a4),segment_id=be2c400d-3f1e-4ab4-acd6-0b101e7026a4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:46.707931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Deleting port 187c4e02-c9e1-4415-b622-d130d7706dc1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:46.708279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.722614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:46.738056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (df44edf4-4d79-476a-8297-6ea2bae24175), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.742404 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Added segment df44edf4-4d79-476a-8297-6ea2bae24175 of type vlan for network e80d8801-0959-4387-b8dc-bff6e0f59f2d Feb 15 02:13:46.806326 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.832340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (e80d8801-0959-4387-b8dc-bff6e0f59f2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:46.874148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Attempting to bind port 933347d6-8b2c-47c4-b35d-34190e22c4e2 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:46.874282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Attempting to bind port 933347d6-8b2c-47c4-b35d-34190e22c4e2 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:46.874874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Attempting to bind port 933347d6-8b2c-47c4-b35d-34190e22c4e2 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:46.888425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Port 933347d6-8b2c-47c4-b35d-34190e22c4e2 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:13:46.888758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Attempting to bind port 933347d6-8b2c-47c4-b35d-34190e22c4e2 on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:46.918204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:46.918460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:46.922334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:46.922882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Bound port: 933347d6-8b2c-47c4-b35d-34190e22c4e2, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:46.923261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.103215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5848d2-b847-464a-8636-cf213d87efba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:47.115290 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (e80d8801-0959-4387-b8dc-bff6e0f59f2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.120363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:47.121301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.341902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15313762-3c09-43b9-a800-5a77a4492da0 None None] Network 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:47.451971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3a36984c-5cf8-4217-babd-dafc1b747c5e None None] Provisioning complete for port e1f23fcf-bfb7-462c-b7f1-8438920ae22d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:47.452599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a36984c-5cf8-4217-babd-dafc1b747c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.464210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:47.657360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3a36984c-5cf8-4217-babd-dafc1b747c5e None None] Current status of the port e1f23fcf-bfb7-462c-b7f1-8438920ae22d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:47.699518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] DHCP port deletion for 7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:13:47.718605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:47.726649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] For port 187c4e02-c9e1-4415-b622-d130d7706dc1, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=187c4e02-c9e1-4415-b622-d130d7706dc1,segment=NetworkSegment(5e74919a-e5bb-4831-84cf-6aed1b24e0c8),segment_id=5e74919a-e5bb-4831-84cf-6aed1b24e0c8)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:47.727058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.731832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:47.795385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9345541 Feb 15 02:13:47.796127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38238) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:47.800665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'admin_state_up': True, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:47.803072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Deleting port e1f23fcf-bfb7-462c-b7f1-8438920ae22d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:13:47.803802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.830652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64fc13-cd35-4a5a-9249-4d8c18b7db8c None None] Network 9da7ddea-cdf8-4458-8824-6a21e46c0f63 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:47.853833 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.885271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Calling delete_port for 187c4e02-c9e1-4415-b622-d130d7706dc1 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:47.957465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 187c4e02-c9e1-4415-b622-d130d7706dc1 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:47.982974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:47.988530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:47.988530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] 10.222.0.37 "PUT /v2.0/ports/933347d6-8b2c-47c4-b35d-34190e22c4e2 HTTP/1.1" status: 200 len: 1097 time: 2.7443843 Feb 15 02:13:47.988530 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:13:47.988530 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4bf3b7-c780-4e18-bbc2-688549fde993" -d '{"events": [{"name": "network-changed", "server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:13:48.007754 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.008843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.056697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021351e-fb9a-4b4e-abb6-cf1249be60ff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Network': ['ID=e80d8801-0959-4387-b8dc-bff6e0f59f2d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:48.103275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:48.109983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] For port e1f23fcf-bfb7-462c-b7f1-8438920ae22d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,segment=NetworkSegment(be2c400d-3f1e-4ab4-acd6-0b101e7026a4),segment_id=be2c400d-3f1e-4ab4-acd6-0b101e7026a4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:48.110453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.111687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d38d-1d86-453a-8573-0ed983c02a7c req-67eb26b9-414e-4eb6-b762-6143be5a3542 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:48.119952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3638d38d-1d86-453a-8573-0ed983c02a7c req-67eb26b9-414e-4eb6-b762-6143be5a3542 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 948 time: 1.0020564 Feb 15 02:13:48.128753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (187c4e02-c9e1-4415-b622-d130d7706dc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.190927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Port': ['ID=187c4e02-c9e1-4415-b622-d130d7706dc1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:48.193897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a84bef0c-536a-4f2c-85fc-c79c70d99d4c None None] Could not find standard attr ID for object 187c4e02-c9e1-4415-b622-d130d7706dc1. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:13:48.209077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] No DVR routers for this DVR port 187c4e02-c9e1-4415-b622-d130d7706dc1 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:48.247149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_controller (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.252078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Could not find standard attr ID for object 187c4e02-c9e1-4415-b622-d130d7706dc1. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:13:48.254663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d9ec4-6908-4f07-8731-4e8b0cfcc76d service neutron] Pushing event updated for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:48.412133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Calling delete_port for e1f23fcf-bfb7-462c-b7f1-8438920ae22d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:13:48.427123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e1f23fcf-bfb7-462c-b7f1-8438920ae22d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:48.441729 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9da7ddea-cdf8-4458-8824-6a21e46c0f63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.484190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da7ddea-cdf8-4458-8824-6a21e46c0f63']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:48.504579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e74919a-e5bb-4831-84cf-6aed1b24e0c8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:48.507686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e74919a-e5bb-4831-84cf-6aed1b24e0c8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:48.515647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.544602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (5e74919a-e5bb-4831-84cf-6aed1b24e0c8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.566911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5e74919a-e5bb-4831-84cf-6aed1b24e0c8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.567168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed58e5-281a-4968-b06d-cc8dcef4612e None None] DHCP port deletion for 9da7ddea-cdf8-4458-8824-6a21e46c0f63 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:13:48.572833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-788dac84-36cc-401b-b625-dc443272906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:48.574379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3638d38d-1d86-453a-8573-0ed983c02a7c req-43abf878-8f52-4616-aa68-2b85cc49ff50 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411998 Feb 15 02:13:48.575164 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-788dac84-36cc-401b-b625-dc443272906d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cc447759e6443f8a9ded881b217e698&device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 1131 time: 0.4765749 Feb 15 02:13:48.593812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:48.593812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (5e74919a-e5bb-4831-84cf-6aed1b24e0c8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:48.595347 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:48.675130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-fe3ccd8a-c1c3-4145-a77c-973bb7b768dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0422893 Feb 15 02:13:48.719738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.728372 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e3da1-388b-4cc8-a158-a853a7ad7386 x-openstack-request-id: req-354e3da1-388b-4cc8-a158-a853a7ad7386 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:48.728679 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:48.728895 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-354e3da1-388b-4cc8-a158-a853a7ad7386 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:48.729626 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2', 'status': 'completed', 'code': 200} Feb 15 02:13:48.757186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9da7ddea-cdf8-4458-8824-6a21e46c0f63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.764991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.770191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/9da7ddea-cdf8-4458-8824-6a21e46c0f63 HTTP/1.1" status: 204 len: 168 time: 2.6230018 Feb 15 02:13:48.778775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:48.786921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port e1f23fcf-bfb7-462c-b7f1-8438920ae22d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:48.788205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.791779 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-3a708d9a-b42f-41de-adef-9cbf40f60f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:48.793434 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-3a708d9a-b42f-41de-adef-9cbf40f60f1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0629740 Feb 15 02:13:48.875862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (e1f23fcf-bfb7-462c-b7f1-8438920ae22d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.891902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f57dde-79b3-43c6-9724-b31e10c21d93 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=9da7ddea-cdf8-4458-8824-6a21e46c0f63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:48.943795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] Pushing event deleted for resources: {'Port': ['ID=e1f23fcf-bfb7-462c-b7f1-8438920ae22d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:48.944981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:48.955075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-f63f0dbe-83ea-4858-88e1-99db9a5a8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:48.960309 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-f63f0dbe-83ea-4858-88e1-99db9a5a8d01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1598601 Feb 15 02:13:48.982738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ce186-a009-44b4-86de-9ac7a3e0da89 None None] No DVR routers for this DVR port e1f23fcf-bfb7-462c-b7f1-8438920ae22d on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:13:49.155803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.166123 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-f2ffee23-6322-4dca-9fda-c3e768c5c334 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799848 Feb 15 02:13:49.187877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.198490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.198808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2c400d-3f1e-4ab4-acd6-0b101e7026a4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.209001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (be2c400d-3f1e-4ab4-acd6-0b101e7026a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.223777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (be2c400d-3f1e-4ab4-acd6-0b101e7026a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.230572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:49.231047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (be2c400d-3f1e-4ab4-acd6-0b101e7026a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:49.235948 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:49.287556 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-dd4baf62-5fd9-4826-84ce-920425aaccd1 req-671c00fd-e171-4d57-a289-da6b2813f218 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124132 Feb 15 02:13:49.423329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.433088 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.442304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.453026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f HTTP/1.1" status: 204 len: 168 time: 0.6709070 Feb 15 02:13:49.453695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:49.466753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.468103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b547bf-73e8-421f-855a-8644997e51b9 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=7746f6fa-3bcf-4d96-89c9-cdf6f48f2f4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:49.557477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3e3f96f1-f387-429e-83f9-d1f413339b9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.704857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-c52be25d-f43e-437f-a562-feefaab524fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:49.713183 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-c52be25d-f43e-437f-a562-feefaab524fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cc447759e6443f8a9ded881b217e698&device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 1131 time: 0.2585466 Feb 15 02:13:49.840826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3e3f96f1-f387-429e-83f9-d1f413339b9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.864994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 187c4e02-c9e1-4415-b622-d130d7706dc1 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:13:49.885021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f96f1-f387-429e-83f9-d1f413339b9e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.907726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367f031d-193e-4ff8-b323-19f0f703a947') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.908314 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367f031d-193e-4ff8-b323-19f0f703a947') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:49.910806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.25.2.247 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1ce1dd1b-5116-49b0-ac7d-0d887e792e69) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:49.919928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 187c4e02-c9e1-4415-b622-d130d7706dc1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:13:49.920278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 187c4e02-c9e1-4415-b622-d130d7706dc1 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:13:49.934750 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (367f031d-193e-4ff8-b323-19f0f703a947), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:49.979362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68a326-af78-4702-89b3-d3afe3d655ac req-e4027a74-992a-4e11-a7cd-6a4afd50a77b tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:49.990476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee68a326-af78-4702-89b3-d3afe3d655ac req-e4027a74-992a-4e11-a7cd-6a4afd50a77b tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 948 time: 0.2042379 Feb 15 02:13:50.018970 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (367f031d-193e-4ff8-b323-19f0f703a947), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.051493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-ea2b289a-6cca-4b84-94e8-5dcfe263d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:50.053293 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-ea2b289a-6cca-4b84-94e8-5dcfe263d2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=524edee0-12b4-4cc9-9aca-aba0127100d2 HTTP/1.1" status: 200 len: 870 time: 0.3092079 Feb 15 02:13:50.059117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:50.059758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (367f031d-193e-4ff8-b323-19f0f703a947), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:50.063904 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:50.088075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee68a326-af78-4702-89b3-d3afe3d655ac req-fa647810-94ff-4013-b8c5-a803c0b97bde tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962534 Feb 15 02:13:50.144236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-9e1e79d5-5312-47a5-a3b1-71351194ef4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0758541 Feb 15 02:13:50.259801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-29e02bf1-c5ef-4659-89c4-2f6185295c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:50.261503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-29e02bf1-c5ef-4659-89c4-2f6185295c28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0903609 Feb 15 02:13:50.287480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.327498 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3e3f96f1-f387-429e-83f9-d1f413339b9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.339519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.343478 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/3e3f96f1-f387-429e-83f9-d1f413339b9e HTTP/1.1" status: 204 len: 168 time: 0.8874083 Feb 15 02:13:50.347175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:50.365181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-b7d83f74-d5f9-403f-94be-07ffbe4fd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:50.367772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-b7d83f74-d5f9-403f-94be-07ffbe4fd3ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0991902 Feb 15 02:13:50.394866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ecd2e-9ed7-488f-bb52-6ff244592713 tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=3e3f96f1-f387-429e-83f9-d1f413339b9e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:50.522145 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-c9d68381-774b-4a3a-ba2b-79610b76b7b4 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423113 Feb 15 02:13:50.553384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fd4a34a9-3a40-4f77-843d-7549086774b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.613585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.664387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:50.671562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:50.681839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fd4a34a9-3a40-4f77-843d-7549086774b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.683086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:50.753513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4a34a9-3a40-4f77-843d-7549086774b7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:50.766587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:50.767187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:50.784218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.802190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.813553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:50.814272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (fffc7a6d-a5f7-4ff5-a0f1-b0f7761c6117), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:50.894063 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:50.978330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (fd4a34a9-3a40-4f77-843d-7549086774b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.987061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:50.995873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] 10.222.0.43 "DELETE /v2.0/networks/fd4a34a9-3a40-4f77-843d-7549086774b7 HTTP/1.1" status: 204 len: 168 time: 0.6448855 Feb 15 02:13:51.024828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca5c2f-10ed-4e35-8089-a7fe287eec5c tempest-BulkNetworkOpsIpV6Test-1202088862 tempest-BulkNetworkOpsIpV6Test-1202088862-project] Pushing event deleted for resources: {'Network': ['ID=fd4a34a9-3a40-4f77-843d-7549086774b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:51.117644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a21a7cdf-51aa-4667-954e-96834fc54061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:51.252644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:51.275516 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0e4bf3b7-c780-4e18-bbc2-688549fde993 req-90cf6da8-66ff-4c1a-893b-ac4990906ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454386 Feb 15 02:13:51.401899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ab13-f3ae-485d-89f9-fce2dcd35235 req-f5b61a32-35c1-4729-b293-27ed884adf0e tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:51.405381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35f4ab13-f3ae-485d-89f9-fce2dcd35235 req-f5b61a32-35c1-4729-b293-27ed884adf0e tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 948 time: 0.0915291 Feb 15 02:13:51.509976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35f4ab13-f3ae-485d-89f9-fce2dcd35235 req-a76a786d-7173-4ed9-a255-b041efbee005 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982375 Feb 15 02:13:51.540565 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:13:51.608475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:51.829503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:52.027658 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.119000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27281323-5e90-449c-b38b-e211398cfc3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c630b3e249b44e41b5f17346118c589a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858343 Feb 15 02:13:52.119465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:52.178774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] Publish callbacks [] for security_group (94d0b1a6-bdb5-4724-82c5-e3dc518bf23a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.237235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] Publish callbacks [] for security_group (94d0b1a6-bdb5-4724-82c5-e3dc518bf23a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.396819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (94d0b1a6-bdb5-4724-82c5-e3dc518bf23a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.399649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.403898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94d0b1a6-bdb5-4724-82c5-e3dc518bf23a HTTP/1.1" status: 204 len: 168 time: 0.2837932 Feb 15 02:13:52.415565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a360c2-2b12-4d02-bc41-75f07f0b0cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0b1a6-bdb5-4724-82c5-e3dc518bf23a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:52.417346 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:13:52.683836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc0f5b-3f7a-419e-b972-de7cdef755d4 req-23a823a8-98c2-4c00-87ae-cb5019f619d6 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:52.684996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:13:52.686767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1dc0f5b-3f7a-419e-b972-de7cdef755d4 req-23a823a8-98c2-4c00-87ae-cb5019f619d6 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 948 time: 0.0772605 Feb 15 02:13:52.701015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:13:52.730844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:13:52.732501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:13:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:52.834222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:52.835681 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a052126f-3b40-4178-9460-d31e2c18cee4 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0388305 Feb 15 02:13:52.839183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:52.869049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1dc0f5b-3f7a-419e-b972-de7cdef755d4 req-9a1f421c-797b-4fcd-9ae2-2a7fd3e619f5 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625872 Feb 15 02:13:53.017268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:13:53.176330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c8b97e33-c560-46c2-8fca-5532735ec6da tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bdd3b20a31de49e4bc259e43e084ade5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3340118 Feb 15 02:13:53.177426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38338) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:53.255358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:51Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:53.285314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:13:53.292174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Updating router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:13:53.316476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.359076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4952261f-84a9-40f9-93a8-41f88dba4f19 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:53.361002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4952261f-84a9-40f9-93a8-41f88dba4f19 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1820731 Feb 15 02:13:53.363784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:53.417198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cf2723ae-055e-4eb2-8791-535c88dda7f9 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518398 Feb 15 02:13:53.419810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:53.425233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970799874', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:53.493429 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c9b64da-7728-457c-b25e-62e210a3c240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.606114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:53.610468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.689775 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks [] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.696407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 933347d6-8b2c-47c4-b35d-34190e22c4e2 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:13:53.799165 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.871571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae059059-f521-4862-a41e-5a9b972a4377 None None] Pushing event updated for resources: {'Port': ['ID=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:53.891077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Attempting to bind port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:53.891486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Attempting to bind port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:53.891852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Attempting to bind port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:53.900138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:53.913980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:53.913980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.913980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:53.913980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Bound port: 1ce1dd1b-5116-49b0-ac7d-0d887e792e69, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:53.913980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:53.984691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:53.999409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '933347d6-8b2c-47c4-b35d-34190e22c4e2', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': '933347d6-8b2c-47c4-b35d-34190e22c4e2', 'mac_address': 'fa:16:3e:33:14:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:13:54.006120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e9c069e7-fc6f-456d-b40d-568af8904c10), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.066010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 933347d6-8b2c-47c4-b35d-34190e22c4e2 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:54.066384 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.099141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] For port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:54.114720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933347d6-8b2c-47c4-b35d-34190e22c4e2 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:13:54.159678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] For port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:54.170311 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Subnet': ['ID=e9c069e7-fc6f-456d-b40d-568af8904c10,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:54.178604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64410230-aecd-41c8-8404-3455beba4893 req-1977400b-9a70-4e10-850c-5e62549baa0b tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:54.186037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:54.188347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64410230-aecd-41c8-8404-3455beba4893 req-1977400b-9a70-4e10-850c-5e62549baa0b tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 948 time: 0.1445687 Feb 15 02:13:54.189059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:54.199281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Checking segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:54.200170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network hostable DHCP agents. Network: e80d8801-0959-4387-b8dc-bff6e0f59f2d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:13:54.255213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.306183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.343455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:13:54.367803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:13:54.368662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:13:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:54.381162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64410230-aecd-41c8-8404-3455beba4893 req-36b87b7b-f1e6-4fb7-beb0-449013c6d4d9 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870317 Feb 15 02:13:54.452858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'networks': [{'name': 'tempest-network--1667632823'}, {'name': 'tempest-network--1762589431'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:54.453762 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-network--1667632823'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:54.454411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-network--1762589431'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:54.461403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, e80d8801-0959-4387-b8dc-bff6e0f59f2d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:54.474975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:54.481978 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.584151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:13:54.608604 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'network': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:54.613598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.634851 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-447940a5-3c1f-4551-8fe4-978e2c10bb21 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2112112 Feb 15 02:13:54.635801 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.636354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:54.831457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa2781-b2a6-4330-a742-a1833900400f None None] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:54.843497 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for security_group (babdcfdb-9f98-45c7-ae36-54d85088b93e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.908967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (babdcfdb-9f98-45c7-ae36-54d85088b93e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.909860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:54.969355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['933347d6-8b2c-47c4-b35d-34190e22c4e2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:13:54.978050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae059059-f521-4862-a41e-5a9b972a4377 None None] Pushing event updated for resources: {'Port': ['ID=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:55.070277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babdcfdb-9f98-45c7-ae36-54d85088b93e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:55.084615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:55.112125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (197c71fe-b732-42d2-8f51-8244ee15ecbd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.113930 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment 197c71fe-b732-42d2-8f51-8244ee15ecbd of type vlan for network 05a015d8-2ac2-4097-9766-99788cd00531 Feb 15 02:13:55.156025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.201837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (05a015d8-2ac2-4097-9766-99788cd00531), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.207083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:13:55.208085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.265190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:55.294075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:55.306239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3e550fda-e12c-49ef-9bbe-602838f16260), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.307002 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment 3e550fda-e12c-49ef-9bbe-602838f16260 of type vlan for network 70cadff8-0421-4ca3-893d-c3d52756eb75 Feb 15 02:13:55.371181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (70cadff8-0421-4ca3-893d-c3d52756eb75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.499908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (05a015d8-2ac2-4097-9766-99788cd00531), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.500685 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (70cadff8-0421-4ca3-893d-c3d52756eb75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.506656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:55.513931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:55.516576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.602957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=05a015d8-2ac2-4097-9766-99788cd00531,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:55.603828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:55.641890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 05a015d8-2ac2-4097-9766-99788cd00531 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:55.721493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:55.722273 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5317075 Feb 15 02:13:55.726654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce6d09-2479-4762-b505-e2862223cd37 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=70cadff8-0421-4ca3-893d-c3d52756eb75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:55.801868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Allocated IP 172.20.0.2 (e80d8801-0959-4387-b8dc-bff6e0f59f2d/e9c069e7-fc6f-456d-b40d-568af8904c10/23365698-e44d-42df-9c8d-068eed10d9b8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:55.927723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65589880-4e26-463e-a0c4-3fa79b8fcbe8 req-bab2fc08-3727-49c6-acba-2aa2d1a34d84 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:55.935338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65589880-4e26-463e-a0c4-3fa79b8fcbe8 req-bab2fc08-3727-49c6-acba-2aa2d1a34d84 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 949 time: 0.3775744 Feb 15 02:13:56.002863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 70cadff8-0421-4ca3-893d-c3d52756eb75 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:56.081494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65589880-4e26-463e-a0c4-3fa79b8fcbe8 req-76980e51-3b1d-4873-96ae-aa69a5b9e152 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257071 Feb 15 02:13:56.162219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e551f5-9ca4-4e09-8fd1-f9179977dbcc tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:56.168978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e551f5-9ca4-4e09-8fd1-f9179977dbcc tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:56.178119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e551f5-9ca4-4e09-8fd1-f9179977dbcc tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:56.186036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e551f5-9ca4-4e09-8fd1-f9179977dbcc tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:56.188253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a1e551f5-9ca4-4e09-8fd1-f9179977dbcc tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4616084 Feb 15 02:13:56.191711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:56.243015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:51Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:56.328555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205e5f-17bb-4820-8ffc-974c281f6154 None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:51Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:13:56.384144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (05a015d8-2ac2-4097-9766-99788cd00531), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.473083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.521373 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks [] for port (23365698-e44d-42df-9c8d-068eed10d9b8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.601726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.613902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (05a015d8-2ac2-4097-9766-99788cd00531), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.681995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a015d8-2ac2-4097-9766-99788cd00531']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:56.702540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197c71fe-b732-42d2-8f51-8244ee15ecbd') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:56.702912 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197c71fe-b732-42d2-8f51-8244ee15ecbd') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:56.717904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.1 (e80d8801-0959-4387-b8dc-bff6e0f59f2d/e9c069e7-fc6f-456d-b40d-568af8904c10/9ac8acc2-ba97-466b-ba1a-68f8755c5338) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:13:56.730467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (197c71fe-b732-42d2-8f51-8244ee15ecbd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.759181 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (197c71fe-b732-42d2-8f51-8244ee15ecbd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.767637 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Pushing event updated for resources: {'Port': ['ID=23365698-e44d-42df-9c8d-068eed10d9b8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:56.775602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:56.776440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (197c71fe-b732-42d2-8f51-8244ee15ecbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.776591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:56.778337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:56.781783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:56.788812 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:56.909759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Attempting to bind port 23365698-e44d-42df-9c8d-068eed10d9b8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:13:56.910422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Attempting to bind port 23365698-e44d-42df-9c8d-068eed10d9b8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:13:56.911674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Attempting to bind port 23365698-e44d-42df-9c8d-068eed10d9b8 on network e80d8801-0959-4387-b8dc-bff6e0f59f2d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:13:56.936212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:13:56.938143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Checking segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:13:56.939087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:56.939648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Bound using segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:13:56.941818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Bound port: 23365698-e44d-42df-9c8d-068eed10d9b8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:13:56.942386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.027792 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.057542 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (05a015d8-2ac2-4097-9766-99788cd00531), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.065087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.071500 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/05a015d8-2ac2-4097-9766-99788cd00531 HTTP/1.1" status: 204 len: 168 time: 0.8782587 Feb 15 02:13:57.081403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] For port 23365698-e44d-42df-9c8d-068eed10d9b8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:13:57.090085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38404) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:57.096508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] For port 23365698-e44d-42df-9c8d-068eed10d9b8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=23365698-e44d-42df-9c8d-068eed10d9b8,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:13:57.109308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1dcfe-4550-48b0-8f36-58b512e2e612 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=05a015d8-2ac2-4097-9766-99788cd00531,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:57.183834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.220968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.275019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc079c-2338-40ed-9f9c-a9e2fdc6c995 req-0f2dbad6-6a71-4727-a2fe-6f54f16f3197 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:57.284355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebc079c-2338-40ed-9f9c-a9e2fdc6c995 req-0f2dbad6-6a71-4727-a2fe-6f54f16f3197 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 949 time: 0.1127970 Feb 15 02:13:57.308846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (70cadff8-0421-4ca3-893d-c3d52756eb75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.323146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:57.366053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d193-40ec-4e31-b4f0-a0eba6959cc6 None None] Pushing event updated for resources: {'Port': ['ID=23365698-e44d-42df-9c8d-068eed10d9b8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:57.394430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:13:57.443790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:13:57.451607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ebc079c-2338-40ed-9f9c-a9e2fdc6c995 req-c0a6042d-9c26-4abf-97eb-c8dd75b5ebb2 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652849 Feb 15 02:13:57.515564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.530162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:57.574136 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (70cadff8-0421-4ca3-893d-c3d52756eb75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.580171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.615373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cadff8-0421-4ca3-893d-c3d52756eb75']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:57.634456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e550fda-e12c-49ef-9bbe-602838f16260') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:57.634766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e550fda-e12c-49ef-9bbe-602838f16260') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:13:57.662761 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (3e550fda-e12c-49ef-9bbe-602838f16260), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.708668 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (3e550fda-e12c-49ef-9bbe-602838f16260), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.720382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:13:57.720866 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (3e550fda-e12c-49ef-9bbe-602838f16260), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:13:57.725131 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:13:57.729363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 933347d6-8b2c-47c4-b35d-34190e22c4e2 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:57.922054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:57.935696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 933347d6-8b2c-47c4-b35d-34190e22c4e2 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:13:57.957351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 933347d6-8b2c-47c4-b35d-34190e22c4e2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:57.957878 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.101930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (70cadff8-0421-4ca3-893d-c3d52756eb75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.101930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.101930 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/70cadff8-0421-4ca3-893d-c3d52756eb75 HTTP/1.1" status: 204 len: 168 time: 0.9612007 Feb 15 02:13:58.103525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:58.117903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857bf9d-5780-422d-9b29-78e7f8e84764 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=70cadff8-0421-4ca3-893d-c3d52756eb75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:58.202857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 933347d6-8b2c-47c4-b35d-34190e22c4e2 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:58.203352 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.333508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:13:58.333508 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f9760-a1ab-4b34-9bdc-84f2c36ba826" -d '{"events": [{"server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "name": "network-vif-plugged", "status": "completed", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:13:58.333904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:58.353134 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b08a7d-42ff-4aac-9fe2-d747cc560cb4 x-openstack-request-id: req-a2b08a7d-42ff-4aac-9fe2-d747cc560cb4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:13:58.354529 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "name": "network-vif-plugged", "status": "completed", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:13:58.355826 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2b08a7d-42ff-4aac-9fe2-d747cc560cb4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:13:58.362332 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2', 'code': 200} Feb 15 02:13:58.395091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 23365698-e44d-42df-9c8d-068eed10d9b8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:58.511063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 23365698-e44d-42df-9c8d-068eed10d9b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:58.513937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.529383 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.594632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fea1-4844-4b1d-a305-b817d991bd66 req-b20fbcd2-a57a-412d-8842-3a10f24171ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:58.597976 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e306fea1-4844-4b1d-a305-b817d991bd66 req-b20fbcd2-a57a-412d-8842-3a10f24171ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 1132 time: 0.1475313 Feb 15 02:13:58.698074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:58.735949 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e306fea1-4844-4b1d-a305-b817d991bd66 req-c157c9fe-4ede-41f0-b3dc-2a2691b63c8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312451 Feb 15 02:13:58.774748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 23365698-e44d-42df-9c8d-068eed10d9b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:58.775220 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.830242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 23365698-e44d-42df-9c8d-068eed10d9b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=23365698-e44d-42df-9c8d-068eed10d9b8,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:58.925962 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:58.926827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:13:59.128668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=23365698-e44d-42df-9c8d-068eed10d9b8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:59.137235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:13:59.138249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.304737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b74e3-7ff6-4a24-adab-11408ec0f037 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:59.318798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b74e3-7ff6-4a24-adab-11408ec0f037 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:59.325193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:59.330925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1479521872'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:59.335110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:13:59.335830 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.343595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-de1b74e3-7ff6-4a24-adab-11408ec0f037 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2541482 Feb 15 02:13:59.375219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:13:59.465261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.485771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:13:59.489975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.558918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:13:59.562195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0b8a-d5f7-4d3a-9efb-2146456e051b req-6b91e805-a829-4e51-93df-87806ebe85b0 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:59.572460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bbd0b8a-d5f7-4d3a-9efb-2146456e051b req-6b91e805-a829-4e51-93df-87806ebe85b0 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 950 time: 0.4169273 Feb 15 02:13:59.576637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.582579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d7e68b15-e990-49ff-848d-9e39a77dc00b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.584899 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment d7e68b15-e990-49ff-848d-9e39a77dc00b of type vlan for network db24585c-e850-498d-8d4c-2855538b91db Feb 15 02:13:59.604630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:59.650425 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (db24585c-e850-498d-8d4c-2855538b91db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.657585 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.757091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.779929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (db24585c-e850-498d-8d4c-2855538b91db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.783793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0bbd0b8a-d5f7-4d3a-9efb-2146456e051b req-39b5df4d-1412-4ee9-984c-fdae6fe99b0b tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102351 Feb 15 02:13:59.786965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:13:59.787753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:13:59.791183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:59.920530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e54cd3-5cea-4e6e-aa6d-7f3850f0c054 None None] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:13:59.933989 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6067500 Feb 15 02:13:59.938260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:13:59.944370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2014723437'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:13:59.962879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10394f19-3f12-4516-bad0-c7bfb2104810 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=db24585c-e850-498d-8d4c-2855538b91db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:13:59.979846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network db24585c-e850-498d-8d4c-2855538b91db details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:13:59.987019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:13:59.989210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:00.048473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:00.053640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.093034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3abaa68f-69bf-49c7-9b91-59d89c13e015 None None] Provisioning complete for port 23365698-e44d-42df-9c8d-068eed10d9b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:00.093445 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3abaa68f-69bf-49c7-9b91-59d89c13e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.142972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:00.160065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6bf630bf-c160-4469-88f2-e2fd66d448aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.160817 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment 6bf630bf-c160-4469-88f2-e2fd66d448aa of type vlan for network 04585df7-03a6-4bbd-a307-320998c65ae7 Feb 15 02:14:00.248961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (04585df7-03a6-4bbd-a307-320998c65ae7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.300937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 23365698-e44d-42df-9c8d-068eed10d9b8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:00.314027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:14:00.401502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3abaa68f-69bf-49c7-9b91-59d89c13e015 None None] Current status of the port 23365698-e44d-42df-9c8d-068eed10d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:00.427030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 23365698-e44d-42df-9c8d-068eed10d9b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:00.427550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.460438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (04585df7-03a6-4bbd-a307-320998c65ae7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.467592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:00.469322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:00.523747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:14:00.538959 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:14:00.547529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2e60d18a-afd5-4d4f-ac20-bf096eb8dc7d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/9f37b5b1-2428-4bbc-9aa0-e1695d1dc105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9077420 Feb 15 02:14:00.548524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:00.563883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:00.568641 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:13:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:00.568825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 23365698-e44d-42df-9c8d-068eed10d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:00.569613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:00.627015 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6874571 Feb 15 02:14:00.633120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38460) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:00.641804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'ports': [{'network_id': 'db24585c-e850-498d-8d4c-2855538b91db', 'name': 'tempest-port--1113155013', 'admin_state_up': True}, {'network_id': '04585df7-03a6-4bbd-a307-320998c65ae7', 'admin_state_up': False}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:00.644671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'port': {'network_id': 'db24585c-e850-498d-8d4c-2855538b91db', 'name': 'tempest-port--1113155013', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:00.645175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'port': {'network_id': '04585df7-03a6-4bbd-a307-320998c65ae7', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:00.647310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f926a7-2f5e-4504-863a-d4331853a096 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=04585df7-03a6-4bbd-a307-320998c65ae7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:00.663129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 04585df7-03a6-4bbd-a307-320998c65ae7 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:00.781189 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:01.078508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:01.079273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.107687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:01.108505 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.145126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 2, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:01.153449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b52f-7693-424d-af86-5991683d04a0 req-b2d17a06-9f57-4c41-b28e-fd528a9c4441 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.171320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d08b52f-7693-424d-af86-5991683d04a0 req-b2d17a06-9f57-4c41-b28e-fd528a9c4441 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 950 time: 0.2600944 Feb 15 02:14:01.228169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.228673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.229147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.229622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.230147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.230614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.231298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.231795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.232337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.237233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b969e96f-7326-4917-82af-80b4df85319b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6302 time: 0.6835120 Feb 15 02:14:01.237568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:01.291370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:01.306639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Provisioning complete for port 23365698-e44d-42df-9c8d-068eed10d9b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:01.307148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.345519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d08b52f-7693-424d-af86-5991683d04a0 req-f04d1d3e-b6cb-47c8-ab54-4ec94a9390b9 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813693 Feb 15 02:14:01.349194 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'port': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:01.382565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.422745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:01.427782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.431983 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:14:01.459433 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Updating router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:14:01.484142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb3a23-e7a6-44c4-a6d9-d100bd6503d8 None None] Current status of the port 23365698-e44d-42df-9c8d-068eed10d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:01.507730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.508804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.509425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.510041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.510651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.511258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.511867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:01.514503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-214e84e6-0fc1-4ab2-8377-47e1c288d19f tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.2759054 Feb 15 02:14:01.525935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:01.570175 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.639562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cbadc1ef-5fba-4e3b-abb7-23f8df337136 None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:01.639562 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbadc1ef-5fba-4e3b-abb7-23f8df337136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.731045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cbadc1ef-5fba-4e3b-abb7-23f8df337136 None None] Port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:01.858290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] device_id is not set on port 8623c867-71b6-45c0-bfe9-f76b5ecc5599 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:01.868136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-82a1d35f-c0b7-4024-9b5c-1bf70145cfc6 None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:01.870637 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82a1d35f-c0b7-4024-9b5c-1bf70145cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:01.984608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82a1d35f-c0b7-4024-9b5c-1bf70145cfc6 None None] Port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:02.134745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for port (8623c867-71b6-45c0-bfe9-f76b5ecc5599), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.185441 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks [] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.259705 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.316618 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-99d43f0a-a11d-4068-9ed1-6b5ef5949b8d tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.7865450 Feb 15 02:14:02.339631 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Pushing event updated for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:02.365640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] device_id is not set on port 8758d8eb-d935-4a0e-8c17-05e7af1c4f1d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:02.401295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8ec8f-4ded-4f40-9b60-3d248fe7a64e req-f7b1b1d4-fc5b-4973-aefe-90e7528eeb2c tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:02.403335 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.404457 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.404974 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.405489 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.405626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46e8ec8f-4ded-4f40-9b60-3d248fe7a64e req-f7b1b1d4-fc5b-4973-aefe-90e7528eeb2c tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 950 time: 0.1165617 Feb 15 02:14:02.406110 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.406612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.407098 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.407607 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.408101 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.408634 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.409140 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.409634 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.410131 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:02.444890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Attempting to bind port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:02.445265 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Attempting to bind port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:02.445634 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Attempting to bind port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 on network e80d8801-0959-4387-b8dc-bff6e0f59f2d {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:02.457111 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:02.457488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Checking segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:02.457894 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.458289 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Bound using segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:02.459859 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Bound port: 9ac8acc2-ba97-466b-ba1a-68f8755c5338, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:02.460247 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.510657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46e8ec8f-4ded-4f40-9b60-3d248fe7a64e req-630af25d-a976-46bd-a9b7-b0ea024bcb3f tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883379 Feb 15 02:14:02.595905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for port (8758d8eb-d935-4a0e-8c17-05e7af1c4f1d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.669809 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] For port 9ac8acc2-ba97-466b-ba1a-68f8755c5338, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:02.674886 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] For port 9ac8acc2-ba97-466b-ba1a-68f8755c5338, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ac8acc2-ba97-466b-ba1a-68f8755c5338,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:02.749781 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8623c867-71b6-45c0-bfe9-f76b5ecc5599), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.800245 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.819147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:02.819751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:02.887310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Port': ['ID=8623c867-71b6-45c0-bfe9-f76b5ecc5599,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:02.942588 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:02.943297 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:13:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:02.986540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Checking segment: {'id': 'd7e68b15-e990-49ff-848d-9e39a77dc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db24585c-e850-498d-8d4c-2855538b91db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:02.986912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network hostable DHCP agents. Network: db24585c-e850-498d-8d4c-2855538b91db, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:03.006838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Current status of the port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:03.007369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.056162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] For port 9ac8acc2-ba97-466b-ba1a-68f8755c5338, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ac8acc2-ba97-466b-ba1a-68f8755c5338,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:03.093831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network db24585c-e850-498d-8d4c-2855538b91db is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:03.116061 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8cd7-53d7-4a72-bd8a-1539423c955a None None] Pushing event updated for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:03.119968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.146561 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:03.177668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, db24585c-e850-498d-8d4c-2855538b91db) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:03.188575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:03.189498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8758d8eb-d935-4a0e-8c17-05e7af1c4f1d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.266061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f30c7-5d08-43f2-a79d-4bef2297acab None None] Network db24585c-e850-498d-8d4c-2855538b91db requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:03.319853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Port': ['ID=8758d8eb-d935-4a0e-8c17-05e7af1c4f1d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:03.347161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Checking segment: {'id': '6bf630bf-c160-4469-88f2-e2fd66d448aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04585df7-03a6-4bbd-a307-320998c65ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:03.347702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network hostable DHCP agents. Network: 04585df7-03a6-4bbd-a307-320998c65ae7, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:03.496730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9485-a24f-45cd-a395-62008873d22d req-01ebdfb3-3ea6-4943-b19d-e5f0c7a32170 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:03.499482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8ded9485-a24f-45cd-a395-62008873d22d req-01ebdfb3-3ea6-4943-b19d-e5f0c7a32170 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.37 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 950 time: 0.0902796 Feb 15 02:14:03.508196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network 04585df7-03a6-4bbd-a307-320998c65ae7 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:03.548627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f34b458b-ffdf-4286-a5ed-0f172f934539 None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:03.570953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f34b458b-ffdf-4286-a5ed-0f172f934539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.572113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b25a-d2bf-41a7-9a0e-2036b115e026 None None] Pushing event updated for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:03.584409 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:02Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:03.614103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fdc96-2e39-4901-9643-6e6da83a9032 None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:02Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:14:03.642578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 04585df7-03a6-4bbd-a307-320998c65ae7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:03.655334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:03.667676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb0652-0c0e-4947-a016-553985e6a6df None None] Network 04585df7-03a6-4bbd-a307-320998c65ae7 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:03.688347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Deleting port 933347d6-8b2c-47c4-b35d-34190e22c4e2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:03.689271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.816100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:03.833795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:03.839808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:03.951944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38512) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:03.957016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509081323', 'description': 'tempest-secgroup-smoke-509081323 description', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:03.979362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f34b458b-ffdf-4286-a5ed-0f172f934539 None None] Current status of the port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:04.037558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e9a27ad6-1cb4-454d-a236-7ee8ba464d8e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4033179 Feb 15 02:14:04.039999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:04.054744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] For port 933347d6-8b2c-47c4-b35d-34190e22c4e2, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=933347d6-8b2c-47c4-b35d-34190e22c4e2,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:04.060339 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.104260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Calling delete_port for 933347d6-8b2c-47c4-b35d-34190e22c4e2 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:04.198425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ac8acc2-ba97-466b-ba1a-68f8755c5338 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:04.222201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.334628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:04.336678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.416627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (1a8ce164-ac45-49cf-820b-675a6937ea4f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.429108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce3ea-bec1-4d0b-8c7e-8b840c40bfbd req-827ac822-5ebd-4c10-84b5-83547c5fb080 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:04.430753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b69ce3ea-bec1-4d0b-8c7e-8b840c40bfbd req-827ac822-5ebd-4c10-84b5-83547c5fb080 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 950 time: 0.3563063 Feb 15 02:14:04.463158 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (933347d6-8b2c-47c4-b35d-34190e22c4e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.494565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92c358-c1ca-469b-9038-53aee3ed1f62 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:04.501435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92c358-c1ca-469b-9038-53aee3ed1f62 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:04.507073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da92c358-c1ca-469b-9038-53aee3ed1f62 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4661489 Feb 15 02:14:04.509420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:04.547944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['933347d6-8b2c-47c4-b35d-34190e22c4e2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:14:04.674327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1a8ce164-ac45-49cf-820b-675a6937ea4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.675252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Pushing event deleted for resources: {'Port': ['ID=933347d6-8b2c-47c4-b35d-34190e22c4e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:04.721919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:04.814551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] No DVR routers for this DVR port 933347d6-8b2c-47c4-b35d-34190e22c4e2 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:04.817890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.823360 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8ded9485-a24f-45cd-a395-62008873d22d req-d0890067-c3a8-459b-979a-f20a613c2b90 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.37 "DELETE /v2.0/ports/933347d6-8b2c-47c4-b35d-34190e22c4e2 HTTP/1.1" status: 204 len: 173 time: 1.3058562 Feb 15 02:14:04.823911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'name': 'network-vif-deleted', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:04.827080 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd489742-8643-485e-8f8d-93560f17f293" -d '{"events": [{"server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "name": "network-vif-deleted", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:04.873774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b69ce3ea-bec1-4d0b-8c7e-8b840c40bfbd req-c7aa6bea-1613-4e3a-9694-f764c7a429b0 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/security-groups?id=75dcd9fa-4a17-418d-b406-0d394e7daf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261978 Feb 15 02:14:04.906479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ce164-ac45-49cf-820b-675a6937ea4f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:04.957407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting port 8623c867-71b6-45c0-bfe9-f76b5ecc5599 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:04.960319 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8623c867-71b6-45c0-bfe9-f76b5ecc5599), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:04.966468 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717036ca-0747-44fb-8b47-7221b4d71fb0 x-openstack-request-id: req-717036ca-0747-44fb-8b47-7221b4d71fb0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:04.969296 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0671444f-7889-4d41-939b-01d1d81dc32c", "name": "network-vif-deleted", "tag": "933347d6-8b2c-47c4-b35d-34190e22c4e2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:04.974781 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-717036ca-0747-44fb-8b47-7221b4d71fb0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:04.975909 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0671444f-7889-4d41-939b-01d1d81dc32c', 'name': 'network-vif-deleted', 'tag': '933347d6-8b2c-47c4-b35d-34190e22c4e2', 'status': 'completed', 'code': 200} Feb 15 02:14:05.025503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.031025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:05.031225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8cd679c-7c09-44d2-8b52-4865f1c261da tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0778577 Feb 15 02:14:05.036000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:05.191610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8623c867-71b6-45c0-bfe9-f76b5ecc5599), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.199223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (e77b746d-9962-4be0-a8a7-cbdd1d008373), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.225099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Calling delete_port for 8623c867-71b6-45c0-bfe9-f76b5ecc5599 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:05.295307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (e77b746d-9962-4be0-a8a7-cbdd1d008373), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.374876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e77b746d-9962-4be0-a8a7-cbdd1d008373), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.406455 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77b746d-9962-4be0-a8a7-cbdd1d008373,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:05.471484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8623c867-71b6-45c0-bfe9-f76b5ecc5599), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.519186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.520853 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-581cc5e2-cc2e-41c1-b226-588bb0655e38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881613 Feb 15 02:14:05.523453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:05.529190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:05.535799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Port': ['ID=8623c867-71b6-45c0-bfe9-f76b5ecc5599,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:05.554952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.559585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-95cc0837-e264-4a75-b4ef-3a330843b312 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/ports/8623c867-71b6-45c0-bfe9-f76b5ecc5599 HTTP/1.1" status: 204 len: 168 time: 1.0421946 Feb 15 02:14:05.562399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:05.655981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (301c2524-dc82-4be0-b953-d6801d857ea4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.749167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting port 8758d8eb-d935-4a0e-8c17-05e7af1c4f1d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:05.749617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8758d8eb-d935-4a0e-8c17-05e7af1c4f1d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.848148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (301c2524-dc82-4be0-b953-d6801d857ea4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.855776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8758d8eb-d935-4a0e-8c17-05e7af1c4f1d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.896112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Calling delete_port for 8758d8eb-d935-4a0e-8c17-05e7af1c4f1d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:05.923118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (301c2524-dc82-4be0-b953-d6801d857ea4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:05.983009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301c2524-dc82-4be0-b953-d6801d857ea4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:06.060274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.063678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95668af1-ed78-421c-8bb2-5b9eae75bb40 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5376189 Feb 15 02:14:06.064900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:06.076190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:06.182336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8758d8eb-d935-4a0e-8c17-05e7af1c4f1d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.224463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7c99870-63b9-437a-af93-e62caa9057a0 req-3c81d080-9a29-4da1-a863-5fe7d794d3e1 tempest-VolumesNegativeTest-985819957 tempest-VolumesNegativeTest-985819957-project] 10.222.0.43 "GET /v2.0/ports?device_id=0671444f-7889-4d41-939b-01d1d81dc32c HTTP/1.1" status: 200 len: 210 time: 0.1081243 Feb 15 02:14:06.230581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (49e83801-8104-4bb8-a945-878c75bd7e4c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.322342 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Port': ['ID=8758d8eb-d935-4a0e-8c17-05e7af1c4f1d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:06.327314 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.340019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bb3e14ef-61c0-4e41-aff1-0b964dd87c91 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/ports/8758d8eb-d935-4a0e-8c17-05e7af1c4f1d HTTP/1.1" status: 204 len: 168 time: 0.7715995 Feb 15 02:14:06.343726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:06.390047 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (49e83801-8104-4bb8-a945-878c75bd7e4c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.396611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9b779a1b-a8da-46b5-857d-25431ddea06e tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472772 Feb 15 02:14:06.401010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:06.412633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1184599257'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:06.494187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (49e83801-8104-4bb8-a945-878c75bd7e4c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.526063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e83801-8104-4bb8-a945-878c75bd7e4c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:06.550995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:06.554972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.603961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.605201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9df00073-c3b1-4732-a22c-24d5ea35b5c5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5389125 Feb 15 02:14:06.609086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:06.614068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:06.633705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:06.651952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1468359-deaf-4e19-ad2f-0b6124f21c5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.654265 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment b1468359-deaf-4e19-ad2f-0b6124f21c5a of type vlan for network 669fca1b-23b0-4398-bc7b-e5793b3ec458 Feb 15 02:14:06.739184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (d2f7850f-97e9-4e49-abc8-b3a2383b5886), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.741169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (669fca1b-23b0-4398-bc7b-e5793b3ec458), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.852712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (d2f7850f-97e9-4e49-abc8-b3a2383b5886), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.865914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (669fca1b-23b0-4398-bc7b-e5793b3ec458), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.873730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:06.874376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.967454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d2f7850f-97e9-4e49-abc8-b3a2383b5886), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:06.968253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=669fca1b-23b0-4398-bc7b-e5793b3ec458,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:06.983327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 669fca1b-23b0-4398-bc7b-e5793b3ec458 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:07.004670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f7850f-97e9-4e49-abc8-b3a2383b5886,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:07.033252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b34f3930-bf27-41d2-bf28-e1bdcd450f09 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6309268 Feb 15 02:14:07.035834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38562) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:07.042093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-573583737'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.115178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.116682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a5b49d9c-9b08-4bb8-bfbc-264cc140391f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5063479 Feb 15 02:14:07.125820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:07.132974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.209728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:07.211992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.243092 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:14:07.253723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (ca442e16-4087-4646-9099-b906f5d1751c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.344197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:07.377954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (ca442e16-4087-4646-9099-b906f5d1751c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.379683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a73aa9dc-e5fc-4485-a0a0-fd6cec356a11), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.380055 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Added segment a73aa9dc-e5fc-4485-a0a0-fd6cec356a11 of type vlan for network 4699b559-5cf1-4017-80b2-901709106acb Feb 15 02:14:07.461008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ca442e16-4087-4646-9099-b906f5d1751c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.463643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4699b559-5cf1-4017-80b2-901709106acb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.510763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca442e16-4087-4646-9099-b906f5d1751c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:07.554451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4699b559-5cf1-4017-80b2-901709106acb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.560334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:07.576440 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.596386 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.597903 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-951eeaff-2857-4681-bff3-5fc04965bd4e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4707611 Feb 15 02:14:07.600622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:07.605698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '1a8ce164-ac45-49cf-820b-675a6937ea4f', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.715331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6776946 Feb 15 02:14:07.761760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859b3ff-ac6e-4686-8121-3006e40e69f6 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Network': ['ID=4699b559-5cf1-4017-80b2-901709106acb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:07.791748 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:14:07.793614 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (19d8548f-128b-40ed-a640-c55550428571), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:07.795661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 933347d6-8b2c-47c4-b35d-34190e22c4e2 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:14:07.864114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 933347d6-8b2c-47c4-b35d-34190e22c4e2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:14:07.864598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 933347d6-8b2c-47c4-b35d-34190e22c4e2 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:14:07.865938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4699b559-5cf1-4017-80b2-901709106acb details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:07.874887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:07.882791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'subnets': [{'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--663100115', 'ip_version': 4}, {'network_id': '4699b559-5cf1-4017-80b2-901709106acb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.883419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'subnet': {'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--663100115', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.884254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Request body: {'subnet': {'network_id': '4699b559-5cf1-4017-80b2-901709106acb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:07.984240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (19d8548f-128b-40ed-a640-c55550428571), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:08.080492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (19d8548f-128b-40ed-a640-c55550428571), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:08.110867 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d8548f-128b-40ed-a640-c55550428571,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:08.179507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:08.191597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-533ebb94-68c0-43db-b566-3c32b3e09827 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5789332 Feb 15 02:14:08.256620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Made reservation on behalf of 5ddf35a967ba490cb0936978e175dc48 for: {'subnet': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:08.265447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:08.267417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:09.165055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-548a0818-acdb-4cc4-bd4a-e7e0cd4fd2b5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509081323&fields=id&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 267 time: 0.0607395 Feb 15 02:14:09.238490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (fd6719d9-c9cd-45e7-befd-446bb9285f16), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:09.321604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Subnet': ['ID=fd6719d9-c9cd-45e7-befd-446bb9285f16,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:09.330723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-e8fedfd0-48d4-4859-bedc-f3af6c76e1bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:09.332218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-e8fedfd0-48d4-4859-bedc-f3af6c76e1bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 796 time: 0.1584835 Feb 15 02:14:09.352797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-d5c4d8f5-6388-4d1d-831c-8683167f63be tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/quotas/bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 375 time: 0.0147631 Feb 15 02:14:09.357623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Checking segment: {'id': 'b1468359-deaf-4e19-ad2f-0b6124f21c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:09.357993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network hostable DHCP agents. Network: 669fca1b-23b0-4398-bc7b-e5793b3ec458, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:09.443740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-54ff374b-2ae0-4270-96c4-f9de2e4d170e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767937 Feb 15 02:14:09.454166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network 669fca1b-23b0-4398-bc7b-e5793b3ec458 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:09.572160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 669fca1b-23b0-4398-bc7b-e5793b3ec458) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:09.576922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (53f823d8-05d6-4fa4-9e4c-83f10d340dca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:09.590207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809e08d-3438-4c52-a4ed-e678e74a7a5a None None] Network 669fca1b-23b0-4398-bc7b-e5793b3ec458 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:09.704325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event updated for resources: {'Subnet': ['ID=53f823d8-05d6-4fa4-9e4c-83f10d340dca,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:09.729450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-669fca1b-23b0-4398-bc7b-e5793b3ec458', 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458', 'project_id': '5ddf35a967ba490cb0936978e175dc48', 'fixed_ips': [{'subnet_id': 'fd6719d9-c9cd-45e7-befd-446bb9285f16'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:09.730820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:09.736452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Checking segment: {'id': 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4699b559-5cf1-4017-80b2-901709106acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:09.736832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network hostable DHCP agents. Network: 4699b559-5cf1-4017-80b2-901709106acb, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:09.745153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-17942314-4b02-4fd4-93fc-aa8452eb2c3e service neutron] 10.222.0.43 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632082 Feb 15 02:14:09.828419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Network 4699b559-5cf1-4017-80b2-901709106acb is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:09.887070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-6f54126c-7e11-4470-ab90-6ba6056e3c5a service neutron] 10.222.0.43 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296275 Feb 15 02:14:09.927261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Allocated IP 172.20.0.2 (669fca1b-23b0-4398-bc7b-e5793b3ec458/fd6719d9-c9cd-45e7-befd-446bb9285f16/748fd04c-d30c-47f7-8ff8-8b03d13e6e9d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:09.931547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4699b559-5cf1-4017-80b2-901709106acb) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:09.936918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:09.937906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:09.938891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.009401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e037c6b-d11d-4332-8510-23629a76c033 None None] Network 4699b559-5cf1-4017-80b2-901709106acb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:10.043694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-451ee5f4-5c53-4492-b0c3-25b1853c9481 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1670718 Feb 15 02:14:10.050803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:10.205917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4699b559-5cf1-4017-80b2-901709106acb', 'network_id': '4699b559-5cf1-4017-80b2-901709106acb', 'project_id': '5ddf35a967ba490cb0936978e175dc48', 'fixed_ips': [{'subnet_id': '53f823d8-05d6-4fa4-9e4c-83f10d340dca'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:10.207205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.270275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0a3b001-8c3d-4ba0-80b0-cf8cac1e7243 req-50fd4ee1-f809-4df3-9545-fcad40a8ae8e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 210 time: 0.0637448 Feb 15 02:14:10.283394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa3016-06b6-4e35-84ca-36a9ae85ce78 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:10.284725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa3016-06b6-4e35-84ca-36a9ae85ce78 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:10.286022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa3016-06b6-4e35-84ca-36a9ae85ce78 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:10.296689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:10.296963 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7caa3016-06b6-4e35-84ca-36a9ae85ce78 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2397530 Feb 15 02:14:10.320196 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks [] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.379459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting subnet fd6719d9-c9cd-45e7-befd-446bb9285f16 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:10.407545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Allocated IP 172.20.0.18 (4699b559-5cf1-4017-80b2-901709106acb/53f823d8-05d6-4fa4-9e4c-83f10d340dca/0f823f5c-5bcd-4825-aa13-dd3dab929daa) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:10.422888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for subnet (fd6719d9-c9cd-45e7-befd-446bb9285f16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.426262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.487173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Pushing event updated for resources: {'Port': ['ID=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:10.507381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (fd6719d9-c9cd-45e7-befd-446bb9285f16), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.549751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Network 669fca1b-23b0-4398-bc7b-e5793b3ec458 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:10.558021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:10.564705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:10.627307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (fd6719d9-c9cd-45e7-befd-446bb9285f16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.669975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Attempting to bind port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:10.671715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Attempting to bind port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b1468359-deaf-4e19-ad2f-0b6124f21c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:10.672402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Attempting to bind port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d on network 669fca1b-23b0-4398-bc7b-e5793b3ec458 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:10.693780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:10.694554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Checking segment: {'id': 'b1468359-deaf-4e19-ad2f-0b6124f21c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:10.695464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.696077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Bound using segment: {'id': 'b1468359-deaf-4e19-ad2f-0b6124f21c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:10.696816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Bound port: 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1468359-deaf-4e19-ad2f-0b6124f21c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '669fca1b-23b0-4398-bc7b-e5793b3ec458'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:10.697459 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.780510 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (fd6719d9-c9cd-45e7-befd-446bb9285f16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.795947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] For port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:10.800644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] For port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,segment=NetworkSegment(b1468359-deaf-4e19-ad2f-0b6124f21c5a),segment_id=b1468359-deaf-4e19-ad2f-0b6124f21c5a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:10.827483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks [] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.839957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6719d9-c9cd-45e7-befd-446bb9285f16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:10.843892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.847412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f6d66148-df14-455b-bf86-499a8f49fe00 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/subnets/fd6719d9-c9cd-45e7-befd-446bb9285f16 HTTP/1.1" status: 204 len: 168 time: 0.5483687 Feb 15 02:14:10.850161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:10.900482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.906256 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.953715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Network 4699b559-5cf1-4017-80b2-901709106acb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:10.956914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting subnet 53f823d8-05d6-4fa4-9e4c-83f10d340dca {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:10.957089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:10.960648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for subnet (53f823d8-05d6-4fa4-9e4c-83f10d340dca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:10.960962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:11.016506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Pushing event updated for resources: {'Port': ['ID=0f823f5c-5bcd-4825-aa13-dd3dab929daa,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:11.017786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (53f823d8-05d6-4fa4-9e4c-83f10d340dca), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.281830 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (53f823d8-05d6-4fa4-9e4c-83f10d340dca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.362816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Attempting to bind port 0f823f5c-5bcd-4825-aa13-dd3dab929daa on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:11.363294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Attempting to bind port 0f823f5c-5bcd-4825-aa13-dd3dab929daa by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4699b559-5cf1-4017-80b2-901709106acb'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:11.363838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Attempting to bind port 0f823f5c-5bcd-4825-aa13-dd3dab929daa on network 4699b559-5cf1-4017-80b2-901709106acb {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:11.374978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:11.375485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Checking segment: {'id': 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4699b559-5cf1-4017-80b2-901709106acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:11.376245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.378683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Bound using segment: {'id': 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4699b559-5cf1-4017-80b2-901709106acb'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:11.379067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Bound port: 0f823f5c-5bcd-4825-aa13-dd3dab929daa, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4699b559-5cf1-4017-80b2-901709106acb'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:11.384684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.443355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5787c708-d2f3-4056-9304-6b26cb79d04f req-d1ce62a5-4161-4f8a-b605-e02f65914aff tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 210 time: 0.0659258 Feb 15 02:14:11.452913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5636-aadc-404f-87de-0efa5afdb7b5 None None] Pushing event updated for resources: {'Port': ['ID=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:11.665246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (53f823d8-05d6-4fa4-9e4c-83f10d340dca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.669870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] For port 0f823f5c-5bcd-4825-aa13-dd3dab929daa, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:11.681636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] For port 0f823f5c-5bcd-4825-aa13-dd3dab929daa, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0f823f5c-5bcd-4825-aa13-dd3dab929daa,segment=NetworkSegment(a73aa9dc-e5fc-4485-a0a0-fd6cec356a11),segment_id=a73aa9dc-e5fc-4485-a0a0-fd6cec356a11)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:11.691828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.701322 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/subnets/53f823d8-05d6-4fa4-9e4c-83f10d340dca HTTP/1.1" status: 204 len: 168 time: 0.8461311 Feb 15 02:14:11.701663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:11.734017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f75176-a112-4a62-a716-4334c400aa88 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Subnet': ['ID=53f823d8-05d6-4fa4-9e4c-83f10d340dca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:11.778634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0a7e6-4fff-431c-b602-c0db71231a1b tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:11.784178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:11.784542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-62f0a7e6-4fff-431c-b602-c0db71231a1b tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823810 Feb 15 02:14:11.823576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.876536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4699b559-5cf1-4017-80b2-901709106acb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:11.926826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0ff8f-5bed-457b-83f1-36f99c4b526c None None] Pushing event updated for resources: {'Port': ['ID=0f823f5c-5bcd-4825-aa13-dd3dab929daa,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:11.953857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting port 0f823f5c-5bcd-4825-aa13-dd3dab929daa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:11.953857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.041711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] For port 0f823f5c-5bcd-4825-aa13-dd3dab929daa, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0f823f5c-5bcd-4825-aa13-dd3dab929daa,segment=NetworkSegment(a73aa9dc-e5fc-4485-a0a0-fd6cec356a11),segment_id=a73aa9dc-e5fc-4485-a0a0-fd6cec356a11)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:12.042084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.058438 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Calling delete_port for 0f823f5c-5bcd-4825-aa13-dd3dab929daa owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:12.279709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:12.321130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0f823f5c-5bcd-4825-aa13-dd3dab929daa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.345751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] No DVR routers for this DVR port 0f823f5c-5bcd-4825-aa13-dd3dab929daa on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:12.395981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:12.400964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.491253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Port': ['ID=0f823f5c-5bcd-4825-aa13-dd3dab929daa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:12.641728 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4699b559-5cf1-4017-80b2-901709106acb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.648440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efa5d43f-3718-4d34-806d-7bc64f7365f6 req-fe2292aa-568d-47c3-a68b-11badc5f2226 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 210 time: 0.0567470 Feb 15 02:14:12.653631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:12.658136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.695409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4699b559-5cf1-4017-80b2-901709106acb']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:12.707784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:12.708161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73aa9dc-e5fc-4485-a0a0-fd6cec356a11') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:12.726163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a73aa9dc-e5fc-4485-a0a0-fd6cec356a11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.726851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,segment=NetworkSegment(b1468359-deaf-4e19-ad2f-0b6124f21c5a),segment_id=b1468359-deaf-4e19-ad2f-0b6124f21c5a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:12.744173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c84ea-e4c8-4a6e-abb8-2e377e6f4cf6 None None] Network 669fca1b-23b0-4398-bc7b-e5793b3ec458 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:12.749216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a73aa9dc-e5fc-4485-a0a0-fd6cec356a11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.758876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:12.759583 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a73aa9dc-e5fc-4485-a0a0-fd6cec356a11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:12.763301 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:12.806102 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.869269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4669e2b8-02d0-42c7-8dfb-4034d660b85d None None] Provisioning complete for port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:12.874377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4669e2b8-02d0-42c7-8dfb-4034d660b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.939345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:12.955822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4699b559-5cf1-4017-80b2-901709106acb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.969002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:12.972389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/4699b559-5cf1-4017-80b2-901709106acb HTTP/1.1" status: 204 len: 168 time: 1.1870205 Feb 15 02:14:12.976736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:13.025345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac357c-1edd-4d2c-9a03-47597af5853f tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=4699b559-5cf1-4017-80b2-901709106acb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:13.084285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4669e2b8-02d0-42c7-8dfb-4034d660b85d None None] Current status of the port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:13.099501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] DHCP port deletion for 669fca1b-23b0-4398-bc7b-e5793b3ec458 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:14:13.126340 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (669fca1b-23b0-4398-bc7b-e5793b3ec458), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.191843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Deleting port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:13.192537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.220475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Deleting port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:13.220475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.277319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] For port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,segment=NetworkSegment(b1468359-deaf-4e19-ad2f-0b6124f21c5a),segment_id=b1468359-deaf-4e19-ad2f-0b6124f21c5a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:13.277319 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.335063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Calling delete_port for 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:13.358913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] For port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,segment=NetworkSegment(b1468359-deaf-4e19-ad2f-0b6124f21c5a),segment_id=b1468359-deaf-4e19-ad2f-0b6124f21c5a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:13.363933 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.365177 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-711ddd6a-73ad-4671-98e8-808c295abcad tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:13.368715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-711ddd6a-73ad-4671-98e8-808c295abcad tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 796 time: 0.2232533 Feb 15 02:14:13.375045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Calling delete_port for 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:13.545614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-0d3cb5da-6d53-4f1f-a8f2-827a00b7ce95 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 379 time: 0.1656122 Feb 15 02:14:13.558356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'port': {'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'admin_state_up': True, 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'security_groups': ['1a8ce164-ac45-49cf-820b-675a6937ea4f']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:13.639366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.644549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (748fd04c-d30c-47f7-8ff8-8b03d13e6e9d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.674369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Port': ['ID=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:13.680615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] No DVR routers for this DVR port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:13.717655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] Pushing event deleted for resources: {'Port': ['ID=748fd04c-d30c-47f7-8ff8-8b03d13e6e9d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:13.763443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df854b-2bc0-4f7c-8d9a-1a6e42bad97c None None] DHCP port deletion for 4699b559-5cf1-4017-80b2-901709106acb request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:14:13.773527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-95e8a745-2312-4b24-b386-a60e49dbef67 None None] Could not find standard attr ID for object 0f823f5c-5bcd-4825-aa13-dd3dab929daa. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:14:13.777788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1f421-e0b4-4470-98ad-14045ecbebe6 None None] No DVR routers for this DVR port 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:13.820664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:13.824186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.841412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6421deb-d31b-4bd4-b4dd-162219744767 None None] Network 4699b559-5cf1-4017-80b2-901709106acb requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:13.850083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6421deb-d31b-4bd4-b4dd-162219744767 None None] Network 4699b559-5cf1-4017-80b2-901709106acb could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:14:13.915398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4fb877-83c9-47de-bebc-de8912be1525 req-5c1fabfe-6e7a-4896-80a7-64cf0d74b4eb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 210 time: 0.0541570 Feb 15 02:14:13.917841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (669fca1b-23b0-4398-bc7b-e5793b3ec458), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.940478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669fca1b-23b0-4398-bc7b-e5793b3ec458']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:13.951426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1468359-deaf-4e19-ad2f-0b6124f21c5a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:13.951736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1468359-deaf-4e19-ad2f-0b6124f21c5a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:13.962825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b1468359-deaf-4e19-ad2f-0b6124f21c5a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.986284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b1468359-deaf-4e19-ad2f-0b6124f21c5a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.993673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:13.994146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b1468359-deaf-4e19-ad2f-0b6124f21c5a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:13.997310 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:14.021566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.6 (e80d8801-0959-4387-b8dc-bff6e0f59f2d/e9c069e7-fc6f-456d-b40d-568af8904c10/227c5813-92bf-45ab-a355-dea0acb55712) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:14.164916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:14:14.178673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (669fca1b-23b0-4398-bc7b-e5793b3ec458), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.185574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.190184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:14:14.190701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 748fd04c-d30c-47f7-8ff8-8b03d13e6e9d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:14:14.196970 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/669fca1b-23b0-4398-bc7b-e5793b3ec458 HTTP/1.1" status: 204 len: 168 time: 1.2191927 Feb 15 02:14:14.200763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 38968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:14.213946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae142-58e5-444a-b41d-f0d672b844f9 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=669fca1b-23b0-4398-bc7b-e5793b3ec458,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:14.293787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (227c5813-92bf-45ab-a355-dea0acb55712), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.308779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (04585df7-03a6-4bbd-a307-320998c65ae7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.434569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (04585df7-03a6-4bbd-a307-320998c65ae7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.455897 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.459573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04585df7-03a6-4bbd-a307-320998c65ae7']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:14.498931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf630bf-c160-4469-88f2-e2fd66d448aa') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:14.499161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf630bf-c160-4469-88f2-e2fd66d448aa') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:14.521958 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:14.525500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (6bf630bf-c160-4469-88f2-e2fd66d448aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.534858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:14.545327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:14.578661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6bf630bf-c160-4469-88f2-e2fd66d448aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.585642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:14.613295 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:14.613974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.617300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:14.617800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (6bf630bf-c160-4469-88f2-e2fd66d448aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:14.620871 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:14.851509 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-fb0b73c7-56be-4606-8d8e-518722bdcea9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033206 Feb 15 02:14:14.863473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Request body: {'port': {'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:14.926599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7433ca5e-5fe4-4359-a4b4-705bf25d9981 None None] Provisioning complete for port 227c5813-92bf-45ab-a355-dea0acb55712 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:14.927180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7433ca5e-5fe4-4359-a4b4-705bf25d9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (227c5813-92bf-45ab-a355-dea0acb55712), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.950957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (04585df7-03a6-4bbd-a307-320998c65ae7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.974020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:14.980671 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/04585df7-03a6-4bbd-a307-320998c65ae7 HTTP/1.1" status: 204 len: 168 time: 0.7788749 Feb 15 02:14:14.989682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 38980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:14.992703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7433ca5e-5fe4-4359-a4b4-705bf25d9981 None None] Port 227c5813-92bf-45ab-a355-dea0acb55712 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:15.007150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (227c5813-92bf-45ab-a355-dea0acb55712), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.022068 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db235db-92ae-4f66-b43e-5e84b69b7499 tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=04585df7-03a6-4bbd-a307-320998c65ae7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:15.270396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (db24585c-e850-498d-8d4c-2855538b91db), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.309159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991efd16-bb38-4ef8-b9c9-6d66b509903c req-d234a378-1f05-4ee1-8be3-d187f9177569 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:15.311711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-991efd16-bb38-4ef8-b9c9-6d66b509903c req-d234a378-1f05-4ee1-8be3-d187f9177569 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 931 time: 0.2758579 Feb 15 02:14:15.368972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227c5813-92bf-45ab-a355-dea0acb55712 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:14:15.377671 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks [] for port (227c5813-92bf-45ab-a355-dea0acb55712), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.391348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Transition to ACTIVE for port object 227c5813-92bf-45ab-a355-dea0acb55712 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:14:15.454802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (db24585c-e850-498d-8d4c-2855538b91db), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.482512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db24585c-e850-498d-8d4c-2855538b91db']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:15.492246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.510836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e68b15-e990-49ff-848d-9e39a77dc00b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:15.511162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e68b15-e990-49ff-848d-9e39a77dc00b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:15.526134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.535778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (d7e68b15-e990-49ff-848d-9e39a77dc00b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.570105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d7e68b15-e990-49ff-848d-9e39a77dc00b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.581659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:15.582119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (d7e68b15-e990-49ff-848d-9e39a77dc00b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.649129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Pushing event updated for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:15.669776 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:15.693926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Attempting to bind port 227c5813-92bf-45ab-a355-dea0acb55712 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:15.694411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Attempting to bind port 227c5813-92bf-45ab-a355-dea0acb55712 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:15.694878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Attempting to bind port 227c5813-92bf-45ab-a355-dea0acb55712 on network e80d8801-0959-4387-b8dc-bff6e0f59f2d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:15.702959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Port 227c5813-92bf-45ab-a355-dea0acb55712 on network e80d8801-0959-4387-b8dc-bff6e0f59f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:14:15.703480 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Attempting to bind port 227c5813-92bf-45ab-a355-dea0acb55712 on network e80d8801-0959-4387-b8dc-bff6e0f59f2d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:15.705982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-991efd16-bb38-4ef8-b9c9-6d66b509903c req-799a94d3-24af-43e5-880e-34484e762a2a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820448 Feb 15 02:14:15.728500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:15.730182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Checking segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:15.731424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Bound using segment: {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:15.732211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Bound port: 227c5813-92bf-45ab-a355-dea0acb55712, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44edf4-4d79-476a-8297-6ea2bae24175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:15.736108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (227c5813-92bf-45ab-a355-dea0acb55712), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.775559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (db24585c-e850-498d-8d4c-2855538b91db), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.782023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.784470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] 10.222.0.43 "DELETE /v2.0/networks/db24585c-e850-498d-8d4c-2855538b91db HTTP/1.1" status: 204 len: 168 time: 0.7924531 Feb 15 02:14:15.814093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f192645-658e-4bd6-ba91-e915b1a17dfd tempest-BulkNetworkOpsTest-836770586 tempest-BulkNetworkOpsTest-836770586-project] Pushing event deleted for resources: {'Network': ['ID=db24585c-e850-498d-8d4c-2855538b91db,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:15.838469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:15.841839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=227c5813-92bf-45ab-a355-dea0acb55712,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:15.928791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.966833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:15.967984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:15.969923 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] 10.222.0.37 "PUT /v2.0/ports/227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 1092 time: 1.1108067 Feb 15 02:14:15.972860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:15.976923 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253321de-f247-47ca-b264-03f3a2dc14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:16.049972 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7de8ea-5793-403a-af98-4a985232597a x-openstack-request-id: req-0d7de8ea-5793-403a-af98-4a985232597a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:16.053104 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:16.053700 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d7de8ea-5793-403a-af98-4a985232597a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:16.054223 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712', 'status': 'completed', 'code': 200} Feb 15 02:14:16.062680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742634-37ae-4224-bed6-23f975e20116 service neutron] Pushing event updated for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:16.166477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253321de-f247-47ca-b264-03f3a2dc14dc req-6f44bb91-73b5-4d09-b21a-abbebbe19c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.171731 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-253321de-f247-47ca-b264-03f3a2dc14dc req-6f44bb91-73b5-4d09-b21a-abbebbe19c68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1126 time: 0.1000738 Feb 15 02:14:16.279965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253321de-f247-47ca-b264-03f3a2dc14dc req-de9c1f24-0a30-403e-83e3-cf8c890064d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.281488 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-253321de-f247-47ca-b264-03f3a2dc14dc req-de9c1f24-0a30-403e-83e3-cf8c890064d8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1042857 Feb 15 02:14:16.409192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253321de-f247-47ca-b264-03f3a2dc14dc req-ef63c495-7cce-4bf5-a3f9-89f47f86b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.410833 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-253321de-f247-47ca-b264-03f3a2dc14dc req-ef63c495-7cce-4bf5-a3f9-89f47f86b62f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228509 Feb 15 02:14:16.544602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:16.588116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-3da49cb2-fa34-4303-8a6a-d26af5b5a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.594729 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-3da49cb2-fa34-4303-8a6a-d26af5b5a6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1126 time: 0.1387637 Feb 15 02:14:16.642579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-06688352-c493-40c9-8f64-15c2a2fb3825 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 217 time: 0.0445662 Feb 15 02:14:16.735570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-8f7bf9f3-7e00-4d1f-b33d-b49c3dc975f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.737378 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-8f7bf9f3-7e00-4d1f-b33d-b49c3dc975f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 200 len: 835 time: 0.0871916 Feb 15 02:14:16.770492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-506095cd-4f3f-443a-9249-a760c7463afa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ddf35a967ba490cb0936978e175dc48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225525 Feb 15 02:14:16.772707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:16.836720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-32975867-4cb9-4ee7-9865-73d73877e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:16.838811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-32975867-4cb9-4ee7-9865-73d73877e646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0933430 Feb 15 02:14:16.959587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] Publish callbacks [] for security_group (babdcfdb-9f98-45c7-ae36-54d85088b93e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:16.986582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] Publish callbacks [] for security_group (babdcfdb-9f98-45c7-ae36-54d85088b93e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:17.001846 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-6d2ab856-85eb-49e5-a553-f7a890d46284 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521277 Feb 15 02:14:17.045599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04b770-4f5d-459f-bdfe-1c8954f99eb9 req-af05a460-e461-4a60-b734-2c2cfd569391 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:17.052706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd04b770-4f5d-459f-bdfe-1c8954f99eb9 req-af05a460-e461-4a60-b734-2c2cfd569391 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 943 time: 0.1931925 Feb 15 02:14:17.103799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd04b770-4f5d-459f-bdfe-1c8954f99eb9 req-806de1b1-c23c-4a7a-a5eb-16a48f83da82 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499485 Feb 15 02:14:17.125658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fc1e0ebc-6966-46fc-8fc0-ba302696278d req-95fe9ecc-2557-40d6-a3bf-4f41f799870e service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161983 Feb 15 02:14:17.139913 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (babdcfdb-9f98-45c7-ae36-54d85088b93e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:17.142949 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:17.144265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/babdcfdb-9f98-45c7-ae36-54d85088b93e HTTP/1.1" status: 204 len: 168 time: 0.3706200 Feb 15 02:14:17.156183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09848db5-40db-43cc-a053-ecd94d7b72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babdcfdb-9f98-45c7-ae36-54d85088b93e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:18.142971 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.248471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0552b-2664-4fc6-b19e-92b7ff3b4f6a req-479b3bac-2dd4-407a-8ed3-de80c43c8b51 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:18.250874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64a0552b-2664-4fc6-b19e-92b7ff3b4f6a req-479b3bac-2dd4-407a-8ed3-de80c43c8b51 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 943 time: 0.0692277 Feb 15 02:14:18.308816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64a0552b-2664-4fc6-b19e-92b7ff3b4f6a req-56c85716-ff5d-4b62-afe9-0c958c72dccb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521920 Feb 15 02:14:18.355043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39050) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:18.488621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-261825846'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:18.574569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:18.578525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.600429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.693716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (7bc79507-db04-4ff7-afb5-4dbbe65876b1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.742740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7bc79507-db04-4ff7-afb5-4dbbe65876b1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.771915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:18.782108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc79507-db04-4ff7-afb5-4dbbe65876b1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:18.786856 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2d45eccf-3bed-4f2a-a573-53660ddeed92), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.787205 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment 2d45eccf-3bed-4f2a-a573-53660ddeed92 of type vlan for network 1a143740-146f-441c-aa5a-3fa7e0c5e4df Feb 15 02:14:18.845304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1a143740-146f-441c-aa5a-3fa7e0c5e4df), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.946313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1a143740-146f-441c-aa5a-3fa7e0c5e4df), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:18.951682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:18.952409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:19.036522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=1a143740-146f-441c-aa5a-3fa7e0c5e4df,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:19.051800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:19.104189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eac57e72-d79b-4f22-a602-96529412689b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7478695 Feb 15 02:14:19.107179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:19.113810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'name': 'tempest-PortsTestJSON-224206372'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:19.296934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:19.301178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:19.319029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 5472958f-7595-4026-9305-6021509158f6 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:19.542819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (5472958f-7595-4026-9305-6021509158f6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:19.551502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98228e5e-24da-4309-b4c6-dd89214b2729 req-00594feb-5a3f-471d-81bd-68a0894e40ba tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:19.558890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98228e5e-24da-4309-b4c6-dd89214b2729 req-00594feb-5a3f-471d-81bd-68a0894e40ba tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 943 time: 0.1427042 Feb 15 02:14:19.627500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98228e5e-24da-4309-b4c6-dd89214b2729 req-e42455b3-0b00-406f-817f-2eaafd2cc2f3 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675259 Feb 15 02:14:19.704082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5472958f-7595-4026-9305-6021509158f6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:19.768918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=5472958f-7595-4026-9305-6021509158f6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:19.793084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': '2d45eccf-3bed-4f2a-a573-53660ddeed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:19.793416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 1a143740-146f-441c-aa5a-3fa7e0c5e4df, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:19.900006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:19.983446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1a143740-146f-441c-aa5a-3fa7e0c5e4df) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:19.993985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:19.994169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad812d8-c8ee-4ede-9035-604278a4a1a4 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:20.016672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:20.026165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.088578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.109624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.109993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c59c8119-14e3-4a77-b95d-4e013d0f5a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0008638 Feb 15 02:14:20.112830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.116065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-773616327'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:20.234587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:20.238467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.252829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Deleting subnet e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:20.266839 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Publish callbacks [] for subnet (e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.290590 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:20.311198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (eaf4cbee-fddb-4881-b453-e25eaf1b4f49), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.312785 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment eaf4cbee-fddb-4881-b453-e25eaf1b4f49 of type vlan for network afa654fc-7a97-47a0-bb7a-daec3afcc36c Feb 15 02:14:20.353002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.393755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.475110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (afa654fc-7a97-47a0-bb7a-daec3afcc36c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.505899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-281f091a-5929-4a63-8c71-339e133514af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cc447759e6443f8a9ded881b217e698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134431 Feb 15 02:14:20.506395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.565199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] Publish callbacks [] for security_group (75dcd9fa-4a17-418d-b406-0d394e7daf86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.568339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.589347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (afa654fc-7a97-47a0-bb7a-daec3afcc36c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.596588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:20.597747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.612369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.616251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9 HTTP/1.1" status: 204 len: 168 time: 0.5023632 Feb 15 02:14:20.627375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.643535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085d07d-82e8-4003-b944-846bd4609822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0674d7e-fa44-4a24-8e6d-9ef6e50dc0a9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:20.662882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] Publish callbacks [] for security_group (75dcd9fa-4a17-418d-b406-0d394e7daf86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.773157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=afa654fc-7a97-47a0-bb7a-daec3afcc36c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:20.785797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network afa654fc-7a97-47a0-bb7a-daec3afcc36c details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:20.823707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e938-3725-4452-a85a-008617291b30 req-a283930e-5c06-48b1-9584-b4a79020ae1d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:20.825760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f479e938-3725-4452-a85a-008617291b30 req-a283930e-5c06-48b1-9584-b4a79020ae1d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 943 time: 0.0810535 Feb 15 02:14:20.836812 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-63998b77-1a26-4a91-8b94-858d6a692500 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7254813 Feb 15 02:14:20.839224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:20.851157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'ports': [{'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'}, {'network_id': 'afa654fc-7a97-47a0-bb7a-daec3afcc36c'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:20.851475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:20.851940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': 'afa654fc-7a97-47a0-bb7a-daec3afcc36c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:20.869417 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (75dcd9fa-4a17-418d-b406-0d394e7daf86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.872326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.874018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75dcd9fa-4a17-418d-b406-0d394e7daf86 HTTP/1.1" status: 204 len: 168 time: 0.3665121 Feb 15 02:14:20.929978 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (36bcee28-e5df-48b6-aadd-d94ec20e0653), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:20.956845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef14597-0ead-4430-9d46-d6e87819c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dcd9fa-4a17-418d-b406-0d394e7daf86,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:21.008074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f479e938-3725-4452-a85a-008617291b30 req-70ab9301-9a66-470d-bae8-ae56a3cd3cdc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746051 Feb 15 02:14:21.132405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (36bcee28-e5df-48b6-aadd-d94ec20e0653), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.134234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d997b9f-d9ee-4b52-b683-1755fb48535f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.172167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bcee28-e5df-48b6-aadd-d94ec20e0653']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:21.186524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7694189a-2f50-425f-952b-95f64fe9936a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:21.186967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7694189a-2f50-425f-952b-95f64fe9936a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:21.196801 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (7694189a-2f50-425f-952b-95f64fe9936a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.203822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:21.208837 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.223287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.279559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7694189a-2f50-425f-952b-95f64fe9936a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.290770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:21.291174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (7694189a-2f50-425f-952b-95f64fe9936a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:21.294269 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:21.487349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 93d8d3e3-167c-4961-b964-29f18e98bcc9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:21.573762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (36bcee28-e5df-48b6-aadd-d94ec20e0653), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.589413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.595929 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] 10.222.0.43 "DELETE /v2.0/networks/36bcee28-e5df-48b6-aadd-d94ec20e0653 HTTP/1.1" status: 204 len: 168 time: 0.9633925 Feb 15 02:14:21.611725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22208cb-0062-4b7c-97ed-50fe32236e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=36bcee28-e5df-48b6-aadd-d94ec20e0653,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:21.642380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (93d8d3e3-167c-4961-b964-29f18e98bcc9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.708032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 83a060a5-1947-4925-b3c3-449358a57d78 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:21.805097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (83a060a5-1947-4925-b3c3-449358a57d78), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.824030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 227c5813-92bf-45ab-a355-dea0acb55712 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:14:21.914937 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (93d8d3e3-167c-4961-b964-29f18e98bcc9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:21.944441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=227c5813-92bf-45ab-a355-dea0acb55712,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:21.959780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '227c5813-92bf-45ab-a355-dea0acb55712', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:14:22.002695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:22.003346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:22.005808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:22.011928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:22.018337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (83a060a5-1947-4925-b3c3-449358a57d78), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.032485 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=93d8d3e3-167c-4961-b964-29f18e98bcc9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:22.037381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 227c5813-92bf-45ab-a355-dea0acb55712 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:22.040228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (227c5813-92bf-45ab-a355-dea0acb55712), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.077069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227c5813-92bf-45ab-a355-dea0acb55712 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:14:22.108754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': 'eaf4cbee-fddb-4881-b453-e25eaf1b4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'afa654fc-7a97-47a0-bb7a-daec3afcc36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:22.109123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: afa654fc-7a97-47a0-bb7a-daec3afcc36c, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:22.130572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-36d2ac03-3a54-400a-80b8-df88a25146f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f80a97c412114a99a26bdbd6351ec350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258550 Feb 15 02:14:22.131379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:22.143584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=227c5813-92bf-45ab-a355-dea0acb55712,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:22.149491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=83a060a5-1947-4925-b3c3-449358a57d78,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:22.205987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.237781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network afa654fc-7a97-47a0-bb7a-daec3afcc36c is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:22.266901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:22.270723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11bad6-d534-4568-85f0-b72dd39f768c req-6935d0c1-a8a6-460d-b843-539f0b83d965 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:22.272260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db11bad6-d534-4568-85f0-b72dd39f768c req-6935d0c1-a8a6-460d-b843-539f0b83d965 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 943 time: 0.1090899 Feb 15 02:14:22.273438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] Publish callbacks [] for security_group (c04631d7-e116-4fc6-a6f8-8344b87cb876), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.317804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, afa654fc-7a97-47a0-bb7a-daec3afcc36c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:22.330829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:22.331292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229712b-82aa-4858-bb71-ac593ae92c51 None None] Network afa654fc-7a97-47a0-bb7a-daec3afcc36c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:22.333268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:22.341049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] Publish callbacks [] for security_group (c04631d7-e116-4fc6-a6f8-8344b87cb876), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.350510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:22.350510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.416235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db11bad6-d534-4568-85f0-b72dd39f768c req-14faa549-6d55-44ed-bcb5-7cfc9c0fd5db tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310210 Feb 15 02:14:22.457810 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b56bbb26-c4c1-4d7e-af28-b60479b22ec2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6172466 Feb 15 02:14:22.466962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:22.554624 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c04631d7-e116-4fc6-a6f8-8344b87cb876), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.557432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.561427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c04631d7-e116-4fc6-a6f8-8344b87cb876 HTTP/1.1" status: 204 len: 168 time: 0.4241676 Feb 15 02:14:22.569279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['227c5813-92bf-45ab-a355-dea0acb55712'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:14:22.580640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86099d6c-df45-4d87-84ab-0315cfc9e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04631d7-e116-4fc6-a6f8-8344b87cb876,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:22.600087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 83a060a5-1947-4925-b3c3-449358a57d78 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:22.600477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (83a060a5-1947-4925-b3c3-449358a57d78), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.681006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (83a060a5-1947-4925-b3c3-449358a57d78), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.695472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 83a060a5-1947-4925-b3c3-449358a57d78 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:22.925883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (83a060a5-1947-4925-b3c3-449358a57d78), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.954825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=83a060a5-1947-4925-b3c3-449358a57d78,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:22.963114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:22.966977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5faeb2c-880a-4059-bcd3-f5faa02d5dfc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/83a060a5-1947-4925-b3c3-449358a57d78 HTTP/1.1" status: 204 len: 168 time: 0.4989240 Feb 15 02:14:22.969512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:23.049525 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0bd4c3-f303-46bf-a8ba-093e9f46f075 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:23.056515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0bd4c3-f303-46bf-a8ba-093e9f46f075 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:23.060337 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de0bd4c3-f303-46bf-a8ba-093e9f46f075 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0878270 Feb 15 02:14:23.062092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:23.156285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 93d8d3e3-167c-4961-b964-29f18e98bcc9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:23.156757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (93d8d3e3-167c-4961-b964-29f18e98bcc9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:23.253562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (93d8d3e3-167c-4961-b964-29f18e98bcc9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:23.268438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 93d8d3e3-167c-4961-b964-29f18e98bcc9 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:23.340476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48edfaaa-e78c-4877-8d1b-86d56c7b5978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:23.448375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (93d8d3e3-167c-4961-b964-29f18e98bcc9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:23.482310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=93d8d3e3-167c-4961-b964-29f18e98bcc9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:23.485943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:23.492368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-445b730c-3b5a-49f5-a90c-5185106a32f1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/93d8d3e3-167c-4961-b964-29f18e98bcc9 HTTP/1.1" status: 204 len: 168 time: 0.4263229 Feb 15 02:14:23.492724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:23.593895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918da27-b505-40a0-a208-624ddbc0d400 req-1c01ca01-505c-4caf-9547-de57b1be0233 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:23.596274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5918da27-b505-40a0-a208-624ddbc0d400 req-1c01ca01-505c-4caf-9547-de57b1be0233 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 944 time: 0.0722399 Feb 15 02:14:23.705088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5918da27-b505-40a0-a208-624ddbc0d400 req-62e9b015-d512-4015-b24b-d44bc4eec3bb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008117 Feb 15 02:14:23.840180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 227c5813-92bf-45ab-a355-dea0acb55712 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:23.843367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab110e7-8c07-4d56-aaf9-b0f4933eef6d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:23.847474 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ab110e7-8c07-4d56-aaf9-b0f4933eef6d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3511605 Feb 15 02:14:23.847736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:23.872494 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e6092-3584-43fc-a48d-5679c730082e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:23.873890 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b53e6092-3584-43fc-a48d-5679c730082e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/83a060a5-1947-4925-b3c3-449358a57d78 HTTP/1.1" status: 404 len: 333 time: 0.0253310 Feb 15 02:14:23.876842 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:23.922026 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b6a1ba-6bbf-4404-8348-17ffe1110a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:23.923460 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10b6a1ba-6bbf-4404-8348-17ffe1110a67 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/93d8d3e3-167c-4961-b964-29f18e98bcc9 HTTP/1.1" status: 404 len: 333 time: 0.0455260 Feb 15 02:14:23.927339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:24.021334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 227c5813-92bf-45ab-a355-dea0acb55712 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:14:24.024441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (afa654fc-7a97-47a0-bb7a-daec3afcc36c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.028543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 227c5813-92bf-45ab-a355-dea0acb55712 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:24.029158 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (227c5813-92bf-45ab-a355-dea0acb55712), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.116170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (afa654fc-7a97-47a0-bb7a-daec3afcc36c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.143163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 227c5813-92bf-45ab-a355-dea0acb55712 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:24.143163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (227c5813-92bf-45ab-a355-dea0acb55712), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.144887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa654fc-7a97-47a0-bb7a-daec3afcc36c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:24.155787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf4cbee-fddb-4881-b453-e25eaf1b4f49') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:24.156162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf4cbee-fddb-4881-b453-e25eaf1b4f49') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:24.167118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (eaf4cbee-fddb-4881-b453-e25eaf1b4f49), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.189550 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (eaf4cbee-fddb-4881-b453-e25eaf1b4f49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.198690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=227c5813-92bf-45ab-a355-dea0acb55712,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:24.200533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:24.202416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:24.202834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (eaf4cbee-fddb-4881-b453-e25eaf1b4f49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.203294 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05b6f7-4a04-4513-9e8b-7a76ef6c4fa2" -d '{"events": [{"server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "name": "network-vif-plugged", "status": "completed", "tag": "227c5813-92bf-45ab-a355-dea0acb55712"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:24.206564 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:24.283681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.371779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:24.372680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (afa654fc-7a97-47a0-bb7a-daec3afcc36c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.422800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.426420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/afa654fc-7a97-47a0-bb7a-daec3afcc36c HTTP/1.1" status: 204 len: 168 time: 0.4979792 Feb 15 02:14:24.427490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59324a9-821b-4472-bdca-cdc8909e2c29 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=afa654fc-7a97-47a0-bb7a-daec3afcc36c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:24.430756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39214) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:24.442564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-142125022'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:24.537141 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6962a49-8857-4f5f-bbee-167ca53a49c8 x-openstack-request-id: req-d6962a49-8857-4f5f-bbee-167ca53a49c8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:24.537440 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "name": "network-vif-plugged", "status": "completed", "tag": "227c5813-92bf-45ab-a355-dea0acb55712", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:24.537701 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6962a49-8857-4f5f-bbee-167ca53a49c8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:24.538104 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712', 'code': 200} Feb 15 02:14:24.551391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:24.556816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.580182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.596549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:24.615864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cfa14695-854e-4de4-b46e-4e4e3c6bc554), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.616799 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment cfa14695-854e-4de4-b46e-4e4e3c6bc554 of type vlan for network 5d68d0c6-83b7-484f-b939-075a41e28e50 Feb 15 02:14:24.664838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5d68d0c6-83b7-484f-b939-075a41e28e50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.672309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f0ab-239d-4b7f-9ff8-0bd604a1c9ac req-c0515a5a-cad4-46f1-b529-7fc0dfe4e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:24.675803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ed5f0ab-239d-4b7f-9ff8-0bd604a1c9ac req-c0515a5a-cad4-46f1-b529-7fc0dfe4e118 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1128 time: 0.0717714 Feb 15 02:14:24.744508 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9ed5f0ab-239d-4b7f-9ff8-0bd604a1c9ac req-6f8271b3-cf0b-4bb1-a084-a87aa26d8d8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619681 Feb 15 02:14:24.785950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5d68d0c6-83b7-484f-b939-075a41e28e50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.791377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:24.796443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:24.874978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4415784 Feb 15 02:14:24.878047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:24.883661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:24.887093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697692b-f778-4383-be40-dbe617939aa0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=5d68d0c6-83b7-484f-b939-075a41e28e50,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:24.899551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:25.033748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:25.039475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'network': {'name': 'tempest-network-smoke--1647045383', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:25.137209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b42d-25b8-4131-825b-e71485020a94 req-df647959-27a9-41f0-9ec0-3543bd3361d2 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:25.138649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7c7b42d-25b8-4131-825b-e71485020a94 req-df647959-27a9-41f0-9ec0-3543bd3361d2 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 945 time: 0.0534656 Feb 15 02:14:25.169825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:25.173548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.174009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:25.178527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.191813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.213377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7c7b42d-25b8-4131-825b-e71485020a94 req-cf281909-2361-44d9-809b-9a473a0ef42d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691404 Feb 15 02:14:25.257344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:14:25.257965 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:14:25.310686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (ca7248d6-c07f-4712-8992-281000fd48d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.371627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ca7248d6-c07f-4712-8992-281000fd48d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.417857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:25.425322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7248d6-c07f-4712-8992-281000fd48d9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:25.437944 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6a6ac5de-1c0c-43e9-9473-d62dc685df23), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.438515 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Added segment 6a6ac5de-1c0c-43e9-9473-d62dc685df23 of type vlan for network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 Feb 15 02:14:25.478493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3ca14ac6-a8cd-4f99-9ff6-c11a72193804), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.498847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (b4eabb77-6c97-4f6d-bc1b-77d702790403), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.564556 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=b4eabb77-6c97-4f6d-bc1b-77d702790403,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:25.572854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3ca14ac6-a8cd-4f99-9ff6-c11a72193804), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.573609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': 'cfa14695-854e-4de4-b46e-4e4e3c6bc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:25.573976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 5d68d0c6-83b7-484f-b939-075a41e28e50, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:25.585765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:25.589957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.661317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Network': ['ID=3ca14ac6-a8cd-4f99-9ff6-c11a72193804,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:25.672098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:25.679984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:25.714058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-859a8991-0bcf-4411-a5d5-af11ff3be859 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6787553 Feb 15 02:14:25.717117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:25.723491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'admin_state_up': True, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:25.777116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5d68d0c6-83b7-484f-b939-075a41e28e50) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:25.787618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:25.788215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.790023 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cde589-246d-48ac-9183-b6845a09ebb7 None None] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:25.842806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (565cafa6-72d4-4212-ad30-7814bc992914), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.844210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (565cafa6-72d4-4212-ad30-7814bc992914), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.878234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2abbee7-c730-4453-8ea3-7d1f09237bdd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9986773 Feb 15 02:14:25.880646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:25.895682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50', 'name': 'tempest-PortsTestJSON-806435936'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:25.926474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5d68d0c6-83b7-484f-b939-075a41e28e50', 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': 'b4eabb77-6c97-4f6d-bc1b-77d702790403'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:25.927233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:25.988211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_controller (565cafa6-72d4-4212-ad30-7814bc992914), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.042824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.156634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Allocated IP 172.20.0.2 (5d68d0c6-83b7-484f-b939-075a41e28e50/b4eabb77-6c97-4f6d-bc1b-77d702790403/0eb7bc91-4cd5-4824-97a0-95dec67cc215) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:26.178433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:26.181886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.374184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks [] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.452397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.493630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:26.498349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:26.502623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:26.518839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Pushing event updated for resources: {'Port': ['ID=0eb7bc91-4cd5-4824-97a0-95dec67cc215,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:26.563200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port cf4d0958-67e2-4154-9d46-4ec2f518176d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:26.589983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Attempting to bind port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:26.590517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Attempting to bind port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'cfa14695-854e-4de4-b46e-4e4e3c6bc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:26.590892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Attempting to bind port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 on network 5d68d0c6-83b7-484f-b939-075a41e28e50 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:26.602909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:26.603364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Checking segment: {'id': 'cfa14695-854e-4de4-b46e-4e4e3c6bc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:26.603890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.604632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Bound using segment: {'id': 'cfa14695-854e-4de4-b46e-4e4e3c6bc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:26.604811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Bound port: 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa14695-854e-4de4-b46e-4e4e3c6bc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d68d0c6-83b7-484f-b939-075a41e28e50'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:26.605205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.608578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (565cafa6-72d4-4212-ad30-7814bc992914), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.659711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cd7e8-9f63-4a8b-90f9-304d259d54a4 req-e6f2f798-6130-4367-9168-ef1115e0cff7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:26.661100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-901cd7e8-9f63-4a8b-90f9-304d259d54a4 req-e6f2f798-6130-4367-9168-ef1115e0cff7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 945 time: 0.1798756 Feb 15 02:14:26.683912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] For port 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:26.694275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] For port 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eb7bc91-4cd5-4824-97a0-95dec67cc215,segment=NetworkSegment(cfa14695-854e-4de4-b46e-4e4e3c6bc554),segment_id=cfa14695-854e-4de4-b46e-4e4e3c6bc554)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:26.783245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:26.819111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-901cd7e8-9f63-4a8b-90f9-304d259d54a4 req-7d953207-4c15-4ae5-b5ba-f4e80024339d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511431 Feb 15 02:14:26.827687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.14 (5d68d0c6-83b7-484f-b939-075a41e28e50/b4eabb77-6c97-4f6d-bc1b-77d702790403/cf4d0958-67e2-4154-9d46-4ec2f518176d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:26.875886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d8db-3489-4e4e-a610-a6c2969013ce None None] Pushing event updated for resources: {'Port': ['ID=0eb7bc91-4cd5-4824-97a0-95dec67cc215,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:27.193932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e380-2902-4df5-bad5-fa29eb8881ea req-3fc672bc-e5b3-4247-a089-76da4cee9724 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:27.195501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f784e380-2902-4df5-bad5-fa29eb8881ea req-3fc672bc-e5b3-4247-a089-76da4cee9724 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 945 time: 0.2373753 Feb 15 02:14:27.265823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (cf4d0958-67e2-4154-9d46-4ec2f518176d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.306723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (565cafa6-72d4-4212-ad30-7814bc992914), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.348728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.358151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f784e380-2902-4df5-bad5-fa29eb8881ea req-45db4d7d-9f4c-47f8-b497-8158d36bc0b3 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552887 Feb 15 02:14:27.381437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39258) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:27.386313 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.450629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf4d0958-67e2-4154-9d46-4ec2f518176d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.547398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7db190-9b07-46a5-8cab-dc22c4dec7b4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:27.548966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3d7db190-9b07-46a5-8cab-dc22c4dec7b4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1123 time: 0.1665740 Feb 15 02:14:27.550793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:27.552135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:27.557749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:27.561090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:27.567229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:27.592991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=cf4d0958-67e2-4154-9d46-4ec2f518176d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:27.628717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.654354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:27.655292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.673482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.25.2.10 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/49141d9a-51a5-4763-91da-3b316ed2a726) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:27.742400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.777019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-777269f7-e821-45ed-99ec-ffa7c8e2ab48 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8866897 Feb 15 02:14:27.783066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:27.839468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (49141d9a-51a5-4763-91da-3b316ed2a726), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.920397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port cf4d0958-67e2-4154-9d46-4ec2f518176d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:27.922176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cf4d0958-67e2-4154-9d46-4ec2f518176d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:27.980331 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.030866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=49141d9a-51a5-4763-91da-3b316ed2a726,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:28.035725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.25.2.202 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/83ea6bda-c5e3-45b4-a2de-7a689e4d7d54) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:28.064333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:28.067708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:28.073677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:28.136330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cf4d0958-67e2-4154-9d46-4ec2f518176d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.136544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992f4ff-8fd0-4691-81e0-060b76d165f9 None None] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:28.156014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for cf4d0958-67e2-4154-9d46-4ec2f518176d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:28.182869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.201465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eb7bc91-4cd5-4824-97a0-95dec67cc215 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:28.324190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.404156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:28.408930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:28.422614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:28.426605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Provisioning complete for port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:28.426605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.456105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=83ea6bda-c5e3-45b4-a2de-7a689e4d7d54,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:28.508776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf4d0958-67e2-4154-9d46-4ec2f518176d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.535054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:28.535835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.541618 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:14:28.710381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.718247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/cf4d0958-67e2-4154-9d46-4ec2f518176d HTTP/1.1" status: 204 len: 168 time: 0.9301665 Feb 15 02:14:28.723519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:28.723921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.730088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:28.731831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5fe81-5044-47da-92d6-92492c581e46 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=cf4d0958-67e2-4154-9d46-4ec2f518176d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:28.758685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Current status of the port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:28.759352 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.840938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eb7bc91-4cd5-4824-97a0-95dec67cc215,segment=NetworkSegment(cfa14695-854e-4de4-b46e-4e4e3c6bc554),segment_id=cfa14695-854e-4de4-b46e-4e4e3c6bc554)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:28.860681 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83371ab-ba8b-4cb6-a87c-03d4a8967492 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:14:28.864900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83371ab-ba8b-4cb6-a87c-03d4a8967492 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:14:28.870200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c83371ab-ba8b-4cb6-a87c-03d4a8967492 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/cf4d0958-67e2-4154-9d46-4ec2f518176d HTTP/1.1" status: 404 len: 333 time: 0.1343324 Feb 15 02:14:28.874703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:28.927834 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c40cc-1714-4aea-b391-c5897c838380 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:28.931892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ad4c40cc-1714-4aea-b391-c5897c838380 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/cf4d0958-67e2-4154-9d46-4ec2f518176d HTTP/1.1" status: 404 len: 333 time: 0.0513511 Feb 15 02:14:28.932186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:28.933108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:28.990085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet b4eabb77-6c97-4f6d-bc1b-77d702790403 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:28.999672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (b4eabb77-6c97-4f6d-bc1b-77d702790403), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.021694 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:14:29.022344 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:14:29.102849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=0eb7bc91-4cd5-4824-97a0-95dec67cc215,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:29.105938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (b4eabb77-6c97-4f6d-bc1b-77d702790403), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.142387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (565cafa6-72d4-4212-ad30-7814bc992914), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.171624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (08810878-2ea8-48ce-a758-7d1ef1780819), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.303434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (b4eabb77-6c97-4f6d-bc1b-77d702790403), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.394290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.472887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (565cafa6-72d4-4212-ad30-7814bc992914), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.604916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-453bd711-dac2-4834-809e-0b31fa3fa96b None None] Current status of the port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:29.655046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.706439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (b4eabb77-6c97-4f6d-bc1b-77d702790403), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.732474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.740238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=b4eabb77-6c97-4f6d-bc1b-77d702790403,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:29.746320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 565cafa6-72d4-4212-ad30-7814bc992914 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:14:29.749389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-890e5eb3-82aa-4829-bd09-22b2e0367d76 None None] Provisioning complete for port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:29.749781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-890e5eb3-82aa-4829-bd09-22b2e0367d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.753779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.760773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-73ca90e1-2eb6-45cb-b22b-5bc88c89d0c1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/b4eabb77-6c97-4f6d-bc1b-77d702790403 HTTP/1.1" status: 204 len: 168 time: 0.8234348 Feb 15 02:14:29.760773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:29.790924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f282361-b265-4926-ba29-30392447ad6f None None] Network 5d68d0c6-83b7-484f-b939-075a41e28e50 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:29.805290 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=83ea6bda-c5e3-45b4-a2de-7a689e4d7d54,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:29.853165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (08810878-2ea8-48ce-a758-7d1ef1780819), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.891951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5d68d0c6-83b7-484f-b939-075a41e28e50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:29.970426 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Floating IP 08810878-2ea8-48ce-a758-7d1ef1780819 associated. External IP: 172.25.2.202, port: 227c5813-92bf-45ab-a355-dea0acb55712. Feb 15 02:14:30.085234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-890e5eb3-82aa-4829-bd09-22b2e0367d76 None None] Current status of the port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:30.092154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-890e5eb3-82aa-4829-bd09-22b2e0367d76 None None] Could not find standard attr ID for object cf4d0958-67e2-4154-9d46-4ec2f518176d. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:14:30.143800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] DHCP port deletion for 5d68d0c6-83b7-484f-b939-075a41e28e50 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:14:30.212703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Deleting port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:30.213075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.299035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] For port 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eb7bc91-4cd5-4824-97a0-95dec67cc215,segment=NetworkSegment(cfa14695-854e-4de4-b46e-4e4e3c6bc554),segment_id=cfa14695-854e-4de4-b46e-4e4e3c6bc554)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:30.299587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.325568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Calling delete_port for 0eb7bc91-4cd5-4824-97a0-95dec67cc215 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:30.379729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:14:30.385734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:14:30.410469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Sync routers for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:14:30.444534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:30.445613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:30.470213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:30.470560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.552624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:14:30.555326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.564026 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:30.564504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1ce9723-acc8-4175-8404-7a4b431bea12 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8452842 Feb 15 02:14:30.566347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:14:30.576835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:30.588933 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:30.589556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:30.622510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port 0eb7bc91-4cd5-4824-97a0-95dec67cc215, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0eb7bc91-4cd5-4824-97a0-95dec67cc215,segment=NetworkSegment(cfa14695-854e-4de4-b46e-4e4e3c6bc554),segment_id=cfa14695-854e-4de4-b46e-4e4e3c6bc554)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:30.623753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.652360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 0eb7bc91-4cd5-4824-97a0-95dec67cc215 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:30.675125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.732320 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:30.763010 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9590c936-8bfb-47c8-8326-6f6805688d00 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2059405 Feb 15 02:14:30.764041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:30.764171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:30.771437 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd1c08-ebef-4253-9924-43dbaf41d5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:30.874858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.877497 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (0eb7bc91-4cd5-4824-97a0-95dec67cc215), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:30.940331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:30.942243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=0eb7bc91-4cd5-4824-97a0-95dec67cc215,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:30.973561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] Pushing event deleted for resources: {'Port': ['ID=0eb7bc91-4cd5-4824-97a0-95dec67cc215,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:30.982440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d556d8-aa48-42ad-87ed-ad7867b665db None None] No DVR routers for this DVR port 0eb7bc91-4cd5-4824-97a0-95dec67cc215 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:31.047985 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.079932 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:14:31.089212 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:31.090834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.129007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.149906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5d68d0c6-83b7-484f-b939-075a41e28e50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.190557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Checking router: 565cafa6-72d4-4212-ad30-7814bc992914 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:14:31.190923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Updating router 565cafa6-72d4-4212-ad30-7814bc992914 port 49141d9a-51a5-4763-91da-3b316ed2a726 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:14:31.194556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d68d0c6-83b7-484f-b939-075a41e28e50']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.220840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa14695-854e-4de4-b46e-4e4e3c6bc554') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.221200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa14695-854e-4de4-b46e-4e4e3c6bc554') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.225013 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30daab-6eb9-4210-a175-df880afe163a x-openstack-request-id: req-1e30daab-6eb9-4210-a175-df880afe163a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:31.225314 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:31.225564 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e30daab-6eb9-4210-a175-df880afe163a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:31.226210 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712', 'status': 'completed', 'code': 200} Feb 15 02:14:31.249384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (cfa14695-854e-4de4-b46e-4e4e3c6bc554), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.258566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.279328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (cfa14695-854e-4de4-b46e-4e4e3c6bc554), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.281052 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:31.291385 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5891dce6-f218-4772-bb63-be74a516649b tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd6dc208c64e45aab6a8c7c1ae6be030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7254744 Feb 15 02:14:31.292182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:31.292618 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (cfa14695-854e-4de4-b46e-4e4e3c6bc554), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.295720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39310) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self.session.flush() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:31.299880 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:31.454131 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-971f668a-b16e-4fe4-a096-a6647507b5ea tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/08810878-2ea8-48ce-a758-7d1ef1780819 HTTP/1.1" status: 200 len: 991 time: 0.6784675 Feb 15 02:14:31.465478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-df4fedb0-22bd-4a14-99f5-d29625e55a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:31.467004 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-df4fedb0-22bd-4a14-99f5-d29625e55a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1128 time: 0.2442749 Feb 15 02:14:31.514840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5d68d0c6-83b7-484f-b939-075a41e28e50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.567194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.577803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/5d68d0c6-83b7-484f-b939-075a41e28e50 HTTP/1.1" status: 204 len: 168 time: 1.8116586 Feb 15 02:14:31.578044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:31.578290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e75155-791f-4568-ac30-0f61feb82022 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=5d68d0c6-83b7-484f-b939-075a41e28e50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:31.597945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-625000558'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:31.650014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fb927-e6ef-400e-981d-d73555f9c559 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:31.655355 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d40fb927-e6ef-400e-981d-d73555f9c559 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3580053 Feb 15 02:14:31.656052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:31.734332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ba9ca05-56c7-4dd9-a3d0-ac345621f58e tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724676 Feb 15 02:14:31.738077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:31.744222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107533176', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:31.769656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks [] for port (49141d9a-51a5-4763-91da-3b316ed2a726), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.773249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:31.776820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.785330 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:31.789481 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-36b72239-b8d2-4ff5-a223-7126c2d1e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:31.790983 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-36b72239-b8d2-4ff5-a223-7126c2d1e706 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 897 time: 0.3178155 Feb 15 02:14:31.819054 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03875f51-eb6c-46a0-9e6f-825373cbcc74 None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:13:57Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:14:31.864402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.933562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:31.950713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Attempting to bind port 49141d9a-51a5-4763-91da-3b316ed2a726 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:31.952838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Attempting to bind port 49141d9a-51a5-4763-91da-3b316ed2a726 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:31.952838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Attempting to bind port 49141d9a-51a5-4763-91da-3b316ed2a726 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:31.957203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b9866-0a74-43e1-b144-c4c2676e9766 None None] Pushing event updated for resources: {'Port': ['ID=49141d9a-51a5-4763-91da-3b316ed2a726,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:31.962782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:31.963307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:31.963816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:31.964325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:31.965831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Bound port: 49141d9a-51a5-4763-91da-3b316ed2a726, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:31.966148 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.001594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-26365b80-732b-4a5d-b78a-da13c0a7e28f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 999 time: 0.2012093 Feb 15 02:14:32.002724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (04a61dd9-b7e0-46a8-91fe-61a849769e3b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.003078 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment 04a61dd9-b7e0-46a8-91fe-61a849769e3b of type vlan for network 9312f11e-13fc-4da3-83e1-537528c88d00 Feb 15 02:14:32.029426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] For port 49141d9a-51a5-4763-91da-3b316ed2a726, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:32.030720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:32.039282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] For port 49141d9a-51a5-4763-91da-3b316ed2a726, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=49141d9a-51a5-4763-91da-3b316ed2a726,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:32.044246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.121019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.121597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (9312f11e-13fc-4da3-83e1-537528c88d00), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.148268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-73ce54c9-03c6-4da4-a4e2-c3ff7857fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:32.149828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-73ce54c9-03c6-4da4-a4e2-c3ff7857fe59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 200 len: 835 time: 0.1276944 Feb 15 02:14:32.226915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d3e3e-897d-483d-bae4-76a11012d2bb None None] New status for floating IP 08810878-2ea8-48ce-a758-7d1ef1780819: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:14:32.252560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-d84306f0-3fc0-4227-b944-914a200bf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:32.254353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-d84306f0-3fc0-4227-b944-914a200bf05d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0864086 Feb 15 02:14:32.314430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eb7bc91-4cd5-4824-97a0-95dec67cc215 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:14:32.327809 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (9312f11e-13fc-4da3-83e1-537528c88d00), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.332946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:32.333529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.381550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0eb7bc91-4cd5-4824-97a0-95dec67cc215 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:14:32.381898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0eb7bc91-4cd5-4824-97a0-95dec67cc215 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:14:32.417502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b9866-0a74-43e1-b144-c4c2676e9766 None None] Pushing event updated for resources: {'Port': ['ID=49141d9a-51a5-4763-91da-3b316ed2a726,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:32.424642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8335264 Feb 15 02:14:32.425292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:32.434726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:32.457290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:32.457930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:32.458124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:32.475257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc071b-16ca-4687-a873-f0f16b61867b tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=9312f11e-13fc-4da3-83e1-537528c88d00,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:32.505640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 9312f11e-13fc-4da3-83e1-537528c88d00 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:32.524494 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-2030fdfa-33b1-45e1-b80d-0711e461d759 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629669 Feb 15 02:14:32.605997 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ceed6da5-6259-49ce-8bf5-45b21a083e8e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/08810878-2ea8-48ce-a758-7d1ef1780819 HTTP/1.1" status: 200 len: 991 time: 0.1411464 Feb 15 02:14:32.646452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2edd1c08-ebef-4253-9924-43dbaf41d5b6 req-046c2737-1270-41ec-8a56-fce3afae4f1e service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133428 Feb 15 02:14:32.650560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (098f2d52-9fdf-4681-b7a1-f2d335b1199f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.738374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Subnet': ['ID=098f2d52-9fdf-4681-b7a1-f2d335b1199f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:32.745539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Checking segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:32.745920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network hostable DHCP agents. Network: 3ca14ac6-a8cd-4f99-9ff6-c11a72193804, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:32.788748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:32.794344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:32.880436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:32.976675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:33.057578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3ca14ac6-a8cd-4f99-9ff6-c11a72193804) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:33.064365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:33.065768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.069526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9042c-aa41-4855-9eda-fad3fd1f4ae8 None None] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:33.106492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (916e15b6-52f1-4856-aa67-6a834a34ba27), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.183524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=916e15b6-52f1-4856-aa67-6a834a34ba27,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:33.207747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:33.208694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:33.208832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1bfcd2b-1bfb-4e14-ab20-1c1606f351fe tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4693100 Feb 15 02:14:33.209046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.216505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:33.262214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': '04a61dd9-b7e0-46a8-91fe-61a849769e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:33.262627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 9312f11e-13fc-4da3-83e1-537528c88d00, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:33.265693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679692dd-ee02-480e-9e0a-8326bdcbb452 None None] The sync data for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 is: [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:28Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:14:33.363011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 9312f11e-13fc-4da3-83e1-537528c88d00 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:33.446720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Allocated IP 172.20.0.2 (3ca14ac6-a8cd-4f99-9ff6-c11a72193804/098f2d52-9fdf-4681-b7a1-f2d335b1199f/c5bc2326-cd9e-4f06-8b8f-0a9c33bed338) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:33.461393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 9312f11e-13fc-4da3-83e1-537528c88d00) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:33.475088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:33.481279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.484206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f408c-249b-420b-ab40-4a7a6c9bbc42 None None] Network 9312f11e-13fc-4da3-83e1-537528c88d00 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:33.582686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:33.587785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6fc916fc-eca5-4586-ad6c-89705acf3ca0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1584656 Feb 15 02:14:33.599111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1949966906'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:33.608814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:33.667771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-9312f11e-13fc-4da3-83e1-537528c88d00', 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': '916e15b6-52f1-4856-aa67-6a834a34ba27'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:33.668799 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.807183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fa1e81fa-46eb-4ac5-92e9-1aa29c805ffc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/08810878-2ea8-48ce-a758-7d1ef1780819 HTTP/1.1" status: 200 len: 993 time: 0.1962948 Feb 15 02:14:33.866632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks [] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:33.936139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Allocated IP 172.20.0.2 (9312f11e-13fc-4da3-83e1-537528c88d00/916e15b6-52f1-4856-aa67-6a834a34ba27/4e1af7b5-f4ac-476f-84c2-34b33d46e8b8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:33.977582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.036510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:34.040892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.045248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Pushing event updated for resources: {'Port': ['ID=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:34.085094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:34.087937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:34.090646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:34.124435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port c457b9e8-66e5-44f1-a59c-fb6661ef2057 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:34.236244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 49141d9a-51a5-4763-91da-3b316ed2a726 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:34.317170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Attempting to bind port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:34.320853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Attempting to bind port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:34.321308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Attempting to bind port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 on network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:34.331323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks [] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.332936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.345973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:34.346454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Checking segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:34.346927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.347320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Bound using segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:34.347824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Bound port: c5bc2326-cd9e-4f06-8b8f-0a9c33bed338, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:34.348210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.430593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 49141d9a-51a5-4763-91da-3b316ed2a726 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:34.430963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.517691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.564661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Network 9312f11e-13fc-4da3-83e1-537528c88d00 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:34.564991 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.4 (9312f11e-13fc-4da3-83e1-537528c88d00/916e15b6-52f1-4856-aa67-6a834a34ba27/c457b9e8-66e5-44f1-a59c-fb6661ef2057) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:34.598213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:34.609248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] For port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] For port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Pushing event updated for resources: {'Port': ['ID=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Attempting to bind port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Attempting to bind port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '04a61dd9-b7e0-46a8-91fe-61a849769e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:34.765629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Attempting to bind port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 on network 9312f11e-13fc-4da3-83e1-537528c88d00 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:34.771968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:34.772383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Checking segment: {'id': '04a61dd9-b7e0-46a8-91fe-61a849769e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:34.772800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.773200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Bound using segment: {'id': '04a61dd9-b7e0-46a8-91fe-61a849769e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:34.773680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Bound port: 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a61dd9-b7e0-46a8-91fe-61a849769e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9312f11e-13fc-4da3-83e1-537528c88d00'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:34.774069 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.794120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 49141d9a-51a5-4763-91da-3b316ed2a726 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:34.795355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:34.853160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 49141d9a-51a5-4763-91da-3b316ed2a726, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=49141d9a-51a5-4763-91da-3b316ed2a726,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:34.884285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] For port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:34.887587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] For port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,segment=NetworkSegment(04a61dd9-b7e0-46a8-91fe-61a849769e3b),segment_id=04a61dd9-b7e0-46a8-91fe-61a849769e3b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:34.915275 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.20.0.1 (3ca14ac6-a8cd-4f99-9ff6-c11a72193804/098f2d52-9fdf-4681-b7a1-f2d335b1199f/07ef28d4-92cf-4926-b0f0-5e8934de4997) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:34.922846 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (c457b9e8-66e5-44f1-a59c-fb6661ef2057), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.034716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.080737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.085255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.099096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.118686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93af190-89fd-45dc-beda-1aedd7a0acac None None] Pushing event updated for resources: {'Port': ['ID=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:35.199872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c457b9e8-66e5-44f1-a59c-fb6661ef2057), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.229159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa3c6-2667-4bd7-970a-a6cc16d435f8 None None] Pushing event updated for resources: {'Port': ['ID=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:35.312561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:35.351618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 9312f11e-13fc-4da3-83e1-537528c88d00 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:35.354645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=49141d9a-51a5-4763-91da-3b316ed2a726,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:35.365109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=c457b9e8-66e5-44f1-a59c-fb6661ef2057,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:35.368750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:35.427931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:35.430712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:35.440059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:35.521498 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:35.538158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:35.840960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:35.985094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a825efd-ad54-4bad-aebc-bfce62203b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.038499 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:36.039119 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.047975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (565cafa6-72d4-4212-ad30-7814bc992914), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.111926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a825efd-ad54-4bad-aebc-bfce62203b64 admin admin] Publish callbacks [] for security_group (ea0ca975-583a-432b-9d2a-135d308bdf83), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.153739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-18226d26-8622-42f5-b426-bcc74c8ab508 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5687573 Feb 15 02:14:36.156382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:36.170051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a825efd-ad54-4bad-aebc-bfce62203b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ea0ca975-583a-432b-9d2a-135d308bdf83), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.239297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a825efd-ad54-4bad-aebc-bfce62203b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ca975-583a-432b-9d2a-135d308bdf83,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:36.268109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a825efd-ad54-4bad-aebc-bfce62203b64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=278a126e37ff4889ac3acabb6daa1724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254348 Feb 15 02:14:36.270144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:36.337065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] Publish callbacks [] for security_group (ea0ca975-583a-432b-9d2a-135d308bdf83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.373321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] Publish callbacks [] for security_group (ea0ca975-583a-432b-9d2a-135d308bdf83), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.406151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port c457b9e8-66e5-44f1-a59c-fb6661ef2057 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:36.406524 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c457b9e8-66e5-44f1-a59c-fb6661ef2057), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.444734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:36.512161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:36.512738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.538350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ea0ca975-583a-432b-9d2a-135d308bdf83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.546159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.547078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.549927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea0ca975-583a-432b-9d2a-135d308bdf83 HTTP/1.1" status: 204 len: 168 time: 0.2788370 Feb 15 02:14:36.570350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94668-9e6c-4165-9e72-ea98eab016d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ca975-583a-432b-9d2a-135d308bdf83,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:36.613983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c457b9e8-66e5-44f1-a59c-fb6661ef2057), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.652675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:36.653506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.726231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:36.820038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:36.821090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 49141d9a-51a5-4763-91da-3b316ed2a726 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:36.863449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for c457b9e8-66e5-44f1-a59c-fb6661ef2057 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:37.017185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:37.033747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 49141d9a-51a5-4763-91da-3b316ed2a726 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:37.034120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.196688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 49141d9a-51a5-4763-91da-3b316ed2a726 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:37.197790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:37.284492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.308565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:37.310452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.314325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c0754-2c9b-4b16-9036-10b4da6b38d5 None None] Network 9312f11e-13fc-4da3-83e1-537528c88d00 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:37.345883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c457b9e8-66e5-44f1-a59c-fb6661ef2057), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.451379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=c457b9e8-66e5-44f1-a59c-fb6661ef2057,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:37.454630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.518060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ae3dd-ff7c-4dc4-bf7d-e8a66a8fe4e0 None None] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:37.609409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.620412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:37.622090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-329e52aa-4dbb-4f30-b3c1-8404e8ecb248 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/c457b9e8-66e5-44f1-a59c-fb6661ef2057 HTTP/1.1" status: 204 len: 168 time: 1.4629371 Feb 15 02:14:37.622212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (565cafa6-72d4-4212-ad30-7814bc992914), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.629805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:37.666285 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-65898b78-dab5-43de-97f3-5a0664865c1c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:37.671728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-65898b78-dab5-43de-97f3-5a0664865c1c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/c457b9e8-66e5-44f1-a59c-fb6661ef2057 HTTP/1.1" status: 404 len: 333 time: 0.0495985 Feb 15 02:14:37.672708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:37.733771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet 916e15b6-52f1-4856-aa67-6a834a34ba27 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:37.738250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (916e15b6-52f1-4856-aa67-6a834a34ba27), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.748363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:37.750456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:37.789809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (916e15b6-52f1-4856-aa67-6a834a34ba27), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.836979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Provisioning complete for port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:37.839153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.901251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 565cafa6-72d4-4212-ad30-7814bc992914 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:14:37.962719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:37.963123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:37.965037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (916e15b6-52f1-4856-aa67-6a834a34ba27), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.088070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:14:38.112393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Sync routers for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:14:38.116551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Current status of the port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:38.116748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.131340 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:38.133384 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fce80078-d495-4153-9796-a5a5fc47eea9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "PUT /v2.0/routers/565cafa6-72d4-4212-ad30-7814bc992914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9233398 Feb 15 02:14:38.133640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:38.136211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:38.142727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--199945021', 'description': 'tempest-secgroup_access--199945021 description', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:38.146133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (916e15b6-52f1-4856-aa67-6a834a34ba27), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.194224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=916e15b6-52f1-4856-aa67-6a834a34ba27,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:38.197651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.204754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80d041c1-b45d-4871-9508-b0d63eb683d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/916e15b6-52f1-4856-aa67-6a834a34ba27 HTTP/1.1" status: 204 len: 168 time: 0.5284803 Feb 15 02:14:38.205164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:38.287550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:14:38.287915 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:14:38.297369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0e5e7-29f2-4ef6-b203-279994b083d9 None None] Network 9312f11e-13fc-4da3-83e1-537528c88d00 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:38.309539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.368369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:14:38.368825 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:14:38.391954 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:38.403448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (9312f11e-13fc-4da3-83e1-537528c88d00), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.522465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] DHCP port deletion for 9312f11e-13fc-4da3-83e1-537528c88d00 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:14:38.591232 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:38.595403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.601619 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (64dc1398-70c9-481a-b03d-7ee2799efea2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.647569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Deleting port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:38.647569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.692406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (64dc1398-70c9-481a-b03d-7ee2799efea2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.770195 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 2, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:38.771277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] For port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,segment=NetworkSegment(04a61dd9-b7e0-46a8-91fe-61a849769e3b),segment_id=04a61dd9-b7e0-46a8-91fe-61a849769e3b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:38.771684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.800833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,segment=NetworkSegment(04a61dd9-b7e0-46a8-91fe-61a849769e3b),segment_id=04a61dd9-b7e0-46a8-91fe-61a849769e3b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:38.801274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.825593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Calling delete_port for 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:38.833854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc1398-70c9-481a-b03d-7ee2799efea2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:38.836326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:38.837988 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Checking router: 565cafa6-72d4-4212-ad30-7814bc992914 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:14:38.838639 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Updating router 565cafa6-72d4-4212-ad30-7814bc992914 port 07ef28d4-92cf-4926-b0f0-5e8934de4997 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:14:38.860456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:38.864576 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9ad54729-bd42-4e30-b064-4de5f17e1746 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7232041 Feb 15 02:14:38.868967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:38.872401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--372472953', 'description': 'tempest-secgroup_general--372472953 description', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:38.876691 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.006842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:39.007238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.016330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.036121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Current status of the port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:39.036802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-401763d5-0fd1-492f-b429-dff904df4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.106815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.154884 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.171645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:39.179524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (4e1af7b5-f4ac-476f-84c2-34b33d46e8b8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.203382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (aecc8fca-b452-4bd3-b71d-ee86deff4e55), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.247059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] Pushing event deleted for resources: {'Port': ['ID=4e1af7b5-f4ac-476f-84c2-34b33d46e8b8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.263184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e91e8b-2f73-4d9a-9013-3bb1241c38e5 None None] No DVR routers for this DVR port 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:39.280065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aecc8fca-b452-4bd3-b71d-ee86deff4e55), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.298122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Could not find standard attr ID for object 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:14:39.330162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Provisioning complete for port 07ef28d4-92cf-4926-b0f0-5e8934de4997 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:39.330656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.346892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (9312f11e-13fc-4da3-83e1-537528c88d00), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.352220 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks [] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.364335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc8fca-b452-4bd3-b71d-ee86deff4e55,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.372019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9312f11e-13fc-4da3-83e1-537528c88d00']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:39.390023 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a61dd9-b7e0-46a8-91fe-61a849769e3b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:39.390409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a61dd9-b7e0-46a8-91fe-61a849769e3b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:39.393419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:39.397060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Port 07ef28d4-92cf-4926-b0f0-5e8934de4997 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:39.402189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (04a61dd9-b7e0-46a8-91fe-61a849769e3b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.424959 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (04a61dd9-b7e0-46a8-91fe-61a849769e3b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.432181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:39.432743 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (04a61dd9-b7e0-46a8-91fe-61a849769e3b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:39.435806 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:39.446154 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.446268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.446268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a4563e92-b536-4c01-9588-f801f2f044c3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5767622 Feb 15 02:14:39.447204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:39.460275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'security_group_rule': {'security_group_id': '64dc1398-70c9-481a-b03d-7ee2799efea2', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:39.476966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Provisioning complete for port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:39.477846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.533837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:39.534515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.559227 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92abf-de7e-4b5c-b4f6-d7a2d5a9c78a None None] Pushing event updated for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.575507 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Attempting to bind port 07ef28d4-92cf-4926-b0f0-5e8934de4997 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:39.575879 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Attempting to bind port 07ef28d4-92cf-4926-b0f0-5e8934de4997 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:39.576492 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Attempting to bind port 07ef28d4-92cf-4926-b0f0-5e8934de4997 on network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:39.582031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:39.582695 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Checking segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:39.587478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (9312f11e-13fc-4da3-83e1-537528c88d00), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.587656 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.587832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group_rule (c13f259f-fe0f-4c02-a3b7-ee91bda0cf28), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.587963 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Bound using segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:39.587963 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Bound port: 07ef28d4-92cf-4926-b0f0-5e8934de4997, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:39.587963 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.600211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.613536 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/9312f11e-13fc-4da3-83e1-537528c88d00 HTTP/1.1" status: 204 len: 168 time: 1.4072051 Feb 15 02:14:39.675830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:39.696332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'name': 'tempest-PortsTestJSON-913824814'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:39.703836 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b348cf4-e2f7-49eb-bc66-b3ad784567e4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=9312f11e-13fc-4da3-83e1-537528c88d00,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.706675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0bc34b88-db34-4585-8e26-66cc10d54174 None None] Current status of the port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:39.741958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:39.766412 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] For port 07ef28d4-92cf-4926-b0f0-5e8934de4997, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:39.771415 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] For port 07ef28d4-92cf-4926-b0f0-5e8934de4997, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07ef28d4-92cf-4926-b0f0-5e8934de4997,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:39.813641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group_rule (c13f259f-fe0f-4c02-a3b7-ee91bda0cf28), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.827459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:14:39.848778 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.852983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:14:39.858968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4e1af7b5-f4ac-476f-84c2-34b33d46e8b8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:14:39.861464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Provisioning complete for port 07ef28d4-92cf-4926-b0f0-5e8934de4997 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:39.861725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.877030 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c13f259f-fe0f-4c02-a3b7-ee91bda0cf28), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.899975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13f259f-fe0f-4c02-a3b7-ee91bda0cf28,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.968896 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:14:39.969529 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:39.971643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Current status of the port 07ef28d4-92cf-4926-b0f0-5e8934de4997 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:39.971808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:39.972218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:39.974771 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92abf-de7e-4b5c-b4f6-d7a2d5a9c78a None None] Pushing event updated for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:39.979971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.004643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.005905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9bfd25a6-1744-4765-9501-f45d6bca2384 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573153 Feb 15 02:14:40.038263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 70c25086-fa73-4168-b1f0-199742b267d3 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:40.049446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] For port 07ef28d4-92cf-4926-b0f0-5e8934de4997, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07ef28d4-92cf-4926-b0f0-5e8934de4997,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:40.112283 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:14:40.140054 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.232931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071927b-f96c-4af5-8d3a-b4dd0b9f540b None None] Pushing event updated for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:40.251539 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (70c25086-fa73-4168-b1f0-199742b267d3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.352609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (70c25086-fa73-4168-b1f0-199742b267d3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.380164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31aecda8-2f41-4d64-be1c-2f0ae10ad0d6 None None] Provisioning complete for port 07ef28d4-92cf-4926-b0f0-5e8934de4997 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:40.380480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31aecda8-2f41-4d64-be1c-2f0ae10ad0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.392473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-e819f335-62ec-4df8-afe3-40eedaac4f54 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--372472953&fields=id&tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030 HTTP/1.1" status: 200 len: 267 time: 0.0809288 Feb 15 02:14:40.486848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31aecda8-2f41-4d64-be1c-2f0ae10ad0d6 None None] Current status of the port 07ef28d4-92cf-4926-b0f0-5e8934de4997 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:40.493909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:40.495235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=70c25086-fa73-4168-b1f0-199742b267d3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:40.499883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:40.503711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-53f685a6-c6e5-433c-97de-8681a8bba6c1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--199945021&fields=id&tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030 HTTP/1.1" status: 200 len: 267 time: 0.1100802 Feb 15 02:14:40.504549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:40.513561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:40.514218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.533724 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:40.571889 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9941d8f-7c4c-45c6-be97-6f42407a9b5b None None] The sync data for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 is: [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:14:40.625732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-46f14c22-42bd-4492-8f0f-ca9f32e3a065 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9355292 Feb 15 02:14:40.646610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:40.807100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-01868a03-93a1-46df-b6bb-34aa31dcb92d tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:40.808642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-01868a03-93a1-46df-b6bb-34aa31dcb92d tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 797 time: 0.2880449 Feb 15 02:14:40.837797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-11f6f660-c563-424e-b559-0eb3d6285ef8 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/quotas/bd6dc208c64e45aab6a8c7c1ae6be030 HTTP/1.1" status: 200 len: 375 time: 0.0231326 Feb 15 02:14:40.892827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 70c25086-fa73-4168-b1f0-199742b267d3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:40.893881 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (70c25086-fa73-4168-b1f0-199742b267d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:40.987015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-2d314021-d62c-4227-a3e7-3560969c1650 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415906 Feb 15 02:14:40.991528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (70c25086-fa73-4168-b1f0-199742b267d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:41.032280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 70c25086-fa73-4168-b1f0-199742b267d3 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:41.166704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-951772de-5018-467b-93da-f3069dcbbbd3 service neutron] 10.222.0.43 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606195 Feb 15 02:14:41.321252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-7cd3fcef-c31e-47c3-bbb9-0d4129ec7765 service neutron] 10.222.0.43 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533473 Feb 15 02:14:41.335684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07ef28d4-92cf-4926-b0f0-5e8934de4997 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:41.366088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (70c25086-fa73-4168-b1f0-199742b267d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:41.426236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=70c25086-fa73-4168-b1f0-199742b267d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:41.451927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:41.456055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 07ef28d4-92cf-4926-b0f0-5e8934de4997 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:41.456798 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:41.463361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:41.463827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e059b40-029b-4916-b6d0-bc60fd1eb792 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/70c25086-fa73-4168-b1f0-199742b267d3 HTTP/1.1" status: 204 len: 168 time: 0.8155775 Feb 15 02:14:41.474854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'mac_address': 'fa:16:3e:9c:28:59', 'name': 'tempest-PortsTestJSON-1414238836'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:41.564136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 07ef28d4-92cf-4926-b0f0-5e8934de4997 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:41.717728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:41.828007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:41.858871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 1f96116b-3383-48f2-b19e-9157daa03ba8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:41.989168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-889be5b3-59b0-43f6-ad61-50a16dd0ef72 req-c4a1653f-9beb-415f-beb1-137615deb97e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 210 time: 0.0517349 Feb 15 02:14:42.159432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (1f96116b-3383-48f2-b19e-9157daa03ba8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.323598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1f96116b-3383-48f2-b19e-9157daa03ba8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.384267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:42.392566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:42.392566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:42.397698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:42.400584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.439786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=1f96116b-3383-48f2-b19e-9157daa03ba8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:42.501469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58f47e97-dedb-45f7-a521-1c89d3a7652c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0335052 Feb 15 02:14:42.502356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:42.556597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31c2fb-033c-4ad8-8f37-aab32543e784 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:42.557989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4f31c2fb-033c-4ad8-8f37-aab32543e784 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/1f96116b-3383-48f2-b19e-9157daa03ba8 HTTP/1.1" status: 200 len: 841 time: 0.0562053 Feb 15 02:14:42.561677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:42.667975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 1f96116b-3383-48f2-b19e-9157daa03ba8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:42.668849 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1f96116b-3383-48f2-b19e-9157daa03ba8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.740144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1f96116b-3383-48f2-b19e-9157daa03ba8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.756916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 1f96116b-3383-48f2-b19e-9157daa03ba8 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:42.922889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1f96116b-3383-48f2-b19e-9157daa03ba8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.957541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:42.961351 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/1f96116b-3383-48f2-b19e-9157daa03ba8 HTTP/1.1" status: 204 len: 168 time: 0.3986804 Feb 15 02:14:42.962379 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c8915-b663-4f91-91ec-77bab08b1b4f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=1f96116b-3383-48f2-b19e-9157daa03ba8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:42.964557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:43.029516 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7c6d1b-c8e1-4331-af25-2df4939b42b0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:43.029516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5d7c6d1b-c8e1-4331-af25-2df4939b42b0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/1f96116b-3383-48f2-b19e-9157daa03ba8 HTTP/1.1" status: 404 len: 333 time: 0.0628533 Feb 15 02:14:43.034299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:43.044182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'name': 'tempest-PortsTestJSON-1992345747'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:43.133920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf0190fd-30c3-42f3-aade-c76b08b65107 req-d44b597c-adb2-440b-8b37-5938b2a9c640 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Feb 15 02:14:43.214045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:43.225532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:43.251055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:43.429456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:43.565179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:43.607549 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:43.608938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:43.612953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:43.619149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:43.619772 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:43.629259 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:43.711445 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1bbfd562-6fa5-4163-8b17-c19670d3d18d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6759849 Feb 15 02:14:43.714201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:43.719707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:43.794705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:43.971960 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.036956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.078393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] In _notify_port_updated(), no bound segment for port fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b on network 1a143740-146f-441c-aa5a-3fa7e0c5e4df {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:14:44.084036 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:44.084697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.088638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/ports/fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b HTTP/1.1" status: 200 len: 818 time: 0.3708811 Feb 15 02:14:44.088903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:44.128392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d5f3a-edea-4d77-bd88-93cc04a82b82 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:44.196125 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:44.196500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.286880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b71e24b-3bd0-4ef8-a161-e97178a47670 req-e8ec4613-ba18-4840-990b-b1f5b774b2e5 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 210 time: 0.0461450 Feb 15 02:14:44.291883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.310494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:44.472523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-72d31e08-2d5d-4eed-bdb0-012f3748d966 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:44.474141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-72d31e08-2d5d-4eed-bdb0-012f3748d966 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 797 time: 0.1377082 Feb 15 02:14:44.488727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.527028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.533870 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b HTTP/1.1" status: 204 len: 168 time: 0.4404476 Feb 15 02:14:44.534684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:44.544105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1515-de98-4089-9e8e-c85cacdf1bc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:44.567188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-d85dc032-c527-43ba-b5df-8aa3b00cfbb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030 HTTP/1.1" status: 200 len: 476 time: 0.0846231 Feb 15 02:14:44.580487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'port': {'device_id': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'admin_state_up': True, 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'security_groups': ['aecc8fca-b452-4bd3-b71d-ee86deff4e55', '64dc1398-70c9-481a-b03d-7ee2799efea2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:44.608266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45eca95-c386-457d-993a-d022c6d992b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:44.610809 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c45eca95-c386-457d-993a-d022c6d992b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0758178 Feb 15 02:14:44.613969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:44.644893 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ad747c-4630-4c0e-ba92-b3938e8a25df tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:44.649744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33ad747c-4630-4c0e-ba92-b3938e8a25df tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/fc650d41-c2ea-4d94-bd4f-1b9eecd5e44b HTTP/1.1" status: 404 len: 333 time: 0.0314333 Feb 15 02:14:44.650197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:44.658113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1025053122'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:44.763853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:44.767760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.796474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:44.806062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b29d0226-d135-4b5d-a0e1-df79c6e44d17), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.806659 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment b29d0226-d135-4b5d-a0e1-df79c6e44d17 of type vlan for network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 Feb 15 02:14:44.820348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:44.825077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.866709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:44.998039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.20.0.3 (3ca14ac6-a8cd-4f99-9ff6-c11a72193804/098f2d52-9fdf-4681-b7a1-f2d335b1199f/cf77bad2-afbd-4c87-8a09-0b3ffdfb3291) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:45.014083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.019490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:45.021249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.122786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4714754 Feb 15 02:14:45.125749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:45.126873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:45.137614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:45.146742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.147658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.147658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.148082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.148180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.148474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.148808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.149139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.149466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.149799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.150129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.150455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.150781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bac98-5a12-4664-ae1a-0b91ef9240e0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.172054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:45.283734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.383717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:45.390373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.416505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-890f6aba-c1d4-4c86-adaf-96b2dbe374af req-14a491cd-1885-4931-b042-7891e3dd6eaa tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Feb 15 02:14:45.437129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.480411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:45.482473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:45.486426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:45.537641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:45.557559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:45.558291 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.574127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.677722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-f2ac9705-b1f2-4473-83ad-9d01092f1abd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1061490 Feb 15 02:14:45.776580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1e84d01b-4111-49ed-bbff-4a9a9173c616 None None] Provisioning complete for port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:45.780476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e84d01b-4111-49ed-bbff-4a9a9173c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.789231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c8bc1ea4-97f6-452a-88fe-63867f623a33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:45.865030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1e84d01b-4111-49ed-bbff-4a9a9173c616 None None] Port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:45.870469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Request body: {'port': {'device_id': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:45.928102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=c8bc1ea4-97f6-452a-88fe-63867f623a33,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:45.940128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.940799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.941343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.941928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.942573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.943104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.943748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.944286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.944831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.945367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.945914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.946551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.947100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:45.950506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-de242f95-3cfe-419f-ac68-059b7116cb7e req-47b2c25a-a5df-4a6d-ab18-9710ae5634c6 service neutron] (103885) timed out ('10.222.0.31', 56049) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:14:45.951749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': 'b29d0226-d135-4b5d-a0e1-df79c6e44d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:45.952666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:45.958628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.060069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:46.151002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:46.156148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:46.156940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.167847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027e77a-c1cc-49d9-a3e9-dc2259278e9d None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:46.257011 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4cc8c2af-8382-4e1c-ba55-6aa6e0d023c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1299167 Feb 15 02:14:46.259976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:46.265235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:46.350591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': 'c8bc1ea4-97f6-452a-88fe-63867f623a33'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:46.350591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.394439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:14:46.412604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks [] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.447569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Transition to ACTIVE for port object cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:14:46.532137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Allocated IP 172.20.0.2 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/c8bc1ea4-97f6-452a-88fe-63867f623a33/af2d5534-8dea-4f85-b953-72417f4e4724) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:46.542397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.549421 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:46.555095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.623102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:46.687501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19cb2-b202-407d-941b-aa68762cebde req-c616078f-282d-4cdc-bec4-d761049801ba tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:46.689561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ae19cb2-b202-407d-941b-aa68762cebde req-c616078f-282d-4cdc-bec4-d761049801ba tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 970 time: 0.1864557 Feb 15 02:14:46.727749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks [] for port (af2d5534-8dea-4f85-b953-72417f4e4724), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.805952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ae19cb2-b202-407d-941b-aa68762cebde req-3c234e85-eb79-4d2d-8ffc-ee05ae25af27 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1092646 Feb 15 02:14:46.807206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Attempting to bind port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:46.807704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Attempting to bind port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:46.808200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Attempting to bind port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 on network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:46.815675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 on network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:14:46.817687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.835820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Attempting to bind port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 on network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:46.850608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:46.851223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Checking segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:46.851776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Bound using segment: {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:46.863132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Bound port: cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6ac5de-1c0c-43e9-9473-d62dc685df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:46.863812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:46.936109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:46.949885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:46.955155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:46.956425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:46.958299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:46.979302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Pushing event updated for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:47.032607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.032936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.033281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.033628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.033943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.034268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.034597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.034922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.035241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.035631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.035934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.036254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.036689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:14:47.066069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Attempting to bind port af2d5534-8dea-4f85-b953-72417f4e4724 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:47.066721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Attempting to bind port af2d5534-8dea-4f85-b953-72417f4e4724 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b29d0226-d135-4b5d-a0e1-df79c6e44d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:47.067282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Attempting to bind port af2d5534-8dea-4f85-b953-72417f4e4724 on network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:47.071667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:47.091921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:47.092679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Checking segment: {'id': 'b29d0226-d135-4b5d-a0e1-df79c6e44d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:47.093271 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:47.093816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Bound using segment: {'id': 'b29d0226-d135-4b5d-a0e1-df79c6e44d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:47.094442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Bound port: af2d5534-8dea-4f85-b953-72417f4e4724, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29d0226-d135-4b5d-a0e1-df79c6e44d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:47.095000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:47.115694 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8bc1ea4-97f6-452a-88fe-63867f623a33 (CIDR: 172.20.0.0/28) Feb 15 02:14:47.127499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:47.128114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:47.129678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] 10.222.0.31 "PUT /v2.0/ports/cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 1131 time: 1.4446819 Feb 15 02:14:47.130171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:47.132584 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb48594-4085-4f98-aa17-98f76d83a968" -d '{"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:47.174779 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:14:47.175541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:14:47.196016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba719bf-c4b0-4b2a-8173-59c481b68d44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:47.260988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:47.269270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af2d5534-8dea-4f85-b953-72417f4e4724,segment=NetworkSegment(b29d0226-d135-4b5d-a0e1-df79c6e44d17),segment_id=b29d0226-d135-4b5d-a0e1-df79c6e44d17)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:47.280886 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-592de0b4-4368-4973-9a32-3eee63fb925a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0196671 Feb 15 02:14:47.283502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:47.292802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:47.341034 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:47.439159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-2a539617-a4a0-448b-aabd-d226197ccd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:47.440731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-2a539617-a4a0-448b-aabd-d226197ccd21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1165 time: 0.2005551 Feb 15 02:14:47.449693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8bf7f-2843-426f-9076-e39466062b2b None None] Pushing event updated for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:47.522622 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636aff93-a69e-43fa-9e2e-daf4a7d7e8c2 x-openstack-request-id: req-636aff93-a69e-43fa-9e2e-daf4a7d7e8c2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:47.523549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:47.524061 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-636aff93-a69e-43fa-9e2e-daf4a7d7e8c2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:47.524905 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'status': 'completed', 'code': 200} Feb 15 02:14:47.567738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-4ab8ecdb-fafd-4a44-a904-1a4078a2ef09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 217 time: 0.1065810 Feb 15 02:14:47.619956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:47.623512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:48.085035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-dd49f201-7482-47b4-b775-723025aac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:48.086639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-dd49f201-7482-47b4-b775-723025aac4f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.5122676 Feb 15 02:14:48.126483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (e361630f-1fbe-4f7b-8ce0-43ab087f89b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:48.154535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:48.169993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ae14-f95e-42f6-ab6e-45b3bea28963 req-87bf4e90-5775-4cfd-a5cc-eb156b6f3906 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:48.176949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8300ae14-f95e-42f6-ab6e-45b3bea28963 req-87bf4e90-5775-4cfd-a5cc-eb156b6f3906 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 982 time: 0.1377194 Feb 15 02:14:48.178274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:48.181870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:48.188646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:48.189246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:48.203266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=e361630f-1fbe-4f7b-8ce0-43ab087f89b7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:48.245611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-6050fff0-c862-4238-a705-e762cf518db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:48.247886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-6050fff0-c862-4238-a705-e762cf518db9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1552682 Feb 15 02:14:48.306387 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-07250274-eb10-411c-a156-4beadc7331c6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0216887 Feb 15 02:14:48.309515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:48.318606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'fixed_ips': [{'subnet_id': 'c8bc1ea4-97f6-452a-88fe-63867f623a33'}, {'subnet_id': 'e361630f-1fbe-4f7b-8ce0-43ab087f89b7'}], 'name': 'tempest-PortsTestJSON-2129059339'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:48.331842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8300ae14-f95e-42f6-ab6e-45b3bea28963 req-9e6c6f8f-4b78-4c0e-97ac-7ae7d1ac4c2f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1513834 Feb 15 02:14:48.393551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-5f84e9ae-c80d-40ad-b2b5-e77f3de41230 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385872 Feb 15 02:14:48.544943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe35a23-6da0-4147-9afc-b19e24c3e7c9 req-9cedbda1-a274-496a-a8bc-7b29586b039c service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450880 Feb 15 02:14:48.611793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:48.719170 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:48.740694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-136ccef2-ee6b-465f-9802-e27d8563d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:48.745136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-136ccef2-ee6b-465f-9802-e27d8563d0dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1165 time: 0.0733168 Feb 15 02:14:48.753716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:48.832646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05bebd-0366-41c2-828f-b43e0dde0a8c None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:48.998051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:48.998322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.009258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-4c37383b-97ef-4caf-9bb9-89fcef2af7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:49.011915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-4c37383b-97ef-4caf-9bb9-89fcef2af7b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 898 time: 0.2616956 Feb 15 02:14:49.074708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-26df2786-d2a7-43be-b5a5-7c67c264be46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 217 time: 0.0572886 Feb 15 02:14:49.106298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.14 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/c8bc1ea4-97f6-452a-88fe-63867f623a33/7b227491-2d7f-47cd-b8bc-5c53dbf4057b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:49.116985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.22 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/e361630f-1fbe-4f7b-8ce0-43ab087f89b7/7b227491-2d7f-47cd-b8bc-5c53dbf4057b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:49.131983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:49.132699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.145314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Update dhcp port {'port': {'network_id': '20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5', 'fixed_ips': [{'subnet_id': 'c8bc1ea4-97f6-452a-88fe-63867f623a33', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e361630f-1fbe-4f7b-8ce0-43ab087f89b7'}], 'binding:host_id': 'n-d-829064-14'}, 'id': 'af2d5534-8dea-4f85-b953-72417f4e4724'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:14:49.155435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-cdc64b7a-88be-439c-a240-2d7752de1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:49.157297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-cdc64b7a-88be-439c-a240-2d7752de1321 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.0751238 Feb 15 02:14:49.214097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.271534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-d9fd6f5c-b8e7-4048-9bc3-8bc38fb69fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:49.273101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-d9fd6f5c-b8e7-4048-9bc3-8bc38fb69fd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1087196 Feb 15 02:14:49.309739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af2d5534-8dea-4f85-b953-72417f4e4724,segment=NetworkSegment(b29d0226-d135-4b5d-a0e1-df79c6e44d17),segment_id=b29d0226-d135-4b5d-a0e1-df79c6e44d17)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:49.374044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af2d5534-8dea-4f85-b953-72417f4e4724 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:49.384901 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.420350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.531682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-71cbbf45-660c-43cf-9134-ecac06f1647c service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495985 Feb 15 02:14:49.569015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.590577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0af5da-9743-4503-a7c0-8d7e198d57eb req-932c5680-9514-4e23-9de5-19184c77e3da tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:49.593165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c0af5da-9743-4503-a7c0-8d7e198d57eb req-932c5680-9514-4e23-9de5-19184c77e3da tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 982 time: 0.1269445 Feb 15 02:14:49.682722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:49.684954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=7b227491-2d7f-47cd-b8bc-5c53dbf4057b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:49.687796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:49.688279 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.689305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:49.693308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:49.753655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbb7c-cfd1-434d-ac56-1af0d9f5f567 None None] Pushing event updated for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:49.758738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:49.759611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:49.785360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c0af5da-9743-4503-a7c0-8d7e198d57eb req-82a265ae-37f9-4b22-9011-aa4318c11b28 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1304166 Feb 15 02:14:49.787591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ecb48594-4085-4f98-aa17-98f76d83a968 req-dd81bf5a-1f5e-4f8e-868a-c8f5eb2f117b service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461069 Feb 15 02:14:49.839605 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cc623545-6017-4ae6-b913-4c82d8937e12 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5290031 Feb 15 02:14:49.842358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:49.851060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8bc1ea4-97f6-452a-88fe-63867f623a33'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:49.932723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:50.030065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Allocated IP 172.20.0.18 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/e361630f-1fbe-4f7b-8ce0-43ab087f89b7/af2d5534-8dea-4f85-b953-72417f4e4724) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:50.034201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:50.140814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af2d5534-8dea-4f85-b953-72417f4e4724,segment=NetworkSegment(b29d0226-d135-4b5d-a0e1-df79c6e44d17),segment_id=b29d0226-d135-4b5d-a0e1-df79c6e44d17)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:50.181696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Publish callbacks [] for port (af2d5534-8dea-4f85-b953-72417f4e4724), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:50.914763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:50.921518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ebd8a-a72a-44ae-b8c2-31ef8efe0b12 req-27379238-1273-4a3d-b6be-a4b119b12bac tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:50.923234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e7ebd8a-a72a-44ae-b8c2-31ef8efe0b12 req-27379238-1273-4a3d-b6be-a4b119b12bac tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 982 time: 0.0556519 Feb 15 02:14:50.973261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Delete allocated IP 172.20.0.22 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/e361630f-1fbe-4f7b-8ce0-43ab087f89b7) {{(pid=103885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:14:51.005768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e7ebd8a-a72a-44ae-b8c2-31ef8efe0b12 req-352f0c48-2d59-43ac-af8c-e11b7dc6e37d tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0692811 Feb 15 02:14:51.035585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891b93d-b0a0-4b41-a2aa-0a745e57c125 None None] Pushing event updated for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:51.151617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7796d4e2-4034-44d4-8a9d-dcfc02ced344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.181392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.248333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.267936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af2d5534-8dea-4f85-b953-72417f4e4724 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:51.382179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:51.384268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.404373 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=7b227491-2d7f-47cd-b8bc-5c53dbf4057b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:51.412791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:14:51.435697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] In _notify_port_updated(), no bound segment for port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b on network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:14:51.443312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:51.444776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.450184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:51.450916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8ad28135-4423-406c-b815-6ddc09739bb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/ports/7b227491-2d7f-47cd-b8bc-5c53dbf4057b HTTP/1.1" status: 200 len: 920 time: 1.6074088 Feb 15 02:14:51.455947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8bc1ea4-97f6-452a-88fe-63867f623a33'}, {'subnet_id': 'e361630f-1fbe-4f7b-8ce0-43ab087f89b7'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:51.582287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:51.598965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:51.616510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'port_id': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'mac_address': 'fa:16:3e:46:ca:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:14:51.673079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:51.674341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.694554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:14:51.719623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.727258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:51.804693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07677e-b04b-44a3-99b6-9c74851bdb9f None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:51.863480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.923199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f3fbb411-1f6a-438c-8258-6d50083546f8 None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:51.923660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb411-1f6a-438c-8258-6d50083546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:51.989952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:52.069794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbb411-1f6a-438c-8258-6d50083546f8 None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:52.087600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.19 (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5/e361630f-1fbe-4f7b-8ce0-43ab087f89b7/7b227491-2d7f-47cd-b8bc-5c53dbf4057b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:52.111042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:14:52.248090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a81e-c766-4717-ba7c-12c63134f57a req-39fe79a7-76b5-410d-8384-b24f31014850 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:52.249603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8409a81e-c766-4717-ba7c-12c63134f57a req-39fe79a7-76b5-410d-8384-b24f31014850 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 983 time: 0.1402442 Feb 15 02:14:52.353513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8409a81e-c766-4717-ba7c-12c63134f57a req-05e0713e-df35-4eb1-a294-053b8bd5bf21 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0972109 Feb 15 02:14:52.401012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.482744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.514314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:52.515621 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.646164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:52.663325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=7b227491-2d7f-47cd-b8bc-5c53dbf4057b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:52.674150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Provisioning complete for port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:52.675957 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.706997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] In _notify_port_updated(), no bound segment for port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b on network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:14:52.714495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:52.715897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.720635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:52.721234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-230a2d82-0e27-459d-b8a6-67deb9163fcc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/ports/7b227491-2d7f-47cd-b8bc-5c53dbf4057b HTTP/1.1" status: 200 len: 1000 time: 1.2696888 Feb 15 02:14:52.741938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-449af7f6-1562-40bb-b51c-f178b0cbb1c2 None None] Port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:52.862257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:52.862615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.872523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5a9074e1-bdc8-495e-8eb8-6b74f05e57df None None] Provisioning complete for port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:52.874097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9074e1-bdc8-495e-8eb8-6b74f05e57df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.958372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5a9074e1-bdc8-495e-8eb8-6b74f05e57df None None] Port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:52.979577 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:52.993416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 7b227491-2d7f-47cd-b8bc-5c53dbf4057b owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:53.077892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9df89e83-a91d-4db6-bab5-ec9785f77775 None None] Provisioning complete for port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:53.078343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9df89e83-a91d-4db6-bab5-ec9785f77775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.128117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9df89e83-a91d-4db6-bab5-ec9785f77775 None None] Port 7b227491-2d7f-47cd-b8bc-5c53dbf4057b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:14:53.305747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7b227491-2d7f-47cd-b8bc-5c53dbf4057b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.306033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c020c59-c74c-488f-81e3-59e1609dec77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.339689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=7b227491-2d7f-47cd-b8bc-5c53dbf4057b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:53.427470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:14:53.464214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.469266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-01ac633c-00fe-477c-abbf-2186c1df89e7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/7b227491-2d7f-47cd-b8bc-5c53dbf4057b HTTP/1.1" status: 204 len: 168 time: 0.7478616 Feb 15 02:14:53.471895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:53.508511 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3470c8de-8c9b-4dc3-ac47-2a37164d6445 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:14:53.510426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3470c8de-8c9b-4dc3-ac47-2a37164d6445 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/7b227491-2d7f-47cd-b8bc-5c53dbf4057b HTTP/1.1" status: 404 len: 333 time: 0.0364699 Feb 15 02:14:53.514293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:53.528903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3a5c5efe-a7d4-413b-95f6-b772ec788164 None None] Could not find standard attr ID for object 7b227491-2d7f-47cd-b8bc-5c53dbf4057b. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:14:53.637982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet e361630f-1fbe-4f7b-8ce0-43ab087f89b7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:53.642451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60911bb7-7795-4774-9d2b-d4ea6d6baa48 req-1f463249-0b36-4779-9696-36f259d39570 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:53.642672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (e361630f-1fbe-4f7b-8ce0-43ab087f89b7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.642798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60911bb7-7795-4774-9d2b-d4ea6d6baa48 req-1f463249-0b36-4779-9696-36f259d39570 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 983 time: 0.1045601 Feb 15 02:14:53.665586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:14:53.671040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:53.671040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.689087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e361630f-1fbe-4f7b-8ce0-43ab087f89b7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.725427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60911bb7-7795-4774-9d2b-d4ea6d6baa48 req-4db835f8-7dbf-4dd2-8c06-25669181c0e9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0744877 Feb 15 02:14:53.769598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:53.769995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.781677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e361630f-1fbe-4f7b-8ce0-43ab087f89b7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.797508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:14:53.799624 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d9b515-8a82-47dc-9ee8-c28fe62e8048" -d '{"events": [{"server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "name": "network-vif-plugged", "status": "completed", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:14:53.812988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:53.870789 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d27e48-f307-4406-bc31-60ab1ca3e27a x-openstack-request-id: req-03d27e48-f307-4406-bc31-60ab1ca3e27a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:14:53.871650 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "name": "network-vif-plugged", "status": "completed", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:14:53.871911 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03d27e48-f307-4406-bc31-60ab1ca3e27a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:14:53.872340 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'code': 200} Feb 15 02:14:53.908484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.945234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e361630f-1fbe-4f7b-8ce0-43ab087f89b7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:53.973051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:53.993719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=e361630f-1fbe-4f7b-8ce0-43ab087f89b7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:53.999678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.003043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ab96282-3eda-4d37-8d7c-05f5ff057c7e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/e361630f-1fbe-4f7b-8ce0-43ab087f89b7 HTTP/1.1" status: 204 len: 168 time: 0.4877241 Feb 15 02:14:54.005612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:54.008828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0498d-2e54-4b9e-881e-3b8ec1a35eee None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:54.041780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c6b4-bc48-4284-a21c-ee2a0eb9bf9a req-8aeb7dad-7037-4357-978e-77317f67afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:54.044768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90d4c6b4-bc48-4284-a21c-ee2a0eb9bf9a req-8aeb7dad-7037-4357-978e-77317f67afc1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.0851624 Feb 15 02:14:54.108467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet c8bc1ea4-97f6-452a-88fe-63867f623a33 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:14:54.113861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (c8bc1ea4-97f6-452a-88fe-63867f623a33), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.141258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90d4c6b4-bc48-4284-a21c-ee2a0eb9bf9a req-b0b38c03-c751-454a-a17d-415ec7a77a52 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0898674 Feb 15 02:14:54.167243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c8bc1ea4-97f6-452a-88fe-63867f623a33), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.263714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c8bc1ea4-97f6-452a-88fe-63867f623a33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.423221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c8bc1ea4-97f6-452a-88fe-63867f623a33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.455795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bc1ea4-97f6-452a-88fe-63867f623a33,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:54.460413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.466928 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a866f83a-13fd-4e0c-af41-c08d97c12619 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/c8bc1ea4-97f6-452a-88fe-63867f623a33 HTTP/1.1" status: 204 len: 168 time: 0.4465094 Feb 15 02:14:54.467122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:54.588018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.640430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.654595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port af2d5534-8dea-4f85-b953-72417f4e4724 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:54.655156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.734515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af2d5534-8dea-4f85-b953-72417f4e4724,segment=NetworkSegment(b29d0226-d135-4b5d-a0e1-df79c6e44d17),segment_id=b29d0226-d135-4b5d-a0e1-df79c6e44d17)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:54.734971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:54.750665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for af2d5534-8dea-4f85-b953-72417f4e4724 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:54.870087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b6c0c-9484-496f-8086-c0b7457e711a None None] Network 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:54.939539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e50ae-796a-4893-90f4-3d1d3ea2d015 req-be289336-8f72-4547-8000-dc41600569e9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:54.941060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc9e50ae-796a-4893-90f4-3d1d3ea2d015 req-be289336-8f72-4547-8000-dc41600569e9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.0890157 Feb 15 02:14:55.013437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eea21c45-23f1-47fe-a262-8809bd473037 None None] Provisioning complete for port af2d5534-8dea-4f85-b953-72417f4e4724 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:14:55.013437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eea21c45-23f1-47fe-a262-8809bd473037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.038378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc9e50ae-796a-4893-90f4-3d1d3ea2d015 req-9e349dee-56d1-40d7-9a6d-0f2cc7f60a43 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0885682 Feb 15 02:14:55.115402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] DHCP port deletion for 20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:14:55.139074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eea21c45-23f1-47fe-a262-8809bd473037 None None] Current status of the port af2d5534-8dea-4f85-b953-72417f4e4724 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:14:55.195318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Deleting port af2d5534-8dea-4f85-b953-72417f4e4724 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:14:55.195802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.257851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af2d5534-8dea-4f85-b953-72417f4e4724 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:14:55.288903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] For port af2d5534-8dea-4f85-b953-72417f4e4724, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af2d5534-8dea-4f85-b953-72417f4e4724,segment=NetworkSegment(b29d0226-d135-4b5d-a0e1-df79c6e44d17),segment_id=b29d0226-d135-4b5d-a0e1-df79c6e44d17)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:14:55.289303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.305853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.314263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Calling delete_port for af2d5534-8dea-4f85-b953-72417f4e4724 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:14:55.330397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port af2d5534-8dea-4f85-b953-72417f4e4724 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 02:14:55.330827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port af2d5534-8dea-4f85-b953-72417f4e4724 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:14:55.331228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af2d5534-8dea-4f85-b953-72417f4e4724 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:14:55.337655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:55.343600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port af2d5534-8dea-4f85-b953-72417f4e4724 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:14:55.402931 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:14:55.408590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (af2d5534-8dea-4f85-b953-72417f4e4724), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.432227 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.435630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] Pushing event deleted for resources: {'Port': ['ID=af2d5534-8dea-4f85-b953-72417f4e4724,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:55.443974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d65af-de14-4ad9-9a96-9058f8a18699 None None] No DVR routers for this DVR port af2d5534-8dea-4f85-b953-72417f4e4724 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:14:55.467071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:55.478602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29d0226-d135-4b5d-a0e1-df79c6e44d17') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:55.478997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29d0226-d135-4b5d-a0e1-df79c6e44d17') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:14:55.490396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b29d0226-d135-4b5d-a0e1-df79c6e44d17), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.509183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b29d0226-d135-4b5d-a0e1-df79c6e44d17), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.529035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:14:55.529035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b29d0226-d135-4b5d-a0e1-df79c6e44d17), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:14:55.531368 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:14:55.685770 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.698229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.702216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5 HTTP/1.1" status: 204 len: 168 time: 1.2336266 Feb 15 02:14:55.705935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:55.751300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810febe-8361-4614-8178-b89375a86045 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=20a7f0d3-6ab0-4792-b226-c8fecbb5a2b5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:55.779215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341817b-ff87-4c6c-85a1-f0fb658015fb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:55.784259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a341817b-ff87-4c6c-85a1-f0fb658015fb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0736887 Feb 15 02:14:55.784506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:55.834223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a0f46cd9-f328-4042-b986-f2c01679ab8e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0485873 Feb 15 02:14:55.837637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:55.842862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-398443636'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:55.945737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:55.949850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.974650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:14:55.984358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d38715ed-f4ad-4f49-89b9-6e686d99896c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:55.984785 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment d38715ed-f4ad-4f49-89b9-6e686d99896c of type vlan for network ec2222f9-bfd2-4329-b212-a3c6f5023976 Feb 15 02:14:56.020270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.028855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ec2222f9-bfd2-4329-b212-a3c6f5023976), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.162190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ec2222f9-bfd2-4329-b212-a3c6f5023976), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.167401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.168676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.189098 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-4464c568-f830-4b11-b7f0-581a2695878b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613496 Feb 15 02:14:56.254948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=ec2222f9-bfd2-4329-b212-a3c6f5023976,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:56.268134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:14:56.269267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173afa5-cc84-4d32-b71a-2304fa4d806a req-fe9634e4-9f86-4757-b83f-a5f88e554e9d tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.271008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e173afa5-cc84-4d32-b71a-2304fa4d806a req-fe9634e4-9f86-4757-b83f-a5f88e554e9d tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.1465948 Feb 15 02:14:56.296263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f5b9adc5-f45b-4867-a21c-67a3bc16e4bd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4568481 Feb 15 02:14:56.299654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:56.308039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:56.383306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e173afa5-cc84-4d32-b71a-2304fa4d806a req-7b7cf1bf-b30e-4a74-a5a1-fbdf58ea24ae tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1035783 Feb 15 02:14:56.388239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-49facaf0-b7c5-45a2-ac75-1b450b764383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.388239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-49facaf0-b7c5-45a2-ac75-1b450b764383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1128 time: 0.1504493 Feb 15 02:14:56.522307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59694782-ce53-4345-8888-3a65aadca5bd req-fdfb9e45-6e73-448c-a133-7e769a85c850 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.523112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-24fdac11-0b7b-495d-b72e-d0fc211528a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.524493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59694782-ce53-4345-8888-3a65aadca5bd req-fdfb9e45-6e73-448c-a133-7e769a85c850 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.0667794 Feb 15 02:14:56.524747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-24fdac11-0b7b-495d-b72e-d0fc211528a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 897 time: 0.0962687 Feb 15 02:14:56.525486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:56.529613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.593128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59694782-ce53-4345-8888-3a65aadca5bd req-f8b30b02-58c4-4dba-97c5-d668513cb028 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0616927 Feb 15 02:14:56.674056 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-3fef031a-8e34-445a-a34c-e1f9899f2efd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 1001 time: 0.1411469 Feb 15 02:14:56.737314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-ec654b63-f824-4d01-b235-928d4117cbbc tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.739634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-ec654b63-f824-4d01-b235-928d4117cbbc tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.0501239 Feb 15 02:14:56.767498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-1bf6a436-2721-4aa7-9d38-0530a5de31ba tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.771012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-648eae00-b8b9-4eb4-a9e4-c02718bbf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.772594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-648eae00-b8b9-4eb4-a9e4-c02718bbf16a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 200 len: 835 time: 0.0838404 Feb 15 02:14:56.865533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-387c9781-b57a-4a37-986f-06c11f7436de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:56.868581 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-387c9781-b57a-4a37-986f-06c11f7436de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0882781 Feb 15 02:14:56.869301 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-1bf6a436-2721-4aa7-9d38-0530a5de31ba tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Publish callbacks [] for security_group (11d5431f-4ac5-48e6-8716-9ea5e7656c3a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.927069 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (801d8095-7db2-47e6-9a4d-6981d6734dd8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:56.966278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-1bf6a436-2721-4aa7-9d38-0530a5de31ba tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (11d5431f-4ac5-48e6-8716-9ea5e7656c3a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:57.012250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a436-2721-4aa7-9d38-0530a5de31ba tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d5431f-4ac5-48e6-8716-9ea5e7656c3a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:57.017600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=801d8095-7db2-47e6-9a4d-6981d6734dd8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:57.028770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d53bf5d4-7351-4222-9213-9f34771f2aec req-1bf6a436-2721-4aa7-9d38-0530a5de31ba tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2713799 Feb 15 02:14:57.041603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39742) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:57.057477 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-9f8df0b4-0d4c-4325-bfee-6f8af6e19594 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827295 Feb 15 02:14:57.059510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': 'd38715ed-f4ad-4f49-89b9-6e686d99896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:57.059919 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: ec2222f9-bfd2-4329-b212-a3c6f5023976, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:14:57.092343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c814c-51cc-409e-b7cb-675cd12ea63a tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:57.094031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-780c814c-51cc-409e-b7cb-675cd12ea63a tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1162 time: 0.0511327 Feb 15 02:14:57.096977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:57.101249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:57.188228 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-393a67bb-5eb4-47f6-8c1f-9164d89cc7c8 req-5cb9ae0c-0a99-4772-a5a3-43c9bff8cc98 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246605 Feb 15 02:14:57.670406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:57.694181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:14:57.694806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:57.782633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:57.797228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ec2222f9-bfd2-4329-b212-a3c6f5023976) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:57.807587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:57.809001 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:57.809275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef372c03-cb2f-4c97-8f0e-d93d8d9a3c53 None None] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:14:57.922638 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1bff6ceb-7a0b-4fcf-be21-1850f8e86182 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6218317 Feb 15 02:14:57.922902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.25.2.244 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/875f471b-8a7a-41f0-af79-7cfb5f89c5b2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:57.925220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:57.930561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976', 'name': 'tempest-PortsTestJSON-1378721167'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:57.964260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ec2222f9-bfd2-4329-b212-a3c6f5023976', 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': '801d8095-7db2-47e6-9a4d-6981d6734dd8'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:14:57.965295 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.071668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.149746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Allocated IP 172.20.0.2 (ec2222f9-bfd2-4329-b212-a3c6f5023976/801d8095-7db2-47e6-9a4d-6981d6734dd8/a4ad7bd1-1c91-4e2b-9b45-10f2396d4488) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:58.191350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.214048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:58.217581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.234215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:58.237556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:58.241672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:58.283353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port cb11510b-0462-49f7-b26b-a0e4256c579c yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:58.377474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=875f471b-8a7a-41f0-af79-7cfb5f89c5b2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:58.537309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks [] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.596644 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.648788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:58.653131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:58.655927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:58.658357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Pushing event updated for resources: {'Port': ['ID=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:58.723911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.7 (ec2222f9-bfd2-4329-b212-a3c6f5023976/801d8095-7db2-47e6-9a4d-6981d6734dd8/cb11510b-0462-49f7-b26b-a0e4256c579c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:58.741009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Attempting to bind port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:14:58.742277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Attempting to bind port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'd38715ed-f4ad-4f49-89b9-6e686d99896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:14:58.742277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Attempting to bind port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 on network ec2222f9-bfd2-4329-b212-a3c6f5023976 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:14:58.748217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:14:58.748827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Checking segment: {'id': 'd38715ed-f4ad-4f49-89b9-6e686d99896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:14:58.749314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.749947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Bound using segment: {'id': 'd38715ed-f4ad-4f49-89b9-6e686d99896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:14:58.750527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Bound port: a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38715ed-f4ad-4f49-89b9-6e686d99896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:14:58.751023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.830399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] For port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:14:58.833884 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] For port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,segment=NetworkSegment(d38715ed-f4ad-4f49-89b9-6e686d99896c),segment_id=d38715ed-f4ad-4f49-89b9-6e686d99896c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:14:58.910248 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:58.943287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.018812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ed56-bd19-4f6d-b610-5cb0d0982a73 None None] Pushing event updated for resources: {'Port': ['ID=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:59.038732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.095469 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:14:59.099116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:14:59.102009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:14:59.154533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=cb11510b-0462-49f7-b26b-a0e4256c579c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:14:59.173634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:59.177989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.257869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5b76dc85-f67c-450a-a6a4-7110fb2549f5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3314383 Feb 15 02:14:59.264751 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:14:59.273406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': 'ec2222f9-bfd2-4329-b212-a3c6f5023976', 'name': 'tempest-PortsTestJSON-2118304299'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:14:59.424157 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for floatingip (ca267e69-41d7-4049-a794-734b43fcdd2d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.557996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-ceaa02c2-5418-4ab2-9bc2-a6845cb20b95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493062 Feb 15 02:14:59.565911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:14:59.569615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.588054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 4fc65def-3bcb-4e42-a21a-ecd292e7975c yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:14:59.691212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-7fa74568-811d-47b6-a7e5-c1edeb9cc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:59.692787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-7fa74568-811d-47b6-a7e5-c1edeb9cc603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.0818360 Feb 15 02:14:59.693843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.727500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.4 (ec2222f9-bfd2-4329-b212-a3c6f5023976/801d8095-7db2-47e6-9a4d-6981d6734dd8/4fc65def-3bcb-4e42-a21a-ecd292e7975c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:14:59.879478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-9e8c0a11-0c56-4ac9-a2be-67a540c044ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:14:59.881282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-9e8c0a11-0c56-4ac9-a2be-67a540c044ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 898 time: 0.1563942 Feb 15 02:14:59.892886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (4fc65def-3bcb-4e42-a21a-ecd292e7975c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:14:59.997851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4fc65def-3bcb-4e42-a21a-ecd292e7975c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.011056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-f67fa9ad-e81a-4d21-be6a-7dcaa76f0864 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 999 time: 0.1214168 Feb 15 02:15:00.065740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:00.069497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:00.076286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:00.095649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-8bf6a78a-7d4f-423b-a601-a206bbee7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:00.097203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-8bf6a78a-7d4f-423b-a601-a206bbee7141 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.0795944 Feb 15 02:15:00.128344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=4fc65def-3bcb-4e42-a21a-ecd292e7975c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:00.157445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.183618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:00.184985 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.194416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-59c841d6-1b3d-4fdd-88c9-3780bc77b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:00.196022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-59c841d6-1b3d-4fdd-88c9-3780bc77b66a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0911903 Feb 15 02:15:00.328227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-c7a59ac4-58e1-4590-91b6-d57f31a03af3 req-e2ba9915-7956-492c-83ea-0569fe39ef3d service neutron] (103884) timed out ('10.222.0.31', 56060) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:15:00.328227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-a4a31854-006f-461a-9559-7077030eb33a service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014864 Feb 15 02:15:00.426683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.429959 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5dc9907f-7a83-4003-ac18-87d5a74fed9e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1650817 Feb 15 02:15:00.430980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5295eee1-572e-44cc-ae91-25675ca5e989 req-f015c2c2-983e-4292-a3ef-a89ccb6d5252 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180418 Feb 15 02:15:00.432717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:00.509901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b6da4-fb9a-4c42-91d0-67bf02773d20 None None] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:00.519738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=875f471b-8a7a-41f0-af79-7cfb5f89c5b2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:00.529906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (ca267e69-41d7-4049-a794-734b43fcdd2d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.570640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca1c39-5513-40fc-9119-1d67cce3e6d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:00.590777 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75ca1c39-5513-40fc-9119-1d67cce3e6d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1541204 Feb 15 02:15:00.592977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:00.670546 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Floating IP ca267e69-41d7-4049-a794-734b43fcdd2d associated. External IP: 172.25.2.244, port: cf77bad2-afbd-4c87-8a09-0b3ffdfb3291. Feb 15 02:15:00.688321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Provisioning complete for port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:00.689074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.729868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 4fc65def-3bcb-4e42-a21a-ecd292e7975c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:00.730787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4fc65def-3bcb-4e42-a21a-ecd292e7975c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.878686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Current status of the port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:00.879032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.919984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4fc65def-3bcb-4e42-a21a-ecd292e7975c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:00.934741 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 4fc65def-3bcb-4e42-a21a-ecd292e7975c owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:00.938495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] For port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,segment=NetworkSegment(d38715ed-f4ad-4f49-89b9-6e686d99896c),segment_id=d38715ed-f4ad-4f49-89b9-6e686d99896c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:00.993683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 565cafa6-72d4-4212-ad30-7814bc992914 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:15:01.020468 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.152185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ae1ba-d63a-4fd5-a415-c12d39e14a36 None None] Pushing event updated for resources: {'Port': ['ID=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:01.155278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:15:01.166202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Provisioning complete for port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:01.166635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.172145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Sync routers for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:15:01.182961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4fc65def-3bcb-4e42-a21a-ecd292e7975c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.221120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=4fc65def-3bcb-4e42-a21a-ecd292e7975c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:01.254478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.260823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:01.261503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:01.334461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-644fbce9-a00b-4528-9fc5-8a611e52ee48 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2363482 Feb 15 02:15:01.335410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:01.338021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:15:01.341710 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72a151e-c751-4595-a5fa-a753f92c1d82" -d '{"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:15:01.416776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.431597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee2438be-77df-4c8c-85f0-f09cd2af07d9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/4fc65def-3bcb-4e42-a21a-ecd292e7975c HTTP/1.1" status: 204 len: 168 time: 0.8350124 Feb 15 02:15:01.432267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:01.432925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:01.501875 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5855e7f-a8e2-44be-8e9e-dc864388dcd8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:01.503667 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc817f-95b2-437e-aa9d-36e4af3bdf2d x-openstack-request-id: req-a4cc817f-95b2-437e-aa9d-36e4af3bdf2d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:15:01.507449 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5855e7f-a8e2-44be-8e9e-dc864388dcd8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/4fc65def-3bcb-4e42-a21a-ecd292e7975c HTTP/1.1" status: 404 len: 333 time: 0.0717623 Feb 15 02:15:01.507618 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:15:01.507618 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4cc817f-95b2-437e-aa9d-36e4af3bdf2d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:15:01.507618 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'status': 'completed', 'code': 200} Feb 15 02:15:01.508541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:01.592594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:01.607741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-194b7a9e-7eaa-41aa-b1f0-fbc180c27e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.609597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-194b7a9e-7eaa-41aa-b1f0-fbc180c27e2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.1027563 Feb 15 02:15:01.659656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port cb11510b-0462-49f7-b26b-a0e4256c579c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:01.661514 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.747345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Current status of the port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:01.794732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.799653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-c990a553-b0d7-4637-941e-6b521c4b3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.801646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-c990a553-b0d7-4637-941e-6b521c4b3bc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 898 time: 0.1805747 Feb 15 02:15:01.806431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.807366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.808024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.808929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.809599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.810245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.811053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.811700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.812357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:01.814923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-37d58bb4-7b97-434d-87cb-151bf4a9f9c5 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6315 time: 0.4661162 Feb 15 02:15:01.817910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:01.880332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for cb11510b-0462-49f7-b26b-a0e4256c579c owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:01.909681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Provisioning complete for port cb11510b-0462-49f7-b26b-a0e4256c579c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:01.911465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:01.966817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-6b383843-7229-4850-aa38-fa0fa116cc83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 999 time: 0.1504312 Feb 15 02:15:02.093019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:02.094114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:02.106322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-82e62cb6-8959-4858-b05f-4af268f2cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.107915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-82e62cb6-8959-4858-b05f-4af268f2cb64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.1354825 Feb 15 02:15:02.242413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-40d15eda-12d7-43f7-9aeb-df63cf83ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.245770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-40d15eda-12d7-43f7-9aeb-df63cf83ddec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1307185 Feb 15 02:15:02.251103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Port cb11510b-0462-49f7-b26b-a0e4256c579c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:02.268217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-254dace7-0547-47a3-9db9-1111d2da9cb5 None None] Could not find standard attr ID for object 4fc65def-3bcb-4e42-a21a-ecd292e7975c. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:15:02.331901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'ca267e69-41d7-4049-a794-734b43fcdd2d', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'port_id': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'mac_address': 'fa:16:3e:46:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:58Z', 'updated_at': '2022-02-15T02:14:58Z', 'revision_number': 0, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:02.361196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-7a594092-ed9c-4b4f-b96d-d84255f34761 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081204 Feb 15 02:15:02.364245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Checking router: 565cafa6-72d4-4212-ad30-7814bc992914 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:15:02.367018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:02.367793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.368230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.368707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.369152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.369596 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.370031 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.370479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.371440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:02.373331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c2f9a4a-4661-44a7-ab3e-9e55e2ebe9b6 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5225 time: 0.5544562 Feb 15 02:15:02.379216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:02.385949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:02.388035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:02.470532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e709883-3fd8-45f4-bb9c-19ae616fd6f8 None None] Provisioning complete for port cb11510b-0462-49f7-b26b-a0e4256c579c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:02.470818 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e709883-3fd8-45f4-bb9c-19ae616fd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:02.576520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e709883-3fd8-45f4-bb9c-19ae616fd6f8 None None] Port cb11510b-0462-49f7-b26b-a0e4256c579c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:02.610007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:02.611991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (cb11510b-0462-49f7-b26b-a0e4256c579c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:02.641366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b72a151e-c751-4595-a5fa-a753f92c1d82 req-1262a835-9086-4a5f-8e61-b720ba5df175 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748697 Feb 15 02:15:02.643851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=cb11510b-0462-49f7-b26b-a0e4256c579c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:02.768646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e709883-3fd8-45f4-bb9c-19ae616fd6f8 None None] Could not find standard attr ID for object 4fc65def-3bcb-4e42-a21a-ecd292e7975c. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:15:02.801961 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:02.812914 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-edfc3ca4-15d1-4b4b-850f-0ca1758b2052 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/cb11510b-0462-49f7-b26b-a0e4256c579c HTTP/1.1" status: 204 len: 168 time: 1.3033624 Feb 15 02:15:02.815440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:02.845451 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb1f725-12fb-4c88-af84-e9b45ca48566 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:02.853169 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cdb1f725-12fb-4c88-af84-e9b45ca48566 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/cb11510b-0462-49f7-b26b-a0e4256c579c HTTP/1.1" status: 404 len: 333 time: 0.0366716 Feb 15 02:15:02.853800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:02.897876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1d7bef4b-a209-4f87-8359-cab7d4635550 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.5169761 Feb 15 02:15:02.898351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:02.959497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet 801d8095-7db2-47e6-9a4d-6981d6734dd8 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:02.963204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (801d8095-7db2-47e6-9a4d-6981d6734dd8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:02.998987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'ca267e69-41d7-4049-a794-734b43fcdd2d', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'port_id': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'mac_address': 'fa:16:3e:46:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:58Z', 'updated_at': '2022-02-15T02:14:58Z', 'revision_number': 0, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:03.027639 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (801d8095-7db2-47e6-9a4d-6981d6734dd8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.037038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63970e27-478c-45f3-a764-703bdf1aba23 None None] The sync data for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 is: [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'ca267e69-41d7-4049-a794-734b43fcdd2d', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'port_id': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'mac_address': 'fa:16:3e:46:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:58Z', 'updated_at': '2022-02-15T02:14:58Z', 'revision_number': 0, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:15:03.163673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (801d8095-7db2-47e6-9a4d-6981d6734dd8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.285995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (801d8095-7db2-47e6-9a4d-6981d6734dd8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.319789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=801d8095-7db2-47e6-9a4d-6981d6734dd8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:03.345673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.353650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16390e31-1707-427d-8a56-8405338b696b None None] Network ec2222f9-bfd2-4329-b212-a3c6f5023976 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:03.356479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd96b2fa-b346-46f6-ae71-64e52e0e2afd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/801d8095-7db2-47e6-9a4d-6981d6734dd8 HTTP/1.1" status: 204 len: 168 time: 0.5015547 Feb 15 02:15:03.360260 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:03.415604 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312bb6a-cb9f-4b15-a09d-b746cbd718d8 None None] New status for floating IP ca267e69-41d7-4049-a794-734b43fcdd2d: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:15:03.426124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82c919-0fa3-494f-b8de-4b22871d09f0 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:03.432744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82c919-0fa3-494f-b8de-4b22871d09f0 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:03.436521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ce82c919-0fa3-494f-b8de-4b22871d09f0 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=565cafa6-72d4-4212-ad30-7814bc992914 HTTP/1.1" status: 200 len: 2063 time: 0.5365968 Feb 15 02:15:03.524379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ec2222f9-bfd2-4329-b212-a3c6f5023976), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.578203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] DHCP port deletion for ec2222f9-bfd2-4329-b212-a3c6f5023976 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:15:03.679856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:03.680990 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.707715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Deleting port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:03.708349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.748900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,segment=NetworkSegment(d38715ed-f4ad-4f49-89b9-6e686d99896c),segment_id=d38715ed-f4ad-4f49-89b9-6e686d99896c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:03.749529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.770209 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:03.973858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] For port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,segment=NetworkSegment(d38715ed-f4ad-4f49-89b9-6e686d99896c),segment_id=d38715ed-f4ad-4f49-89b9-6e686d99896c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:03.974427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:03.988511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Calling delete_port for a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:04.028555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.050338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:04.063895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:04.085937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (a4ad7bd1-1c91-4e2b-9b45-10f2396d4488), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.126574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] Pushing event deleted for resources: {'Port': ['ID=a4ad7bd1-1c91-4e2b-9b45-10f2396d4488,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:04.130767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ce14a-90c9-4368-893a-34011add89eb None None] No DVR routers for this DVR port a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:04.169043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ec2222f9-bfd2-4329-b212-a3c6f5023976), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.193308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2222f9-bfd2-4329-b212-a3c6f5023976']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:04.202961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38715ed-f4ad-4f49-89b9-6e686d99896c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:04.204776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38715ed-f4ad-4f49-89b9-6e686d99896c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:04.212896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (d38715ed-f4ad-4f49-89b9-6e686d99896c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.226099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (d38715ed-f4ad-4f49-89b9-6e686d99896c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.233436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:15:04.233436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (d38715ed-f4ad-4f49-89b9-6e686d99896c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:15:04.236505 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:15:04.362600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ec2222f9-bfd2-4329-b212-a3c6f5023976), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.380997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.389721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:04.390388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/ec2222f9-bfd2-4329-b212-a3c6f5023976 HTTP/1.1" status: 204 len: 168 time: 1.0221641 Feb 15 02:15:04.390499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1561784177'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:04.405588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b7e5c-0518-44bd-82a0-eb6699bfdfe0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=ec2222f9-bfd2-4329-b212-a3c6f5023976,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:04.476962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:04.481275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.508311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:15:04.517004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ece2d2ec-89d7-4176-997c-b9729da38895), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.517337 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment ece2d2ec-89d7-4176-997c-b9729da38895 of type vlan for network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 Feb 15 02:15:04.566130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (911635cc-a3ab-4421-a0e3-ed07f02e6f32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.648898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (911635cc-a3ab-4421-a0e3-ed07f02e6f32), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.654993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:04.655586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:04.737810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=911635cc-a3ab-4421-a0e3-ed07f02e6f32,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:04.755547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:15:04.796237 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ddaa1afa-ebaf-4238-af9c-9d0057d32125 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4119713 Feb 15 02:15:04.796976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:04.805709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:05.014545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:05.019721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:05.306536 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (7ce573a1-cf57-45e4-abbd-e772682807ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:05.311238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:15:05.371923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:15:05.372434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device a4ad7bd1-1c91-4e2b-9b45-10f2396d4488 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:15:05.377094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=7ce573a1-cf57-45e4-abbd-e772682807ed,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:05.387594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': 'ece2d2ec-89d7-4176-997c-b9729da38895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:05.387594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 911635cc-a3ab-4421-a0e3-ed07f02e6f32, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:15:05.474360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:15:05.541289 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:15:05.559870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 911635cc-a3ab-4421-a0e3-ed07f02e6f32) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:05.570011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c452a1-640e-41ef-a199-b6664ccfc2d5 None None] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:05.570955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:05.572042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:05.682352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c2f0883-5ceb-42dd-ac0a-520c19bf39b4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8842382 Feb 15 02:15:05.685737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:05.691259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32', 'name': 'tempest-PortsTestJSON-1347289966', 'fixed_ips': [{'subnet_id': '7ce573a1-cf57-45e4-abbd-e772682807ed', 'ip_address': '172.20.0.10'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:05.719570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-911635cc-a3ab-4421-a0e3-ed07f02e6f32', 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': '7ce573a1-cf57-45e4-abbd-e772682807ed'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:15:05.723124 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:05.939020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Allocated IP 172.20.0.2 (911635cc-a3ab-4421-a0e3-ed07f02e6f32/7ce573a1-cf57-45e4-abbd-e772682807ed/7fd6fa79-fee5-4607-9d21-4611fe21c10b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:05.974377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:06.081302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks [] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.129862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.156913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 26344004-3115-440a-b8b7-eecca52340fc yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:15:06.172089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.192714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:06.196064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:06.230820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:06.290708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Pushing event updated for resources: {'Port': ['ID=7fd6fa79-fee5-4607-9d21-4611fe21c10b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:06.305463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Attempting to bind port 7fd6fa79-fee5-4607-9d21-4611fe21c10b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:06.306146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Attempting to bind port 7fd6fa79-fee5-4607-9d21-4611fe21c10b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ece2d2ec-89d7-4176-997c-b9729da38895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:06.306262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Attempting to bind port 7fd6fa79-fee5-4607-9d21-4611fe21c10b on network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:06.311719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:06.312095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Checking segment: {'id': 'ece2d2ec-89d7-4176-997c-b9729da38895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:06.312535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.312928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Bound using segment: {'id': 'ece2d2ec-89d7-4176-997c-b9729da38895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:06.313398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Bound port: 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece2d2ec-89d7-4176-997c-b9729da38895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:06.313776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.385589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.10 (911635cc-a3ab-4421-a0e3-ed07f02e6f32/7ce573a1-cf57-45e4-abbd-e772682807ed/26344004-3115-440a-b8b7-eecca52340fc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:06.446789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] For port 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:06.450944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] For port 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7fd6fa79-fee5-4607-9d21-4611fe21c10b,segment=NetworkSegment(ece2d2ec-89d7-4176-997c-b9729da38895),segment_id=ece2d2ec-89d7-4176-997c-b9729da38895)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:06.546435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.560103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (26344004-3115-440a-b8b7-eecca52340fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.628576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214f3e-4f1e-45b3-8a7e-244c92578a4a None None] Pushing event updated for resources: {'Port': ['ID=7fd6fa79-fee5-4607-9d21-4611fe21c10b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:06.665002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26344004-3115-440a-b8b7-eecca52340fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.742892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:06.747213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:06.759225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:06.851494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:06.852260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:06.866415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=26344004-3115-440a-b8b7-eecca52340fc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:06.953074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6ccf40ed-3399-4eda-b1d1-01029ce15493 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2632904 Feb 15 02:15:06.953247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:06.958899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '911635cc-a3ab-4421-a0e3-ed07f02e6f32', 'name': 'tempest-PortsTestJSON-531571296', 'fixed_ips': [{'subnet_id': '7ce573a1-cf57-45e4-abbd-e772682807ed', 'ip_address': '172.20.0.9'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:07.206957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:07.341601 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.351257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7fd6fa79-fee5-4607-9d21-4611fe21c10b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:07.363627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 63966893-2f0e-42cd-a908-11bf767045da yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:15:07.437393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7fd6fa79-fee5-4607-9d21-4611fe21c10b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:07.440530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.541559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7fd6fa79-fee5-4607-9d21-4611fe21c10b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:07.542046 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.587169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.9 (911635cc-a3ab-4421-a0e3-ed07f02e6f32/7ce573a1-cf57-45e4-abbd-e772682807ed/63966893-2f0e-42cd-a908-11bf767045da) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:07.595166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7fd6fa79-fee5-4607-9d21-4611fe21c10b,segment=NetworkSegment(ece2d2ec-89d7-4176-997c-b9729da38895),segment_id=ece2d2ec-89d7-4176-997c-b9729da38895)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:07.723550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.765188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (63966893-2f0e-42cd-a908-11bf767045da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.815422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=7fd6fa79-fee5-4607-9d21-4611fe21c10b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:07.914321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13bedf-4ebc-4843-aa42-8782a4d05960 None None] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:07.918094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (63966893-2f0e-42cd-a908-11bf767045da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:07.961927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:07.965654 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:07.968030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:07.983845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-26084cbe-14fe-455f-9210-8c9e6c9fe442 None None] Provisioning complete for port 7fd6fa79-fee5-4607-9d21-4611fe21c10b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:07.983845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26084cbe-14fe-455f-9210-8c9e6c9fe442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.002258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=63966893-2f0e-42cd-a908-11bf767045da,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:08.028441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:08.029344 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.105974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26084cbe-14fe-455f-9210-8c9e6c9fe442 None None] Current status of the port 7fd6fa79-fee5-4607-9d21-4611fe21c10b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:08.165311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a3d13d24-cb86-4912-ab1a-2b37f472fabe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2088704 Feb 15 02:15:08.165829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:08.273988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec223a2-23d8-40e6-88b5-c2fed750bec4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:08.275928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8ec223a2-23d8-40e6-88b5-c2fed750bec4 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1090543 Feb 15 02:15:08.280481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:08.347778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb4e1-0621-40d7-a8df-2401acaf2742 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:08.353243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb4e1-0621-40d7-a8df-2401acaf2742 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:08.359190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb4e1-0621-40d7-a8df-2401acaf2742 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:08.361430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6bccb4e1-0621-40d7-a8df-2401acaf2742 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0796645 Feb 15 02:15:08.364205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:08.437060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Provisioning complete for port 7fd6fa79-fee5-4607-9d21-4611fe21c10b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:08.437705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.483300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 63966893-2f0e-42cd-a908-11bf767045da {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:08.483646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (63966893-2f0e-42cd-a908-11bf767045da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.531470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Current status of the port 7fd6fa79-fee5-4607-9d21-4611fe21c10b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:08.549254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Provisioning complete for port 63966893-2f0e-42cd-a908-11bf767045da triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:08.549640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (63966893-2f0e-42cd-a908-11bf767045da), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.594179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Port 63966893-2f0e-42cd-a908-11bf767045da cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:08.603350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (63966893-2f0e-42cd-a908-11bf767045da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.604518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Provisioning complete for port 26344004-3115-440a-b8b7-eecca52340fc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:08.604979 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26344004-3115-440a-b8b7-eecca52340fc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.617596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 63966893-2f0e-42cd-a908-11bf767045da owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:08.640658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53d9d41f-4c85-4e5c-84ea-d93022516452 None None] Port 26344004-3115-440a-b8b7-eecca52340fc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:08.763097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b7f3e3e-d524-493c-838d-488d560a6a74 None None] Provisioning complete for port 26344004-3115-440a-b8b7-eecca52340fc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:08.763476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3e3e-d524-493c-838d-488d560a6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (26344004-3115-440a-b8b7-eecca52340fc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.818821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f3e3e-d524-493c-838d-488d560a6a74 None None] Port 26344004-3115-440a-b8b7-eecca52340fc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:08.869137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (63966893-2f0e-42cd-a908-11bf767045da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.901546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=63966893-2f0e-42cd-a908-11bf767045da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:08.943501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ff8e5919-a355-4508-8659-01b0bb30a711 None None] Could not find standard attr ID for object 63966893-2f0e-42cd-a908-11bf767045da. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:15:08.986044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:08.990098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bbbd55d7-33d1-456f-9a1e-cc8ccc1236d0 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/63966893-2f0e-42cd-a908-11bf767045da HTTP/1.1" status: 204 len: 168 time: 0.6249003 Feb 15 02:15:08.993017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:09.031016 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed9ea3-0a55-47fc-82d8-db4628079d1c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:09.032637 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-10ed9ea3-0a55-47fc-82d8-db4628079d1c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/63966893-2f0e-42cd-a908-11bf767045da HTTP/1.1" status: 404 len: 333 time: 0.0385268 Feb 15 02:15:09.035684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:09.137892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 26344004-3115-440a-b8b7-eecca52340fc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:09.138243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (26344004-3115-440a-b8b7-eecca52340fc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.231166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (26344004-3115-440a-b8b7-eecca52340fc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.243388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 26344004-3115-440a-b8b7-eecca52340fc owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:09.264976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7fd6fa79-fee5-4607-9d21-4611fe21c10b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:09.328393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7fd6fa79-fee5-4607-9d21-4611fe21c10b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:09.328807 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.588796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7fd6fa79-fee5-4607-9d21-4611fe21c10b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:09.674092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (26344004-3115-440a-b8b7-eecca52340fc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.703546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=26344004-3115-440a-b8b7-eecca52340fc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:09.776122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.779869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-063e1222-aaa5-4b6e-b422-50ae1e77ce17 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/26344004-3115-440a-b8b7-eecca52340fc HTTP/1.1" status: 204 len: 168 time: 0.7430592 Feb 15 02:15:09.782506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:09.811539 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa736aac-1a81-4a5c-87db-f1b5c70da4cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:09.815574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fa736aac-1a81-4a5c-87db-f1b5c70da4cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/26344004-3115-440a-b8b7-eecca52340fc HTTP/1.1" status: 404 len: 333 time: 0.0295141 Feb 15 02:15:09.816208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:09.873601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet 7ce573a1-cf57-45e4-abbd-e772682807ed {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:09.877365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (7ce573a1-cf57-45e4-abbd-e772682807ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:09.929958 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7ce573a1-cf57-45e4-abbd-e772682807ed), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.015407 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7ce573a1-cf57-45e4-abbd-e772682807ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.160206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7ce573a1-cf57-45e4-abbd-e772682807ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.189395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce573a1-cf57-45e4-abbd-e772682807ed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:10.191367 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.197577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:10.197721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73b5d4-613b-4b79-abae-f399b2714a77 None None] Network 911635cc-a3ab-4421-a0e3-ed07f02e6f32 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:10.219860 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-196d7cbf-8bcf-4358-aad8-e6037d5d14cf tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/7ce573a1-cf57-45e4-abbd-e772682807ed HTTP/1.1" status: 204 len: 168 time: 0.3896666 Feb 15 02:15:10.309199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (911635cc-a3ab-4421-a0e3-ed07f02e6f32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.370803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 7fd6fa79-fee5-4607-9d21-4611fe21c10b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:10.371158 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.399850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] DHCP port deletion for 911635cc-a3ab-4421-a0e3-ed07f02e6f32 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:15:10.443747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7fd6fa79-fee5-4607-9d21-4611fe21c10b,segment=NetworkSegment(ece2d2ec-89d7-4176-997c-b9729da38895),segment_id=ece2d2ec-89d7-4176-997c-b9729da38895)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:10.444119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.454988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Deleting port 7fd6fa79-fee5-4607-9d21-4611fe21c10b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:10.456127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.458534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 7fd6fa79-fee5-4607-9d21-4611fe21c10b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:10.520349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] For port 7fd6fa79-fee5-4607-9d21-4611fe21c10b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7fd6fa79-fee5-4607-9d21-4611fe21c10b,segment=NetworkSegment(ece2d2ec-89d7-4176-997c-b9729da38895),segment_id=ece2d2ec-89d7-4176-997c-b9729da38895)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:10.520751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.533492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Calling delete_port for 7fd6fa79-fee5-4607-9d21-4611fe21c10b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:10.585593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.614150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7fd6fa79-fee5-4607-9d21-4611fe21c10b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.614786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=7fd6fa79-fee5-4607-9d21-4611fe21c10b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:10.625807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port 7fd6fa79-fee5-4607-9d21-4611fe21c10b on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:10.651715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] Pushing event deleted for resources: {'Port': ['ID=7fd6fa79-fee5-4607-9d21-4611fe21c10b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:10.658419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed67a9-a0fa-4b09-88f3-9dc334e93a7c None None] No DVR routers for this DVR port 7fd6fa79-fee5-4607-9d21-4611fe21c10b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:10.721514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (911635cc-a3ab-4421-a0e3-ed07f02e6f32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.741801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911635cc-a3ab-4421-a0e3-ed07f02e6f32']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:10.753005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece2d2ec-89d7-4176-997c-b9729da38895') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:10.753318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece2d2ec-89d7-4176-997c-b9729da38895') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:10.763516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (ece2d2ec-89d7-4176-997c-b9729da38895), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.776889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ece2d2ec-89d7-4176-997c-b9729da38895), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.783552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:15:10.783951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (ece2d2ec-89d7-4176-997c-b9729da38895), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:15:10.787071 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:15:10.974233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (911635cc-a3ab-4421-a0e3-ed07f02e6f32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.981985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:10.984868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/911635cc-a3ab-4421-a0e3-ed07f02e6f32 HTTP/1.1" status: 204 len: 168 time: 0.7863078 Feb 15 02:15:10.988657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:10.993594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901493120'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:10.997403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906fd5-8c1a-4679-a14a-ae370784ac4c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=911635cc-a3ab-4421-a0e3-ed07f02e6f32,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:11.106217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:11.109646 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.136886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:15:11.155881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (504f424f-d942-4a06-9b32-2ba65945b44c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.155881 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Added segment 504f424f-d942-4a06-9b32-2ba65945b44c of type vlan for network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a Feb 15 02:15:11.192731 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (90de5c8b-63ee-4f43-ba61-27b3e7542c5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.276227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7fd6fa79-fee5-4607-9d21-4611fe21c10b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:15:11.294420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (90de5c8b-63ee-4f43-ba61-27b3e7542c5a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.298364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7fd6fa79-fee5-4607-9d21-4611fe21c10b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:15:11.298714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7fd6fa79-fee5-4607-9d21-4611fe21c10b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:15:11.299828 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:11.300491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.380811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Network': ['ID=90de5c8b-63ee-4f43-ba61-27b3e7542c5a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:11.390908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:15:11.462521 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68b0f48a-43ef-461b-ac36-252d97e287a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4727538 Feb 15 02:15:11.465736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:11.470661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:11.642943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:11.646622 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:11.931301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (15ca1648-e386-417e-bc21-4385b0a1953e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.000819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=15ca1648-e386-417e-bc21-4385b0a1953e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:12.006426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Checking segment: {'id': '504f424f-d942-4a06-9b32-2ba65945b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:12.006809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network hostable DHCP agents. Network: 90de5c8b-63ee-4f43-ba61-27b3e7542c5a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:15:12.119512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:15:12.245353 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 90de5c8b-63ee-4f43-ba61-27b3e7542c5a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:12.250430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:12.251037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.257362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de16234-7875-4849-9abf-866f2f8d9468 None None] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:12.356778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-90de5c8b-63ee-4f43-ba61-27b3e7542c5a', 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': '15ca1648-e386-417e-bc21-4385b0a1953e'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:15:12.357628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.377703 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80b8e09b-8b82-4072-a94d-bcc1462dd5e1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9083431 Feb 15 02:15:12.377910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 39990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:12.382374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1599449886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:12.491194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Allocated IP 172.20.0.2 (90de5c8b-63ee-4f43-ba61-27b3e7542c5a/15ca1648-e386-417e-bc21-4385b0a1953e/fb10d69b-920f-40d8-9cec-ff0051edf881) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:12.553925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (35915808-9583-46ca-a924-f46e524e075e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.555099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (35915808-9583-46ca-a924-f46e524e075e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.618334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for router_controller (35915808-9583-46ca-a924-f46e524e075e), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.644977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks [] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.697352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (35915808-9583-46ca-a924-f46e524e075e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.746696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.784626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:12.789294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:12.793224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:12.798502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Pushing event updated for resources: {'Port': ['ID=fb10d69b-920f-40d8-9cec-ff0051edf881,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:12.816804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.818075 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-633e7e7b-136a-4675-b349-adda0fd4bf63 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4392967 Feb 15 02:15:12.821012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 39998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:12.828365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a', 'name': 'tempest-PortsTestJSON-1157040203'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:12.856481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Attempting to bind port fb10d69b-920f-40d8-9cec-ff0051edf881 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:12.856857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Attempting to bind port fb10d69b-920f-40d8-9cec-ff0051edf881 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '504f424f-d942-4a06-9b32-2ba65945b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:12.857228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Attempting to bind port fb10d69b-920f-40d8-9cec-ff0051edf881 on network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:12.862566 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:12.862946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Checking segment: {'id': '504f424f-d942-4a06-9b32-2ba65945b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:12.863350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.863754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Bound using segment: {'id': '504f424f-d942-4a06-9b32-2ba65945b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:12.864226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Bound port: fb10d69b-920f-40d8-9cec-ff0051edf881, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504f424f-d942-4a06-9b32-2ba65945b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90de5c8b-63ee-4f43-ba61-27b3e7542c5a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:12.864646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:12.927264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] For port fb10d69b-920f-40d8-9cec-ff0051edf881, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:12.930505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] For port fb10d69b-920f-40d8-9cec-ff0051edf881, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb10d69b-920f-40d8-9cec-ff0051edf881,segment=NetworkSegment(504f424f-d942-4a06-9b32-2ba65945b44c),segment_id=504f424f-d942-4a06-9b32-2ba65945b44c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:13.016828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:13.020196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:13.038970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port de0d0cb8-28a3-4420-b805-a730123f5bc1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:15:13.063111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:13.124864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e2dc-ba8c-4d27-b2fe-d0d90ab777e8 None None] Pushing event updated for resources: {'Port': ['ID=fb10d69b-920f-40d8-9cec-ff0051edf881,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:13.164536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.13 (90de5c8b-63ee-4f43-ba61-27b3e7542c5a/15ca1648-e386-417e-bc21-4385b0a1953e/de0d0cb8-28a3-4420-b805-a730123f5bc1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:13.360928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:13.518491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:13.566108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:13.571385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:13.575468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:13.599337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=de0d0cb8-28a3-4420-b805-a730123f5bc1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:13.628330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:13.628991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:13.793132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fc26ee4-a60b-4d23-8dea-4d95b17746f3 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9700887 Feb 15 02:15:13.795737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:14.154332 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.200640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0daf2-d70a-400a-b2df-59b0fa211433 None None] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:14.318556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Provisioning complete for port fb10d69b-920f-40d8-9cec-ff0051edf881 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:14.318702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.444925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.456929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Current status of the port fb10d69b-920f-40d8-9cec-ff0051edf881 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:14.458110 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.493392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] For port fb10d69b-920f-40d8-9cec-ff0051edf881, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb10d69b-920f-40d8-9cec-ff0051edf881,segment=NetworkSegment(504f424f-d942-4a06-9b32-2ba65945b44c),segment_id=504f424f-d942-4a06-9b32-2ba65945b44c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:14.545562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.602991 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.653624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=de0d0cb8-28a3-4420-b805-a730123f5bc1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:14.662454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a4b1e-369d-4b48-a87a-cb1633951c06 None None] Pushing event updated for resources: {'Port': ['ID=fb10d69b-920f-40d8-9cec-ff0051edf881,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:14.723701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Provisioning complete for port de0d0cb8-28a3-4420-b805-a730123f5bc1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:14.724325 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.763669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Port de0d0cb8-28a3-4420-b805-a730123f5bc1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:14.773862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Provisioning complete for port fb10d69b-920f-40d8-9cec-ff0051edf881 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:14.774235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.816001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (35915808-9583-46ca-a924-f46e524e075e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:14.862338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f049a38-0cc7-44db-bb85-dc86b134394f None None] Current status of the port fb10d69b-920f-40d8-9cec-ff0051edf881 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:14.983375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-105c2970-e92f-4950-acc5-91bc933f305e None None] Provisioning complete for port de0d0cb8-28a3-4420-b805-a730123f5bc1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:14.983750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-105c2970-e92f-4950-acc5-91bc933f305e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.032408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-105c2970-e92f-4950-acc5-91bc933f305e None None] Port de0d0cb8-28a3-4420-b805-a730123f5bc1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:15.057789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.153015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-506224c8-8226-4c62-a08d-21fc0c093c10 None None] Provisioning complete for port de0d0cb8-28a3-4420-b805-a730123f5bc1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:15.153482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-506224c8-8226-4c62-a08d-21fc0c093c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.191476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-506224c8-8226-4c62-a08d-21fc0c093c10 None None] Port de0d0cb8-28a3-4420-b805-a730123f5bc1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:15.291514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb10d69b-920f-40d8-9cec-ff0051edf881 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:15.334742 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.451330 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.525553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fb10d69b-920f-40d8-9cec-ff0051edf881 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:15.526456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.551780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=de0d0cb8-28a3-4420-b805-a730123f5bc1,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:15.554288 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (35915808-9583-46ca-a924-f46e524e075e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.610091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fb10d69b-920f-40d8-9cec-ff0051edf881 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:15.658334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:15.659809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:15.691356 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.960450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b76c3b24-9e25-47b2-9499-c7cdcb1aaf2e None None] Provisioning complete for port de0d0cb8-28a3-4420-b805-a730123f5bc1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:15.960864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b76c3b24-9e25-47b2-9499-c7cdcb1aaf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:15.998456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b76c3b24-9e25-47b2-9499-c7cdcb1aaf2e None None] Port de0d0cb8-28a3-4420-b805-a730123f5bc1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:16.228688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Router 35915808-9583-46ca-a924-f46e524e075e is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:15:16.326422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:15:16.331800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-39f8295a-9936-4419-be9e-cebfe6deefc6 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/routers/35915808-9583-46ca-a924-f46e524e075e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5349600 Feb 15 02:15:16.334514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:16.339554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] Sync routers for ids ['35915808-9583-46ca-a924-f46e524e075e'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:15:16.350888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] Routers {'35915808-9583-46ca-a924-f46e524e075e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:16.351598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['35915808-9583-46ca-a924-f46e524e075e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:16.387226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:16.392912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfe3b2-a25c-411e-807f-3a3a210c710c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:16.397384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:16.398042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-17dfe3b2-a25c-411e-807f-3a3a210c710c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?device_id=35915808-9583-46ca-a924-f46e524e075e HTTP/1.1" status: 200 len: 983 time: 0.0619752 Feb 15 02:15:16.416532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] Routers {'35915808-9583-46ca-a924-f46e524e075e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:16.417112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['35915808-9583-46ca-a924-f46e524e075e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:16.461375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:16.462352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f38f9f-bb32-4942-a072-cc2bc3537adb None None] The sync data for ids ['35915808-9583-46ca-a924-f46e524e075e'] in n-d-829064-14 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:15:16.829748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (35915808-9583-46ca-a924-f46e524e075e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:17.094293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port de0d0cb8-28a3-4420-b805-a730123f5bc1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:17.094637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:17.183519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:17.196624 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for de0d0cb8-28a3-4420-b805-a730123f5bc1 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:17.514445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (de0d0cb8-28a3-4420-b805-a730123f5bc1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:17.543452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=de0d0cb8-28a3-4420-b805-a730123f5bc1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:17.709461 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (35915808-9583-46ca-a924-f46e524e075e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:17.879412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Router 35915808-9583-46ca-a924-f46e524e075e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:15:17.957935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:15:17.963078 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9568525d-e77b-4633-b276-0fa7981eec57 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/routers/35915808-9583-46ca-a924-f46e524e075e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646701 Feb 15 02:15:17.966466 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:17.969524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] Sync routers for ids ['35915808-9583-46ca-a924-f46e524e075e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:15:17.981082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] Routers {'35915808-9583-46ca-a924-f46e524e075e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:17.981727 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['35915808-9583-46ca-a924-f46e524e075e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:17.992581 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e7cf8a-6d58-4f16-a948-0b885e17d2c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:17.994084 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b6e7cf8a-6d58-4f16-a948-0b885e17d2c5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/de0d0cb8-28a3-4420-b805-a730123f5bc1 HTTP/1.1" status: 404 len: 333 time: 0.0266228 Feb 15 02:15:17.998472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:18.024866 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:18.034660 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] Routers {'35915808-9583-46ca-a924-f46e524e075e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:18.035257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['35915808-9583-46ca-a924-f46e524e075e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:18.071750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:18.072456 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e56b9c-590b-4449-a205-d97b99655562 None None] The sync data for ids ['35915808-9583-46ca-a924-f46e524e075e'] in n-d-829064-14 is: [] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:15:18.092308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for router (35915808-9583-46ca-a924-f46e524e075e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.185613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.600451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (35915808-9583-46ca-a924-f46e524e075e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.602800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for router_controller (35915808-9583-46ca-a924-f46e524e075e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.746594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (35915808-9583-46ca-a924-f46e524e075e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.747108 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Fanout notify agent at l3_agent the message router_deleted on router 35915808-9583-46ca-a924-f46e524e075e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:15:18.755247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.758859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-128c6e80-9fe9-49a2-beb7-d8b0ef565e5a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/routers/35915808-9583-46ca-a924-f46e524e075e HTTP/1.1" status: 204 len: 168 time: 0.7566519 Feb 15 02:15:18.760079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:18.820119 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet 15ca1648-e386-417e-bc21-4385b0a1953e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:18.823255 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (15ca1648-e386-417e-bc21-4385b0a1953e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.866807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (15ca1648-e386-417e-bc21-4385b0a1953e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:18.949283 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (15ca1648-e386-417e-bc21-4385b0a1953e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.092560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (15ca1648-e386-417e-bc21-4385b0a1953e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.127641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=15ca1648-e386-417e-bc21-4385b0a1953e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:19.131223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.136346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc3e03ff-0755-4978-80a1-666669f84cd1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/15ca1648-e386-417e-bc21-4385b0a1953e HTTP/1.1" status: 204 len: 168 time: 0.3730516 Feb 15 02:15:19.137760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:19.153217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8abcf49-91f3-4fed-ba64-06e168869e1e None None] Network 90de5c8b-63ee-4f43-ba61-27b3e7542c5a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:19.255523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (90de5c8b-63ee-4f43-ba61-27b3e7542c5a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.322791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port fb10d69b-920f-40d8-9cec-ff0051edf881 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:19.323146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.358686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] DHCP port deletion for 90de5c8b-63ee-4f43-ba61-27b3e7542c5a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:15:19.421016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] For port fb10d69b-920f-40d8-9cec-ff0051edf881, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb10d69b-920f-40d8-9cec-ff0051edf881,segment=NetworkSegment(504f424f-d942-4a06-9b32-2ba65945b44c),segment_id=504f424f-d942-4a06-9b32-2ba65945b44c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:19.421441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.427724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Deleting port fb10d69b-920f-40d8-9cec-ff0051edf881 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:19.428552 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.437126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for fb10d69b-920f-40d8-9cec-ff0051edf881 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:19.736704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] For port fb10d69b-920f-40d8-9cec-ff0051edf881, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb10d69b-920f-40d8-9cec-ff0051edf881,segment=NetworkSegment(504f424f-d942-4a06-9b32-2ba65945b44c),segment_id=504f424f-d942-4a06-9b32-2ba65945b44c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:19.736704 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.736704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Calling delete_port for fb10d69b-920f-40d8-9cec-ff0051edf881 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:19.737112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.741431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (fb10d69b-920f-40d8-9cec-ff0051edf881), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.766840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No DVR routers for this DVR port fb10d69b-920f-40d8-9cec-ff0051edf881 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:19.767100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] Pushing event deleted for resources: {'Port': ['ID=fb10d69b-920f-40d8-9cec-ff0051edf881,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:19.773172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63399aaa-0050-46eb-a4ad-437e3a8f3e62 None None] No DVR routers for this DVR port fb10d69b-920f-40d8-9cec-ff0051edf881 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:19.776013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=fb10d69b-920f-40d8-9cec-ff0051edf881,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:19.860410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (90de5c8b-63ee-4f43-ba61-27b3e7542c5a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.883753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90de5c8b-63ee-4f43-ba61-27b3e7542c5a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:19.894166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504f424f-d942-4a06-9b32-2ba65945b44c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:19.894464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504f424f-d942-4a06-9b32-2ba65945b44c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:19.905129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (504f424f-d942-4a06-9b32-2ba65945b44c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.919438 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (504f424f-d942-4a06-9b32-2ba65945b44c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.931408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:15:19.931826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (504f424f-d942-4a06-9b32-2ba65945b44c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:15:19.935780 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:15:20.068249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (90de5c8b-63ee-4f43-ba61-27b3e7542c5a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.078646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.080445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/90de5c8b-63ee-4f43-ba61-27b3e7542c5a HTTP/1.1" status: 204 len: 168 time: 0.9415660 Feb 15 02:15:20.084969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:20.097546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d2f51-b352-4fa2-a1b5-0acf6b345ae9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=90de5c8b-63ee-4f43-ba61-27b3e7542c5a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:20.131005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff185ba8-ee3c-4109-b30b-85de5c8c7345 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:20.136503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff185ba8-ee3c-4109-b30b-85de5c8c7345 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/5472958f-7595-4026-9305-6021509158f6 HTTP/1.1" status: 200 len: 840 time: 0.0462971 Feb 15 02:15:20.136819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:20.179979 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f0dab95a-ed75-4bbb-b002-b3b82d9f6346 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/5472958f-7595-4026-9305-6021509158f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0420303 Feb 15 02:15:20.183426 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:20.188430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:20.359490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:20.363002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.597400 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.640705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:20.643940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:20.649187 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:20.649187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.652735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee63a83-668f-4167-b892-69e7039b1c86 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:20.660129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:20.747824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:20.752623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756457155'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:20.756582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7edf3be9-34b5-48aa-9129-6bccdd8a2b6f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5598099 Feb 15 02:15:20.797258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'project_id': '952756f2aeb34f719d4d3ea98163681a', 'fixed_ips': [{'subnet_id': '25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:15:20.811266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.868653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.939943 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (499c04e6-bd23-447b-ad43-de70e4c791ed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:20.945690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Allocated IP 172.20.0.2 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba/897e81f1-8e1a-4a51-b629-d762f7797c3a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:21.045668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (499c04e6-bd23-447b-ad43-de70e4c791ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.075508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499c04e6-bd23-447b-ad43-de70e4c791ed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:21.099309 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks [] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.115779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63b107d6-5433-424d-850b-35c82c15182d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.145963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.148241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f467fd66-81c6-47a0-b6b1-6f90a9b6da54 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3993385 Feb 15 02:15:21.152973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:21.160754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050031963'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:21.209214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.256578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:21.270764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:21.272231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:21.274962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:21.277222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.306999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb10d69b-920f-40d8-9cec-ff0051edf881 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:15:21.360662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fb10d69b-920f-40d8-9cec-ff0051edf881 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:15:21.361393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb10d69b-920f-40d8-9cec-ff0051edf881 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:15:21.362328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (1d93075b-1d20-4e88-bfe5-711982f1122f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.377156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Attempting to bind port 897e81f1-8e1a-4a51-b629-d762f7797c3a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:21.378804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Attempting to bind port 897e81f1-8e1a-4a51-b629-d762f7797c3a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '2d45eccf-3bed-4f2a-a573-53660ddeed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:21.378958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Attempting to bind port 897e81f1-8e1a-4a51-b629-d762f7797c3a on network 1a143740-146f-441c-aa5a-3fa7e0c5e4df {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:21.384835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:21.385235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Checking segment: {'id': '2d45eccf-3bed-4f2a-a573-53660ddeed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:21.385635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.386785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Bound using segment: {'id': '2d45eccf-3bed-4f2a-a573-53660ddeed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:21.387221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Bound port: 897e81f1-8e1a-4a51-b629-d762f7797c3a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d45eccf-3bed-4f2a-a573-53660ddeed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:21.387467 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.463352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:21.466965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:21.474157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1d93075b-1d20-4e88-bfe5-711982f1122f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.505957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d93075b-1d20-4e88-bfe5-711982f1122f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:21.546221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.592857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.595232 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-170bdd17-46d6-44bc-895e-114d34306e13 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4429452 Feb 15 02:15:21.597875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40144) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:21.603027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1593611729', 'security_groups': ['1d93075b-1d20-4e88-bfe5-711982f1122f'], 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:21.645135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a5124-d4dc-438a-9108-fae3eec0d0bd None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:21.817728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:21.950619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:21.981209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port f7ab76d3-d653-4d36-88a7-484a66b3e844 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:15:22.157006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.6 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba/f7ab76d3-d653-4d36-88a7-484a66b3e844) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:22.327312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:22.423103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:22.490064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=f7ab76d3-d653-4d36-88a7-484a66b3e844,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:22.512364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:22.512625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:22.515160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:22.575390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:22.576166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:22.655496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:22.656035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5d2e031f-8be7-441c-b72d-9b7f093c284c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0560148 Feb 15 02:15:22.660627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:22.869033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:22.870202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:22.879932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:22.883696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:22.923913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:22.937844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:22.938772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.000532 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba (CIDR: 172.20.0.0/28) Feb 15 02:15:23.027397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:23.027800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.055076 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:15:23.055832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:23.061862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:23.143203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.174746 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5971b646-3ccc-4f39-a4ce-24f158de7e20 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5181334 Feb 15 02:15:23.182114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:23.187941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:23.312238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3d18-b5b4-4866-af5d-07ea797995ca None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:23.328358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f40604e-27c2-4cda-a640-1c5c73d64156 None None] Provisioning complete for port f7ab76d3-d653-4d36-88a7-484a66b3e844 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:23.329074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f40604e-27c2-4cda-a640-1c5c73d64156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.376270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d226a165-a0fb-4b37-986d-70f7b3f67117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.385057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:23.430341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f40604e-27c2-4cda-a640-1c5c73d64156 None None] Port f7ab76d3-d653-4d36-88a7-484a66b3e844 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:23.448214 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:23.453416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.458030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:23.458462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.548272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:23.785993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (a9351322-903a-451b-b740-db6e8ee0a09c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.832179 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:23.835303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:23.840111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:23.840730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:23.845284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b80bf-d707-4abd-8c59-d3864bc4b759 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:23.850131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=a9351322-903a-451b-b740-db6e8ee0a09c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:23.911572 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5fe0e25d-429f-444e-ad79-e01129315fb7 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7274632 Feb 15 02:15:23.914321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:23.919559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-580929581', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9351322-903a-451b-b740-db6e8ee0a09c'}], 'security_groups': ['499c04e6-bd23-447b-ad43-de70e4c791ed']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:24.037895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Update dhcp port {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'fixed_ips': [{'subnet_id': '25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9351322-903a-451b-b740-db6e8ee0a09c'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '897e81f1-8e1a-4a51-b629-d762f7797c3a'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:15:24.066087 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.112763 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.232367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Allocated IP 172.20.0.18 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/a9351322-903a-451b-b740-db6e8ee0a09c/897e81f1-8e1a-4a51-b629-d762f7797c3a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:24.332799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:24.373172 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Publish callbacks [] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.460259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.578659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae83f7-0461-45e8-971e-2a2784e5099b None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:24.586852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Delete allocated IP 172.20.0.6 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba) {{(pid=103885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:15:24.594302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.25 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/a9351322-903a-451b-b740-db6e8ee0a09c/f7ab76d3-d653-4d36-88a7-484a66b3e844) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:24.628488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.758138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:24.903712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.001029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=f7ab76d3-d653-4d36-88a7-484a66b3e844,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:25.022248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] In _notify_port_updated(), no bound segment for port f7ab76d3-d653-4d36-88a7-484a66b3e844 on network 1a143740-146f-441c-aa5a-3fa7e0c5e4df {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:15:25.028050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:25.028690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.032347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8b6e010c-541c-4138-ba16-d473541e8a1e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/ports/f7ab76d3-d653-4d36-88a7-484a66b3e844 HTTP/1.1" status: 200 len: 920 time: 1.1150849 Feb 15 02:15:25.033329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:25.142001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port f7ab76d3-d653-4d36-88a7-484a66b3e844 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:25.142355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.159891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:25.160508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.201392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:25.214547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Provisioning complete for port f7ab76d3-d653-4d36-88a7-484a66b3e844 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:25.215109 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.258041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Port f7ab76d3-d653-4d36-88a7-484a66b3e844 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:25.273132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:25.273839 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.285095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.298152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for f7ab76d3-d653-4d36-88a7-484a66b3e844 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:25.308161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:25.395552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:25.396181 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.430685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12badff1-0d8c-41dc-8a05-e39e7d9a6634 None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:25.500963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:25.568756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f7ab76d3-d653-4d36-88a7-484a66b3e844), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.613270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=f7ab76d3-d653-4d36-88a7-484a66b3e844,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:25.677433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.681918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9eb62ba7-7f1c-4015-99d1-ec6802ba408c tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/f7ab76d3-d653-4d36-88a7-484a66b3e844 HTTP/1.1" status: 204 len: 168 time: 0.6475797 Feb 15 02:15:25.685202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:25.715341 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-07738c02-ff1a-41b9-a865-4022991bc049 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:25.722575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-07738c02-ff1a-41b9-a865-4022991bc049 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/f7ab76d3-d653-4d36-88a7-484a66b3e844 HTTP/1.1" status: 404 len: 333 time: 0.0362644 Feb 15 02:15:25.725548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:25.749965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2d593294-2406-419c-beef-738727812530 None None] Could not find standard attr ID for object f7ab76d3-d653-4d36-88a7-484a66b3e844. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:15:25.827647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (1d93075b-1d20-4e88-bfe5-711982f1122f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:25.862313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (1d93075b-1d20-4e88-bfe5-711982f1122f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.079975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.114285 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1d93075b-1d20-4e88-bfe5-711982f1122f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.117091 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.130353 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/security-groups/1d93075b-1d20-4e88-bfe5-711982f1122f HTTP/1.1" status: 204 len: 168 time: 0.3908644 Feb 15 02:15:26.130480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:26.130581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd0c07-94d0-4cde-9af6-5415eaa2a2ba tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d93075b-1d20-4e88-bfe5-711982f1122f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:26.213567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (499c04e6-bd23-447b-ad43-de70e4c791ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.243347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (499c04e6-bd23-447b-ad43-de70e4c791ed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.371325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (499c04e6-bd23-447b-ad43-de70e4c791ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.374130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.375945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/security-groups/499c04e6-bd23-447b-ad43-de70e4c791ed HTTP/1.1" status: 204 len: 168 time: 0.2528155 Feb 15 02:15:26.378434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:26.386160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b2785-71a1-49c5-b53f-a29b5ed5e40e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499c04e6-bd23-447b-ad43-de70e4c791ed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:26.452150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet 25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:26.456650 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.498975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.588582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.754444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.783052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:26.786996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:26.790372 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68f9a75c-41b9-4bf7-9e5a-613a6b39a1fe tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba HTTP/1.1" status: 204 len: 168 time: 0.4104476 Feb 15 02:15:26.796920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:26.802222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c35ef-a1ee-4002-b6c0-64f531612ace None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:26.810685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:27.059844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:27.063858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.377647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.466465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (bf383a00-9494-4e1c-be3a-c6dddfd1a63a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.515521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:27.519082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:27.522103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:27.522714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.542439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=bf383a00-9494-4e1c-be3a-c6dddfd1a63a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:27.585655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa957440-003f-4e6b-9cf3-03c1f0b57e58 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:27.608017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e3da680d-24ae-4b18-b7b1-7763fd67a09d tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8070939 Feb 15 02:15:27.608590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:27.614224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1658369535'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:27.649501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1dd87e99-5978-452a-af59-107541959145 None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:27.649884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dd87e99-5978-452a-af59-107541959145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.702709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1dd87e99-5978-452a-af59-107541959145 None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:27.719841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.824147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (0320b0da-ea06-4a3a-a907-39eddd0664d7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.886743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1dd87e99-5978-452a-af59-107541959145 None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:27.887319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dd87e99-5978-452a-af59-107541959145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.914446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0320b0da-ea06-4a3a-a907-39eddd0664d7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:27.954956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0320b0da-ea06-4a3a-a907-39eddd0664d7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:28.010866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1dd87e99-5978-452a-af59-107541959145 None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:28.026122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.032386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-20fcc5ab-9115-4e14-8115-556eb7104d72 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4185796 Feb 15 02:15:28.032597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Update dhcp port {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'fixed_ips': [{'subnet_id': 'a9351322-903a-451b-b740-db6e8ee0a09c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf383a00-9494-4e1c-be3a-c6dddfd1a63a'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '897e81f1-8e1a-4a51-b629-d762f7797c3a'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:15:28.032750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:28.036776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847251841'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:28.064561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.143642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.242454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (446da0a6-63e8-4da8-9413-3d7aaa411fd8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.267297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Allocated IP 172.20.0.2 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/bf383a00-9494-4e1c-be3a-c6dddfd1a63a/897e81f1-8e1a-4a51-b629-d762f7797c3a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:28.300374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (446da0a6-63e8-4da8-9413-3d7aaa411fd8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.344165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446da0a6-63e8-4da8-9413-3d7aaa411fd8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:28.368260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:28.382435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.386096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c21404f8-d357-4b32-b75a-578c5c7a1810 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3513193 Feb 15 02:15:28.391613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:28.391613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104885946'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:28.415311 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Publish callbacks [] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.502702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.515051 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.587785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (9319faca-f800-4299-ae4d-d4e62aa56b1e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.621767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6388d-4f9b-4b0e-9159-f1ca7c373a95 None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:28.668421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9319faca-f800-4299-ae4d-d4e62aa56b1e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.696586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9319faca-f800-4299-ae4d-d4e62aa56b1e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:28.767628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:28.768957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-61c49c79-8418-41b2-84ee-724e6c76f50a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3813875 Feb 15 02:15:28.771712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:28.777771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-386632205', 'security_groups': ['9319faca-f800-4299-ae4d-d4e62aa56b1e'], 'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf383a00-9494-4e1c-be3a-c6dddfd1a63a'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:28.993843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:28.999172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.017816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] device_id is not set on port 4df17497-be93-440b-a90a-a1bc7d0656f8 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 02:15:29.222468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.4 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/bf383a00-9494-4e1c-be3a-c6dddfd1a63a/4df17497-be93-440b-a90a-a1bc7d0656f8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:29.349340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:29.393704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:29.394163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.416228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.440092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:29.455467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:29.463111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.463111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:29.463111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.552589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.615496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a58e712b-d32b-4ba3-82ea-cab44bf30d48 None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:29.622774 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:29.627920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:29.628728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:29.631743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:29.638771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=4df17497-be93-440b-a90a-a1bc7d0656f8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:29.695078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:29.695944 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:29.800995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-167b83cc-60a4-4342-9ecb-2417eab4837a tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0274162 Feb 15 02:15:29.803310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:29.809659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:29.970682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c5aa68d-28c1-4c9a-9fd4-536cd1e790cd None None] Provisioning complete for port 4df17497-be93-440b-a90a-a1bc7d0656f8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:29.971139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa68d-28c1-4c9a-9fd4-536cd1e790cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.009816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c5aa68d-28c1-4c9a-9fd4-536cd1e790cd None None] Port 4df17497-be93-440b-a90a-a1bc7d0656f8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:30.025296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:30.028902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.122584 n-d-829064-14 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bf383a00-9494-4e1c-be3a-c6dddfd1a63a (CIDR: 172.20.0.0/28) Feb 15 02:15:30.171676 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:15:30.172088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:30.257507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:30.262819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-71466a52-9137-4dfd-b47d-1d20eff5e184 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4583294 Feb 15 02:15:30.267477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:30.296190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:30.447849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7fb1e0c8-846f-46f9-b8c3-ed4c9bbbe0d9 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3189 time: 0.1881845 Feb 15 02:15:30.451331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:30.458763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'network': {'name': 'tempest-network-smoke--1298709280', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'port_security_enabled': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:30.548363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:30.552104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.575000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:30.580192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.616719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:15:30.631205 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a88de80d-c7bf-4f8b-bb74-d717bdf7a92c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.631603 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Added segment a88de80d-c7bf-4f8b-bb74-d717bdf7a92c of type vlan for network 429c86ac-9835-465a-8a45-40e503ed6459 Feb 15 02:15:30.667260 n-d-829064-14 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a9351322-903a-451b-b740-db6e8ee0a09c (CIDR: 172.20.0.16/28) Feb 15 02:15:30.682874 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (429c86ac-9835-465a-8a45-40e503ed6459), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.701023 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:15:30.701354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:30.774082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (429c86ac-9835-465a-8a45-40e503ed6459), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.780209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1b49bac2-a771-4840-8d33-a6a03f937020 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5083377 Feb 15 02:15:30.780504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:30.780641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:30.781175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:30.785398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'subnet': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:30.851998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Network': ['ID=429c86ac-9835-465a-8a45-40e503ed6459,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:30.862778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 429c86ac-9835-465a-8a45-40e503ed6459 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:15:31.019726 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f70834cd-674c-4a20-9c02-166d056b1bb1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5671756 Feb 15 02:15:31.022752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:31.027318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'admin_state_up': True, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:31.106730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Made reservation on behalf of 952756f2aeb34f719d4d3ea98163681a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:31.110585 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.154924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.155963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.264255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_controller (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.520091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.649136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e11e257d-e42c-4737-8e3f-3124a156a97c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.705153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:31.711812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:31.719935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:31.720557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.728567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Subnet': ['ID=e11e257d-e42c-4737-8e3f-3124a156a97c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:31.740881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d91b5a-007e-4679-a828-68ba63d022f3 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:31.867950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30ee140d-b365-4f68-b2c3-8cc4993b6dd2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0840263 Feb 15 02:15:31.868415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:31.873875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1499337821', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e11e257d-e42c-4737-8e3f-3124a156a97c'}], 'security_groups': ['0320b0da-ea06-4a3a-a907-39eddd0664d7', '446da0a6-63e8-4da8-9413-3d7aaa411fd8']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:31.941122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:31.969705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.018323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Update dhcp port {'port': {'network_id': '1a143740-146f-441c-aa5a-3fa7e0c5e4df', 'fixed_ips': [{'subnet_id': 'a9351322-903a-451b-b740-db6e8ee0a09c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf383a00-9494-4e1c-be3a-c6dddfd1a63a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e11e257d-e42c-4737-8e3f-3124a156a97c'}], 'binding:host_id': 'n-d-829064-14'}, 'id': '897e81f1-8e1a-4a51-b629-d762f7797c3a'} from n-d-829064-14. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 02:15:32.050674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.170250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.172442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.25.2.119 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/830c25d0-0a43-4944-a573-71f3cc851325) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:32.251021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Allocated IP 172.20.0.34 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/e11e257d-e42c-4737-8e3f-3124a156a97c/897e81f1-8e1a-4a51-b629-d762f7797c3a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:32.419832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:32.430474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (830c25d0-0a43-4944-a573-71f3cc851325), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.458142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Publish callbacks [] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.514128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.621865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9d860-f7e4-4537-ade1-71cbf89931ef None None] Pushing event updated for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:32.663603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Delete allocated IP 172.20.0.4 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/bf383a00-9494-4e1c-be3a-c6dddfd1a63a) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 02:15:32.673941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Allocated IP 172.20.0.45 (1a143740-146f-441c-aa5a-3fa7e0c5e4df/e11e257d-e42c-4737-8e3f-3124a156a97c/4df17497-be93-440b-a90a-a1bc7d0656f8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:32.730847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (830c25d0-0a43-4944-a573-71f3cc851325), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:32.830550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:32.836951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:32.839356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:32.873571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=830c25d0-0a43-4944-a573-71f3cc851325,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:33.043924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.122627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.328259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:33.428905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Provisioning complete for port 4df17497-be93-440b-a90a-a1bc7d0656f8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:33.428905 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.450332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:33.450876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.487115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Port 4df17497-be93-440b-a90a-a1bc7d0656f8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:33.508584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:33.509112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.586836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:33.599562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:33.613624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:33.614152 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.703576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event updated for resources: {'Port': ['ID=4df17497-be93-440b-a90a-a1bc7d0656f8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:33.718073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] In _notify_port_updated(), no bound segment for port 4df17497-be93-440b-a90a-a1bc7d0656f8 on network 1a143740-146f-441c-aa5a-3fa7e0c5e4df {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 02:15:33.723261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:33.730421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.730981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e50c640c-07a4-46f8-8713-c3ff5c7b245e None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:33.740010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:33.746468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c942048e-5ea0-4689-b53e-a18591672aa2 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "PUT /v2.0/ports/4df17497-be93-440b-a90a-a1bc7d0656f8 HTTP/1.1" status: 200 len: 960 time: 1.8756275 Feb 15 02:15:33.831246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:33.957067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 4df17497-be93-440b-a90a-a1bc7d0656f8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:33.957664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.073697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-64493dc1-7050-471e-9526-59a36297d58d None None] Provisioning complete for port 4df17497-be93-440b-a90a-a1bc7d0656f8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:34.074479 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64493dc1-7050-471e-9526-59a36297d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.080213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.098675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 4df17497-be93-440b-a90a-a1bc7d0656f8 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:34.122976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.153396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64493dc1-7050-471e-9526-59a36297d58d None None] Port 4df17497-be93-440b-a90a-a1bc7d0656f8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:34.334563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:15:34.334823 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4df17497-be93-440b-a90a-a1bc7d0656f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.380700 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=4df17497-be93-440b-a90a-a1bc7d0656f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:34.523567 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.531607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58d13a52-e71d-4d8a-9f2d-650081db8426 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/4df17497-be93-440b-a90a-a1bc7d0656f8 HTTP/1.1" status: 204 len: 168 time: 0.7869267 Feb 15 02:15:34.532072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.545034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:15:34.555557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Sync routers for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:15:34.580904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:34.584375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:34.586794 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d41389e-4ecb-4c34-9d83-d48fb6bdc2dc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] GET failed (client error): The resource could not be found. Feb 15 02:15:34.590905 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0d41389e-4ecb-4c34-9d83-d48fb6bdc2dc tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports/4df17497-be93-440b-a90a-a1bc7d0656f8 HTTP/1.1" status: 404 len: 333 time: 0.0553305 Feb 15 02:15:34.591350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.639673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.641256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6a2c7b62-d187-4215-869f-bac7797b7ddd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6172180 Feb 15 02:15:34.644886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.659790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (9319faca-f800-4299-ae4d-d4e62aa56b1e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.695789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (9319faca-f800-4299-ae4d-d4e62aa56b1e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.773493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:34.789180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ce357-eaec-471f-903a-5889d3771f99 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:34.795579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.800857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-284ce357-eaec-471f-903a-5889d3771f99 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd6dc208c64e45aab6a8c7c1ae6be030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1548443 Feb 15 02:15:34.875544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9319faca-f800-4299-ae4d-d4e62aa56b1e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.878310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:34.879921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/security-groups/9319faca-f800-4299-ae4d-d4e62aa56b1e HTTP/1.1" status: 204 len: 168 time: 0.2873878 Feb 15 02:15:34.883123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.898235 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54217f-b2f4-4ea3-8e93-7514ea765f66 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319faca-f800-4299-ae4d-d4e62aa56b1e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:34.955609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06d4c1-161a-4d32-89dc-3a7a2642abbf tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:34.960782 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff06d4c1-161a-4d32-89dc-3a7a2642abbf tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617463 Feb 15 02:15:34.961203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40310) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:34.971479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (446da0a6-63e8-4da8-9413-3d7aaa411fd8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.004182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dce6df85-6286-4e2b-a82b-166c57ddbb72 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417638 Feb 15 02:15:35.004559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.031519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:33Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:35.037725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (446da0a6-63e8-4da8-9413-3d7aaa411fd8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.044847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e4a8e944-8807-4f8c-9073-7579ddf7f9eb tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd6dc208c64e45aab6a8c7c1ae6be030&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364923 Feb 15 02:15:35.046906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40314) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.096383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Checking router: 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:15:35.097327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Updating router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 port 830c25d0-0a43-4944-a573-71f3cc851325 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:15:35.140071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (446da0a6-63e8-4da8-9413-3d7aaa411fd8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.142714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.143942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/security-groups/446da0a6-63e8-4da8-9413-3d7aaa411fd8 HTTP/1.1" status: 204 len: 168 time: 0.2595999 Feb 15 02:15:35.149393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.152936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (830c25d0-0a43-4944-a573-71f3cc851325), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.160334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67766b4-5910-41ce-84f5-4b165f6ad2b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446da0a6-63e8-4da8-9413-3d7aaa411fd8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:35.215659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a195b-811f-419b-95be-9b7eb2aed060 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:35.217231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-422a195b-811f-419b-95be-9b7eb2aed060 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689169 Feb 15 02:15:35.220172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.267443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.268144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (0320b0da-ea06-4a3a-a907-39eddd0664d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.273408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-78da8364-ec3a-4b43-a9a7-f4f0af0cb107 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432031 Feb 15 02:15:35.292967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (0320b0da-ea06-4a3a-a907-39eddd0664d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.335827 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-894583027', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:35.447417 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0320b0da-ea06-4a3a-a907-39eddd0664d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.450754 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.452003 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/security-groups/0320b0da-ea06-4a3a-a907-39eddd0664d7 HTTP/1.1" status: 204 len: 168 time: 0.2991345 Feb 15 02:15:35.454702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:35.461832 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d64f8c-bf17-48a5-ab32-b43cadb2dfc9 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0320b0da-ea06-4a3a-a907-39eddd0664d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:35.513869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:35.517333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.565583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet bf383a00-9494-4e1c-be3a-c6dddfd1a63a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:35.574940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (bf383a00-9494-4e1c-be3a-c6dddfd1a63a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.691522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (bf383a00-9494-4e1c-be3a-c6dddfd1a63a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.778937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks [] for port (830c25d0-0a43-4944-a573-71f3cc851325), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.821307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bf383a00-9494-4e1c-be3a-c6dddfd1a63a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.843202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.866587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (830c25d0-0a43-4944-a573-71f3cc851325), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.913997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Subnet': ['ID=c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:35.917454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Checking segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:35.917866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network hostable DHCP agents. Network: 429c86ac-9835-465a-8a45-40e503ed6459, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:15:35.968601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Attempting to bind port 830c25d0-0a43-4944-a573-71f3cc851325 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:35.968978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Attempting to bind port 830c25d0-0a43-4944-a573-71f3cc851325 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:35.969339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Attempting to bind port 830c25d0-0a43-4944-a573-71f3cc851325 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:35.969680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (bf383a00-9494-4e1c-be3a-c6dddfd1a63a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.971411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26268-da42-4e64-866e-671c4fc745f0 None None] Pushing event updated for resources: {'Port': ['ID=830c25d0-0a43-4944-a573-71f3cc851325,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:35.977835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:35.978219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:35.978627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.979021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:35.980031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Bound port: 830c25d0-0a43-4944-a573-71f3cc851325, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:35.980440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (830c25d0-0a43-4944-a573-71f3cc851325), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:35.994253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 429c86ac-9835-465a-8a45-40e503ed6459 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:15:36.011215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=bf383a00-9494-4e1c-be3a-c6dddfd1a63a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:36.013462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.021592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-41231308-2aed-473c-a43d-ce1bbf3e0368 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/bf383a00-9494-4e1c-be3a-c6dddfd1a63a HTTP/1.1" status: 204 len: 168 time: 0.5609388 Feb 15 02:15:36.022330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:36.031003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28669926-6308-46d9-a7b9-2896b1ab3cb9 None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:36.075357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet e11e257d-e42c-4737-8e3f-3124a156a97c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:36.078653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (e11e257d-e42c-4737-8e3f-3124a156a97c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.082954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 429c86ac-9835-465a-8a45-40e503ed6459) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:36.087746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:36.088442 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.101384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd049d69-4c6e-47a6-81c9-c004afd9a675 None None] Network 429c86ac-9835-465a-8a45-40e503ed6459 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:36.122321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e11e257d-e42c-4737-8e3f-3124a156a97c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.123008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] For port 830c25d0-0a43-4944-a573-71f3cc851325, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:36.136919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] For port 830c25d0-0a43-4944-a573-71f3cc851325, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=830c25d0-0a43-4944-a573-71f3cc851325,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:36.159948 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-600c8c80-eed4-423a-b3e2-2bae6dec998b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8281763 Feb 15 02:15:36.162746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:36.219082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e11e257d-e42c-4737-8e3f-3124a156a97c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.219505 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (830c25d0-0a43-4944-a573-71f3cc851325), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.303262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26268-da42-4e64-866e-671c4fc745f0 None None] Pushing event updated for resources: {'Port': ['ID=830c25d0-0a43-4944-a573-71f3cc851325,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:36.343944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:36.344603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:36.348967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-429c86ac-9835-465a-8a45-40e503ed6459', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'fixed_ips': [{'subnet_id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:15:36.349772 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.356766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e11e257d-e42c-4737-8e3f-3124a156a97c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.374922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.378768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/e11e257d-e42c-4737-8e3f-3124a156a97c HTTP/1.1" status: 204 len: 168 time: 0.3557816 Feb 15 02:15:36.403241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:36.413114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8bfc4-6c48-4b43-9950-171efb4dbf16 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=e11e257d-e42c-4737-8e3f-3124a156a97c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:36.455591 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9b3527-dae1-4d5a-9a06-46d6838d2575 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:36.456049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9b3527-dae1-4d5a-9a06-46d6838d2575 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:36.461448 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4a9b3527-dae1-4d5a-9a06-46d6838d2575 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/bf383a00-9494-4e1c-be3a-c6dddfd1a63a HTTP/1.1" status: 404 len: 337 time: 0.0548787 Feb 15 02:15:36.462867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:36.540320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting subnet a9351322-903a-451b-b740-db6e8ee0a09c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:15:36.545827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (a9351322-903a-451b-b740-db6e8ee0a09c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.618790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (a9351322-903a-451b-b740-db6e8ee0a09c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.658437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Allocated IP 172.20.0.18 (429c86ac-9835-465a-8a45-40e503ed6459/c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f/3fb6a849-d9ea-4d88-94b1-890d3a313d34) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:36.662217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:36.772799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (a9351322-903a-451b-b740-db6e8ee0a09c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.882202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.915915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (a9351322-903a-451b-b740-db6e8ee0a09c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.963926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Subnet': ['ID=a9351322-903a-451b-b740-db6e8ee0a09c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:36.967887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:36.971295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9dd53bfb-817b-4fb3-876d-9cc76a794700 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/a9351322-903a-451b-b740-db6e8ee0a09c HTTP/1.1" status: 204 len: 168 time: 0.5082943 Feb 15 02:15:36.974152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.000556 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:33Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:37.020967 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb81a32-fd5f-46bd-b28f-ae1cf211bfcd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.021354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb81a32-fd5f-46bd-b28f-ae1cf211bfcd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.032037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2eb81a32-fd5f-46bd-b28f-ae1cf211bfcd tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/25bc8f1f-cd5e-47a5-83b2-72e20dfbe3ba HTTP/1.1" status: 404 len: 337 time: 0.0522287 Feb 15 02:15:37.032037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.061293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0658c-3bf7-46ed-a926-ea1121f2f5ba None None] The sync data for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 is: [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:33Z', 'revision_number': 3, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:15:37.097722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.097899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4ed9a012-e1b2-42d8-b239-fc66f354f4a5 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "GET /v2.0/ports?device_id=35915808-9583-46ca-a924-f46e524e075e HTTP/1.1" status: 200 len: 205 time: 0.0675819 Feb 15 02:15:37.137543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks [] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.164397 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [None req-39bb5157-9496-4c40-829c-8bbfaa269719 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] delete failed (client error): The resource could not be found. Feb 15 02:15:37.165661 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39bb5157-9496-4c40-829c-8bbfaa269719 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/routers/35915808-9583-46ca-a924-f46e524e075e HTTP/1.1" status: 404 len: 336 time: 0.0624826 Feb 15 02:15:37.169823 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.232525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.246397 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f5544-192f-4a10-a151-31dc56511236 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.246803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748f5544-192f-4a10-a151-31dc56511236 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.252252 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-748f5544-192f-4a10-a151-31dc56511236 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/15ca1648-e386-417e-bc21-4385b0a1953e HTTP/1.1" status: 404 len: 337 time: 0.0787683 Feb 15 02:15:37.254268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.296061 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e542f89-c47a-47ce-993b-c5ed504ef2ee tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.296929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e542f89-c47a-47ce-993b-c5ed504ef2ee tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.303095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e542f89-c47a-47ce-993b-c5ed504ef2ee tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/7ce573a1-cf57-45e4-abbd-e772682807ed HTTP/1.1" status: 404 len: 337 time: 0.0475209 Feb 15 02:15:37.303400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.306699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b27f38-14cc-4767-98ed-0b4a529cb05c None None] Network 1a143740-146f-441c-aa5a-3fa7e0c5e4df requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:37.342859 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb6b012-32ae-4659-9d45-36932f2733b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.343441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb6b012-32ae-4659-9d45-36932f2733b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.348370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2eb6b012-32ae-4659-9d45-36932f2733b1 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/801d8095-7db2-47e6-9a4d-6981d6734dd8 HTTP/1.1" status: 404 len: 337 time: 0.0420580 Feb 15 02:15:37.349490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.419046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.20.0.17 (429c86ac-9835-465a-8a45-40e503ed6459/c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f/72c0a4a7-2c30-411a-9890-46c0a53c461a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:37.425180 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-97789743-d339-44ef-b3a9-ad23179bf871 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.426253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97789743-d339-44ef-b3a9-ad23179bf871 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.434135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.434274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97789743-d339-44ef-b3a9-ad23179bf871 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/7b227491-2d7f-47cd-b8bc-5c53dbf4057b HTTP/1.1" status: 404 len: 333 time: 0.0834069 Feb 15 02:15:37.490774 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7378b0-3059-4d19-a6d8-a5e594d325c8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.491159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7378b0-3059-4d19-a6d8-a5e594d325c8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.494179 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d7378b0-3059-4d19-a6d8-a5e594d325c8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/e361630f-1fbe-4f7b-8ce0-43ab087f89b7 HTTP/1.1" status: 404 len: 337 time: 0.0579829 Feb 15 02:15:37.497598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.540638 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f63105-59c8-4179-a6ff-9ef7dd0b3c21 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.541100 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f63105-59c8-4179-a6ff-9ef7dd0b3c21 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.545161 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-85f63105-59c8-4179-a6ff-9ef7dd0b3c21 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/c8bc1ea4-97f6-452a-88fe-63867f623a33 HTTP/1.1" status: 404 len: 337 time: 0.0465991 Feb 15 02:15:37.547879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.558186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Network 429c86ac-9835-465a-8a45-40e503ed6459 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:37.559117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Pushing event updated for resources: {'Port': ['ID=3fb6a849-d9ea-4d88-94b1-890d3a313d34,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:37.568778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:37.576001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:37.584916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Provisioning complete for port 5472958f-7595-4026-9305-6021509158f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:37.585390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5472958f-7595-4026-9305-6021509158f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.603070 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f76d39-07d1-48d4-aba6-2a86dd13d57f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.603502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f76d39-07d1-48d4-aba6-2a86dd13d57f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.608265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d1f76d39-07d1-48d4-aba6-2a86dd13d57f tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/c457b9e8-66e5-44f1-a59c-fb6661ef2057 HTTP/1.1" status: 404 len: 333 time: 0.0592141 Feb 15 02:15:37.611119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.662863 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-86da288a-f1a8-486f-ba63-8b57f8251be8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.663654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86da288a-f1a8-486f-ba63-8b57f8251be8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.667810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-86da288a-f1a8-486f-ba63-8b57f8251be8 tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/916e15b6-52f1-4856-aa67-6a834a34ba27 HTTP/1.1" status: 404 len: 337 time: 0.0557094 Feb 15 02:15:37.670634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.740357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.742919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Attempting to bind port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:37.747133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Attempting to bind port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:37.751264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Attempting to bind port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 on network 429c86ac-9835-465a-8a45-40e503ed6459 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:37.806571 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-708668b2-2a8d-4b1e-9dbe-dc806bfde16e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] DELETE failed (client error): The resource could not be found. Feb 15 02:15:37.806571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708668b2-2a8d-4b1e-9dbe-dc806bfde16e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:15:37.806975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:37.807172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-708668b2-2a8d-4b1e-9dbe-dc806bfde16e tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/subnets/b4eabb77-6c97-4f6d-bc1b-77d702790403 HTTP/1.1" status: 404 len: 337 time: 0.1345696 Feb 15 02:15:37.808696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Checking segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:37.809165 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.812219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:37.815330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Bound using segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:37.817735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Bound port: 3fb6a849-d9ea-4d88-94b1-890d3a313d34, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:37.819838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.854920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Port 5472958f-7595-4026-9305-6021509158f6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:37.918129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] DHCP port deletion for 1a143740-146f-441c-aa5a-3fa7e0c5e4df request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:15:37.939748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Provisioning complete for port 897e81f1-8e1a-4a51-b629-d762f7797c3a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:37.940106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:37.987125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.025273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] For port 3fb6a849-d9ea-4d88-94b1-890d3a313d34, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:38.043936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] For port 3fb6a849-d9ea-4d88-94b1-890d3a313d34, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fb6a849-d9ea-4d88-94b1-890d3a313d34,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:38.061302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 429c86ac-9835-465a-8a45-40e503ed6459 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:38.065371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Deleting port 897e81f1-8e1a-4a51-b629-d762f7797c3a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:38.065748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.070509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:38.074084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:38.124454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:38.138436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.142409 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.179730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Deleting port 5472958f-7595-4026-9305-6021509158f6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:15:38.180103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5472958f-7595-4026-9305-6021509158f6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.352380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] For port 897e81f1-8e1a-4a51-b629-d762f7797c3a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=897e81f1-8e1a-4a51-b629-d762f7797c3a,segment=NetworkSegment(2d45eccf-3bed-4f2a-a573-53660ddeed92),segment_id=2d45eccf-3bed-4f2a-a573-53660ddeed92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:38.353047 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.419369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7271eee-f945-468c-9da8-7ee986ae8be5 None None] Current status of the port 897e81f1-8e1a-4a51-b629-d762f7797c3a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:38.442701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be53740-cddd-4ebe-bbc6-a3f86edc7fc3 None None] Pushing event updated for resources: {'Port': ['ID=3fb6a849-d9ea-4d88-94b1-890d3a313d34,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:38.453799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Calling delete_port for 897e81f1-8e1a-4a51-b629-d762f7797c3a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:38.626272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (897e81f1-8e1a-4a51-b629-d762f7797c3a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.647654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] No DVR routers for this DVR port 897e81f1-8e1a-4a51-b629-d762f7797c3a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:15:38.665212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5472958f-7595-4026-9305-6021509158f6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.689740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef97022-8a4d-4f8d-9af4-dc1cdcf92d5f None None] Pushing event deleted for resources: {'Port': ['ID=897e81f1-8e1a-4a51-b629-d762f7797c3a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:38.723057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Calling delete_port for 5472958f-7595-4026-9305-6021509158f6 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:15:38.876382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:38.947502 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5472958f-7595-4026-9305-6021509158f6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.013049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Port': ['ID=5472958f-7595-4026-9305-6021509158f6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:39.019060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.023236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f6e0161-05bf-4e9d-9d91-a463716318cb tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/ports/5472958f-7595-4026-9305-6021509158f6 HTTP/1.1" status: 204 len: 168 time: 1.2077160 Feb 15 02:15:39.030265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40384) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:39.121070 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1a143740-146f-441c-aa5a-3fa7e0c5e4df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.268777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1a143740-146f-441c-aa5a-3fa7e0c5e4df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.294597 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.319911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a143740-146f-441c-aa5a-3fa7e0c5e4df']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:39.350163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d45eccf-3bed-4f2a-a573-53660ddeed92') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:39.350703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d45eccf-3bed-4f2a-a573-53660ddeed92') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:39.363419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (2d45eccf-3bed-4f2a-a573-53660ddeed92), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.381497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2d45eccf-3bed-4f2a-a573-53660ddeed92), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.387973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.389160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:15:39.389716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (2d45eccf-3bed-4f2a-a573-53660ddeed92), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:15:39.393546 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:15:39.431755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 830c25d0-0a43-4944-a573-71f3cc851325 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:39.513244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.516684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 830c25d0-0a43-4944-a573-71f3cc851325 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:39.517063 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (830c25d0-0a43-4944-a573-71f3cc851325), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.548329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1a143740-146f-441c-aa5a-3fa7e0c5e4df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.567403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.570726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] 10.222.0.43 "DELETE /v2.0/networks/1a143740-146f-441c-aa5a-3fa7e0c5e4df HTTP/1.1" status: 204 len: 168 time: 0.5388069 Feb 15 02:15:39.571628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8e0d-a056-4e15-aefb-a183a28bf5ec tempest-PortsTestJSON-1479199176 tempest-PortsTestJSON-1479199176-project] Pushing event deleted for resources: {'Network': ['ID=1a143740-146f-441c-aa5a-3fa7e0c5e4df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:39.587970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:39.635166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 830c25d0-0a43-4944-a573-71f3cc851325 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:39.635166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (830c25d0-0a43-4944-a573-71f3cc851325), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.656257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 429c86ac-9835-465a-8a45-40e503ed6459 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:39.658086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:39.663167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 830c25d0-0a43-4944-a573-71f3cc851325, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=830c25d0-0a43-4944-a573-71f3cc851325,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:39.739665 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (830c25d0-0a43-4944-a573-71f3cc851325), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.740760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fb6a849-d9ea-4d88-94b1-890d3a313d34 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:39.830712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:15:39.879059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=830c25d0-0a43-4944-a573-71f3cc851325,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:39.899049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:39.899579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:39.996818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:39.997431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.022129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:15:40.035168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45786726-8ad4-40a9-b6cf-558757c0de4f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "PUT /v2.0/routers/3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8709786 Feb 15 02:15:40.035640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Sync routers for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:15:40.044463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 3fb6a849-d9ea-4d88-94b1-890d3a313d34, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fb6a849-d9ea-4d88-94b1-890d3a313d34,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:40.066610 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:40.070578 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:40.142885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.266139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=3fb6a849-d9ea-4d88-94b1-890d3a313d34,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:40.272207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:15:40.299910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 897e81f1-8e1a-4a51-b629-d762f7797c3a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:15:40.300544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 897e81f1-8e1a-4a51-b629-d762f7797c3a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:15:40.313335 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:40.327400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:40.431707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-d448d280-825b-4aa3-93a7-d9a16de8c2e3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:40.445039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-d448d280-825b-4aa3-93a7-d9a16de8c2e3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/networks?id=429c86ac-9835-465a-8a45-40e503ed6459 HTTP/1.1" status: 200 len: 798 time: 0.2044375 Feb 15 02:15:40.463998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-c69405fc-0513-4aef-baa1-8c9818befa33 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/quotas/bd6dc208c64e45aab6a8c7c1ae6be030 HTTP/1.1" status: 200 len: 375 time: 0.0175533 Feb 15 02:15:40.555078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-83ad8ee1-bf30-4d22-b220-555d002adc9f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0887187 Feb 15 02:15:40.567656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2f27dd2-c76e-4577-aa37-0f79815842df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=952756f2aeb34f719d4d3ea98163681a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364681 Feb 15 02:15:40.567917 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:40.607397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:38Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '72c0a4a7-2c30-411a-9890-46c0a53c461a', 'name': '', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:2d:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:37Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 2, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:40.629085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] Publish callbacks [] for security_group (7bc79507-db04-4ff7-afb5-4dbbe65876b1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.636806 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Checking router: 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:15:40.637168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Updating router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 port 72c0a4a7-2c30-411a-9890-46c0a53c461a binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:15:40.661007 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] Publish callbacks [] for security_group (7bc79507-db04-4ff7-afb5-4dbbe65876b1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.671960 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.729357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-f2a7e5de-d9bb-48a1-9e73-5717c18378d7 service neutron] 10.222.0.43 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731510 Feb 15 02:15:40.750775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bc414-92a7-4f19-bd1d-24b31595968b None None] Network 429c86ac-9835-465a-8a45-40e503ed6459 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:40.816661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7bc79507-db04-4ff7-afb5-4dbbe65876b1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.820095 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.824127 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bc79507-db04-4ff7-afb5-4dbbe65876b1 HTTP/1.1" status: 204 len: 168 time: 0.2523777 Feb 15 02:15:40.829022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5a49933d-2e5b-41d3-98d6-eba997893b26 None None] Provisioning complete for port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:40.829342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a49933d-2e5b-41d3-98d6-eba997893b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:40.856217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d06e3-8e50-4c1c-a935-c05b60dccd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc79507-db04-4ff7-afb5-4dbbe65876b1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:40.942118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-9c689c68-a9e0-4b90-b553-e1efa9f2d368 service neutron] 10.222.0.43 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093935 Feb 15 02:15:40.991039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5a49933d-2e5b-41d3-98d6-eba997893b26 None None] Current status of the port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:41.031678 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks [] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.165790 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.216698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40424) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:41.378077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e1b4fd0-5adc-4e8d-ab97-fc2cc9e484ba req-9508d987-7070-4433-9fda-516d9b5cf074 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Feb 15 02:15:41.389275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 830c25d0-0a43-4944-a573-71f3cc851325 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:41.436894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e8f6-2646-45af-92ca-cad7e65ea605 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:41.437508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e8f6-2646-45af-92ca-cad7e65ea605 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:41.438050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e8f6-2646-45af-92ca-cad7e65ea605 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:41.456234 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-91e1e8f6-2646-45af-92ca-cad7e65ea605 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=bdd3b20a31de49e4bc259e43e084ade5&network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 3075 time: 0.2358408 Feb 15 02:15:41.465112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Pushing event updated for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:41.483655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Provisioning complete for port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:41.484267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.519887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.520555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.520971 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.521378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.521783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.522440 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.522890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.523446 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.525594 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.526113 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.526551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.527421 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.527551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:41.538523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Attempting to bind port 72c0a4a7-2c30-411a-9890-46c0a53c461a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:41.539320 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Attempting to bind port 72c0a4a7-2c30-411a-9890-46c0a53c461a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:41.539775 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Attempting to bind port 72c0a4a7-2c30-411a-9890-46c0a53c461a on network 429c86ac-9835-465a-8a45-40e503ed6459 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:41.558619 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:41.559094 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Checking segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:41.559407 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.559801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Bound using segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:41.560286 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Bound port: 72c0a4a7-2c30-411a-9890-46c0a53c461a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:41.560689 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.597879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 830c25d0-0a43-4944-a573-71f3cc851325 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:41.607143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (830c25d0-0a43-4944-a573-71f3cc851325), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.697333 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] For port 72c0a4a7-2c30-411a-9890-46c0a53c461a, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:41.701484 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] For port 72c0a4a7-2c30-411a-9890-46c0a53c461a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72c0a4a7-2c30-411a-9890-46c0a53c461a,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:41.737772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Current status of the port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:41.773871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Provisioning complete for port 72c0a4a7-2c30-411a-9890-46c0a53c461a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:41.773871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.818045 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:41.860139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e651ce7-e573-4d89-b4ee-9920ea2692b3 None None] Port 72c0a4a7-2c30-411a-9890-46c0a53c461a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:41.886436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 830c25d0-0a43-4944-a573-71f3cc851325 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:41.886436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fb6a849-d9ea-4d88-94b1-890d3a313d34 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:41.941283 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:15:41.941875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:42.015521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:42.015908 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:42.085970 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1d69c-010e-44f4-9dba-980bd03ef0be None None] Pushing event updated for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:42.092050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Provisioning complete for port 72c0a4a7-2c30-411a-9890-46c0a53c461a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:42.103810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:42.255885 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:15:42.424195 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Current status of the port 72c0a4a7-2c30-411a-9890-46c0a53c461a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:42.424636 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:42.492205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] For port 72c0a4a7-2c30-411a-9890-46c0a53c461a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72c0a4a7-2c30-411a-9890-46c0a53c461a,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:42.505843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:42.547621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a60da97-ac64-40aa-9bfc-91c6c3130994 req-1c880b1c-bddf-448b-9f7b-91689c3856df tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0533161 Feb 15 02:15:42.553300 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:15:42.586454 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:42.728078 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:38Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '72c0a4a7-2c30-411a-9890-46c0a53c461a', 'name': '', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:2d:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:37Z', 'updated_at': '2022-02-15T02:15:41Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:15:42.742240 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7c439-3bf1-453e-a5d9-a721176fa3b7 None None] Pushing event updated for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:42.777914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4738ab67-28b1-4eb4-a484-5856fffe6d86 None None] Provisioning complete for port 72c0a4a7-2c30-411a-9890-46c0a53c461a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:42.780012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4738ab67-28b1-4eb4-a484-5856fffe6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:42.799036 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0a56f-a69e-4668-a577-4c26c9699ed4 None None] The sync data for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 is: [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:38Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '72c0a4a7-2c30-411a-9890-46c0a53c461a', 'name': '', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:2d:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:37Z', 'updated_at': '2022-02-15T02:15:41Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:15:42.845441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:42.929868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4738ab67-28b1-4eb4-a484-5856fffe6d86 None None] Current status of the port 72c0a4a7-2c30-411a-9890-46c0a53c461a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:42.976367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c52e55-8d4b-4b72-8052-cd2160918bd0 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:42.978233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-79c52e55-8d4b-4b72-8052-cd2160918bd0 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353 HTTP/1.1" status: 200 len: 814 time: 0.1310513 Feb 15 02:15:43.052052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c2d083e6-3a74-4fd3-8136-9b991124d8cc None None] Provisioning complete for port 72c0a4a7-2c30-411a-9890-46c0a53c461a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:43.052477 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2d083e6-3a74-4fd3-8136-9b991124d8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:43.170807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c2d083e6-3a74-4fd3-8136-9b991124d8cc None None] Current status of the port 72c0a4a7-2c30-411a-9890-46c0a53c461a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:43.348929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72c0a4a7-2c30-411a-9890-46c0a53c461a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:43.435620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 72c0a4a7-2c30-411a-9890-46c0a53c461a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:43.436026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:43.486169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:43.491743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'network': {'name': 'tempest-network-smoke--104046453', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:43.555768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 72c0a4a7-2c30-411a-9890-46c0a53c461a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:43.610810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:43.615160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:43.660040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:15:43.681561 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7e9c9687-36ad-45da-9bf5-b603e73ce3cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:43.685529 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Added segment 7e9c9687-36ad-45da-9bf5-b603e73ce3cc of type vlan for network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 Feb 15 02:15:43.719499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49d799ff-56e8-45d9-b0e0-865c4d2ac012 req-b1368b40-835a-496c-a373-cf31804a4aac tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0612454 Feb 15 02:15:43.777997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5552f938-d2ac-43e1-bcd2-9e95a46c5282), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:44.030505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-032141a1-4483-44a6-82fc-113037863bb6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:44.032964 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-032141a1-4483-44a6-82fc-113037863bb6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.37 "GET /v2.0/networks?id=429c86ac-9835-465a-8a45-40e503ed6459 HTTP/1.1" status: 200 len: 798 time: 0.1824238 Feb 15 02:15:44.033792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5552f938-d2ac-43e1-bcd2-9e95a46c5282), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:44.039393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:44.040203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:44.060313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Request body: {'port': {'device_id': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'admin_state_up': True, 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:44.203984 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7161875 Feb 15 02:15:44.207658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.222569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc204f9-0bb9-4fc1-93bc-47970efd1d5c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Network': ['ID=5552f938-d2ac-43e1-bcd2-9e95a46c5282,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:44.235766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:15:44.341107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2680be-33a8-4f8a-9600-d73c6169fb71 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:44.345397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ae2680be-33a8-4f8a-9600-d73c6169fb71 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bdd3b20a31de49e4bc259e43e084ade5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1363661 Feb 15 02:15:44.354726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.458754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Made reservation on behalf of bd6dc208c64e45aab6a8c7c1ae6be030 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:44.462677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:44.544573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab6a7c-7400-4c49-a22e-e379e53cb1ce tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:44.550085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-abab6a7c-7400-4c49-a22e-e379e53cb1ce tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881332 Feb 15 02:15:44.552746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.595461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-31feb00a-4077-4986-a43d-70f2652d619b tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415556 Feb 15 02:15:44.598092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.631958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2dc94354-5182-44ce-91f6-1b05f9fd89cb tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bdd3b20a31de49e4bc259e43e084ade5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304532 Feb 15 02:15:44.632742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.740885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Allocated IP 172.20.0.26 (429c86ac-9835-465a-8a45-40e503ed6459/c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f/df8d1884-310f-4ecb-9ec7-5c1963b3141b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:44.746856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdf6dd-8da3-4427-9e9e-6bd3cf9e1c97 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:44.751737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-70fdf6dd-8da3-4427-9e9e-6bd3cf9e1c97 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179783 Feb 15 02:15:44.752509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.792889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c4f4a9e6-1b79-4138-beb2-c5cad4cf1f9a tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363126 Feb 15 02:15:44.795371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:44.801155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370109350', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:44.835735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a27cf76-2dfe-4623-b13e-7f21ae98ca4e req-df599e46-7efd-40ef-ad92-f0878d2e54a9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0419824 Feb 15 02:15:44.998345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.082523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:45.086160 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.140382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.204088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Network 429c86ac-9835-465a-8a45-40e503ed6459 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:45.217465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:45.224763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:45.255699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event updated for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:45.290977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:45.292186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.425831 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-395e7632-1b96-4dea-99ac-522cc761a5be tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3665042 Feb 15 02:15:45.434964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Request body: {'port': {'device_id': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:45.512325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8973651c-8075-4324-a012-44bab89fb0a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.545786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.546813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.619734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2d5d6934-8084-4f9b-8641-c080e1074c21 None None] Provisioning complete for port df8d1884-310f-4ecb-9ec7-5c1963b3141b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:45.620475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6934-8084-4f9b-8641-c080e1074c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:45.642519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Subnet': ['ID=8973651c-8075-4324-a012-44bab89fb0a1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:45.682060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Checking segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:45.682566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network hostable DHCP agents. Network: 5552f938-d2ac-43e1-bcd2-9e95a46c5282, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:15:45.714945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d6934-8084-4f9b-8641-c080e1074c21 None None] Port df8d1884-310f-4ecb-9ec7-5c1963b3141b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:45.903269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:15:45.969341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7f578-01c8-4451-8772-cb0c74df17f2 req-77a67759-34a7-4fcb-a8b4-e8de99a293c4 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:45.983508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8d1884-310f-4ecb-9ec7-5c1963b3141b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:15:45.983743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63a7f578-01c8-4451-8772-cb0c74df17f2 req-77a67759-34a7-4fcb-a8b4-e8de99a293c4 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 895 time: 0.0752070 Feb 15 02:15:45.993623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks [] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.008146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Transition to ACTIVE for port object df8d1884-310f-4ecb-9ec7-5c1963b3141b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:15:46.010961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5552f938-d2ac-43e1-bcd2-9e95a46c5282) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:46.021535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:46.021910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17a288-5899-4206-86a5-e73d4e30b066 None None] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:46.022179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.097494 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.159136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:46.172555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.172901 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.173394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.174003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.174251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.174605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.175796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.176165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.176541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.176881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.177221 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.177548 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.177954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:46.185691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-be9ece40-6892-42ee-83a7-8ec2bec1d8c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3895650 Feb 15 02:15:46.206807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ips': [{'subnet_id': '8973651c-8075-4324-a012-44bab89fb0a1'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:15:46.211116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.370326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Attempting to bind port df8d1884-310f-4ecb-9ec7-5c1963b3141b on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:46.370696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Attempting to bind port df8d1884-310f-4ecb-9ec7-5c1963b3141b by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:46.372021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Attempting to bind port df8d1884-310f-4ecb-9ec7-5c1963b3141b on network 429c86ac-9835-465a-8a45-40e503ed6459 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:46.383621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Port df8d1884-310f-4ecb-9ec7-5c1963b3141b on network 429c86ac-9835-465a-8a45-40e503ed6459 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:15:46.384000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Attempting to bind port df8d1884-310f-4ecb-9ec7-5c1963b3141b on network 429c86ac-9835-465a-8a45-40e503ed6459 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:46.394945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:46.396456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Checking segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:46.396856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Bound using segment: {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:46.397302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Bound port: df8d1884-310f-4ecb-9ec7-5c1963b3141b, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:46.397669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.542238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:46.550102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:46.566223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Allocated IP 172.20.0.18 (5552f938-d2ac-43e1-bcd2-9e95a46c5282/8973651c-8075-4324-a012-44bab89fb0a1/421d4f82-4baa-4425-9810-870c9fdaad6b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:46.695134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.771113 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:46.801940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:46.803201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.804895 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-669ad205-b76f-4485-8d7d-e6366b5f5b6e service neutron] 10.222.0.37 "PUT /v2.0/ports/df8d1884-310f-4ecb-9ec7-5c1963b3141b HTTP/1.1" status: 200 len: 1056 time: 1.3770504 Feb 15 02:15:46.805547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:15:46.808610 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e0581-83c9-446b-9363-2c49da47c761" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:15:46.842455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks [] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:46.948357 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.018411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-b4e88e0c-cdd1-46ce-9a5a-655f63387d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:47.020217 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-b4e88e0c-cdd1-46ce-9a5a-655f63387d21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 1090 time: 0.0971122 Feb 15 02:15:47.028568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:47.034591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:47.042984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:47.063345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:47.068884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196217163', 'description': 'tempest-secgroup-smoke-196217163 description', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:47.132504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Pushing event updated for resources: {'Port': ['ID=421d4f82-4baa-4425-9810-870c9fdaad6b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:47.167489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-e15272ae-6012-410b-82be-c68fbf93ee0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b HTTP/1.1" status: 200 len: 217 time: 0.1393116 Feb 15 02:15:47.174415 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dabaf54-07d4-4a64-9af9-672f50674b2c x-openstack-request-id: req-2dabaf54-07d4-4a64-9af9-672f50674b2c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:15:47.175790 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:15:47.176260 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dabaf54-07d4-4a64-9af9-672f50674b2c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:15:47.179048 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b', 'status': 'completed', 'code': 200} Feb 15 02:15:47.196751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.198919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.201522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.201912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.202317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.202674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.203015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.203359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.203699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.205064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.205441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.205788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.206127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.208388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.257088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Attempting to bind port 421d4f82-4baa-4425-9810-870c9fdaad6b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:47.257470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Attempting to bind port 421d4f82-4baa-4425-9810-870c9fdaad6b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:47.257841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Attempting to bind port 421d4f82-4baa-4425-9810-870c9fdaad6b on network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:47.270267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:47.271380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Checking segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:47.271930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.272362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Bound using segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:47.273185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Bound port: 421d4f82-4baa-4425-9810-870c9fdaad6b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:47.273580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.312323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-7c1dfaf6-375b-40f8-9ceb-87ba25c6603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:47.313818 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-7c1dfaf6-375b-40f8-9ceb-87ba25c6603c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f HTTP/1.1" status: 200 len: 837 time: 0.1336541 Feb 15 02:15:47.394010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-4f6eda0a-47f9-4ac1-8047-f5bfba73f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:47.398370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-4f6eda0a-47f9-4ac1-8047-f5bfba73f31d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=429c86ac-9835-465a-8a45-40e503ed6459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0766675 Feb 15 02:15:47.409532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (2f22916a-b5bd-42b9-ae90-f5b7a27472e7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.428690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] For port 421d4f82-4baa-4425-9810-870c9fdaad6b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:47.431807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8a72d-9d6b-47ff-ad3e-3299618fa08d req-ebf38688-2ba4-401c-84ed-528fbc0eee93 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:47.433498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] For port 421d4f82-4baa-4425-9810-870c9fdaad6b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=421d4f82-4baa-4425-9810-870c9fdaad6b,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:47.445511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b8a72d-9d6b-47ff-ad3e-3299618fa08d req-ebf38688-2ba4-401c-84ed-528fbc0eee93 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 907 time: 0.1316943 Feb 15 02:15:47.516207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-e8bf554d-d47d-4e00-b164-d174da84afc3 service neutron] 10.222.0.37 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105380 Feb 15 02:15:47.523350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2f22916a-b5bd-42b9-ae90-f5b7a27472e7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.550970 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.605453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22916a-b5bd-42b9-ae90-f5b7a27472e7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:47.642323 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.652186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5793936 Feb 15 02:15:47.652472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:47.652666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.652666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.652666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.652666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.654157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.654956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.655304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.655645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.658702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.659084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.659558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.659911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.660257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6bdd5a-6892-4c48-8f98-fd14e35689bd tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:15:47.662396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:47.665141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dca9e6-f2b0-4d61-b1ed-4a68c35e5dad None None] Pushing event updated for resources: {'Port': ['ID=421d4f82-4baa-4425-9810-870c9fdaad6b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:47.698736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c7578b56-6c9b-400c-a3fc-15f530bfc60b req-a2b20106-9f64-4a11-a740-f2bc5cc4b1ab service neutron] 10.222.0.37 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766427 Feb 15 02:15:47.852130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (a311e773-f9d8-435d-83c8-21dc4444145b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.961361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (a311e773-f9d8-435d-83c8-21dc4444145b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:47.964545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0581-83c9-446b-9363-2c49da47c761 req-63fd5e12-2591-4eb4-ab13-3bda7a4d8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:47.966133 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-63fd5e12-2591-4eb4-ab13-3bda7a4d8a10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 1090 time: 0.1377988 Feb 15 02:15:48.102994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0581-83c9-446b-9363-2c49da47c761 req-e4fe445f-de1b-4685-8da0-ebc78272e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:48.104941 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-e4fe445f-de1b-4685-8da0-ebc78272e9f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=429c86ac-9835-465a-8a45-40e503ed6459 HTTP/1.1" status: 200 len: 899 time: 0.1327784 Feb 15 02:15:48.110475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (a311e773-f9d8-435d-83c8-21dc4444145b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.217106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.254768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-6e7f1d58-82b3-49e3-b42f-210c98e9ac93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b HTTP/1.1" status: 200 len: 217 time: 0.1238146 Feb 15 02:15:48.260041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a311e773-f9d8-435d-83c8-21dc4444145b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:48.318575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.319987 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d4018d5c-4d45-4ef3-85f1-2cfc5913341c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6697171 Feb 15 02:15:48.323491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:48.325167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0581-83c9-446b-9363-2c49da47c761 req-fee85047-e7bb-4d5d-9976-88b483373cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:48.326676 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-fee85047-e7bb-4d5d-9976-88b483373cf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f HTTP/1.1" status: 200 len: 837 time: 0.0632007 Feb 15 02:15:48.328458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:48.376698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0581-83c9-446b-9363-2c49da47c761 req-2173508f-aa7a-4903-99a3-42e5270003c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:48.378347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-2173508f-aa7a-4903-99a3-42e5270003c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=429c86ac-9835-465a-8a45-40e503ed6459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0453148 Feb 15 02:15:48.421120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (78e140e7-dfcd-4712-b96a-469246f12733), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.510356 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-5d3b11c0-c82d-4836-b66f-120705a6b5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235228 Feb 15 02:15:48.524114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (78e140e7-dfcd-4712-b96a-469246f12733), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.619308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-293e0581-83c9-446b-9363-2c49da47c761 req-cf104067-9893-4fac-ac34-9eb1c29a8816 service neutron] 10.222.0.37 "GET /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017597 Feb 15 02:15:48.625990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6ec79-bdcb-46ed-b918-1074995d293f req-9c51cfe2-0650-4495-a70e-7ffd40cf2de8 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:48.638439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31c6ec79-bdcb-46ed-b918-1074995d293f req-9c51cfe2-0650-4495-a70e-7ffd40cf2de8 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 907 time: 0.0778515 Feb 15 02:15:48.659460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (78e140e7-dfcd-4712-b96a-469246f12733), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.690334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e140e7-dfcd-4712-b96a-469246f12733,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:48.764696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:48.818809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.823001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:48.823209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8fd6ffb9-1411-4d0e-bd1e-ec10ac4a1367 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4984391 Feb 15 02:15:48.835420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:48.927101 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75344ca5-3ee0-4c95-817c-9b512ac29d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:48.975467 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b022f88f-138d-420e-92f9-738f2de725b8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.068137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce66bb-002d-4332-8d68-52a1a19bec35 None None] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:15:49.073696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b022f88f-138d-420e-92f9-738f2de725b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.115653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75344ca5-3ee0-4c95-817c-9b512ac29d71 admin admin] Publish callbacks [] for security_group (e9e6fb5b-d069-4da9-a442-011d3c5c82cd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.137219 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b022f88f-138d-420e-92f9-738f2de725b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.169808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b022f88f-138d-420e-92f9-738f2de725b8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:49.189382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75344ca5-3ee0-4c95-817c-9b512ac29d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e9e6fb5b-d069-4da9-a442-011d3c5c82cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.211997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Provisioning complete for port 421d4f82-4baa-4425-9810-870c9fdaad6b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:49.212771 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.258071 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75344ca5-3ee0-4c95-817c-9b512ac29d71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4954853c62d42a096d835b88178b1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894021 Feb 15 02:15:49.259471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:49.264864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.269451 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a00c8614-103b-4b4d-8d46-dfd757809602 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4401317 Feb 15 02:15:49.269704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:49.274171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:49.283427 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75344ca5-3ee0-4c95-817c-9b512ac29d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6fb5b-d069-4da9-a442-011d3c5c82cd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:49.375868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] Publish callbacks [] for security_group (e9e6fb5b-d069-4da9-a442-011d3c5c82cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.392305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Current status of the port 421d4f82-4baa-4425-9810-870c9fdaad6b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:49.393395 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.411023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (449c6ad2-d8e6-4d79-817e-69094e097645), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.466795 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] Publish callbacks [] for security_group (e9e6fb5b-d069-4da9-a442-011d3c5c82cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.483836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 421d4f82-4baa-4425-9810-870c9fdaad6b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:49.528660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] For port 421d4f82-4baa-4425-9810-870c9fdaad6b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=421d4f82-4baa-4425-9810-870c9fdaad6b,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:49.595152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (449c6ad2-d8e6-4d79-817e-69094e097645), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.598013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.663024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e9e6fb5b-d069-4da9-a442-011d3c5c82cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.666190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.670815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9e6fb5b-d069-4da9-a442-011d3c5c82cd HTTP/1.1" status: 204 len: 168 time: 0.4063973 Feb 15 02:15:49.682504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 421d4f82-4baa-4425-9810-870c9fdaad6b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:49.682746 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.699889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (449c6ad2-d8e6-4d79-817e-69094e097645), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.712863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046a66a-88b9-4fd6-af53-0419e8abcc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6fb5b-d069-4da9-a442-011d3c5c82cd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:49.756139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449c6ad2-d8e6-4d79-817e-69094e097645,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:49.805504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:49.809878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ed11c37-5f71-429b-8ea4-2a0ab210862c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5362689 Feb 15 02:15:49.810330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:49.815724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:49.844868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f60c3-42a4-4d9d-aace-855f16156737 req-5f655669-3ed0-4a57-997a-dc5475f5a364 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:49.846429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c94f60c3-42a4-4d9d-aace-855f16156737 req-5f655669-3ed0-4a57-997a-dc5475f5a364 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 907 time: 0.1113679 Feb 15 02:15:49.858585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb54e5-d628-43ae-850e-b77a31605926 None None] Pushing event updated for resources: {'Port': ['ID=421d4f82-4baa-4425-9810-870c9fdaad6b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:49.934554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5c79a22a-cda2-453a-8f90-bc21c6cc61ad None None] Provisioning complete for port 421d4f82-4baa-4425-9810-870c9fdaad6b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:49.934943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c79a22a-cda2-453a-8f90-bc21c6cc61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.009463 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:15:50.014992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (8bf09c7c-fcae-4297-a76d-ce8dd093e8ba), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.090576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 421d4f82-4baa-4425-9810-870c9fdaad6b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:50.116037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a22a-cda2-453a-8f90-bc21c6cc61ad None None] Current status of the port 421d4f82-4baa-4425-9810-870c9fdaad6b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:50.121952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (8bf09c7c-fcae-4297-a76d-ce8dd093e8ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.213733 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8bf09c7c-fcae-4297-a76d-ce8dd093e8ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.254754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf09c7c-fcae-4297-a76d-ce8dd093e8ba,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:50.383416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.386131 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8ef579a-f8fb-4ded-a9c3-281bf426d152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5740962 Feb 15 02:15:50.387988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:50.393247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': '2f22916a-b5bd-42b9-ae90-f5b7a27472e7', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:50.505944 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:15:50.511727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (fd010078-256a-4b36-b684-f72dd6d3b40e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.583927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:50.603278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a47-e91a-4780-9851-051597dd9f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.622529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (fd010078-256a-4b36-b684-f72dd6d3b40e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.682558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (fd010078-256a-4b36-b684-f72dd6d3b40e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.715115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd010078-256a-4b36-b684-f72dd6d3b40e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:50.727768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a47-e91a-4780-9851-051597dd9f0b admin admin] Publish callbacks [] for security_group (bd98553a-8958-47a9-82e7-1be04f2db566), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.779061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.794235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-14789de9-b1a9-46fc-b8ec-ed94c7fa9f6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4043326 Feb 15 02:15:50.803403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a47-e91a-4780-9851-051597dd9f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bd98553a-8958-47a9-82e7-1be04f2db566), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:50.844892 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa2b5a47-e91a-4780-9851-051597dd9f0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77fcb1ad63db4762afea3a676b8ca1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597084 Feb 15 02:15:50.847425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b5a47-e91a-4780-9851-051597dd9f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd98553a-8958-47a9-82e7-1be04f2db566,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:50.847697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:50.989081 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] Publish callbacks [] for security_group (bd98553a-8958-47a9-82e7-1be04f2db566), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.042613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe080-9dfc-465b-b209-0d410a519bb3 req-2526031c-add0-49a0-b780-8be641c7ab16 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:51.044199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63afe080-9dfc-465b-b209-0d410a519bb3 req-2526031c-add0-49a0-b780-8be641c7ab16 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 907 time: 0.1035042 Feb 15 02:15:51.050629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] Publish callbacks [] for security_group (bd98553a-8958-47a9-82e7-1be04f2db566), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.210994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bd98553a-8958-47a9-82e7-1be04f2db566), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.214083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.218195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd98553a-8958-47a9-82e7-1be04f2db566 HTTP/1.1" status: 204 len: 168 time: 0.3694255 Feb 15 02:15:51.241831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29ad3a-0ba0-4330-9b89-b47290646458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd98553a-8958-47a9-82e7-1be04f2db566,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:51.253526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-614c2e28-ce71-409a-8d3e-d60c1f61eaaa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196217163&fields=id&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 267 time: 0.0653207 Feb 15 02:15:51.408515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bc643fe-9926-4884-ae6e-1d6de56be5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.460981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 421d4f82-4baa-4425-9810-870c9fdaad6b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:51.485411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-370f4464-d1fd-405a-9f0e-42822d99dbc3 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:51.489882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-370f4464-d1fd-405a-9f0e-42822d99dbc3 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/networks?id=5552f938-d2ac-43e1-bcd2-9e95a46c5282 HTTP/1.1" status: 200 len: 796 time: 0.2280698 Feb 15 02:15:51.512972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-9de1d1a4-02af-4495-bcdd-8c10cdc1ce35 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/quotas/bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 375 time: 0.0172563 Feb 15 02:15:51.554128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 421d4f82-4baa-4425-9810-870c9fdaad6b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:51.554627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:51.608122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-dcf415fa-0607-4c38-83ff-f1ea10ed90ab tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862150 Feb 15 02:15:51.752607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 421d4f82-4baa-4425-9810-870c9fdaad6b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:51.817177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-ae7747d4-6b64-4870-af02-8714807a7bff service neutron] 10.222.0.43 "GET /v2.0/networks/5552f938-d2ac-43e1-bcd2-9e95a46c5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048113 Feb 15 02:15:51.965816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-d1464033-e7ba-471b-947b-42cea787cdf1 service neutron] 10.222.0.43 "GET /v2.0/networks/5552f938-d2ac-43e1-bcd2-9e95a46c5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418214 Feb 15 02:15:52.137754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device df8d1884-310f-4ecb-9ec7-5c1963b3141b details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:15:52.315393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:52.349990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b', 'network_id': '429c86ac-9835-465a-8a45-40e503ed6459', 'port_id': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b', 'mac_address': 'fa:16:3e:cd:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:15:52.372727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065b656-c6b0-4200-9990-f3c065019b40 req-2870a73b-c24d-4ebe-99ff-e494804595d4 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:52.382411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5065b656-c6b0-4200-9990-f3c065019b40 req-2870a73b-c24d-4ebe-99ff-e494804595d4 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 907 time: 0.1283231 Feb 15 02:15:52.430236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port df8d1884-310f-4ecb-9ec7-5c1963b3141b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:52.430755 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:52.446832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8d1884-310f-4ecb-9ec7-5c1963b3141b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:15:52.471201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:52.546487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b37e6587-3eb5-4d85-9e16-c993abe1ba24 req-a9c491c1-1e3b-48cc-82ee-7854bcc20daf tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 210 time: 0.0677493 Feb 15 02:15:52.553924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:52.656737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:52.935670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['df8d1884-310f-4ecb-9ec7-5c1963b3141b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:15:53.316763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39309cfc-7d42-40a3-aa6e-25585a284acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:53.533822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42664960-e223-4cc5-96c5-1c47960118da req-0f982da0-7b19-4f55-901d-89d1121e1049 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:53.535621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42664960-e223-4cc5-96c5-1c47960118da req-0f982da0-7b19-4f55-901d-89d1121e1049 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 908 time: 0.0549974 Feb 15 02:15:53.701978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-841af890-c62c-4d79-b2d9-5035cbb85e3f req-1fb0b0f6-5c50-46e0-98dc-e9812658cf95 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 210 time: 0.0732768 Feb 15 02:15:54.157443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device df8d1884-310f-4ecb-9ec7-5c1963b3141b up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:15:54.256719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port df8d1884-310f-4ecb-9ec7-5c1963b3141b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:15:54.261759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port df8d1884-310f-4ecb-9ec7-5c1963b3141b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:54.262303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:54.406930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port df8d1884-310f-4ecb-9ec7-5c1963b3141b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:15:54.407524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:54.435875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:15:54.438634 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e702e67e-df7f-4a0d-9269-05a61acfc1d8" -d '{"events": [{"server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "name": "network-vif-plugged", "status": "completed", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:15:54.472484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:15:54.521434 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc57627a-a0f2-439d-bc88-de2b4c30b537 x-openstack-request-id: req-fc57627a-a0f2-439d-bc88-de2b4c30b537 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:15:54.522110 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "name": "network-vif-plugged", "status": "completed", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:15:54.522615 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc57627a-a0f2-439d-bc88-de2b4c30b537 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:15:54.523267 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b', 'code': 200} Feb 15 02:15:54.593247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-5a28d459-aad7-44ef-b7b9-723bc3d2da41 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:54.597443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-5a28d459-aad7-44ef-b7b9-723bc3d2da41 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.31 "GET /v2.0/networks?id=5552f938-d2ac-43e1-bcd2-9e95a46c5282 HTTP/1.1" status: 200 len: 796 time: 0.1288905 Feb 15 02:15:54.617138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:54.618292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:54.699242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e625d2a-d1ec-4d2b-b81a-3f78d848fc53 req-b072bb06-4e20-402b-9923-584205cbcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:54.706067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-1762895c-37b4-43ef-a8a0-2803f50d46d0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 471 time: 0.0979228 Feb 15 02:15:54.706614 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-2e625d2a-d1ec-4d2b-b81a-3f78d848fc53 req-b072bb06-4e20-402b-9923-584205cbcf6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 1092 time: 0.0923905 Feb 15 02:15:54.753024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'port': {'device_id': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'admin_state_up': True, 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'security_groups': ['2f22916a-b5bd-42b9-ae90-f5b7a27472e7']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:54.771192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:54.830542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac8da-8b94-4b18-a817-1a6dfb015705 req-35428c95-e5f3-49cc-8a70-ee68560209a3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:54.847335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-372ac8da-8b94-4b18-a817-1a6dfb015705 req-35428c95-e5f3-49cc-8a70-ee68560209a3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.1414762 Feb 15 02:15:55.002414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa517726-e1c6-404d-a7a6-8492ab65c8be req-ff37305f-dfdc-47c1-a8a1-89f67debd6b2 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 210 time: 0.0601513 Feb 15 02:15:55.005285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:15:55.009499 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.180683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.25 (5552f938-d2ac-43e1-bcd2-9e95a46c5282/8973651c-8075-4324-a012-44bab89fb0a1/5d5d40f3-7748-493e-8764-cfc7d41c64d8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:15:55.423635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.539602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:55.553478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.611965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:15:55.617399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:15:55.630233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:15:55.687587 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a4ccc-a076-4631-9a8e-4b6ecae3b8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.727139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:55.781681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:55.782426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.856362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a4ccc-a076-4631-9a8e-4b6ecae3b8c3 admin admin] Publish callbacks [] for security_group (b109876f-64bf-4127-b1e8-41cbc97f49f9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.870185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-6bc86f65-ce13-4211-aeec-d1e5386a3f6f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1527054 Feb 15 02:15:55.882828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Request body: {'port': {'device_id': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:15:55.931348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a4ccc-a076-4631-9a8e-4b6ecae3b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b109876f-64bf-4127-b1e8-41cbc97f49f9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:55.979926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a4ccc-a076-4631-9a8e-4b6ecae3b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b109876f-64bf-4127-b1e8-41cbc97f49f9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:56.003117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e4a4ccc-a076-4631-9a8e-4b6ecae3b8c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e059b7b93fe9400785b3913ffb673303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623020 Feb 15 02:15:56.006302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:56.019780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ae49f79-e3c2-4cb2-9fea-1d2597adf7ca None None] Provisioning complete for port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:15:56.027090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ae49f79-e3c2-4cb2-9fea-1d2597adf7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.032316 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.095052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.114316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ae49f79-e3c2-4cb2-9fea-1d2597adf7ca None None] Port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:15:56.121608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaf7-6ba2-4397-9272-23a2340f17fa req-a6040431-e571-421f-9dc6-35ea2f663801 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:56.124855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21b8eaf7-6ba2-4397-9272-23a2340f17fa req-a6040431-e571-421f-9dc6-35ea2f663801 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.1659908 Feb 15 02:15:56.351793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] Publish callbacks [] for security_group (b109876f-64bf-4127-b1e8-41cbc97f49f9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.399379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] Publish callbacks [] for security_group (b109876f-64bf-4127-b1e8-41cbc97f49f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.451248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a15fc-6a27-4d67-8e48-909a1573830e req-2f76c6f4-e560-4fb4-a87e-5fc3330b57a7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:56.458802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a7a15fc-6a27-4d67-8e48-909a1573830e req-2f76c6f4-e560-4fb4-a87e-5fc3330b57a7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 932 time: 0.2589869 Feb 15 02:15:56.570312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a7a15fc-6a27-4d67-8e48-909a1573830e req-b50e8e48-cfa0-4a58-84c7-6535a8ccc84e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105859 Feb 15 02:15:56.619748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5d40f3-7748-493e-8764-cfc7d41c64d8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:15:56.629584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks [] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.646566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Transition to ACTIVE for port object 5d5d40f3-7748-493e-8764-cfc7d41c64d8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:15:56.648184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (b109876f-64bf-4127-b1e8-41cbc97f49f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.651579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.652879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b109876f-64bf-4127-b1e8-41cbc97f49f9 HTTP/1.1" status: 204 len: 168 time: 0.6421654 Feb 15 02:15:56.674317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692e480-3d63-4589-8b07-17c4c398f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b109876f-64bf-4127-b1e8-41cbc97f49f9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:56.731321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.800718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:56.875305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Attempting to bind port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:15:56.875651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Attempting to bind port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:15:56.876282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Attempting to bind port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 on network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:56.881310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 on network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:15:56.881654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Attempting to bind port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 on network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:15:56.887434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:15:56.887909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Checking segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:15:56.888333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Bound using segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:15:56.888779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Bound port: 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:15:56.889144 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:56.966727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:15:56.970275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:15:57.034635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:57.076661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.078390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:57.078980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/5d5d40f3-7748-493e-8764-cfc7d41c64d8 HTTP/1.1" status: 200 len: 1093 time: 1.2008243 Feb 15 02:15:57.079596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:15:57.081743 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:15:57.141622 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c7ad76-cf84-4904-9887-0cbda688424c x-openstack-request-id: req-f1c7ad76-cf84-4904-9887-0cbda688424c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:15:57.141919 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:15:57.142176 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1c7ad76-cf84-4904-9887-0cbda688424c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:15:57.142587 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8', 'status': 'completed', 'code': 200} Feb 15 02:15:57.143803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901000eb-bac6-41ab-8e41-bd030cf650d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:57.239306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-36637f0d-7e6f-4d07-a859-1494f61bc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.243621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-36637f0d-7e6f-4d07-a859-1494f61bc01c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 1127 time: 0.0768068 Feb 15 02:15:57.267511 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-506afbf0-369e-4cfa-b65e-927a33f551ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292965 Feb 15 02:15:57.410963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-b103ada9-0128-4860-b5e2-63f6adb0b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.411323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:57.413076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-b103ada9-0128-4860-b5e2-63f6adb0b4dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1128 time: 0.0753181 Feb 15 02:15:57.491548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa8a0-ac59-401c-88e4-f4af5662fa2d req-3e9371d9-e930-479e-98ba-646c711b6fd3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.493844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56aaa8a0-ac59-401c-88e4-f4af5662fa2d req-3e9371d9-e930-479e-98ba-646c711b6fd3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.2516127 Feb 15 02:15:57.532849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-fe346414-1b66-4b68-8d17-012300f77e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.534385 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-fe346414-1b66-4b68-8d17-012300f77e8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 897 time: 0.1010056 Feb 15 02:15:57.576773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-1200955d-6061-4eab-b7b9-28a07eb9bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.577257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-1200955d-6061-4eab-b7b9-28a07eb9bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.578811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-1200955d-6061-4eab-b7b9-28a07eb9bf50 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.3263350 Feb 15 02:15:57.635871 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-ee1eea22-34db-4c8e-8de4-1fb92f6aa172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 1001 time: 0.0944955 Feb 15 02:15:57.704137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-bc3932dd-a997-445f-a3de-2f101173e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.705969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-bc3932dd-a997-445f-a3de-2f101173e240 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 200 len: 835 time: 0.0642614 Feb 15 02:15:57.768547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-5b51e37c-830d-48b3-a57b-907e4a6d3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:57.769947 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-5b51e37c-830d-48b3-a57b-907e4a6d3ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582645 Feb 15 02:15:58.060013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-281b1157-43ba-40d3-9223-b043100a61b8 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171323 Feb 15 02:15:58.129878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-ccdf1261-70c9-4e02-bdee-40b6ff771dbe req-8b3c7107-989f-494d-acd5-4c8d7759e5e3 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292531 Feb 15 02:15:58.295604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09400-fa1d-48f8-b6b3-d964db3ad6b8 req-901b28e9-f7ec-484a-92ae-82e44f4a4518 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.297132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ce09400-fa1d-48f8-b6b3-d964db3ad6b8 req-901b28e9-f7ec-484a-92ae-82e44f4a4518 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.6044235 Feb 15 02:15:58.298775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-84d17a7c-753d-47fb-b9a5-88d674d40466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.300341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91048b9e-c496-419c-9e1c-6f0b6e82f5a6 req-84d17a7c-753d-47fb-b9a5-88d674d40466 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7130272 Feb 15 02:15:58.453640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-a3d2d539-1db5-47a7-83c0-e37ead27652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.455478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-a3d2d539-1db5-47a7-83c0-e37ead27652b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 1127 time: 0.0984037 Feb 15 02:15:58.536820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34593c-1399-4105-9265-ffa0a149100d req-9ead3791-bca0-4a93-a823-93824735b610 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.538335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e34593c-1399-4105-9265-ffa0a149100d req-9ead3791-bca0-4a93-a823-93824735b610 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 944 time: 0.1351671 Feb 15 02:15:58.540113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-76ed52ac-125e-4a67-b2b7-10d971d152b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8 HTTP/1.1" status: 200 len: 217 time: 0.0758574 Feb 15 02:15:58.653809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e34593c-1399-4105-9265-ffa0a149100d req-337e9cfa-aa71-4370-a5f7-71cda2f0c25c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084688 Feb 15 02:15:58.655611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-81ef55ab-9668-4f64-a69e-d6a04c5ab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.657018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-81ef55ab-9668-4f64-a69e-d6a04c5ab77e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8973651c-8075-4324-a012-44bab89fb0a1 HTTP/1.1" status: 200 len: 838 time: 0.1091936 Feb 15 02:15:58.715991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-51a27e88-fd1d-4cde-8462-d79714bfd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.717555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-51a27e88-fd1d-4cde-8462-d79714bfd578 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5552f938-d2ac-43e1-bcd2-9e95a46c5282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0540149 Feb 15 02:15:58.842997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0693af7-cda7-41c6-8b28-99e378cace42 req-c5ddf2ee-58c1-4815-82ce-17de4458c9b8 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:58.855692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0693af7-cda7-41c6-8b28-99e378cace42 req-c5ddf2ee-58c1-4815-82ce-17de4458c9b8 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 1092 time: 0.1357481 Feb 15 02:15:58.873678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-dd2b83f8-c508-4e68-b404-fc4f75bec003 service neutron] 10.222.0.31 "GET /v2.0/networks/5552f938-d2ac-43e1-bcd2-9e95a46c5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434543 Feb 15 02:15:59.008377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-809dfd57-3534-41b0-a4ab-e5c903a93b54 req-a66fe96e-4b8a-4bbb-ba62-fe1b66024e6a service neutron] 10.222.0.31 "GET /v2.0/networks/5552f938-d2ac-43e1-bcd2-9e95a46c5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295874 Feb 15 02:15:59.011409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8be39b-1be3-4912-8b3a-d05c6def2d02 req-de513729-1369-458a-bd7d-d24035c6e628 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:59.014725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d8be39b-1be3-4912-8b3a-d05c6def2d02 req-de513729-1369-458a-bd7d-d24035c6e628 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.0806968 Feb 15 02:15:59.109667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d8be39b-1be3-4912-8b3a-d05c6def2d02 req-c303f2a6-f4be-4221-85bf-cd1503fbf193 tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0811348 Feb 15 02:15:59.128006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:59.187882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 40888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:59.196595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f6b5b-71c9-4b1f-98c2-d8e1d1d7227c tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:59.200982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-045f6b5b-71c9-4b1f-98c2-d8e1d1d7227c tempest-TestSecurityGroupsBasicOps-2069001801 tempest-TestSecurityGroupsBasicOps-2069001801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 1087 time: 0.0710149 Feb 15 02:15:59.314377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907b1b6a-fdc1-4e4a-bb09-c8ce30995a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.413362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907b1b6a-fdc1-4e4a-bb09-c8ce30995a7d admin admin] Publish callbacks [] for security_group (cef9a6f1-bee3-4e11-a41b-4fc40f3793f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.539973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-907b1b6a-fdc1-4e4a-bb09-c8ce30995a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cef9a6f1-bee3-4e11-a41b-4fc40f3793f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.584836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b1b6a-fdc1-4e4a-bb09-c8ce30995a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9a6f1-bee3-4e11-a41b-4fc40f3793f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:15:59.592066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-907b1b6a-fdc1-4e4a-bb09-c8ce30995a7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b77d03fb813440989d41519e526512d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007266 Feb 15 02:15:59.592442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:15:59.639734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] Publish callbacks [] for security_group (cef9a6f1-bee3-4e11-a41b-4fc40f3793f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.665067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] Publish callbacks [] for security_group (cef9a6f1-bee3-4e11-a41b-4fc40f3793f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.782001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc462cb7-2daa-45f1-a11b-a05f6752c775 req-e559219a-3082-443d-9d7c-ccfaed12d4f9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:15:59.784366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc462cb7-2daa-45f1-a11b-a05f6752c775 req-e559219a-3082-443d-9d7c-ccfaed12d4f9 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.0682197 Feb 15 02:15:59.819856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (cef9a6f1-bee3-4e11-a41b-4fc40f3793f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.824691 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:15:59.827280 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cef9a6f1-bee3-4e11-a41b-4fc40f3793f3 HTTP/1.1" status: 204 len: 168 time: 0.2331333 Feb 15 02:15:59.837172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d981-8671-4eda-81a8-9062ed1881ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9a6f1-bee3-4e11-a41b-4fc40f3793f3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:00.060518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bcbde-df46-465c-9206-0751ea9f5e06 req-0313c170-0493-4fa9-a7f5-f5dd0fd2858d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:00.062113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-824bcbde-df46-465c-9206-0751ea9f5e06 req-0313c170-0493-4fa9-a7f5-f5dd0fd2858d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 944 time: 0.2196970 Feb 15 02:16:00.127272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-824bcbde-df46-465c-9206-0751ea9f5e06 req-b5355f67-9ef2-44ea-9db0-98302284144e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596464 Feb 15 02:16:00.911969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab30d-dcd2-4f31-8af6-55797c4468b6 req-1871a698-a0a5-47a9-b902-618c9367a773 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:00.913395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0aaab30d-dcd2-4f31-8af6-55797c4468b6 req-1871a698-a0a5-47a9-b902-618c9367a773 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.0578725 Feb 15 02:16:01.071179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-be421a08-3432-42e9-b5fd-e139781f1228 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434837 Feb 15 02:16:01.166954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-f72ea592-f6fa-412e-8728-d3f74951e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.167875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-d0f08099-1311-4765-a73d-7881ded12c0c tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.168723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-f72ea592-f6fa-412e-8728-d3f74951e6ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.0553091 Feb 15 02:16:01.169395 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-d0f08099-1311-4765-a73d-7881ded12c0c tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 909 time: 0.0562756 Feb 15 02:16:01.276581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port df8d1884-310f-4ecb-9ec7-5c1963b3141b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:01.276948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:01.376070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port df8d1884-310f-4ecb-9ec7-5c1963b3141b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=df8d1884-310f-4ecb-9ec7-5c1963b3141b,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:01.376480 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:01.384278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fd9db-9660-4893-a241-a7cc3cc7af45 req-1b8a2db8-d1da-4421-8d74-b68915b3d4f9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.389519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f4fd9db-9660-4893-a241-a7cc3cc7af45 req-1b8a2db8-d1da-4421-8d74-b68915b3d4f9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 944 time: 0.1846056 Feb 15 02:16:01.389649 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for df8d1884-310f-4ecb-9ec7-5c1963b3141b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:01.391378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-c3919d5a-bf3d-457c-8007-88bfb1864a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.392868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-c3919d5a-bf3d-457c-8007-88bfb1864a7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 898 time: 0.2056017 Feb 15 02:16:01.524279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-7e00b324-1150-4fca-88e2-38693fbba5cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 1001 time: 0.1214912 Feb 15 02:16:01.565051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f4fd9db-9660-4893-a241-a7cc3cc7af45 req-84831c1a-2562-471c-986a-4ee178efa9c7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692014 Feb 15 02:16:01.580185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (df8d1884-310f-4ecb-9ec7-5c1963b3141b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:01.591871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-75905eed-fe89-4f30-8b83-e30ab0bd3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.593733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-75905eed-fe89-4f30-8b83-e30ab0bd3f42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.0627193 Feb 15 02:16:01.609286 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=df8d1884-310f-4ecb-9ec7-5c1963b3141b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:01.642032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d5d40f3-7748-493e-8764-cfc7d41c64d8 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:16:01.659077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-ab9712ba-6bdf-4804-baa3-ae5fcdc26d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:01.660947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-ab9712ba-6bdf-4804-baa3-ae5fcdc26d34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0604329 Feb 15 02:16:01.664075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] No DVR routers for this DVR port df8d1884-310f-4ecb-9ec7-5c1963b3141b on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:01.667111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:01.670885 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-09962308-63d4-4900-b561-b7ff5be6e1cc req-15129727-b4cc-4f57-83bc-48dd253a6dc7 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.37 "DELETE /v2.0/ports/df8d1884-310f-4ecb-9ec7-5c1963b3141b HTTP/1.1" status: 204 len: 173 time: 0.4962964 Feb 15 02:16:01.671352 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'name': 'network-vif-deleted', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:01.673853 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0b40d-afa5-47dd-8926-424530970874" -d '{"events": [{"server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "name": "network-vif-deleted", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:01.715604 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d55b4b-64a6-4ebe-a7aa-bdebc57a2276 x-openstack-request-id: req-85d55b4b-64a6-4ebe-a7aa-bdebc57a2276 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:01.715902 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaaab48-4ce8-4c80-b9ba-3573a52b21f5", "name": "network-vif-deleted", "tag": "df8d1884-310f-4ecb-9ec7-5c1963b3141b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:01.716158 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85d55b4b-64a6-4ebe-a7aa-bdebc57a2276 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:01.716592 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaaab48-4ce8-4c80-b9ba-3573a52b21f5', 'name': 'network-vif-deleted', 'tag': 'df8d1884-310f-4ecb-9ec7-5c1963b3141b', 'status': 'completed', 'code': 200} Feb 15 02:16:01.749614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:01.763912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '5d5d40f3-7748-493e-8764-cfc7d41c64d8', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'port_id': '5d5d40f3-7748-493e-8764-cfc7d41c64d8', 'mac_address': 'fa:16:3e:d0:61:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8973651c-8075-4324-a012-44bab89fb0a1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:16:01.824758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:01.825421 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:01.852944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-692ad046-5d18-410c-8499-c8b27601735f service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849451 Feb 15 02:16:01.870580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5d40f3-7748-493e-8764-cfc7d41c64d8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:16:01.910792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:02.007015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94468bb7-aa88-4b3e-8704-4ed968ba5bed req-787c8193-4169-4096-8523-14afb160241d service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481481 Feb 15 02:16:02.051450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f7823a-efd1-4ec2-a770-debfb80e091c req-c0fab74e-21fa-4e54-9f4f-e881d80943cd tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0417724 Feb 15 02:16:02.534342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:02.595774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:02.706757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163e520-15b1-4b1e-bf17-c37dbddefe07 req-3c07eb19-97ce-4934-88c1-cf66f2a122b1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:02.708171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a163e520-15b1-4b1e-bf17-c37dbddefe07 req-3c07eb19-97ce-4934-88c1-cf66f2a122b1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 945 time: 0.0549784 Feb 15 02:16:02.759051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a163e520-15b1-4b1e-bf17-c37dbddefe07 req-2798fa68-f1f4-4684-bb0c-3dfa0e1b7933 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443141 Feb 15 02:16:02.760591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['5d5d40f3-7748-493e-8764-cfc7d41c64d8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:16:03.171263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2ae6681-101a-4648-b44b-7d53e71da0c5 req-9f5d58a2-0c1c-42cf-9e7a-b744f6026af3 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aaaab48-4ce8-4c80-b9ba-3573a52b21f5 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Feb 15 02:16:03.661975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d5d40f3-7748-493e-8764-cfc7d41c64d8 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:03.777178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:16:03.781847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:03.782550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:03.879926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:03.880266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:03.903675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:03.906242 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85058c7-317e-4ef9-b256-613a0b8551fb" -d '{"events": [{"server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:03.911856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec076d-dc85-4798-a621-5c311cfe681b req-f0b4216a-111d-4f7d-a955-5fd4c5d4f390 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:03.913369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dec076d-dc85-4798-a621-5c311cfe681b req-f0b4216a-111d-4f7d-a955-5fd4c5d4f390 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 945 time: 0.0708814 Feb 15 02:16:03.919032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:03.965772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dec076d-dc85-4798-a621-5c311cfe681b req-dc672ca9-a7d4-46f1-a827-f38835f97a58 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458171 Feb 15 02:16:03.974642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:04.037111 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46e19a4-ae67-4e4f-83c5-28de451e6597 x-openstack-request-id: req-e46e19a4-ae67-4e4f-83c5-28de451e6597 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:04.037419 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:04.037812 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e46e19a4-ae67-4e4f-83c5-28de451e6597 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:04.038374 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8', 'code': 200} Feb 15 02:16:04.059763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:04.139186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9941df-5a5a-47fe-81eb-fecad968f529 req-f52cbfe7-4e21-4bcb-87cd-7fe7a2fdf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:04.140619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b9941df-5a5a-47fe-81eb-fecad968f529 req-f52cbfe7-4e21-4bcb-87cd-7fe7a2fdf607 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 1129 time: 0.0473258 Feb 15 02:16:04.202227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b9941df-5a5a-47fe-81eb-fecad968f529 req-3e69870b-f30e-41c6-b705-1a30e3758b89 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538709 Feb 15 02:16:04.267802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 40992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:05.193263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfe78e-9a1f-4c06-bb9f-296fffe8ff86 req-c72a7856-e22b-4aec-bc31-3350c4147528 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:05.200856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14dfe78e-9a1f-4c06-bb9f-296fffe8ff86 req-c72a7856-e22b-4aec-bc31-3350c4147528 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.1554570 Feb 15 02:16:05.288673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:05.293042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14dfe78e-9a1f-4c06-bb9f-296fffe8ff86 req-9caa92c8-3116-4ed9-9760-c053e4c285d0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908833 Feb 15 02:16:05.616234 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port 72c0a4a7-2c30-411a-9890-46c0a53c461a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:05.616826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:05.720659 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port 72c0a4a7-2c30-411a-9890-46c0a53c461a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=72c0a4a7-2c30-411a-9890-46c0a53c461a,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:05.721037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:05.736559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for 72c0a4a7-2c30-411a-9890-46c0a53c461a owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:06.048975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (72c0a4a7-2c30-411a-9890-46c0a53c461a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:06.097622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=72c0a4a7-2c30-411a-9890-46c0a53c461a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:06.233529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device df8d1884-310f-4ecb-9ec7-5c1963b3141b no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:06.283259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: df8d1884-310f-4ecb-9ec7-5c1963b3141b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:06.283683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device df8d1884-310f-4ecb-9ec7-5c1963b3141b not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:06.446770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:06.455833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba20b-5c54-4bf5-a802-b42b2b10f19d req-1ccebc6c-1157-45a1-bfc2-05b6d4718049 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:06.467028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f9ba20b-5c54-4bf5-a802-b42b2b10f19d req-1ccebc6c-1157-45a1-bfc2-05b6d4718049 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.0821385 Feb 15 02:16:06.537432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f9ba20b-5c54-4bf5-a802-b42b2b10f19d req-f2f63c5e-9265-427b-92d2-5c1b83d2c3ef tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694413 Feb 15 02:16:06.716591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9ac46-b447-4a28-818e-a6a44923fc92 req-af6a8a7a-e7dd-4136-a07f-00dc33d76b4d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:06.718137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93c9ac46-b447-4a28-818e-a6a44923fc92 req-af6a8a7a-e7dd-4136-a07f-00dc33d76b4d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.0795860 Feb 15 02:16:06.746874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:06.794529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93c9ac46-b447-4a28-818e-a6a44923fc92 req-09b8b95d-cb4a-42ef-bdb4-5a53fdefc8d2 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695102 Feb 15 02:16:06.907552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:06.915258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dc84fcdb-6cc1-4d47-97a8-2550d4af2193 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "PUT /v2.0/routers/3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440527 Feb 15 02:16:06.915487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:06.924688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Sync routers for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:06.942930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:06.942930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:06.973709 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting subnet c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:16:06.977883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.024154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.064889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:07.230202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.386197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:16:05Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:07.417069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Checking router: 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:07.425875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Routers {'3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:07.426488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:07.463818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.498348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Subnet': ['ID=c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:07.506858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.510653 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afe98771-3622-435f-8fb4-88a9f4dc15e0 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/subnets/c47e4ac2-d21a-4ed5-841b-68eb5ee99b4f HTTP/1.1" status: 204 len: 168 time: 0.5939147 Feb 15 02:16:07.513588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:07.520031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a02e2a-ad2c-4870-b3ff-510d0759ef41 None None] Network 429c86ac-9835-465a-8a45-40e503ed6459 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:07.592626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] Set router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:07.662472 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.783240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.822772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:16:05Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:07.854250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] DHCP port deletion for 429c86ac-9835-465a-8a45-40e503ed6459 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:16:07.857294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a7e5-0c37-43d7-95cf-647bf34b4aa5 None None] The sync data for ids ['3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3'] in n-d-829064-14 is: [{'id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1082334595', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '830c25d0-0a43-4944-a573-71f3cc851325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:16:05Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '830c25d0-0a43-4944-a573-71f3cc851325', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:15:31Z', 'updated_at': '2022-02-15T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:07.926342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Deleting port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:07.926342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.926747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port 830c25d0-0a43-4944-a573-71f3cc851325 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:07.926747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (830c25d0-0a43-4944-a573-71f3cc851325), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:07.993518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] For port 3fb6a849-d9ea-4d88-94b1-890d3a313d34, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3fb6a849-d9ea-4d88-94b1-890d3a313d34,segment=NetworkSegment(a88de80d-c7bf-4f8b-bb74-d717bdf7a92c),segment_id=a88de80d-c7bf-4f8b-bb74-d717bdf7a92c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:07.993920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.013582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port 830c25d0-0a43-4944-a573-71f3cc851325, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=830c25d0-0a43-4944-a573-71f3cc851325,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:08.013881 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (830c25d0-0a43-4944-a573-71f3cc851325), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.015072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Calling delete_port for 3fb6a849-d9ea-4d88-94b1-890d3a313d34 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:08.036968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for 830c25d0-0a43-4944-a573-71f3cc851325 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:08.205354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (3fb6a849-d9ea-4d88-94b1-890d3a313d34), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.235384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] Pushing event deleted for resources: {'Port': ['ID=3fb6a849-d9ea-4d88-94b1-890d3a313d34,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:08.242028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4b6a5-eb96-4d4a-b59e-870c07ab6617 None None] No DVR routers for this DVR port 3fb6a849-d9ea-4d88-94b1-890d3a313d34 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:08.285920 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (830c25d0-0a43-4944-a573-71f3cc851325), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.315089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=830c25d0-0a43-4944-a573-71f3cc851325,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:08.353962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:08.444718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.808126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:08.835264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_controller (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.007693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.008231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Fanout notify agent at l3_agent the message router_deleted on router 3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:16:09.016832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.017891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-79711d6a-f6b4-487a-a0f9-935f56898274 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/routers/3cb4874e-2ff4-435c-b0d1-d30b1c76c0c3 HTTP/1.1" status: 204 len: 168 time: 1.5026338 Feb 15 02:16:09.020636 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:09.150927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (429c86ac-9835-465a-8a45-40e503ed6459), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.275748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (429c86ac-9835-465a-8a45-40e503ed6459), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.300075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429c86ac-9835-465a-8a45-40e503ed6459']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:09.318790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:09.319359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88de80d-c7bf-4f8b-bb74-d717bdf7a92c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:09.339010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a88de80d-c7bf-4f8b-bb74-d717bdf7a92c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.356973 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a88de80d-c7bf-4f8b-bb74-d717bdf7a92c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.363493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:16:09.363887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a88de80d-c7bf-4f8b-bb74-d717bdf7a92c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.372172 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:16:09.433587 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:16:09.548770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (429c86ac-9835-465a-8a45-40e503ed6459), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.559983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:09.621973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:09.622765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/networks/429c86ac-9835-465a-8a45-40e503ed6459 HTTP/1.1" status: 204 len: 168 time: 0.5975530 Feb 15 02:16:09.660728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49f28-e12f-47e5-ac14-ed75d2159bc6 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Network': ['ID=429c86ac-9835-465a-8a45-40e503ed6459,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:09.741423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 830c25d0-0a43-4944-a573-71f3cc851325 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:09.774080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 830c25d0-0a43-4944-a573-71f3cc851325 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:09.774421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 830c25d0-0a43-4944-a573-71f3cc851325 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:09.774840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fb6a849-d9ea-4d88-94b1-890d3a313d34 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:09.797498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3fb6a849-d9ea-4d88-94b1-890d3a313d34 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:09.797799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3fb6a849-d9ea-4d88-94b1-890d3a313d34 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:09.798460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72c0a4a7-2c30-411a-9890-46c0a53c461a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:09.821951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 72c0a4a7-2c30-411a-9890-46c0a53c461a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:09.822310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 72c0a4a7-2c30-411a-9890-46c0a53c461a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:09.852648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.17 (5552f938-d2ac-43e1-bcd2-9e95a46c5282/8973651c-8075-4324-a012-44bab89fb0a1/b9e279d9-40a1-43de-8d4f-6b20d33adcd3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:16:09.985587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port 875f471b-8a7a-41f0-af79-7cfb5f89c5b2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:09.985981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.050045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.106903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.107238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for floatingip (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.118793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for 875f471b-8a7a-41f0-af79-7cfb5f89c5b2 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:10.187456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.258155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:10.266452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:10.274770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:16:10.316968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:10.347946 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.568656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (875f471b-8a7a-41f0-af79-7cfb5f89c5b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.636713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a362e1ca-b62e-4a32-948e-875a474a24f9 None None] Provisioning complete for port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:10.637224 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a362e1ca-b62e-4a32-948e-875a474a24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:10.675833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a362e1ca-b62e-4a32-948e-875a474a24f9 None None] Port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:10.889775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=875f471b-8a7a-41f0-af79-7cfb5f89c5b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:10.964623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.012709 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for floatingip (ca267e69-41d7-4049-a794-734b43fcdd2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.013057 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Floating IP ca267e69-41d7-4049-a794-734b43fcdd2d disassociated (deleted). External IP: 172.25.2.244, port: cf77bad2-afbd-4c87-8a09-0b3ffdfb3291. Feb 15 02:16:11.424573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 565cafa6-72d4-4212-ad30-7814bc992914 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:11.510351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.570881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:11.578451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.582498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Sync routers for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:11.597753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.673121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-846d2d6f-69e3-4af0-9e84-16d6136c956e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca267e69-41d7-4049-a794-734b43fcdd2d HTTP/1.1" status: 204 len: 168 time: 2.0493784 Feb 15 02:16:11.677597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:11.680236 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604d2d3-16f0-464d-9e3f-9129ee9f1593" -d '{"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:11.698303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:11.701517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:11.706636 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:11.707462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:11.845608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:11.847284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:11.872109 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:12.012329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:12.190353 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:12.236074 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Checking router: 565cafa6-72d4-4212-ad30-7814bc992914 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:12.248343 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:12.249142 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:12.268276 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d4cf94-39e1-4995-a8e8-d9afa7cc0706 x-openstack-request-id: req-37d4cf94-39e1-4995-a8e8-d9afa7cc0706 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:12.268691 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:12.271494 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37d4cf94-39e1-4995-a8e8-d9afa7cc0706 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:12.272026 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'status': 'completed', 'code': 200} Feb 15 02:16:12.273295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:12.296136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bb243215-08ab-475c-8365-b76df9fdac06 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/9f37b5b1-2428-4bbc-9aa0-e1695d1dc105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9402678 Feb 15 02:16:12.414356 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c97e-eb68-456b-ad08-5fed9f5e23ee req-f2442dfb-aed5-4726-a253-5f74df759cd8 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:12.416732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ce6c97e-eb68-456b-ad08-5fed9f5e23ee req-f2442dfb-aed5-4726-a253-5f74df759cd8 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.1062243 Feb 15 02:16:12.423142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-f15bed16-1ded-46de-aa80-e9d8f2cfac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:12.423920 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:12.424786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-f15bed16-1ded-46de-aa80-e9d8f2cfac86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 1167 time: 0.2288091 Feb 15 02:16:12.465680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:12.478729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:12.479733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:12.483804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ce6c97e-eb68-456b-ad08-5fed9f5e23ee req-b52358da-7bc7-413c-adc5-8fa62c1fdbf5 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0580082 Feb 15 02:16:12.582422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-97a3a869-878b-4697-b802-d7f88aabdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:12.583659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-97a3a869-878b-4697-b802-d7f88aabdddf service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 200 len: 898 time: 0.1052341 Feb 15 02:16:12.602038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:12.633197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7caccca3-8642-4071-acfa-9a1c894d35d7 None None] Provisioning complete for port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:12.633892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7caccca3-8642-4071-acfa-9a1c894d35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:12.650989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-8f553db4-860e-49c5-846e-c1999c7dbfb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 200 len: 217 time: 0.0554271 Feb 15 02:16:12.674257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:12.708558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-d01fc701-f034-4eac-acf6-f85f213a9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:12.709153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb74e0-3f86-4fbf-9a4c-d81b62e56179 None None] The sync data for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 is: [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:14:36Z', 'revision_number': 4, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '07ef28d4-92cf-4926-b0f0-5e8934de4997', 'name': '', 'network_id': '3ca14ac6-a8cd-4f99-9ff6-c11a72193804', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'mac_address': 'fa:16:3e:7a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:34Z', 'updated_at': '2022-02-15T02:14:39Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'subnets': [{'id': '098f2d52-9fdf-4681-b7a1-f2d335b1199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:12.710187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-d01fc701-f034-4eac-acf6-f85f213a9a68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 200 len: 835 time: 0.0530045 Feb 15 02:16:12.718426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7caccca3-8642-4071-acfa-9a1c894d35d7 None None] Port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:12.774731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-0265aa77-d090-4e63-87ce-0be38df3ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:12.776767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-0265aa77-d090-4e63-87ce-0be38df3ced8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ca14ac6-a8cd-4f99-9ff6-c11a72193804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591590 Feb 15 02:16:12.895762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-6bec5dd4-8634-4d7b-b1b4-c499725bafd9 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101804 Feb 15 02:16:12.923959 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:10Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e279d9-40a1-43de-8d4f-6b20d33adcd3', 'name': '', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:e1:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '8973651c-8075-4324-a012-44bab89fb0a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:09Z', 'updated_at': '2022-02-15T02:16:11Z', 'revision_number': 2, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '8973651c-8075-4324-a012-44bab89fb0a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:12.954812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:12.955197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Updating router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:16:12.988554 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:12.995952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b604d2d3-16f0-464d-9e3f-9129ee9f1593 req-0bb2098f-d222-4d24-8f1e-42266f0cd95d service neutron] 10.222.0.31 "GET /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940652 Feb 15 02:16:13.081378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d226e98-11d5-4976-aae7-bfa179f4b233 None None] New status for floating IP ca267e69-41d7-4049-a794-734b43fcdd2d: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:16:13.314328 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks [] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.382723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.464840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2077b0-5595-4bde-96ad-d66cd01fe6bb None None] Pushing event updated for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:13.496494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Attempting to bind port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:16:13.496494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Attempting to bind port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:16:13.496494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Attempting to bind port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 on network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:13.502189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-d604b8d4-a126-43ea-939e-e5056a015eda tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:13.503006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:16:13.503390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Checking segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:13.503665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-d604b8d4-a126-43ea-939e-e5056a015eda tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.31 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.0953915 Feb 15 02:16:13.503815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.504237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Bound using segment: {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:16:13.504766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Bound port: b9e279d9-40a1-43de-8d4f-6b20d33adcd3, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9c9687-36ad-45da-9bf5-b603e73ce3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:16:13.505150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.586347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] For port b9e279d9-40a1-43de-8d4f-6b20d33adcd3, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:16:13.589954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] For port b9e279d9-40a1-43de-8d4f-6b20d33adcd3, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:16:13.693594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.700907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdf96-3a95-4af9-9d15-f57697e3fcbe req-9036bd0d-95fd-4ca3-94db-089158deb605 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:13.707979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-970bdf96-3a95-4af9-9d15-f57697e3fcbe req-9036bd0d-95fd-4ca3-94db-089158deb605 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 984 time: 0.1013081 Feb 15 02:16:13.756173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:13.756399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:13.758632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:13.758988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.835527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2077b0-5595-4bde-96ad-d66cd01fe6bb None None] Pushing event updated for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:13.854812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-970bdf96-3a95-4af9-9d15-f57697e3fcbe req-d3d745de-311a-46bc-8150-0a15946d022e tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/security-groups?id=64dc1398-70c9-481a-b03d-7ee2799efea2&id=aecc8fca-b452-4bd3-b71d-ee86deff4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1457973 Feb 15 02:16:13.856581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Provisioning complete for port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:13.857090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.917970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:13.919018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:13.939468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:14.078004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Current status of the port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:14.078503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:14.081872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:14.162793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] For port b9e279d9-40a1-43de-8d4f-6b20d33adcd3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:14.202305 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (cf77bad2-afbd-4c87-8a09-0b3ffdfb3291), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:14.235050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=cf77bad2-afbd-4c87-8a09-0b3ffdfb3291,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:14.283899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] No DVR routers for this DVR port cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:14.284142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:14.286624 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:14.292453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef14c904-628a-4533-84c2-b666b0ae4989 req-8391e9ad-2132-46b1-9b22-b2137f22232b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.31 "DELETE /v2.0/ports/cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 HTTP/1.1" status: 204 len: 173 time: 0.7489529 Feb 15 02:16:14.292453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'name': 'network-vif-deleted', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:14.293698 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6e452d-af52-4bbb-90b0-1b20b906a286" -d '{"events": [{"server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "name": "network-vif-deleted", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:14.337432 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998055a1-52b5-4f30-a8d5-c1cb35b4f699 x-openstack-request-id: req-998055a1-52b5-4f30-a8d5-c1cb35b4f699 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:14.338509 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a39f7-0dd8-44b4-938c-dca3c4fc9303", "name": "network-vif-deleted", "tag": "cf77bad2-afbd-4c87-8a09-0b3ffdfb3291", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:14.338509 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-998055a1-52b5-4f30-a8d5-c1cb35b4f699 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:14.338788 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a39f7-0dd8-44b4-938c-dca3c4fc9303', 'name': 'network-vif-deleted', 'tag': 'cf77bad2-afbd-4c87-8a09-0b3ffdfb3291', 'status': 'completed', 'code': 200} Feb 15 02:16:14.455080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47983a5c-ae3c-4392-9372-5ebe4fc670cd None None] Pushing event updated for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:14.469970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-44a60b29-0430-4701-b0ac-ed6a4e9db0fc None None] Provisioning complete for port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:14.469970 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44a60b29-0430-4701-b0ac-ed6a4e9db0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:14.528388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:10Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e279d9-40a1-43de-8d4f-6b20d33adcd3', 'name': '', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:e1:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '8973651c-8075-4324-a012-44bab89fb0a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:09Z', 'updated_at': '2022-02-15T02:16:13Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '8973651c-8075-4324-a012-44bab89fb0a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:14.562093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425a755-8981-4cfb-ab7c-ad78607fe353 None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:10Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e279d9-40a1-43de-8d4f-6b20d33adcd3', 'name': '', 'network_id': '5552f938-d2ac-43e1-bcd2-9e95a46c5282', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:e1:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '8973651c-8075-4324-a012-44bab89fb0a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:09Z', 'updated_at': '2022-02-15T02:16:13Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '8973651c-8075-4324-a012-44bab89fb0a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:14.626171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44a60b29-0430-4701-b0ac-ed6a4e9db0fc None None] Current status of the port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:14.973678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7ede8f4-8fa2-44f5-847b-7a087dc7984e req-316a11a6-4465-4e99-9cde-f55b7786592a tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "GET /v2.0/ports?device_id=676a39f7-0dd8-44b4-938c-dca3c4fc9303 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Feb 15 02:16:15.371552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b9e279d9-40a1-43de-8d4f-6b20d33adcd3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:15.450169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:15.450544 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:15.543534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:15.588450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.052556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:16.106830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (aecc8fca-b452-4bd3-b71d-ee86deff4e55), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.128402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (aecc8fca-b452-4bd3-b71d-ee86deff4e55), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.254300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aecc8fca-b452-4bd3-b71d-ee86deff4e55), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.256969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.258133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/security-groups/aecc8fca-b452-4bd3-b71d-ee86deff4e55 HTTP/1.1" status: 204 len: 168 time: 0.2045202 Feb 15 02:16:16.261550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:16.269069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90399fc6-b216-4630-84f3-9dcaeecbb72b tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc8fca-b452-4bd3-b71d-ee86deff4e55,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:16.333626 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (64dc1398-70c9-481a-b03d-7ee2799efea2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.359239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (64dc1398-70c9-481a-b03d-7ee2799efea2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.482870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (64dc1398-70c9-481a-b03d-7ee2799efea2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.486162 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:16.487535 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/security-groups/64dc1398-70c9-481a-b03d-7ee2799efea2 HTTP/1.1" status: 204 len: 168 time: 0.2249372 Feb 15 02:16:16.490307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:16.505535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c4f64-0faf-4a39-a458-ef5bb568a740 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc1398-70c9-481a-b03d-7ee2799efea2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:17.258333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (565cafa6-72d4-4212-ad30-7814bc992914), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:17.659227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port 07ef28d4-92cf-4926-b0f0-5e8934de4997 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:17.659572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:17.740729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:17.765304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port 07ef28d4-92cf-4926-b0f0-5e8934de4997, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07ef28d4-92cf-4926-b0f0-5e8934de4997,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:17.769101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:17.776902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:17.777757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device cf77bad2-afbd-4c87-8a09-0b3ffdfb3291 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:17.781502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for 07ef28d4-92cf-4926-b0f0-5e8934de4997 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:17.946244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:18.131346 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (07ef28d4-92cf-4926-b0f0-5e8934de4997), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.135769 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-776ee929-9c25-483b-a15c-228fc26697d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.165942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.174494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=07ef28d4-92cf-4926-b0f0-5e8934de4997,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:18.264570 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-776ee929-9c25-483b-a15c-228fc26697d7 admin admin] Publish callbacks [] for security_group (9ec9c4d3-957a-4660-90ac-a5ba2853173e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.348041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-776ee929-9c25-483b-a15c-228fc26697d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ec9c4d3-957a-4660-90ac-a5ba2853173e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.406115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (565cafa6-72d4-4212-ad30-7814bc992914), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.448345 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-776ee929-9c25-483b-a15c-228fc26697d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49bb5f8ba3064e7bba4885583c4282e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999082 Feb 15 02:16:18.463063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ee929-9c25-483b-a15c-228fc26697d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9c4d3-957a-4660-90ac-a5ba2853173e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:18.463313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:18.583289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] Publish callbacks [] for security_group (9ec9c4d3-957a-4660-90ac-a5ba2853173e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.651830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] Publish callbacks [] for security_group (9ec9c4d3-957a-4660-90ac-a5ba2853173e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.749835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Router 565cafa6-72d4-4212-ad30-7814bc992914 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:18.845374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9ec9c4d3-957a-4660-90ac-a5ba2853173e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.847935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:18.849126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ec9c4d3-957a-4660-90ac-a5ba2853173e HTTP/1.1" status: 204 len: 168 time: 0.3849814 Feb 15 02:16:18.869068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bfe55-ee72-48f0-9674-f9d55715e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9c4d3-957a-4660-90ac-a5ba2853173e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:18.882391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:18.899835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3836a695-ef66-4bb1-949a-a4938f7992e1 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "PUT /v2.0/routers/565cafa6-72d4-4212-ad30-7814bc992914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078622 Feb 15 02:16:18.901511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Sync routers for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:18.902642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:18.915652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:18.917091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:18.958440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting subnet 098f2d52-9fdf-4681-b7a1-f2d335b1199f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:16:18.962907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (098f2d52-9fdf-4681-b7a1-f2d335b1199f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.007796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (098f2d52-9fdf-4681-b7a1-f2d335b1199f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.046883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:19.111900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (098f2d52-9fdf-4681-b7a1-f2d335b1199f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.240826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (098f2d52-9fdf-4681-b7a1-f2d335b1199f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.284674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Subnet': ['ID=098f2d52-9fdf-4681-b7a1-f2d335b1199f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:19.295632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.299627 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-96cd9fa6-810a-477e-8c3a-1f25e701934f tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/subnets/098f2d52-9fdf-4681-b7a1-f2d335b1199f HTTP/1.1" status: 204 len: 168 time: 0.3958540 Feb 15 02:16:19.300085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d2733-4494-4c81-b590-1e972a2f2b1c None None] Network 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:19.302425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41258) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:19.482823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:16:17Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:19.485326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (565cafa6-72d4-4212-ad30-7814bc992914), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.518275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Checking router: 565cafa6-72d4-4212-ad30-7814bc992914 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:19.529147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Routers {'565cafa6-72d4-4212-ad30-7814bc992914'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:19.529866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['565cafa6-72d4-4212-ad30-7814bc992914'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:19.545418 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:16:19.595773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] DHCP port deletion for 3ca14ac6-a8cd-4f99-9ff6-c11a72193804 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:16:19.650893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_gateway (565cafa6-72d4-4212-ad30-7814bc992914), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.678169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] Set router 565cafa6-72d4-4212-ad30-7814bc992914 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:19.698555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:19.713347 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4334-26f5-4731-b070-85997d358390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.765887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Deleting port 49141d9a-51a5-4763-91da-3b316ed2a726 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:19.767606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.793498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Deleting port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:19.795182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.851476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4334-26f5-4731-b070-85997d358390 admin admin] Publish callbacks [] for security_group (780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.880140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] For port 49141d9a-51a5-4763-91da-3b316ed2a726, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=49141d9a-51a5-4763-91da-3b316ed2a726,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:19.880695 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.885123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] For port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,segment=NetworkSegment(6a6ac5de-1c0c-43e9-9473-d62dc685df23),segment_id=6a6ac5de-1c0c-43e9-9473-d62dc685df23)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:19.885523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.894453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Calling delete_port for 49141d9a-51a5-4763-91da-3b316ed2a726 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:19.916245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Calling delete_port for c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:19.935175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4334-26f5-4731-b070-85997d358390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:19.979371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad4334-26f5-4731-b070-85997d358390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:20.018021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:16:17Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:20.024942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:20.025975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d5ad4334-26f5-4731-b070-85997d358390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c48c9c2508dd4dea811109c08119701d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257914 Feb 15 02:16:20.053271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c576d7-c9ad-4ad0-ac9a-0936721ae3db None None] The sync data for ids ['565cafa6-72d4-4212-ad30-7814bc992914'] in n-d-829064-14 is: [{'id': '565cafa6-72d4-4212-ad30-7814bc992914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360877354', 'tenant_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:14:25Z', 'updated_at': '2022-02-15T02:16:17Z', 'revision_number': 5, 'project_id': 'bd6dc208c64e45aab6a8c7c1ae6be030', 'gw_port': {'id': '49141d9a-51a5-4763-91da-3b316ed2a726', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cafa6-72d4-4212-ad30-7814bc992914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:14:27Z', 'updated_at': '2022-02-15T02:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:20.128741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (c5bc2326-cd9e-4f06-8b8f-0a9c33bed338), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.129108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] Publish callbacks [] for security_group (780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.157306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] Pushing event deleted for resources: {'Port': ['ID=c5bc2326-cd9e-4f06-8b8f-0a9c33bed338,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:20.158535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] Publish callbacks [] for security_group (780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.176075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975eee3-3a28-4d46-a30e-8180076a62e1 None None] No DVR routers for this DVR port c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:20.251183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (49141d9a-51a5-4763-91da-3b316ed2a726), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.283104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Port': ['ID=49141d9a-51a5-4763-91da-3b316ed2a726,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:20.311398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.314802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.318616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d HTTP/1.1" status: 204 len: 168 time: 0.2914310 Feb 15 02:16:20.347031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df448395-adfa-4522-bf24-c78cfb559a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780fcc9b-e7b5-484b-8673-a0a9c1fc0a8d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:20.362675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (565cafa6-72d4-4212-ad30-7814bc992914), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.476702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (565cafa6-72d4-4212-ad30-7814bc992914), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.479803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router_controller (565cafa6-72d4-4212-ad30-7814bc992914), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.622685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (565cafa6-72d4-4212-ad30-7814bc992914), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.623381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Fanout notify agent at l3_agent the message router_deleted on router 565cafa6-72d4-4212-ad30-7814bc992914 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:16:20.630092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.631182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-181eaf3d-7c7c-4fa6-b578-b9c286cb5307 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/routers/565cafa6-72d4-4212-ad30-7814bc992914 HTTP/1.1" status: 204 len: 168 time: 1.3277111 Feb 15 02:16:20.633846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:20.726855 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3ca14ac6-a8cd-4f99-9ff6-c11a72193804), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.836734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3ca14ac6-a8cd-4f99-9ff6-c11a72193804), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.862665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca14ac6-a8cd-4f99-9ff6-c11a72193804']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:20.876693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6ac5de-1c0c-43e9-9473-d62dc685df23') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:20.877019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6ac5de-1c0c-43e9-9473-d62dc685df23') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:20.888886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (6a6ac5de-1c0c-43e9-9473-d62dc685df23), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.908431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (6a6ac5de-1c0c-43e9-9473-d62dc685df23), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.916834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:16:20.918722 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (6a6ac5de-1c0c-43e9-9473-d62dc685df23), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:16:20.920978 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:16:21.042587 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3ca14ac6-a8cd-4f99-9ff6-c11a72193804), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.055036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.059174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] 10.222.0.43 "DELETE /v2.0/networks/3ca14ac6-a8cd-4f99-9ff6-c11a72193804 HTTP/1.1" status: 204 len: 168 time: 0.4243109 Feb 15 02:16:21.086127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f8ed-0706-4bbf-b78c-aed804dd5b07 tempest-TestSecurityGroupsBasicOps-930242931 tempest-TestSecurityGroupsBasicOps-930242931-project] Pushing event deleted for resources: {'Network': ['ID=3ca14ac6-a8cd-4f99-9ff6-c11a72193804,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:21.096654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3655d6b-6fa6-4ca8-bd83-4682a49600f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.324011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:21.347416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:21.347773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c5bc2326-cd9e-4f06-8b8f-0a9c33bed338 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:21.348200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 49141d9a-51a5-4763-91da-3b316ed2a726 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:21.366767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 49141d9a-51a5-4763-91da-3b316ed2a726 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:21.367114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 49141d9a-51a5-4763-91da-3b316ed2a726 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:21.367527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07ef28d4-92cf-4926-b0f0-5e8934de4997 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:21.388048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 07ef28d4-92cf-4926-b0f0-5e8934de4997 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:21.388455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07ef28d4-92cf-4926-b0f0-5e8934de4997 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:21.579525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:21.717728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2400cf2-17b5-4c3a-8b8a-70cd773d72cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd6dc208c64e45aab6a8c7c1ae6be030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369734 Feb 15 02:16:21.720258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:21.774972 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] Publish callbacks [] for security_group (ca7248d6-c07f-4712-8992-281000fd48d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.797488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] Publish callbacks [] for security_group (ca7248d6-c07f-4712-8992-281000fd48d9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.905131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ca7248d6-c07f-4712-8992-281000fd48d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.908008 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:21.909201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca7248d6-c07f-4712-8992-281000fd48d9 HTTP/1.1" status: 204 len: 168 time: 0.1880212 Feb 15 02:16:21.917993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7515bc-7073-4a21-be19-1cb992619f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7248d6-c07f-4712-8992-281000fd48d9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:22.680239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:22.693982 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8850-cd83-4db0-95eb-d711d2109456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:22.774234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8850-cd83-4db0-95eb-d711d2109456 admin admin] Publish callbacks [] for security_group (d94a1f93-e925-4459-8f69-c0d6195e96eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:22.865876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8850-cd83-4db0-95eb-d711d2109456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d94a1f93-e925-4459-8f69-c0d6195e96eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:22.910305 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dbbe8850-cd83-4db0-95eb-d711d2109456 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca841ad19f20442d8002d797756b113c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262311 Feb 15 02:16:22.910305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe8850-cd83-4db0-95eb-d711d2109456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a1f93-e925-4459-8f69-c0d6195e96eb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:22.913334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:22.981986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] Publish callbacks [] for security_group (d94a1f93-e925-4459-8f69-c0d6195e96eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.005214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] Publish callbacks [] for security_group (d94a1f93-e925-4459-8f69-c0d6195e96eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.253819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d94a1f93-e925-4459-8f69-c0d6195e96eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.257407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.270884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d94a1f93-e925-4459-8f69-c0d6195e96eb HTTP/1.1" status: 204 len: 168 time: 0.3439648 Feb 15 02:16:23.282368 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5969baaa-91d6-4b72-846c-8c8c5537efd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.289090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8799d69-4c90-4d33-b538-c2d2bee7101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a1f93-e925-4459-8f69-c0d6195e96eb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:23.344233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:23.447711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-a37681a6-12fb-4ce0-a9f3-04ff8dcc845e service neutron] (103885) timed out ('10.222.0.43', 38254) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:16:23.466569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca06d-c824-47bb-aaa0-ce668207a885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.542784 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca06d-c824-47bb-aaa0-ce668207a885 admin admin] Publish callbacks [] for security_group (4367efba-379c-4b35-9608-039ee46b4720), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.587414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-f754ca5e-371c-4f3a-b808-9a1f6c61e066 req-7515afb6-5713-4287-bb96-da56831848f7 tempest-AttachVolumeShelveTestJSON-258190687 tempest-AttachVolumeShelveTestJSON-258190687-project] (103884) timed out ('10.222.0.43', 39798) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:16:23.637143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca06d-c824-47bb-aaa0-ce668207a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4367efba-379c-4b35-9608-039ee46b4720), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.684445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:23.684710 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b1ca06d-c824-47bb-aaa0-ce668207a885 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b02179ba0f4bbfb82de93572176cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388453 Feb 15 02:16:23.685819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ca06d-c824-47bb-aaa0-ce668207a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4367efba-379c-4b35-9608-039ee46b4720,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:23.745787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] Publish callbacks [] for security_group (4367efba-379c-4b35-9608-039ee46b4720), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.771762 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] Publish callbacks [] for security_group (4367efba-379c-4b35-9608-039ee46b4720), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.865690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4367efba-379c-4b35-9608-039ee46b4720), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.868348 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:23.870203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4367efba-379c-4b35-9608-039ee46b4720 HTTP/1.1" status: 204 len: 168 time: 0.1844745 Feb 15 02:16:23.878195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff074506-3276-4daa-bd43-7a34d6770f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4367efba-379c-4b35-9608-039ee46b4720,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:23.949824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:23.995159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-951b15d4-2830-4bf9-862d-d14f9290b614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b42e086878c44697b1e28b527882e650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441575 Feb 15 02:16:23.997650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:24.050028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] Publish callbacks [] for security_group (11d5431f-4ac5-48e6-8716-9ea5e7656c3a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.072546 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] Publish callbacks [] for security_group (11d5431f-4ac5-48e6-8716-9ea5e7656c3a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.182113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (11d5431f-4ac5-48e6-8716-9ea5e7656c3a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.184763 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.186124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11d5431f-4ac5-48e6-8716-9ea5e7656c3a HTTP/1.1" status: 204 len: 168 time: 0.1875794 Feb 15 02:16:24.194765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606905bc-6278-44e3-9f9c-3a47565fd718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d5431f-4ac5-48e6-8716-9ea5e7656c3a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:24.566112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.610075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:24.624405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3408285-1c18-482f-acf4-2c02c42413b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.711150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3408285-1c18-482f-acf4-2c02c42413b1 admin admin] Publish callbacks [] for security_group (7457d399-1a0a-4dec-a41c-77be386d77a5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.782272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3408285-1c18-482f-acf4-2c02c42413b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7457d399-1a0a-4dec-a41c-77be386d77a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.834089 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c3408285-1c18-482f-acf4-2c02c42413b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9eaeaab7c6324b879c0b965ffa6ee17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201152 Feb 15 02:16:24.834089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3408285-1c18-482f-acf4-2c02c42413b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7457d399-1a0a-4dec-a41c-77be386d77a5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:24.834408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:24.909189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] Publish callbacks [] for security_group (7457d399-1a0a-4dec-a41c-77be386d77a5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:24.941474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] Publish callbacks [] for security_group (7457d399-1a0a-4dec-a41c-77be386d77a5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:25.073760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7457d399-1a0a-4dec-a41c-77be386d77a5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:25.076598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:25.077813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7457d399-1a0a-4dec-a41c-77be386d77a5 HTTP/1.1" status: 204 len: 168 time: 0.2422271 Feb 15 02:16:25.086152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821efd67-b17f-4a6e-9e3b-a92292e70527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457d399-1a0a-4dec-a41c-77be386d77a5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:25.985676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:27.380058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:27.949025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:28.055711 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4085633a-8735-42d7-9c63-476c1cb21dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.132514 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4085633a-8735-42d7-9c63-476c1cb21dea admin admin] Publish callbacks [] for security_group (f45cc9d7-1d96-4e47-ba73-f17f377f76e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.187703 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4085633a-8735-42d7-9c63-476c1cb21dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f45cc9d7-1d96-4e47-ba73-f17f377f76e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.231274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085633a-8735-42d7-9c63-476c1cb21dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cc9d7-1d96-4e47-ba73-f17f377f76e8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:28.235684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4085633a-8735-42d7-9c63-476c1cb21dea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=263d355f9b8744869d2ba67c133a42d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856376 Feb 15 02:16:28.286045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:28.335891 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] Publish callbacks [] for security_group (f45cc9d7-1d96-4e47-ba73-f17f377f76e8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.357329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] Publish callbacks [] for security_group (f45cc9d7-1d96-4e47-ba73-f17f377f76e8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.479503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f45cc9d7-1d96-4e47-ba73-f17f377f76e8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.482166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:28.483372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f45cc9d7-1d96-4e47-ba73-f17f377f76e8 HTTP/1.1" status: 204 len: 168 time: 0.1969934 Feb 15 02:16:28.491567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da667730-8e81-4b52-9ed5-bcb0f8329210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cc9d7-1d96-4e47-ba73-f17f377f76e8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:29.015694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:29.030741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f57fbdf-15e7-48f6-b593-288ac6e3b66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.115626 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f57fbdf-15e7-48f6-b593-288ac6e3b66d admin admin] Publish callbacks [] for security_group (000d50ef-5f2f-45d0-9ce5-bfbefda238e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.193797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f57fbdf-15e7-48f6-b593-288ac6e3b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (000d50ef-5f2f-45d0-9ce5-bfbefda238e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.234275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5f57fbdf-15e7-48f6-b593-288ac6e3b66d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b89aed0e4d2a436280ce32480a80bed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172813 Feb 15 02:16:29.235008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57fbdf-15e7-48f6-b593-288ac6e3b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d50ef-5f2f-45d0-9ce5-bfbefda238e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:29.236834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:29.295224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] Publish callbacks [] for security_group (000d50ef-5f2f-45d0-9ce5-bfbefda238e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.316945 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] Publish callbacks [] for security_group (000d50ef-5f2f-45d0-9ce5-bfbefda238e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.416734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (000d50ef-5f2f-45d0-9ce5-bfbefda238e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.419389 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:29.420603 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/000d50ef-5f2f-45d0-9ce5-bfbefda238e2 HTTP/1.1" status: 204 len: 168 time: 0.1821640 Feb 15 02:16:29.428547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19197a-fecc-4aa0-8cdb-1fca338cbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d50ef-5f2f-45d0-9ce5-bfbefda238e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:30.637685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:31.017628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:31.029294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.132568 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad38e88-5169-426b-b3a1-947d1e159397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.319404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad38e88-5169-426b-b3a1-947d1e159397 admin admin] Publish callbacks [] for security_group (5197b07e-06fc-457c-a9cd-6c761f5617b4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.387683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cad38e88-5169-426b-b3a1-947d1e159397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5197b07e-06fc-457c-a9cd-6c761f5617b4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.433132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-cad38e88-5169-426b-b3a1-947d1e159397 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7cb7fd3007348298db74b1a716db5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146664 Feb 15 02:16:31.435960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:31.437030 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38e88-5169-426b-b3a1-947d1e159397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197b07e-06fc-457c-a9cd-6c761f5617b4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:31.457508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port b9e279d9-40a1-43de-8d4f-6b20d33adcd3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:31.457926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.492573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] Publish callbacks [] for security_group (5197b07e-06fc-457c-a9cd-6c761f5617b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.516020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] Publish callbacks [] for security_group (5197b07e-06fc-457c-a9cd-6c761f5617b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.616616 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5197b07e-06fc-457c-a9cd-6c761f5617b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.619656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.623657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5197b07e-06fc-457c-a9cd-6c761f5617b4 HTTP/1.1" status: 204 len: 168 time: 0.1864901 Feb 15 02:16:31.633456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533ae5-91db-43b3-8b0e-352a7d42bcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197b07e-06fc-457c-a9cd-6c761f5617b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:31.896588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port b9e279d9-40a1-43de-8d4f-6b20d33adcd3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:31.897098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:31.914617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for b9e279d9-40a1-43de-8d4f-6b20d33adcd3 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:32.191121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b9e279d9-40a1-43de-8d4f-6b20d33adcd3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:32.219443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=b9e279d9-40a1-43de-8d4f-6b20d33adcd3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:32.411736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:32.674783 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:32.786161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:32.794584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-208b0ed6-9bd6-4e1c-af64-5e9cd17e62e9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/9f37b5b1-2428-4bbc-9aa0-e1695d1dc105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1527128 Feb 15 02:16:32.799902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:32.810536 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:32.811155 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:32.923557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:33.163534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:33.191154 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:33.199946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:33.200572 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:33.318418 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:33.400750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:33.406826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147598833', 'description': 'tempest-secgroup-smoke-1147598833 description', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:33.510369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb5e4-22f7-4978-915c-3817173edf21 req-8688f7b3-1932-4645-91e9-6eacf45379fc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:33.511904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-372fb5e4-22f7-4978-915c-3817173edf21 req-8688f7b3-1932-4645-91e9-6eacf45379fc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.0590119 Feb 15 02:16:33.535422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:33.573658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-372fb5e4-22f7-4978-915c-3817173edf21 req-b2f921c5-3d14-42e5-9a3b-8aa505f49627 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558696 Feb 15 02:16:33.637225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (1cfa19a0-8bc5-456c-91a0-2abd207a8005), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:33.654471 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:33.682210 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d1a36-bd1b-4ab4-8c8a-80bea07c3d9d None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '08810878-2ea8-48ce-a758-7d1ef1780819', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'port_id': '227c5813-92bf-45ab-a355-dea0acb55712', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:14:28Z', 'updated_at': '2022-02-15T02:14:32Z', 'revision_number': 1, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:33.722673 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1cfa19a0-8bc5-456c-91a0-2abd207a8005), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:33.753637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa19a0-8bc5-456c-91a0-2abd207a8005,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:33.816089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:33.817405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2dd600a1-9ebf-4c51-b607-b9658b491560 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4154665 Feb 15 02:16:33.820452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:33.824862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:33.910747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (078c4aff-c3ab-41e7-a656-7a1e4a1cfd40), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:33.965787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (078c4aff-c3ab-41e7-a656-7a1e4a1cfd40), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.026207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (078c4aff-c3ab-41e7-a656-7a1e4a1cfd40), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.047438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078c4aff-c3ab-41e7-a656-7a1e4a1cfd40,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:34.113271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.114853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eec0d1a1-a01e-4b4c-8892-1973e3c47788 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934451 Feb 15 02:16:34.117523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:34.122596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:34.219435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (7f58c14a-735b-4bf9-921b-0c1e9d337bed), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.293439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (7f58c14a-735b-4bf9-921b-0c1e9d337bed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.336530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7f58c14a-735b-4bf9-921b-0c1e9d337bed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.358011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f58c14a-735b-4bf9-921b-0c1e9d337bed,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:34.424717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.425884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-09f4022e-3a79-4442-8d62-71e44e7dde74 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3073018 Feb 15 02:16:34.428647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:34.433782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:34.498058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-3e07e1cb-10d6-46c5-b281-d11a35b0d45c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:34.499617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-3e07e1cb-10d6-46c5-b281-d11a35b0d45c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.0612190 Feb 15 02:16:34.543870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (9c61f71b-5045-4851-95ae-9e1dca04c27f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.648033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (9c61f71b-5045-4851-95ae-9e1dca04c27f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.666470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:34.666823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.698551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9c61f71b-5045-4851-95ae-9e1dca04c27f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.764231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c61f71b-5045-4851-95ae-9e1dca04c27f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:34.801560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f91bb-7974-4e79-88fd-ab6c24f8a70a req-42526f0d-c37f-4455-94a9-4b48ec317152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:34.803105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-922f91bb-7974-4e79-88fd-ab6c24f8a70a req-42526f0d-c37f-4455-94a9-4b48ec317152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d94698a-ed65-4d11-890c-e614cdd64a67 HTTP/1.1" status: 200 len: 946 time: 0.1525719 Feb 15 02:16:34.828490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 5d5d40f3-7748-493e-8764-cfc7d41c64d8, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=5d5d40f3-7748-493e-8764-cfc7d41c64d8,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:34.828873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.847469 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:34.850004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-224ba591-69b7-48e8-8078-92508f0ce1ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4203637 Feb 15 02:16:34.851606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:34.858029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:34.858533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 5d5d40f3-7748-493e-8764-cfc7d41c64d8 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:34.919918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-922f91bb-7974-4e79-88fd-ab6c24f8a70a req-196671b9-763a-4b8e-a135-eed1dbb43dcc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f22916a-b5bd-42b9-ae90-f5b7a27472e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042135 Feb 15 02:16:34.930712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (2742fc5a-f0c2-44e5-8c74-70388b77bdbb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.002272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (2742fc5a-f0c2-44e5-8c74-70388b77bdbb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.062074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2742fc5a-f0c2-44e5-8c74-70388b77bdbb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.081194 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2742fc5a-f0c2-44e5-8c74-70388b77bdbb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:35.084872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5d5d40f3-7748-493e-8764-cfc7d41c64d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.115670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=5d5d40f3-7748-493e-8764-cfc7d41c64d8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:35.145632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.146933 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f89c6b9b-a475-45fc-b34b-f4fe0fbee7e4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931085 Feb 15 02:16:35.152437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:35.154947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:35.167841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] No DVR routers for this DVR port 5d5d40f3-7748-493e-8764-cfc7d41c64d8 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:35.170666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.174296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b62d456f-4a99-4428-bf0b-230ff7818989 req-ba1ef53d-961b-4e26-8692-f7619027d904 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.31 "DELETE /v2.0/ports/5d5d40f3-7748-493e-8764-cfc7d41c64d8 HTTP/1.1" status: 204 len: 173 time: 0.6696215 Feb 15 02:16:35.180851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'name': 'network-vif-deleted', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:35.180851 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83b7e55-f1d8-4824-b0ca-73ab92191aff" -d '{"events": [{"server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "name": "network-vif-deleted", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:35.217777 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a9fec3-fa04-48b3-84e7-ddae985ffab8 x-openstack-request-id: req-23a9fec3-fa04-48b3-84e7-ddae985ffab8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:35.218086 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d94698a-ed65-4d11-890c-e614cdd64a67", "name": "network-vif-deleted", "tag": "5d5d40f3-7748-493e-8764-cfc7d41c64d8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:35.218344 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23a9fec3-fa04-48b3-84e7-ddae985ffab8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:35.218762 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d94698a-ed65-4d11-890c-e614cdd64a67', 'name': 'network-vif-deleted', 'tag': '5d5d40f3-7748-493e-8764-cfc7d41c64d8', 'status': 'completed', 'code': 200} Feb 15 02:16:35.256760 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Project 06579f6f8e334772ae33e8d2a6c01b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:16:35.262886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (abdf4a91-6811-4401-980c-a70fe5148826), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.299129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b9e279d9-40a1-43de-8d4f-6b20d33adcd3 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:35.321239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b9e279d9-40a1-43de-8d4f-6b20d33adcd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:35.322501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b9e279d9-40a1-43de-8d4f-6b20d33adcd3 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:35.331634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (abdf4a91-6811-4401-980c-a70fe5148826), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.408421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (abdf4a91-6811-4401-980c-a70fe5148826), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.424318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdf4a91-6811-4401-980c-a70fe5148826,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:35.504072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.507756 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1a04dea7-6a0b-47de-ac59-370495a45860 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541729 Feb 15 02:16:35.507989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:35.513287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'security_group_rule': {'security_group_id': '1cfa19a0-8bc5-456c-91a0-2abd207a8005', 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:35.608717 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Project 06579f6f8e334772ae33e8d2a6c01b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:16:35.614651 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (80584067-9eef-4b81-9457-bdb5e6bd4044), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.678918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (80584067-9eef-4b81-9457-bdb5e6bd4044), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.751163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (80584067-9eef-4b81-9457-bdb5e6bd4044), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.771921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80584067-9eef-4b81-9457-bdb5e6bd4044,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:35.841260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:35.846233 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed2c13db-2ef2-43fc-a977-08ee5e503648 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334990 Feb 15 02:16:36.060860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-d4a37fbd-ffe4-4ef2-834d-c30792b223cc tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147598833&fields=id&tenant_id=06579f6f8e334772ae33e8d2a6c01b86 HTTP/1.1" status: 200 len: 267 time: 0.0517085 Feb 15 02:16:36.176439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-eaefe724-c6c1-4091-a0d7-ccefdf4a649f tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:36.178251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-eaefe724-c6c1-4091-a0d7-ccefdf4a649f tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 814 time: 0.1102047 Feb 15 02:16:36.197205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-4f15a946-0b85-479e-81b6-6bd9870946ba tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/quotas/06579f6f8e334772ae33e8d2a6c01b86 HTTP/1.1" status: 200 len: 375 time: 0.0119839 Feb 15 02:16:36.254675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-0d98dff5-ba4c-4beb-92db-9de28fea72ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521834 Feb 15 02:16:36.358352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-737da776-7b60-467a-bcdd-758100d980dc service neutron] 10.222.0.43 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913644 Feb 15 02:16:36.451988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-7bd89398-3871-4e6e-af95-9ea48fff0f5c service neutron] 10.222.0.43 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879233 Feb 15 02:16:36.974985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:37.047033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07ad3d8c-ecd1-407c-ba3b-c2343fcc0ea0 req-282db0dc-1a5b-4af9-8496-caa20dbe6ed2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0398805 Feb 15 02:16:37.080312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (2f22916a-b5bd-42b9-ae90-f5b7a27472e7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.111078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (2f22916a-b5bd-42b9-ae90-f5b7a27472e7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.245357 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2f22916a-b5bd-42b9-ae90-f5b7a27472e7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.248056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.249349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/security-groups/2f22916a-b5bd-42b9-ae90-f5b7a27472e7 HTTP/1.1" status: 204 len: 168 time: 0.2730861 Feb 15 02:16:37.267795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cc4bb-2026-4ead-a62a-d45ae61e1f4a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22916a-b5bd-42b9-ae90-f5b7a27472e7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:37.355729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:37.408780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting subnet 8973651c-8075-4324-a012-44bab89fb0a1 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:16:37.412176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (8973651c-8075-4324-a012-44bab89fb0a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.457421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (8973651c-8075-4324-a012-44bab89fb0a1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.547147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8973651c-8075-4324-a012-44bab89fb0a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.742542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8973651c-8075-4324-a012-44bab89fb0a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.769988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Subnet': ['ID=8973651c-8075-4324-a012-44bab89fb0a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:37.775870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.782331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fee33698-6f78-4989-8c1a-32e9b0a6c487 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/subnets/8973651c-8075-4324-a012-44bab89fb0a1 HTTP/1.1" status: 204 len: 168 time: 0.4222777 Feb 15 02:16:37.782548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:37.783698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f5a5f-8473-4620-98c6-66bead8aaa20 None None] Network 5552f938-d2ac-43e1-bcd2-9e95a46c5282 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:37.844177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d5d40f3-7748-493e-8764-cfc7d41c64d8 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:37.886363 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5552f938-d2ac-43e1-bcd2-9e95a46c5282), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.886740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 5d5d40f3-7748-493e-8764-cfc7d41c64d8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:37.887096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 5d5d40f3-7748-493e-8764-cfc7d41c64d8 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:37.945151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 421d4f82-4baa-4425-9810-870c9fdaad6b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:37.945753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:37.980520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] DHCP port deletion for 5552f938-d2ac-43e1-bcd2-9e95a46c5282 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:16:38.012344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 421d4f82-4baa-4425-9810-870c9fdaad6b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=421d4f82-4baa-4425-9810-870c9fdaad6b,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:38.012727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.026938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 421d4f82-4baa-4425-9810-870c9fdaad6b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:38.034596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Deleting port 421d4f82-4baa-4425-9810-870c9fdaad6b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:38.034975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.104958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] For port 421d4f82-4baa-4425-9810-870c9fdaad6b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=421d4f82-4baa-4425-9810-870c9fdaad6b,segment=NetworkSegment(7e9c9687-36ad-45da-9bf5-b603e73ce3cc),segment_id=7e9c9687-36ad-45da-9bf5-b603e73ce3cc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:38.105586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.126369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Calling delete_port for 421d4f82-4baa-4425-9810-870c9fdaad6b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:38.161413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c433b26-4132-483d-9639-07db74d80c3c req-34eeba3f-b738-48e3-9bdd-5c9a1c30596a tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0298164 Feb 15 02:16:38.219731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.226187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (421d4f82-4baa-4425-9810-870c9fdaad6b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.249296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=421d4f82-4baa-4425-9810-870c9fdaad6b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:38.255380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] No DVR routers for this DVR port 421d4f82-4baa-4425-9810-870c9fdaad6b on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:38.272653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] Pushing event deleted for resources: {'Port': ['ID=421d4f82-4baa-4425-9810-870c9fdaad6b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:38.274645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9eda7c-aa52-43cd-af1d-6ea0c0c50e28 None None] No DVR routers for this DVR port 421d4f82-4baa-4425-9810-870c9fdaad6b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:38.629184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5552f938-d2ac-43e1-bcd2-9e95a46c5282), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.644967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5552f938-d2ac-43e1-bcd2-9e95a46c5282']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:38.655962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9c9687-36ad-45da-9bf5-b603e73ce3cc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:38.656270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9c9687-36ad-45da-9bf5-b603e73ce3cc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:38.666897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7e9c9687-36ad-45da-9bf5-b603e73ce3cc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.681002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7e9c9687-36ad-45da-9bf5-b603e73ce3cc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.687124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:16:38.687515 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7e9c9687-36ad-45da-9bf5-b603e73ce3cc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:16:38.690532 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:16:38.999045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5552f938-d2ac-43e1-bcd2-9e95a46c5282), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.006680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.010099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/networks/5552f938-d2ac-43e1-bcd2-9e95a46c5282 HTTP/1.1" status: 204 len: 168 time: 1.2262657 Feb 15 02:16:39.012610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:39.031641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbeb03-be8c-4b01-994c-ded19ec6a747 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Network': ['ID=5552f938-d2ac-43e1-bcd2-9e95a46c5282,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:39.247047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 83ea6bda-c5e3-45b4-a2de-7a689e4d7d54 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:39.247657 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.277815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b2aee92b-e1bf-4e9a-8ce4-8b5d1fef01a4 req-55d7e425-3ee0-4d3e-8f26-46af87d5899e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0349002 Feb 15 02:16:39.335557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 421d4f82-4baa-4425-9810-870c9fdaad6b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:39.349635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.350267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.358121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 421d4f82-4baa-4425-9810-870c9fdaad6b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:39.358473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 421d4f82-4baa-4425-9810-870c9fdaad6b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:39.364186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 83ea6bda-c5e3-45b4-a2de-7a689e4d7d54 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:39.625819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (83ea6bda-c5e3-45b4-a2de-7a689e4d7d54), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.657025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=83ea6bda-c5e3-45b4-a2de-7a689e4d7d54,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:39.669285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-2c9fd5a8-5b9c-4274-b733-82ba9ce89a4a tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:39.671125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-2c9fd5a8-5b9c-4274-b733-82ba9ce89a4a tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 814 time: 0.1138685 Feb 15 02:16:39.723942 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (08810878-2ea8-48ce-a758-7d1ef1780819), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.724270 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Floating IP 08810878-2ea8-48ce-a758-7d1ef1780819 disassociated (deleted). External IP: 172.25.2.202, port: 227c5813-92bf-45ab-a355-dea0acb55712. Feb 15 02:16:39.743978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-5d9bd831-4f32-45a6-bd6c-f6527e91751e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06579f6f8e334772ae33e8d2a6c01b86 HTTP/1.1" status: 200 len: 380 time: 0.0645115 Feb 15 02:16:39.754504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'port': {'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'admin_state_up': True, 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'security_groups': ['1cfa19a0-8bc5-456c-91a0-2abd207a8005']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:39.930960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Made reservation on behalf of 06579f6f8e334772ae33e8d2a6c01b86 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:16:39.935207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:39.959270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:40.096636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Allocated IP 172.20.0.4 (7de598a6-89b2-4aee-a692-fcec26810a4c/1009f9d9-de17-4d91-923a-807d5c4f2441/2dfa4889-3394-4a54-94b3-6a63e4020c45) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:16:40.099106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:40.105517 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:40.114107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:40.135616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:40.137229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:40.160476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dd5094b0-6838-4e62-b218-2e3784ddd5a0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/floatingips/08810878-2ea8-48ce-a758-7d1ef1780819 HTTP/1.1" status: 204 len: 168 time: 1.1435826 Feb 15 02:16:40.161522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:40.169225 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5" -d '{"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:40.308923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:40.351894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:40.483153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:40.528161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Network 7de598a6-89b2-4aee-a692-fcec26810a4c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:40.543298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:40.547262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:16:40.579559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:40.657682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:40.660116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:40.687261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:40.745941 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec7d64a-ff92-4b1d-b949-4c79553a891d x-openstack-request-id: req-aec7d64a-ff92-4b1d-b949-4c79553a891d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:40.746239 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "tag": "227c5813-92bf-45ab-a355-dea0acb55712", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:40.746500 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aec7d64a-ff92-4b1d-b949-4c79553a891d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:40.746909 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712', 'status': 'completed', 'code': 200} Feb 15 02:16:40.765312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-120cb5f2-2641-4cf8-8df5-1359dbbe7c38 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0146213 Feb 15 02:16:40.780527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Request body: {'port': {'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:40.850518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:40.860320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:40.860964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:40.876565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-93408497-9159-4563-a5cb-a5a219b05653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:40.878138 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-93408497-9159-4563-a5cb-a5a219b05653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 1128 time: 0.1114993 Feb 15 02:16:41.003910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ed363d6-db1d-43fe-b4d3-17d46f9c4fec None None] Provisioning complete for port 2dfa4889-3394-4a54-94b3-6a63e4020c45 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:41.004646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ed363d6-db1d-43fe-b4d3-17d46f9c4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:41.013990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:41.014570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928e1f3-673f-4f28-9561-f821e464742a req-96adac1e-1492-47ec-9329-f59229fb6f4d tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:41.024995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0928e1f3-673f-4f28-9561-f821e464742a req-96adac1e-1492-47ec-9329-f59229fb6f4d tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 931 time: 0.1823256 Feb 15 02:16:41.059704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-d61aa78c-f217-4982-8527-16c078f9d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:41.063362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-d61aa78c-f217-4982-8527-16c078f9d38d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 200 len: 897 time: 0.1768813 Feb 15 02:16:41.107987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ed363d6-db1d-43fe-b4d3-17d46f9c4fec None None] Port 2dfa4889-3394-4a54-94b3-6a63e4020c45 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:41.116631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:41.132191 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-55c1dcb4-2afa-443e-bb2d-78c344fc7c23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 200 len: 217 time: 0.0622332 Feb 15 02:16:41.163387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0928e1f3-673f-4f28-9561-f821e464742a req-2dad3d3b-7b0c-473b-b024-e51bc9a6d062 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298916 Feb 15 02:16:41.199117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-7a5edb52-50a0-46f1-b57a-28176ee49bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:41.202310 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-7a5edb52-50a0-46f1-b57a-28176ee49bcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 200 len: 835 time: 0.0625107 Feb 15 02:16:41.300370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-88af2259-1037-4d13-b651-d7b675f3de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:41.306269 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-88af2259-1037-4d13-b651-d7b675f3de05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e80d8801-0959-4387-b8dc-bff6e0f59f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0959957 Feb 15 02:16:41.408227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:41.417556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003bb39-f3c5-44cc-9f9f-f7cf8251df6d req-7c5b0711-31cb-4d7a-beea-c3a216875dfb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:41.420206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d003bb39-f3c5-44cc-9f9f-f7cf8251df6d req-7c5b0711-31cb-4d7a-beea-c3a216875dfb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 945 time: 0.1312149 Feb 15 02:16:41.449886 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-e3b31a00-00bd-4cf7-a871-1fc4894b4242 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363497 Feb 15 02:16:41.452527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20466fe-4e5a-42e3-a291-4ef9a84dcaec None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:32Z', 'revision_number': 6, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ac8acc2-ba97-466b-ba1a-68f8755c5338', 'name': '', 'network_id': 'e80d8801-0959-4387-b8dc-bff6e0f59f2d', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:ea:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:56Z', 'updated_at': '2022-02-15T02:14:03Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': 'e9c069e7-fc6f-456d-b40d-568af8904c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:41.557990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d003bb39-f3c5-44cc-9f9f-f7cf8251df6d req-e5fe6309-89aa-4517-87ee-9d5acfbdd16b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265917 Feb 15 02:16:41.611433 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e1dd2ac6-dfa5-40ec-95c3-f8b3256a55b5 req-0e37f4da-50b3-4350-a8e7-6a672eaf77e0 service neutron] 10.222.0.37 "GET /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540759 Feb 15 02:16:41.630326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfa4889-3394-4a54-94b3-6a63e4020c45 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:16:41.639006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks [] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:41.655930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Transition to ACTIVE for port object 2dfa4889-3394-4a54-94b3-6a63e4020c45 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:16:41.742061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:41.815662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f961aed-178b-496f-b814-6ddf4c8a2277 None None] New status for floating IP 08810878-2ea8-48ce-a758-7d1ef1780819: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:16:41.835429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:41.901267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Attempting to bind port 2dfa4889-3394-4a54-94b3-6a63e4020c45 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:16:41.901519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Attempting to bind port 2dfa4889-3394-4a54-94b3-6a63e4020c45 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:16:41.901857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Attempting to bind port 2dfa4889-3394-4a54-94b3-6a63e4020c45 on network 7de598a6-89b2-4aee-a692-fcec26810a4c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:41.908383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Port 2dfa4889-3394-4a54-94b3-6a63e4020c45 on network 7de598a6-89b2-4aee-a692-fcec26810a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:16:41.908708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Attempting to bind port 2dfa4889-3394-4a54-94b3-6a63e4020c45 on network 7de598a6-89b2-4aee-a692-fcec26810a4c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:41.920128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:16:41.920528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Checking segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:41.920923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Bound using segment: {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:16:41.921362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Bound port: 2dfa4889-3394-4a54-94b3-6a63e4020c45, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26412767-2af4-4e7d-a8ac-74114caad7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:16:41.921728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.001521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:16:42.005003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:16:42.108163 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.149527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.149790 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.151187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] 10.222.0.31 "PUT /v2.0/ports/2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 1092 time: 1.3751650 Feb 15 02:16:42.151620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:42.158652 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c034db9-eb43-42f4-812d-f60085e6171d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:42.199000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15debb6e-4b56-495d-866f-1d0d7f9f1681 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:42.236319 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac58bc9-c5e0-442f-b12e-072eae6f5d02 x-openstack-request-id: req-3ac58bc9-c5e0-442f-b12e-072eae6f5d02 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:42.236852 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:42.237188 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac58bc9-c5e0-442f-b12e-072eae6f5d02 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:42.237654 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:16:42.254475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-2628aa3b-8aa5-43ec-a783-947b958b6601 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.265855 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-2628aa3b-8aa5-43ec-a783-947b958b6601 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 945 time: 0.0827308 Feb 15 02:16:42.404878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034db9-eb43-42f4-812d-f60085e6171d req-ec9680a7-7665-4afd-9d1e-81308688633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.414085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c034db9-eb43-42f4-812d-f60085e6171d req-ec9680a7-7665-4afd-9d1e-81308688633e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1126 time: 0.1483459 Feb 15 02:16:42.451478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 227c5813-92bf-45ab-a355-dea0acb55712 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:42.452009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (227c5813-92bf-45ab-a355-dea0acb55712), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.546043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d791f-1d95-45b4-8520-6619c9014f63 req-dd6e4a5b-be10-4eee-aead-cb71a8481e21 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.547620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67d791f-1d95-45b4-8520-6619c9014f63 req-dd6e4a5b-be10-4eee-aead-cb71a8481e21 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1733949 Feb 15 02:16:42.569545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 227c5813-92bf-45ab-a355-dea0acb55712, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=227c5813-92bf-45ab-a355-dea0acb55712,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:42.570295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (227c5813-92bf-45ab-a355-dea0acb55712), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.587143 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 227c5813-92bf-45ab-a355-dea0acb55712 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:42.616933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034db9-eb43-42f4-812d-f60085e6171d req-f958a096-4a3d-4721-973f-71b0d892e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.619301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c034db9-eb43-42f4-812d-f60085e6171d req-f958a096-4a3d-4721-973f-71b0d892e599 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1844568 Feb 15 02:16:42.703452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f67d791f-1d95-45b4-8520-6619c9014f63 req-b2bb9595-0e32-400b-a83a-5469766671fa tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449435 Feb 15 02:16:42.753098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c034db9-eb43-42f4-812d-f60085e6171d req-bc2f145d-d6c1-4d21-ba17-707b65a48cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.754758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c034db9-eb43-42f4-812d-f60085e6171d req-bc2f145d-d6c1-4d21-ba17-707b65a48cc9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271794 Feb 15 02:16:42.843008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (227c5813-92bf-45ab-a355-dea0acb55712), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.890995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d739ed8-8646-4c8d-b3e6-abe685ad78c3 req-d6d96847-c2e4-4675-8e07-4d27599cabc7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.892614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=227c5813-92bf-45ab-a355-dea0acb55712,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:42.898949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d739ed8-8646-4c8d-b3e6-abe685ad78c3 req-d6d96847-c2e4-4675-8e07-4d27599cabc7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 867 time: 0.0759752 Feb 15 02:16:42.908225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-219b93bb-90eb-4c45-b9d1-82d27d010e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:42.909905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-219b93bb-90eb-4c45-b9d1-82d27d010e9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1126 time: 0.1183033 Feb 15 02:16:42.984518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d739ed8-8646-4c8d-b3e6-abe685ad78c3 req-7fe3edae-08e5-49f2-ac72-195ff3412549 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a8ce164-ac45-49cf-820b-675a6937ea4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840099 Feb 15 02:16:42.985966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-ae3bc3d9-2ffb-4fb0-99e4-74d08868ded2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 217 time: 0.0674984 Feb 15 02:16:42.986667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] No DVR routers for this DVR port 227c5813-92bf-45ab-a355-dea0acb55712 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:42.989371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:42.994451 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8b558ff9-76ff-49e4-96fe-d94ae9e03b17 req-d6956c0a-bef7-4cab-9705-f86805fbe871 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "DELETE /v2.0/ports/227c5813-92bf-45ab-a355-dea0acb55712 HTTP/1.1" status: 204 len: 173 time: 0.7317007 Feb 15 02:16:42.995308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'name': 'network-vif-deleted', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:16:42.998916 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afafcf81-95b3-4ef0-a5d3-995e09588947" -d '{"events": [{"server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "name": "network-vif-deleted", "tag": "227c5813-92bf-45ab-a355-dea0acb55712"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:16:43.053796 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf75045b-57a3-42b4-930c-65894ee8c420 x-openstack-request-id: req-bf75045b-57a3-42b4-930c-65894ee8c420 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:16:43.054109 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36414ec5-d1dc-41d4-8349-b2591cf158db", "name": "network-vif-deleted", "tag": "227c5813-92bf-45ab-a355-dea0acb55712", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:16:43.054355 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf75045b-57a3-42b4-930c-65894ee8c420 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:16:43.059897 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36414ec5-d1dc-41d4-8349-b2591cf158db', 'name': 'network-vif-deleted', 'tag': '227c5813-92bf-45ab-a355-dea0acb55712', 'status': 'completed', 'code': 200} Feb 15 02:16:43.070191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-c4d0fbc7-3264-41b5-94a1-cf6e208bcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:43.073357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-c4d0fbc7-3264-41b5-94a1-cf6e208bcbe3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0811000 Feb 15 02:16:43.140879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-be98fcff-9421-4d02-a0c7-89a8cf11a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:43.142719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-be98fcff-9421-4d02-a0c7-89a8cf11a025 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617537 Feb 15 02:16:43.306233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-ecf1ad10-3a2b-4c3f-b516-60eabed7c143 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566103 Feb 15 02:16:43.451297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c7194f7-da78-4a47-8532-7cfdd0561c45 req-1053f6d3-cdd5-41fc-a7a8-fd24f264f1e8 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354153 Feb 15 02:16:43.874539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53174a4-cce2-45ca-95be-62c79d8d3055 req-163122b0-9512-4cb9-9a49-c2783bb741b2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:43.876277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b53174a4-cce2-45ca-95be-62c79d8d3055 req-163122b0-9512-4cb9-9a49-c2783bb741b2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0883257 Feb 15 02:16:43.929392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b53174a4-cce2-45ca-95be-62c79d8d3055 req-f0745e7e-06ba-4218-a534-cc58ca24c882 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Feb 15 02:16:44.119824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0968c8e-43a4-4cc3-9794-3320425a56db req-4585bc0b-d035-43b5-b4ca-fa657d3f3395 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=36414ec5-d1dc-41d4-8349-b2591cf158db HTTP/1.1" status: 200 len: 210 time: 0.0275884 Feb 15 02:16:45.063862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ad70d-2799-46a2-b0a2-9324c54959c2 req-f1956ba1-4df9-49ed-b1cc-ee0bda9f3c37 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:45.065528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a24ad70d-2799-46a2-b0a2-9324c54959c2 req-f1956ba1-4df9-49ed-b1cc-ee0bda9f3c37 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0639005 Feb 15 02:16:45.127474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a24ad70d-2799-46a2-b0a2-9324c54959c2 req-28d610fc-6b9a-4614-89e4-278c57f53afc tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532074 Feb 15 02:16:45.183249 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:45.486528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (1a8ce164-ac45-49cf-820b-675a6937ea4f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:45.515676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (1a8ce164-ac45-49cf-820b-675a6937ea4f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:45.525614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:45.645855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1a8ce164-ac45-49cf-820b-675a6937ea4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:45.648665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:45.653253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a8ce164-ac45-49cf-820b-675a6937ea4f HTTP/1.1" status: 204 len: 168 time: 0.4664235 Feb 15 02:16:45.661122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd283-7657-4144-9432-352ec7345847 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ce164-ac45-49cf-820b-675a6937ea4f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:45.771095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:46.257134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:46.360761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6582d-355c-4ac8-9040-70e33d5b361c req-fa7f1f52-719c-400c-b112-c2d29e2e163c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:46.362391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07a6582d-355c-4ac8-9040-70e33d5b361c req-fa7f1f52-719c-400c-b112-c2d29e2e163c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1392484 Feb 15 02:16:46.431974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07a6582d-355c-4ac8-9040-70e33d5b361c req-dca668c0-a51f-4b99-a0e2-c13a0b52c817 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534453 Feb 15 02:16:46.437126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 227c5813-92bf-45ab-a355-dea0acb55712 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:46.459221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 227c5813-92bf-45ab-a355-dea0acb55712 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:46.459574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 227c5813-92bf-45ab-a355-dea0acb55712 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:46.618139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 9ac8acc2-ba97-466b-ba1a-68f8755c5338 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:46.618899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:46.716734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 9ac8acc2-ba97-466b-ba1a-68f8755c5338, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ac8acc2-ba97-466b-ba1a-68f8755c5338,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:46.717009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:46.733287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 9ac8acc2-ba97-466b-ba1a-68f8755c5338 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:47.111817 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9ac8acc2-ba97-466b-ba1a-68f8755c5338), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:47.155240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=9ac8acc2-ba97-466b-ba1a-68f8755c5338,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:47.727915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:47.790950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67707e-3139-4de4-87fe-333db9a687f5 req-9b911810-3fd3-4039-8a2b-0f79c1265945 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:47.792574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f67707e-3139-4de4-87fe-333db9a687f5 req-9b911810-3fd3-4039-8a2b-0f79c1265945 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1119230 Feb 15 02:16:47.891232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f67707e-3139-4de4-87fe-333db9a687f5 req-6afa65b8-cef3-47e5-8501-aa6bd56640ea tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919540 Feb 15 02:16:48.015675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:48.138051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:48.149823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Sync routers for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:48.154824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e591a16f-c0ad-441f-ad9e-ef1d8b999f2b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/9f37b5b1-2428-4bbc-9aa0-e1695d1dc105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823268 Feb 15 02:16:48.157746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:48.162964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:48.162964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:48.222987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting subnet e9c069e7-fc6f-456d-b40d-568af8904c10 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:16:48.226699 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (e9c069e7-fc6f-456d-b40d-568af8904c10), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.272317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (e9c069e7-fc6f-456d-b40d-568af8904c10), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.315162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:48.365706 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e9c069e7-fc6f-456d-b40d-568af8904c10), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.374292 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.513939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (e9c069e7-fc6f-456d-b40d-568af8904c10), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.520004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:46Z', 'revision_number': 7, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:48.556930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Checking router: 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:48.566202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Routers {'9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:48.567119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:48.579673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c069e7-fc6f-456d-b40d-568af8904c10,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:48.593535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.598067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/subnets/e9c069e7-fc6f-456d-b40d-568af8904c10 HTTP/1.1" status: 204 len: 168 time: 0.4390707 Feb 15 02:16:48.600957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:48.605364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa86ca-3920-45e0-9beb-71a837ac5efd None None] Network e80d8801-0959-4387-b8dc-bff6e0f59f2d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:48.606282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.606647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.607170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.607521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.607863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.608200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.608561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.608893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.609272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.609602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.609931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.610261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.610590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50790fbb-de18-437c-9723-9d8b97fb0fe6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:48.743470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.774970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] Set router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:48.859313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:48.990778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] DHCP port deletion for e80d8801-0959-4387-b8dc-bff6e0f59f2d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:16:49.034305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:49.034932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.101036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064111d-f16b-46e7-900b-fe765246bd91 req-0be93226-2d32-469a-9e00-44525a8203e2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:49.102903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6064111d-f16b-46e7-900b-fe765246bd91 req-0be93226-2d32-469a-9e00-44525a8203e2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1036940 Feb 15 02:16:49.132548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Deleting port 23365698-e44d-42df-9c8d-068eed10d9b8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:16:49.135336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.147504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 1ce1dd1b-5116-49b0-ac7d-0d887e792e69, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:49.148164 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.166817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:46Z', 'revision_number': 7, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:49.172394 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:49.186369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6064111d-f16b-46e7-900b-fe765246bd91 req-951d7296-bb43-4c6d-92d4-fe2c5555a61f tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706823 Feb 15 02:16:49.303227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] For port 23365698-e44d-42df-9c8d-068eed10d9b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=23365698-e44d-42df-9c8d-068eed10d9b8,segment=NetworkSegment(df44edf4-4d79-476a-8297-6ea2bae24175),segment_id=df44edf4-4d79-476a-8297-6ea2bae24175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:49.304554 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.321606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Calling delete_port for 23365698-e44d-42df-9c8d-068eed10d9b8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:16:49.406489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 23365698-e44d-42df-9c8d-068eed10d9b8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:49.412065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd50e5-3af4-4333-9708-1dfe4b261b5b None None] The sync data for ids ['9f37b5b1-2428-4bbc-9aa0-e1695d1dc105'] in n-d-829064-14 is: [{'id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'name': 'tempest-TestNetworkBasicOps-router-1605516083', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:13:48Z', 'updated_at': '2022-02-15T02:16:46Z', 'revision_number': 7, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': '1ce1dd1b-5116-49b0-ac7d-0d887e792e69', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f37b5b1-2428-4bbc-9aa0-e1695d1dc105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:13:49Z', 'updated_at': '2022-02-15T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:49.460278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1ce1dd1b-5116-49b0-ac7d-0d887e792e69), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.505999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=1ce1dd1b-5116-49b0-ac7d-0d887e792e69,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:49.526390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 23365698-e44d-42df-9c8d-068eed10d9b8 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:49.526880 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.551407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.551857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.552398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.552817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.553236 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.553645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.554115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.554555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.554990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.555982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.556444 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.556881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.557320 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.580128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.628865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (23365698-e44d-42df-9c8d-068eed10d9b8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.685721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Pushing event deleted for resources: {'Port': ['ID=23365698-e44d-42df-9c8d-068eed10d9b8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:49.686980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.689240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_controller (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.699203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.699628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.700262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.700721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.701155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.701696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.702129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.702593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.703024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.703466 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.703894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.704360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.704801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:49.742502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa2e8e-565d-4885-b9f1-20b46d9dfe25 None None] No DVR routers for this DVR port 23365698-e44d-42df-9c8d-068eed10d9b8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:16:49.799137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (9f37b5b1-2428-4bbc-9aa0-e1695d1dc105), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.799735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Fanout notify agent at l3_agent the message router_deleted on router 9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:16:49.809529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:49.809529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-59ac9311-6408-4dbd-9c16-3c4e9d5391fa tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/routers/9f37b5b1-2428-4bbc-9aa0-e1695d1dc105 HTTP/1.1" status: 204 len: 168 time: 1.2061830 Feb 15 02:16:49.810844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:49.900719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (e80d8801-0959-4387-b8dc-bff6e0f59f2d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.005888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (e80d8801-0959-4387-b8dc-bff6e0f59f2d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.028099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80d8801-0959-4387-b8dc-bff6e0f59f2d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:50.037810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df44edf4-4d79-476a-8297-6ea2bae24175') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:50.038217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df44edf4-4d79-476a-8297-6ea2bae24175') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:50.048643 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (df44edf4-4d79-476a-8297-6ea2bae24175), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.062201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (df44edf4-4d79-476a-8297-6ea2bae24175), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.068447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:16:50.068940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (df44edf4-4d79-476a-8297-6ea2bae24175), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:16:50.072669 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:16:50.233943 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (e80d8801-0959-4387-b8dc-bff6e0f59f2d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.251036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.257489 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/networks/e80d8801-0959-4387-b8dc-bff6e0f59f2d HTTP/1.1" status: 204 len: 168 time: 0.4454548 Feb 15 02:16:50.280538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:50.287560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'network': {'name': 'tempest-network-smoke--1310813638', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:50.292475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00535a68-37bf-4ad9-862e-f2171e039c0b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Network': ['ID=e80d8801-0959-4387-b8dc-bff6e0f59f2d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:50.356999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506e5a-bde1-4e9c-950c-0f13dbae2612 req-e8b3b6d0-4416-479f-945e-171eeb17e015 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:50.358551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69506e5a-bde1-4e9c-950c-0f13dbae2612 req-e8b3b6d0-4416-479f-945e-171eeb17e015 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0628746 Feb 15 02:16:50.425124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69506e5a-bde1-4e9c-950c-0f13dbae2612 req-c611215e-ef9c-430a-9554-10cc18f97b30 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592046 Feb 15 02:16:50.429816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:16:50.434550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.469701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:16:50.478271 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.478610 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Added segment c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce of type vlan for network 1d33994b-755f-4356-927f-4f019af615e2 Feb 15 02:16:50.520255 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1d33994b-755f-4356-927f-4f019af615e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.610827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1d33994b-755f-4356-927f-4f019af615e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.616283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:50.616884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.687992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Network': ['ID=1d33994b-755f-4356-927f-4f019af615e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:50.706261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1d33994b-755f-4356-927f-4f019af615e2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:16:50.803504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e2a2f789-111e-436c-a340-eceac9830cbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5206947 Feb 15 02:16:50.811272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:50.816156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-333860001', 'admin_state_up': True, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:50.906612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.907874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:50.969871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_controller (5b586727-5dc6-4d97-bbe3-bb0adda1282c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.076773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f47b95e-733b-4d4a-915e-887a8bb55cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.206801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (5b586727-5dc6-4d97-bbe3-bb0adda1282c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.342340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ac8acc2-ba97-466b-ba1a-68f8755c5338 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:51.388561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9ac8acc2-ba97-466b-ba1a-68f8755c5338 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:51.389004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ac8acc2-ba97-466b-ba1a-68f8755c5338 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:51.389438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:16:51.568187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:16:51.568572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1ce1dd1b-5116-49b0-ac7d-0d887e792e69 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:16:51.591395 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.619005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.641327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1c46-febe-41ba-8bc8-dd81741f7d2d req-4499ced8-7dc5-4d23-8ecf-bc6abb7598ee tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:51.646710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d89d1c46-febe-41ba-8bc8-dd81741f7d2d req-4499ced8-7dc5-4d23-8ecf-bc6abb7598ee tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1314111 Feb 15 02:16:51.753928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d89d1c46-febe-41ba-8bc8-dd81741f7d2d req-f835f62f-5058-4ea7-97ff-655289e1ab3a tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821931 Feb 15 02:16:51.773288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.25.2.178 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/ea83af30-55ac-451d-898b-4ef2f8493858) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:16:51.886203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (ea83af30-55ac-451d-898b-4ef2f8493858), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:51.976445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:52.015125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:52.020609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:52.024063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:16:52.048607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=ea83af30-55ac-451d-898b-4ef2f8493858,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:52.356351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:52.567342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:52.759028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 5b586727-5dc6-4d97-bbe3-bb0adda1282c is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:16:52.902578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:52.913482 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Sync routers for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:52.924551 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:52.925149 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:52.930451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61fd50-d6be-4fa6-bb4a-6bebbd968173 req-fc9bbd5c-cda5-4364-8d4a-cc2c47cf59bd tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:52.937676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee61fd50-d6be-4fa6-bb4a-6bebbd968173 req-fc9bbd5c-cda5-4364-8d4a-cc2c47cf59bd tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0797877 Feb 15 02:16:52.982911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee61fd50-d6be-4fa6-bb4a-6bebbd968173 req-2f0609d8-638a-4e37-bc3e-643478d16d6c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 Feb 15 02:16:52.990586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:52.992169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1ea5b92-4e07-4ed0-a119-ea6247efd87c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1798017 Feb 15 02:16:52.995155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:53.040202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:53.042547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d39af66d-5220-4c33-86c5-daa88f64ad41 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bdd3b20a31de49e4bc259e43e084ade5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459452 Feb 15 02:16:53.053784 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:53.153425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c706c-e543-4474-815b-916dc8d77b22 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:53.154642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-df0c706c-e543-4474-815b-916dc8d77b22 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133275 Feb 15 02:16:53.157666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:53.188899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6da6b218-c069-4c80-9fe1-2fd7f9f31f59 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300930 Feb 15 02:16:53.191423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:53.197161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-98219852', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:53.314376 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:52Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:53.336677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d44284c2-c042-4cce-b3a2-f57e056f2266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.344082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Checking router: 5b586727-5dc6-4d97-bbe3-bb0adda1282c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:53.344451 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Updating router 5b586727-5dc6-4d97-bbe3-bb0adda1282c port ea83af30-55ac-451d-898b-4ef2f8493858 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:16:53.371141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:16:53.375445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.377307 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.652946 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks [] for port (ea83af30-55ac-451d-898b-4ef2f8493858), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.667675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (41c6ec23-b711-4126-a7e6-8140eb607e63), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.728941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Subnet': ['ID=41c6ec23-b711-4126-a7e6-8140eb607e63,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:53.737022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Checking segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:53.737392 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network hostable DHCP agents. Network: 1d33994b-755f-4356-927f-4f019af615e2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:16:53.747340 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.799381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Attempting to bind port ea83af30-55ac-451d-898b-4ef2f8493858 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:16:53.799752 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Attempting to bind port ea83af30-55ac-451d-898b-4ef2f8493858 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:16:53.800116 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Attempting to bind port ea83af30-55ac-451d-898b-4ef2f8493858 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:53.802931 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Pushing event updated for resources: {'Port': ['ID=ea83af30-55ac-451d-898b-4ef2f8493858,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:53.808216 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:16:53.808616 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:53.809016 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.809408 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:16:53.809884 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Bound port: ea83af30-55ac-451d-898b-4ef2f8493858, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:16:53.810260 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.816647 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.817001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.817340 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.817688 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.818011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.818341 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.818675 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.818997 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.819322 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.819644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.819966 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.820306 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.820631 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:16:53.833289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 1d33994b-755f-4356-927f-4f019af615e2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:16:53.871873 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] For port ea83af30-55ac-451d-898b-4ef2f8493858, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:16:53.874851 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] For port ea83af30-55ac-451d-898b-4ef2f8493858, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea83af30-55ac-451d-898b-4ef2f8493858,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:16:53.924643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1d33994b-755f-4356-927f-4f019af615e2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:53.929468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:53.929468 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:53.944100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba461fb-4d4c-4a13-8a8c-998fd9d44426 None None] Network 1d33994b-755f-4356-927f-4f019af615e2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:53.960722 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.021645 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8c1a5923-ef9b-4bda-887a-5fdaeeda8f47 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8267424 Feb 15 02:16:54.022361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:54.049579 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9139-cee2-4b48-8c46-231875c8740c None None] Pushing event updated for resources: {'Port': ['ID=ea83af30-55ac-451d-898b-4ef2f8493858,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:54.062255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:54.063252 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:54.081798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-1d33994b-755f-4356-927f-4f019af615e2', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:16:54.082794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.154318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f156-1dc1-4317-9bbc-2db7f3ef4a84 req-fee5f3f5-205c-47dc-b0f5-14bec335d631 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:54.163011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e25f156-1dc1-4317-9bbc-2db7f3ef4a84 req-fee5f3f5-205c-47dc-b0f5-14bec335d631 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0719385 Feb 15 02:16:54.256355 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:54.268245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e25f156-1dc1-4317-9bbc-2db7f3ef4a84 req-f2c0e986-8399-4957-9b68-8c2434ccf215 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031604 Feb 15 02:16:54.327034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Allocated IP 172.20.0.2 (1d33994b-755f-4356-927f-4f019af615e2/41c6ec23-b711-4126-a7e6-8140eb607e63/59b16660-486d-486a-94d1-ba5722d9af06) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:16:54.493752 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:52Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:54.522228 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f8073-9b90-4f41-8c83-b9833c200581 None None] The sync data for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 is: [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:52Z', 'revision_number': 3, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:54.531697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks [] for port (59b16660-486d-486a-94d1-ba5722d9af06), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.568362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.603626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (59b16660-486d-486a-94d1-ba5722d9af06), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.636667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.650754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Network 1d33994b-755f-4356-927f-4f019af615e2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:54.658374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:54.662197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:16:54.669677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Pushing event updated for resources: {'Port': ['ID=59b16660-486d-486a-94d1-ba5722d9af06,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:54.727158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Attempting to bind port 59b16660-486d-486a-94d1-ba5722d9af06 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:16:54.727809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Attempting to bind port 59b16660-486d-486a-94d1-ba5722d9af06 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:16:54.728281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Attempting to bind port 59b16660-486d-486a-94d1-ba5722d9af06 on network 1d33994b-755f-4356-927f-4f019af615e2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:54.733983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:16:54.734626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Checking segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:54.735162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.735810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Bound using segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:16:54.736245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Bound port: 59b16660-486d-486a-94d1-ba5722d9af06, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:16:54.736828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (59b16660-486d-486a-94d1-ba5722d9af06), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.846652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] For port 59b16660-486d-486a-94d1-ba5722d9af06, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:16:54.850834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] For port 59b16660-486d-486a-94d1-ba5722d9af06, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=59b16660-486d-486a-94d1-ba5722d9af06,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:16:54.920112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (59b16660-486d-486a-94d1-ba5722d9af06), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:54.996689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.1 (1d33994b-755f-4356-927f-4f019af615e2/41c6ec23-b711-4126-a7e6-8140eb607e63/16af9d4d-563f-48f3-8a3c-9a182c29b92d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:16:55.035132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a1c0-9d72-4e4a-8eca-a1828596afba None None] Pushing event updated for resources: {'Port': ['ID=59b16660-486d-486a-94d1-ba5722d9af06,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:55.153608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.252085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.365638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 1d33994b-755f-4356-927f-4f019af615e2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:55.383579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:55.385847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:55.388780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:16:55.468157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7b8f-f213-4299-9657-0aeef8b5af54 req-921d8bf0-e6cd-49a5-9e61-ddaa4921a4c2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:55.469779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4a7b8f-f213-4299-9657-0aeef8b5af54 req-921d8bf0-e6cd-49a5-9e61-ddaa4921a4c2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0913262 Feb 15 02:16:55.489688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.524465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 59b16660-486d-486a-94d1-ba5722d9af06 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:55.538455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a4a7b8f-f213-4299-9657-0aeef8b5af54 req-03b8fd78-55fb-492e-889c-3baf63266a9c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601370 Feb 15 02:16:55.594688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 59b16660-486d-486a-94d1-ba5722d9af06 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:55.595304 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (59b16660-486d-486a-94d1-ba5722d9af06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.678901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 59b16660-486d-486a-94d1-ba5722d9af06 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:55.679299 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (59b16660-486d-486a-94d1-ba5722d9af06), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.721199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 59b16660-486d-486a-94d1-ba5722d9af06, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=59b16660-486d-486a-94d1-ba5722d9af06,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:55.771595 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.890950 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (59b16660-486d-486a-94d1-ba5722d9af06), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:55.896383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea83af30-55ac-451d-898b-4ef2f8493858 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:55.985978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=59b16660-486d-486a-94d1-ba5722d9af06,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:56.000630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ea83af30-55ac-451d-898b-4ef2f8493858 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:56.001119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.078599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.095273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ea83af30-55ac-451d-898b-4ef2f8493858 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:56.095667 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.099606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.117250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port ea83af30-55ac-451d-898b-4ef2f8493858, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea83af30-55ac-451d-898b-4ef2f8493858,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:56.205097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56914a-e667-42f4-a8b2-047e5cc4dff7 None None] Network 1d33994b-755f-4356-927f-4f019af615e2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:16:56.210779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.254467 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.293914 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:56.296546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.320625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-079e1167-b357-4f00-bf19-ab018960598e None None] Provisioning complete for port 59b16660-486d-486a-94d1-ba5722d9af06 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:56.321577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-079e1167-b357-4f00-bf19-ab018960598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (59b16660-486d-486a-94d1-ba5722d9af06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.366122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=ea83af30-55ac-451d-898b-4ef2f8493858,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:56.393369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 1d33994b-755f-4356-927f-4f019af615e2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:16:56.395650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:16:56.462147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-079e1167-b357-4f00-bf19-ab018960598e None None] Current status of the port 59b16660-486d-486a-94d1-ba5722d9af06 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:56.545046 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:16:56.565488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 5b586727-5dc6-4d97-bbe3-bb0adda1282c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:16:56.688765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Provisioning complete for port 59b16660-486d-486a-94d1-ba5722d9af06 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:56.689831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (59b16660-486d-486a-94d1-ba5722d9af06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.711912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f325ef-9bf0-420f-9a8e-bce5bd77365a req-b253d539-574c-415c-b561-2de195763f2c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:56.714378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38f325ef-9bf0-420f-9a8e-bce5bd77365a req-b253d539-574c-415c-b561-2de195763f2c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.1015966 Feb 15 02:16:56.796065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38f325ef-9bf0-420f-9a8e-bce5bd77365a req-d77f0360-8595-4289-b3bb-a6a780313d65 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719442 Feb 15 02:16:56.814908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Current status of the port 59b16660-486d-486a-94d1-ba5722d9af06 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:56.826459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:56.826760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:56.866202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1520b1a6-e1a9-4cf1-9ac5-92852d2f79a2 None None] Port 16af9d4d-563f-48f3-8a3c-9a182c29b92d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:56.976170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:16:56.981837 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-57b139bb-bb48-48f7-aac8-1b6d916768c8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/5b586727-5dc6-4d97-bbe3-bb0adda1282c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9588056 Feb 15 02:16:56.984623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:56.988774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Sync routers for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:16:57.001243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e0e472b-a6b8-4ead-bb2d-1552b49a9d0b None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:57.001666 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e0e472b-a6b8-4ead-bb2d-1552b49a9d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.032693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:57.033347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:57.089050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e472b-a6b8-4ead-bb2d-1552b49a9d0b None None] Port 16af9d4d-563f-48f3-8a3c-9a182c29b92d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:57.160990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:57.175271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.176706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.177185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.177645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.178207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.178642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.180463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d0602f3d-15d4-4125-8e5a-bd11d6f112ac tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1945765 Feb 15 02:16:57.183251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:57.253271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1c7af16c-23fd-4777-8bbc-2e5b1aaa9a89 None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:57.253646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c7af16c-23fd-4777-8bbc-2e5b1aaa9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.275358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.276532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.276532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.276793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.277187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.277635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:57.279390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6e875a1d-915b-49ef-9d55-32cd95bc29c4 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.0952282 Feb 15 02:16:57.282434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:57.343742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c7af16c-23fd-4777-8bbc-2e5b1aaa9a89 None None] Port 16af9d4d-563f-48f3-8a3c-9a182c29b92d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:57.358527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 59b16660-486d-486a-94d1-ba5722d9af06 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:57.457821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 59b16660-486d-486a-94d1-ba5722d9af06 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:57.458306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (59b16660-486d-486a-94d1-ba5722d9af06), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.500092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.505866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 2, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:57.542972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Checking router: 5b586727-5dc6-4d97-bbe3-bb0adda1282c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:16:57.543332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Updating router 5b586727-5dc6-4d97-bbe3-bb0adda1282c port 16af9d4d-563f-48f3-8a3c-9a182c29b92d binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:16:57.600123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.622507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 59b16660-486d-486a-94d1-ba5722d9af06 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:57.623612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea83af30-55ac-451d-898b-4ef2f8493858 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:57.729860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12400368-3942-4d6b-997a-15cda6774287 tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4463074 Feb 15 02:16:57.764929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ea83af30-55ac-451d-898b-4ef2f8493858 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:57.765461 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:57.934099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ea83af30-55ac-451d-898b-4ef2f8493858 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:57.978166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks [] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.076520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.083027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:58.087970 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973984088', 'description': 'tempest-secgroup-smoke-1973984088 description', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:58.126133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eee2c3-ccf7-4aa1-a969-6f447c1ff34c None None] Pushing event updated for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:58.203008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfa203-814e-48b4-bd9b-718454786241 req-202022d9-3daa-4192-8455-602d568ce470 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:58.204742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bdfa203-814e-48b4-bd9b-718454786241 req-202022d9-3daa-4192-8455-602d568ce470 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0808735 Feb 15 02:16:58.208422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.286413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bdfa203-814e-48b4-bd9b-718454786241 req-4d70853a-2d6d-4414-ba02-d929491dddf1 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706189 Feb 15 02:16:58.309250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (acbed177-c82e-4905-aa32-e18b680e4da4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.370354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Attempting to bind port 16af9d4d-563f-48f3-8a3c-9a182c29b92d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:16:58.370718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Attempting to bind port 16af9d4d-563f-48f3-8a3c-9a182c29b92d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:16:58.371084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Attempting to bind port 16af9d4d-563f-48f3-8a3c-9a182c29b92d on network 1d33994b-755f-4356-927f-4f019af615e2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:16:58.376271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:16:58.376680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Checking segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:16:58.377075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.377468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Bound using segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:16:58.377935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Bound port: 16af9d4d-563f-48f3-8a3c-9a182c29b92d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:16:58.378314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.421694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (acbed177-c82e-4905-aa32-e18b680e4da4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.447211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] For port 16af9d4d-563f-48f3-8a3c-9a182c29b92d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:16:58.452396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] For port 16af9d4d-563f-48f3-8a3c-9a182c29b92d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=16af9d4d-563f-48f3-8a3c-9a182c29b92d,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:16:58.456073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbed177-c82e-4905-aa32-e18b680e4da4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:58.480021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4d78a011-1c0e-484d-b0b7-9ed938e8960a None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:58.480442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d78a011-1c0e-484d-b0b7-9ed938e8960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.515337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4d78a011-1c0e-484d-b0b7-9ed938e8960a None None] Port 16af9d4d-563f-48f3-8a3c-9a182c29b92d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:16:58.601250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.603238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2e74dd39-80d7-4926-97f7-dfb72c457aac tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5190852 Feb 15 02:16:58.606217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:58.611184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:58.614462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.679057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:16:58.679694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:58.682339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eee2c3-ccf7-4aa1-a969-6f447c1ff34c None None] Pushing event updated for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:58.748924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b62646d8-39ab-4698-8e5b-8c708fae12bc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.820492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:16:58.836888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b62646d8-39ab-4698-8e5b-8c708fae12bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.959831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b62646d8-39ab-4698-8e5b-8c708fae12bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.976039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:58.976491 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:58.979195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62646d8-39ab-4698-8e5b-8c708fae12bc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:59.046780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.048128 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7e9aa940-d999-4d32-8c7a-2e54aec64e7e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409888 Feb 15 02:16:59.051124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:59.056493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:59.111030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Current status of the port 16af9d4d-563f-48f3-8a3c-9a182c29b92d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:59.111422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.136898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:58Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:16:59.171366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f965d01-4f27-4021-8665-1860ae46903c None None] The sync data for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 is: [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:58Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:16:59.175849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] For port 16af9d4d-563f-48f3-8a3c-9a182c29b92d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=16af9d4d-563f-48f3-8a3c-9a182c29b92d,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:16:59.187581 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (041aa3b5-19cc-4878-ab3f-c35a06fbf206), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.257986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (041aa3b5-19cc-4878-ab3f-c35a06fbf206), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.273262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.357461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de4648-6866-457a-bc03-4ea6976375f5 None None] Pushing event updated for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:59.394360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 16af9d4d-563f-48f3-8a3c-9a182c29b92d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:16:59.397440 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (041aa3b5-19cc-4878-ab3f-c35a06fbf206), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.425803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041aa3b5-19cc-4878-ab3f-c35a06fbf206,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:16:59.440315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a230-7516-48a3-a108-21cb90172e9d req-a8eec424-9ca7-42fe-a4ab-3ffc8e1b7c45 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:16:59.447673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71c2a230-7516-48a3-a108-21cb90172e9d req-a8eec424-9ca7-42fe-a4ab-3ffc8e1b7c45 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 943 time: 0.0826449 Feb 15 02:16:59.462914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:16:59.463337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.504247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71c2a230-7516-48a3-a108-21cb90172e9d req-9a205879-bba2-4556-97a8-d5439da547ca tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555897 Feb 15 02:16:59.545982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 16af9d4d-563f-48f3-8a3c-9a182c29b92d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:16:59.549867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.552238 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5cbd2ff7-1c64-4a52-a47b-f39e7d9d6671 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4999955 Feb 15 02:16:59.553860 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:16:59.558541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:16:59.725005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (f5aea46b-9dae-4c54-b8ad-fd44daafe6fd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.798428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (f5aea46b-9dae-4c54-b8ad-fd44daafe6fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.932140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f5aea46b-9dae-4c54-b8ad-fd44daafe6fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:16:59.932873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2dfa4889-3394-4a54-94b3-6a63e4020c45 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:16:59.955578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aea46b-9dae-4c54-b8ad-fd44daafe6fd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:00.047716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:00.060620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:17:00.075410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.079258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8eaef31-8712-4328-bf0d-ef92847ee992 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5218570 Feb 15 02:17:00.079560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:00.084250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:00.102532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2dfa4889-3394-4a54-94b3-6a63e4020c45 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:17:00.102924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.117123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfa4889-3394-4a54-94b3-6a63e4020c45 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:17:00.139012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:00.227738 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (e44bcfeb-1cc3-43c5-8162-ef63584abf3b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.276835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.293791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (e44bcfeb-1cc3-43c5-8162-ef63584abf3b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.339361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:00.397618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e44bcfeb-1cc3-43c5-8162-ef63584abf3b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.417110 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44bcfeb-1cc3-43c5-8162-ef63584abf3b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:00.467187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['2dfa4889-3394-4a54-94b3-6a63e4020c45'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:17:00.527163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.530842 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f7d81ec-70e0-4e99-898e-a620bd19f909 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4478314 Feb 15 02:17:00.531405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:00.536198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:00.630030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a35c8-0b74-4e99-96ac-8aaa54d14623 req-11af191c-4c31-4aef-acbe-015f866c878e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:00.631555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc2a35c8-0b74-4e99-96ac-8aaa54d14623 req-11af191c-4c31-4aef-acbe-015f866c878e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 944 time: 0.0530925 Feb 15 02:17:00.645309 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:17:00.651489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b19c8f88-6afb-4aec-9c41-88c6ce0ad32b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.686732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc2a35c8-0b74-4e99-96ac-8aaa54d14623 req-4e2bc637-5f4d-4add-b989-02c4f0395fab tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Feb 15 02:17:00.718182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (b19c8f88-6afb-4aec-9c41-88c6ce0ad32b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.822414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b19c8f88-6afb-4aec-9c41-88c6ce0ad32b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.840437 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19c8f88-6afb-4aec-9c41-88c6ce0ad32b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:00.937984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:00.939231 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-92b3796e-f569-4e1a-9391-cf6fa9f4e68c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4068515 Feb 15 02:17:00.941953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:00.946402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'security_group_rule': {'security_group_id': 'acbed177-c82e-4905-aa32-e18b680e4da4', 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:01.073923 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Project bdd3b20a31de49e4bc259e43e084ade5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:17:01.079211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (de7f0228-218d-49df-8a95-3d73f4ad1386), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:01.155466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (de7f0228-218d-49df-8a95-3d73f4ad1386), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:01.256074 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (de7f0228-218d-49df-8a95-3d73f4ad1386), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:01.273409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7f0228-218d-49df-8a95-3d73f4ad1386,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:01.344158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 16af9d4d-563f-48f3-8a3c-9a182c29b92d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:17:01.358920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:01.371108 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aea32ce1-96e8-45e4-a505-22ef5a0ffc74 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4173300 Feb 15 02:17:01.401765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 16af9d4d-563f-48f3-8a3c-9a182c29b92d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:17:01.406460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:01.492987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 16af9d4d-563f-48f3-8a3c-9a182c29b92d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:17:01.567313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-d0a0acc6-b907-4f32-b657-1936c44b5cb5 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973984088&fields=id&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 267 time: 0.0441537 Feb 15 02:17:01.676157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-25875c43-8f23-4367-ab42-7f7c2efe4ab6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:01.677599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-25875c43-8f23-4367-ab42-7f7c2efe4ab6 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 797 time: 0.1038740 Feb 15 02:17:01.692022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-c2d2b0a4-4286-4a84-9611-1980adfad09a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/quotas/bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 375 time: 0.0089855 Feb 15 02:17:01.751118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-b8fb03c8-1f43-437b-87a2-1726ed6beb01 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532687 Feb 15 02:17:01.847861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-d74d97db-cdc3-4ff0-8540-4353d7c6ba94 service neutron] 10.222.0.43 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854261 Feb 15 02:17:01.938994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e93e09a4-3135-4daf-9e86-4b1f01ec8959 service neutron] 10.222.0.43 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Feb 15 02:17:01.957028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2dfa4889-3394-4a54-94b3-6a63e4020c45 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:17:02.142138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 2dfa4889-3394-4a54-94b3-6a63e4020c45 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:17:02.146629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 2dfa4889-3394-4a54-94b3-6a63e4020c45 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:17:02.147013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:02.230941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 2dfa4889-3394-4a54-94b3-6a63e4020c45 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:17:02.231334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:02.256156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:02.258593 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99568c92-3d53-49b9-8328-9b18b8498285" -d '{"events": [{"server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "name": "network-vif-plugged", "status": "completed", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:02.273608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:02.316041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ab71-cc6b-4498-b749-a66654caff74 req-248dadb3-0665-4bc6-b740-36bec41028fe tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:02.317765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e04ab71-cc6b-4498-b749-a66654caff74 req-248dadb3-0665-4bc6-b740-36bec41028fe tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 944 time: 0.0616565 Feb 15 02:17:02.385047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e04ab71-cc6b-4498-b749-a66654caff74 req-5742654b-8813-44b9-b9c3-162eba8124eb tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582244 Feb 15 02:17:02.391255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:02.449564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:02.464760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bd9b2da-af29-4f01-8b19-8d1282927ca4 req-19fdc705-f56f-49b0-a8aa-344a02c6d717 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Feb 15 02:17:02.510375 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546adda-2b88-405a-95a4-1274b3955913 x-openstack-request-id: req-f546adda-2b88-405a-95a4-1274b3955913 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:02.510671 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "name": "network-vif-plugged", "status": "completed", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:02.510934 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f546adda-2b88-405a-95a4-1274b3955913 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:02.511328 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'code': 200} Feb 15 02:17:02.607110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deab0c4-8d16-4b52-bfd6-20d0890f9312 req-9525ddad-b0ed-4acc-a3f9-21c0853934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:02.608652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5deab0c4-8d16-4b52-bfd6-20d0890f9312 req-9525ddad-b0ed-4acc-a3f9-21c0853934cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0439215 Feb 15 02:17:02.654441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5deab0c4-8d16-4b52-bfd6-20d0890f9312 req-7e56663f-3981-4b1e-a932-c98387f3dec0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Feb 15 02:17:03.517046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290680-1574-41e1-87ea-ba7929faa6e9 req-233d6173-8f35-416c-a9fe-1ca8da0945cd tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:03.518659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e290680-1574-41e1-87ea-ba7929faa6e9 req-233d6173-8f35-416c-a9fe-1ca8da0945cd tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.0622983 Feb 15 02:17:03.569643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e290680-1574-41e1-87ea-ba7929faa6e9 req-054186bb-e96e-4a5a-a7f8-4fc33f5335a4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448623 Feb 15 02:17:03.654445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10a828c4-49aa-4256-9c09-50802bbe6c11 req-58ee5bc0-82a8-448c-96fc-fc526ea62123 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Feb 15 02:17:04.489242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-249cfd6a-dca5-4cb0-b55c-fe96d0040d38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:04.490745 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-249cfd6a-dca5-4cb0-b55c-fe96d0040d38 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 797 time: 0.1059089 Feb 15 02:17:04.576103 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-4a62db3d-d6f5-4f85-be14-4e7965aa5f9e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdd3b20a31de49e4bc259e43e084ade5 HTTP/1.1" status: 200 len: 380 time: 0.0714691 Feb 15 02:17:04.584385 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'port': {'device_id': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'admin_state_up': True, 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'security_groups': ['acbed177-c82e-4905-aa32-e18b680e4da4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:04.705712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131707ec-8ef1-489c-bf19-b2c1ecf05748 req-44a8eda4-63ec-4f6d-a89c-58357c460dc4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:04.707364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-131707ec-8ef1-489c-bf19-b2c1ecf05748 req-44a8eda4-63ec-4f6d-a89c-58357c460dc4 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.0655751 Feb 15 02:17:04.757590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-131707ec-8ef1-489c-bf19-b2c1ecf05748 req-07a8cdde-284c-4573-9e53-1ca900c0836d tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Feb 15 02:17:04.813766 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Made reservation on behalf of bdd3b20a31de49e4bc259e43e084ade5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:17:04.817273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:04.858253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-362978ac-5f6b-459b-a505-28b85ce20c7e req-002c4393-9096-479d-bad1-3304da38e1e1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 210 time: 0.0390074 Feb 15 02:17:04.976128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.20.0.14 (1d33994b-755f-4356-927f-4f019af615e2/41c6ec23-b711-4126-a7e6-8140eb607e63/e642ff99-851a-41a5-a121-0c5d3a345969) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:17:04.991357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309821-862c-43fb-a617-0356d972d008 req-ba82447c-d8f4-428f-8805-325124559384 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:04.999079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2309821-862c-43fb-a617-0356d972d008 req-ba82447c-d8f4-428f-8805-325124559384 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.0579512 Feb 15 02:17:05.048831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2309821-862c-43fb-a617-0356d972d008 req-5273c053-94f6-458d-821e-5d57b621b940 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479240 Feb 15 02:17:05.069657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:05.138838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (e642ff99-851a-41a5-a121-0c5d3a345969), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.274275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.280389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312e79f-940b-401c-99bd-d4e23164b4cc tempest-TestVolumeBackupRestore-1921686070 tempest-TestVolumeBackupRestore-1921686070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:05.282370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2312e79f-940b-401c-99bd-d4e23164b4cc tempest-TestVolumeBackupRestore-1921686070 tempest-TestVolumeBackupRestore-1921686070-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1123 time: 0.2113290 Feb 15 02:17:05.285296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:05.300266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:05.326743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 1d33994b-755f-4356-927f-4f019af615e2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:17:05.330074 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:17:05.332840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:17:05.367955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:05.396574 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:05.398058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.449101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.522982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-13cf85f8-8169-4be6-a3a4-aac6b18ec152 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9303634 Feb 15 02:17:05.529747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-fba849e1-8715-4aee-b4bf-84759d17526f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:17:05.530743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-fba849e1-8715-4aee-b4bf-84759d17526f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055919 Feb 15 02:17:05.545508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Request body: {'port': {'device_id': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:05.564282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.625256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.636799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-43f96e37-1f89-4669-bfff-32779de2bdf9 None None] Provisioning complete for port e642ff99-851a-41a5-a121-0c5d3a345969 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:17:05.637813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43f96e37-1f89-4669-bfff-32779de2bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.677939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43f96e37-1f89-4669-bfff-32779de2bdf9 None None] Port e642ff99-851a-41a5-a121-0c5d3a345969 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:17:05.696695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Allocated IP 172.25.2.138 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/9dec807f-3269-480a-8bca-a9c3a1454814) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:17:05.823131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for port (9dec807f-3269-480a-8bca-a9c3a1454814), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.928101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e642ff99-851a-41a5-a121-0c5d3a345969 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:17:05.936882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks [] for port (e642ff99-851a-41a5-a121-0c5d3a345969), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:05.949746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Transition to ACTIVE for port object e642ff99-851a-41a5-a121-0c5d3a345969 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:17:05.955413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.014004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:17:06.019714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:17:06.028278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:17:06.054775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'Port': ['ID=9dec807f-3269-480a-8bca-a9c3a1454814,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:06.080304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328316d-ee00-43d7-ba4d-5607f5916b09 req-b0adf9cb-92e5-43c9-9120-f70ae087bf6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:06.081868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4328316d-ee00-43d7-ba4d-5607f5916b09 req-b0adf9cb-92e5-43c9-9120-f70ae087bf6e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 932 time: 0.1397572 Feb 15 02:17:06.088631 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.209377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Pushing event updated for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:06.211526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4328316d-ee00-43d7-ba4d-5607f5916b09 req-5bc0c6cd-ddb3-42b4-bc54-77882241b035 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190286 Feb 15 02:17:06.260932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Attempting to bind port e642ff99-851a-41a5-a121-0c5d3a345969 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:17:06.261273 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Attempting to bind port e642ff99-851a-41a5-a121-0c5d3a345969 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:17:06.261916 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Attempting to bind port e642ff99-851a-41a5-a121-0c5d3a345969 on network 1d33994b-755f-4356-927f-4f019af615e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:17:06.267891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Port e642ff99-851a-41a5-a121-0c5d3a345969 on network 1d33994b-755f-4356-927f-4f019af615e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:17:06.268267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Attempting to bind port e642ff99-851a-41a5-a121-0c5d3a345969 on network 1d33994b-755f-4356-927f-4f019af615e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:17:06.275104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:17:06.279983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Checking segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:17:06.279983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Bound using segment: {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:17:06.279983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Bound port: e642ff99-851a-41a5-a121-0c5d3a345969, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d33994b-755f-4356-927f-4f019af615e2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:17:06.279983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.377027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:17:06.381446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e642ff99-851a-41a5-a121-0c5d3a345969,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:17:06.514290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.593268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:06.603335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.608450 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] 10.222.0.37 "PUT /v2.0/ports/e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 1093 time: 1.0658109 Feb 15 02:17:06.609494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:06.613977 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d350b9d-01ca-44ea-9be0-2e278b16a163" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:06.666226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698168d-f828-4fb0-95af-ae25601ef034 service neutron] Pushing event updated for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:06.704612 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaba588-c9d3-4122-81d7-8793f4f8bdef x-openstack-request-id: req-dfaba588-c9d3-4122-81d7-8793f4f8bdef {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:06.705105 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:06.705588 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfaba588-c9d3-4122-81d7-8793f4f8bdef {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:06.706181 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'status': 'completed', 'code': 200} Feb 15 02:17:06.737803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (40ecf6b4-9ff2-4dad-bf23-977334d47e5a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.799613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-55d824f6-10f0-4826-b813-80b3ffaf230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:06.801187 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-55d824f6-10f0-4826-b813-80b3ffaf230d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1127 time: 0.0918264 Feb 15 02:17:06.847230 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-85249470-3b22-4227-9f77-4de74a8ecaf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Feb 15 02:17:06.912816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-abd3e0f7-fecd-4604-93c6-70dd1c31c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:06.914568 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-abd3e0f7-fecd-4604-93c6-70dd1c31c287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 200 len: 833 time: 0.0605450 Feb 15 02:17:06.932394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:06.973519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-a8e2a609-233a-4b72-82c5-ebd867c5b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:06.975182 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-a8e2a609-233a-4b72-82c5-ebd867c5b9ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d33994b-755f-4356-927f-4f019af615e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532682 Feb 15 02:17:07.066250 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-47d83796-47c6-431c-b26f-27507221dd68 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838182 Feb 15 02:17:07.103802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for port (9dec807f-3269-480a-8bca-a9c3a1454814), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:07.160398 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6ddfbb97-ed9e-4cf4-9e6c-042d2ff06c8a req-dca59f58-1d0a-49b7-a4e6-56cdf9b1ea79 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Feb 15 02:17:07.185319 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:07.257662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event updated for resources: {'Port': ['ID=9dec807f-3269-480a-8bca-a9c3a1454814,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:07.271906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (40ecf6b4-9ff2-4dad-bf23-977334d47e5a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:07.329830 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-7e36eccc-64dd-4c69-a6f1-aba28859b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:07.331550 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-7e36eccc-64dd-4c69-a6f1-aba28859b2fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1127 time: 0.0538137 Feb 15 02:17:07.430990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23407d4a-2b85-4c9f-b5d3-5e843beca153 req-4102082f-e823-41b0-b6e1-963fb996ff2f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:07.432784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23407d4a-2b85-4c9f-b5d3-5e843beca153 req-4102082f-e823-41b0-b6e1-963fb996ff2f tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 944 time: 0.1129224 Feb 15 02:17:07.437482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-ed6ce952-3c90-4d17-a638-50689057075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:07.440069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-ed6ce952-3c90-4d17-a638-50689057075d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 898 time: 0.1019104 Feb 15 02:17:07.448353 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Floating IP 40ecf6b4-9ff2-4dad-bf23-977334d47e5a associated. External IP: 172.25.2.138, port: 2dfa4889-3394-4a54-94b3-6a63e4020c45. Feb 15 02:17:07.488690 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-1d1a4657-c10f-47c8-8bb0-7e98eea11615 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 217 time: 0.0419271 Feb 15 02:17:07.546120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-0981c329-522f-4208-b179-4d1e18312f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:07.547772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-0981c329-522f-4208-b179-4d1e18312f06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 200 len: 833 time: 0.0540183 Feb 15 02:17:07.561431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23407d4a-2b85-4c9f-b5d3-5e843beca153 req-96a68639-3641-4675-9dfd-4ac035f56520 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224568 Feb 15 02:17:07.601924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-b228a430-28f3-49b7-945e-9ce4be056a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:07.603493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-b228a430-28f3-49b7-945e-9ce4be056a53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d33994b-755f-4356-927f-4f019af615e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500040 Feb 15 02:17:07.698610 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-ebce30f4-74d0-4b1f-80b4-7073c5bb2657 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879343 Feb 15 02:17:07.708902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Router 6f182378-ee58-4b7a-a007-8b37d97b124c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:17:07.801859 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6d350b9d-01ca-44ea-9be0-2e278b16a163 req-339821d9-c0ed-4366-852e-b506ce6731dc service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971653 Feb 15 02:17:08.148303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:17:08.158508 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:17:08.169397 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:08.169992 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:08.245464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:08.276819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-19099609-6922-4b72-8c2e-937ffde062b9 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9903767 Feb 15 02:17:08.277497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:08.279558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:08.279763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606c609-d0c1-4ec2-b861-7f33034eb7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:08.321826 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46624a25-96f8-490e-9c4c-864b6dbcbd67 x-openstack-request-id: req-46624a25-96f8-490e-9c4c-864b6dbcbd67 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:08.322126 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:08.322379 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46624a25-96f8-490e-9c4c-864b6dbcbd67 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:08.322782 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:17:08.329460 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51023c-484c-43a5-8932-c0d665f39994 tempest-TestVolumeBackupRestore-1921686070 tempest-TestVolumeBackupRestore-1921686070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.331656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d51023c-484c-43a5-8932-c0d665f39994 tempest-TestVolumeBackupRestore-1921686070 tempest-TestVolumeBackupRestore-1921686070-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1123 time: 0.0510743 Feb 15 02:17:08.339754 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:08.345571 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Request body: {'floatingip': {'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:08.374445 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:08.401108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-2909f153-650c-4c1f-bb68-0acc834c166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.402773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-2909f153-650c-4c1f-bb68-0acc834c166a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0540397 Feb 15 02:17:08.417957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (40ecf6b4-9ff2-4dad-bf23-977334d47e5a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:08.501504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-20f53b2d-3b94-4551-9fa3-36f3cd08d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.503068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-20f53b2d-3b94-4551-9fa3-36f3cd08d47c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 915 time: 0.0944819 Feb 15 02:17:08.568981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-fac5adee-ab3c-4654-bc92-e8cbbc939319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 999 time: 0.0590034 Feb 15 02:17:08.620140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-c34620c1-2334-4d4d-ba73-aca83d2c0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.621238 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:06Z', 'revision_number': 0, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:08.622307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-c34620c1-2334-4d4d-ba73-aca83d2c0769 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0483122 Feb 15 02:17:08.651534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:17:08.660815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:08.661502 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:08.711559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-fd890f70-f6a3-4f5a-aad4-da9b6a4ccaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.713755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-fd890f70-f6a3-4f5a-aad4-da9b6a4ccaff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0853982 Feb 15 02:17:08.725376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-bb148c03-ce34-4e2a-b283-01bc328c4f36 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:17:08.726355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-bb148c03-ce34-4e2a-b283-01bc328c4f36 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052476 Feb 15 02:17:08.734295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e6594-3fb4-4051-a90b-c8b56f72cdac req-46bc0b75-2356-4e69-b7d0-3b4dae7de40c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:08.735751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75e6594-3fb4-4051-a90b-c8b56f72cdac req-46bc0b75-2356-4e69-b7d0-3b4dae7de40c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 944 time: 0.0747826 Feb 15 02:17:08.783071 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:08.842070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75e6594-3fb4-4051-a90b-c8b56f72cdac req-ecbe5906-5b0f-4bd0-bcf4-a8824a46c003 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980380 Feb 15 02:17:08.867286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-ea5273d6-b13d-491c-ab56-1eb1fd2af12c service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305854 Feb 15 02:17:08.974107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6606c609-d0c1-4ec2-b861-7f33034eb7ca req-cc553b13-efd3-462a-b104-267c5530235e service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003067 Feb 15 02:17:09.060878 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:06Z', 'revision_number': 0, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:09.089166 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64778897-6616-4169-9e5b-6a9a5a054b2c None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:06Z', 'revision_number': 0, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:17:09.308613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308cd97-9d7a-4cb3-8e60-0a8e6598a2d6 None None] New status for floating IP 40ecf6b4-9ff2-4dad-bf23-977334d47e5a: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:17:09.370592 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:09.444680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (40ecf6b4-9ff2-4dad-bf23-977334d47e5a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:09.445756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-3308cd97-9d7a-4cb3-8e60-0a8e6598a2d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:17:09.451853 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-3308cd97-9d7a-4cb3-8e60-0a8e6598a2d6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:17:09.659474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Router 6f182378-ee58-4b7a-a007-8b37d97b124c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:17:09.771118 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:17:09.776445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:09.807344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:09.809598 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a83312-a41d-42b5-87af-d8df232d1e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:09.845948 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-48c3fdb7-6fcd-42cb-a990-24fe4ec40390 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "PUT /v2.0/floatingips/40ecf6b4-9ff2-4dad-bf23-977334d47e5a HTTP/1.1" status: 200 len: 991 time: 1.5049510 Feb 15 02:17:09.849033 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf44e83-bcb4-4696-a108-6f1ff564ce23 x-openstack-request-id: req-fcf44e83-bcb4-4696-a108-6f1ff564ce23 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:09.849349 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:09.849628 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcf44e83-bcb4-4696-a108-6f1ff564ce23 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:09.850028 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:17:09.947822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308cd97-9d7a-4cb3-8e60-0a8e6598a2d6 None None] New status for floating IP 40ecf6b4-9ff2-4dad-bf23-977334d47e5a: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:17:09.985959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-db33458d-4df0-4426-b38e-762515d7b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:09.987964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-db33458d-4df0-4426-b38e-762515d7b993 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0870924 Feb 15 02:17:10.023527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cb4f0-8481-453e-b106-d14bf5d26fe0 req-85dac423-0532-4384-90e8-6c4fcd9c956d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:10.025512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f88cb4f0-8481-453e-b106-d14bf5d26fe0 req-85dac423-0532-4384-90e8-6c4fcd9c956d tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 944 time: 0.0970340 Feb 15 02:17:10.125624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f88cb4f0-8481-453e-b106-d14bf5d26fe0 req-3876d8b7-935e-420c-9a14-71e0895d7ea0 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731766 Feb 15 02:17:10.130640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-7a058d43-87fd-4a87-913f-513fd5e1d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:10.132196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-7a058d43-87fd-4a87-913f-513fd5e1d64c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 915 time: 0.1382010 Feb 15 02:17:10.205004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-58491ab9-be0d-4bad-9b18-888afda067c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 999 time: 0.0663705 Feb 15 02:17:10.252264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-0229a1f4-f7ee-4287-a86d-99f24ff69664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:10.253724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-0229a1f4-f7ee-4287-a86d-99f24ff69664 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0427549 Feb 15 02:17:10.303101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-373961b3-cac2-4400-b7b4-47d136315f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:10.304660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-373961b3-cac2-4400-b7b4-47d136315f81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446019 Feb 15 02:17:10.407667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-4c8d85d1-4b1d-4382-a7da-f5c262bebcf7 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972538 Feb 15 02:17:10.450911 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:17:10.461082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:10.461619 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:10.511672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13a83312-a41d-42b5-87af-d8df232d1e4e req-a966beda-4c35-4b5f-8aec-bbe65750d623 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981858 Feb 15 02:17:10.543977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e642ff99-851a-41a5-a121-0c5d3a345969 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:17:10.575795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:10.645723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e642ff99-851a-41a5-a121-0c5d3a345969,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:10.658210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'port_id': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'mac_address': 'fa:16:3e:23:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:17:10.697879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e642ff99-851a-41a5-a121-0c5d3a345969 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:17:10.698250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:10.711794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e642ff99-851a-41a5-a121-0c5d3a345969 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:17:10.731498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e642ff99-851a-41a5-a121-0c5d3a345969,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:10.801017 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:10Z', 'revision_number': 2, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:10.802448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:10.832694 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:17:10.842428 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:10.843039 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:10.851254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:10.953653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:11.175877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e642ff99-851a-41a5-a121-0c5d3a345969'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:17:11.187409 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:10Z', 'revision_number': 2, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:11.275392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77d12-4244-4d99-bb44-27eb5d38661b req-e7317074-a5e2-4cb7-a589-db1b9804a5db tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:11.283278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d77d12-4244-4d99-bb44-27eb5d38661b req-e7317074-a5e2-4cb7-a589-db1b9804a5db tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 945 time: 0.0751128 Feb 15 02:17:11.338778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d77d12-4244-4d99-bb44-27eb5d38661b req-6a05a919-cd0d-4ac1-8628-9485c4fdd085 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545223 Feb 15 02:17:11.345762 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5bbd7-34d3-49cd-8757-dbc0c00ff23e None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '40ecf6b4-9ff2-4dad-bf23-977334d47e5a', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'port_id': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'mac_address': 'fa:16:3e:57:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:06Z', 'updated_at': '2022-02-15T02:17:10Z', 'revision_number': 2, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:17:11.853419 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:11.855047 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d98387-a985-4f3b-96d9-72ab953b449b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:11.889921 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c7127-eb09-41b9-8744-094493649255 x-openstack-request-id: req-952c7127-eb09-41b9-8744-094493649255 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:11.890212 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:11.890466 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-952c7127-eb09-41b9-8744-094493649255 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:11.890868 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:17:11.957766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-da354208-cd23-4ce3-b3c8-68015f1f166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:11.959506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-da354208-cd23-4ce3-b3c8-68015f1f166a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0454285 Feb 15 02:17:12.057531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-456e2991-24a0-4230-8788-72d3127fdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:12.059019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-456e2991-24a0-4230-8788-72d3127fdc83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 915 time: 0.0930727 Feb 15 02:17:12.157959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-7ce7abf3-a4c2-4340-bef0-00a282e17536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 1001 time: 0.0929608 Feb 15 02:17:12.215148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-59c455c4-30e5-4a37-8efb-acaec4d879c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:12.216654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-59c455c4-30e5-4a37-8efb-acaec4d879c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0488613 Feb 15 02:17:12.270408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-fb764b49-31b7-4db3-8bc4-ca3f76e3573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:12.271958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-fb764b49-31b7-4db3-8bc4-ca3f76e3573d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501842 Feb 15 02:17:12.370986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-18bf6f75-8c02-4b14-bf02-807b78eff193 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927770 Feb 15 02:17:12.509536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3d98387-a985-4f3b-96d9-72ab953b449b req-e165b7a7-0896-443f-8b58-eaff97b26ad0 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331077 Feb 15 02:17:12.521586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d146a-ad28-4eed-a903-433341d7f011 req-64b1d509-e66f-46ee-8b82-0925de519cd1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:12.523249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801d146a-ad28-4eed-a903-433341d7f011 req-64b1d509-e66f-46ee-8b82-0925de519cd1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 945 time: 0.0876663 Feb 15 02:17:12.558649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e642ff99-851a-41a5-a121-0c5d3a345969 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:17:12.599842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801d146a-ad28-4eed-a903-433341d7f011 req-6d59d086-ac78-4281-a7d6-959cc18fc8f8 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666604 Feb 15 02:17:12.676712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e642ff99-851a-41a5-a121-0c5d3a345969 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:17:12.681439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e642ff99-851a-41a5-a121-0c5d3a345969 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:17:12.681911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:12.755154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e642ff99-851a-41a5-a121-0c5d3a345969 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:17:12.755532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:12.777493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:12.779765 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff4045-da45-4a31-84d9-c1fc82994b0e" -d '{"events": [{"server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "name": "network-vif-plugged", "status": "completed", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:12.792726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e642ff99-851a-41a5-a121-0c5d3a345969,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:17:12.818096 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc89a3b-d5a2-4403-b6a8-8e0ce26bf03b x-openstack-request-id: req-5fc89a3b-d5a2-4403-b6a8-8e0ce26bf03b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:12.818433 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "name": "network-vif-plugged", "status": "completed", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:12.818741 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fc89a3b-d5a2-4403-b6a8-8e0ce26bf03b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:12.819140 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'code': 200} Feb 15 02:17:12.871101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:12.924797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:12.926159 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fa84-7410-46f9-9ae1-b70bf8ddbc9e req-2588463d-9d5d-4ea4-bf9d-6934824a13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:12.927862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f490fa84-7410-46f9-9ae1-b70bf8ddbc9e req-2588463d-9d5d-4ea4-bf9d-6934824a13e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1129 time: 0.0469110 Feb 15 02:17:12.981363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-f490fa84-7410-46f9-9ae1-b70bf8ddbc9e req-54f29489-ed18-45ef-a8aa-848f97f4279c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469420 Feb 15 02:17:13.721969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7da73-a86c-44e9-809f-ea9033a00973 req-cdb7acde-f0cf-4e18-9c42-a761363581c1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:13.723461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1c7da73-a86c-44e9-809f-ea9033a00973 req-cdb7acde-f0cf-4e18-9c42-a761363581c1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.0527740 Feb 15 02:17:13.776317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1c7da73-a86c-44e9-809f-ea9033a00973 req-74ceee1c-a956-4d60-a494-9f21d625c5f1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470901 Feb 15 02:17:14.904742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1f960-e976-438d-abc7-4ccf04240c34 req-a3f226af-3f2f-489c-8736-e011daf074f1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:14.906206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fa1f960-e976-438d-abc7-4ccf04240c34 req-a3f226af-3f2f-489c-8736-e011daf074f1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.0602145 Feb 15 02:17:14.956843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fa1f960-e976-438d-abc7-4ccf04240c34 req-415afb52-4524-4e10-8fc5-9eee36ff30c3 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Feb 15 02:17:15.074775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c70d-dfcd-40d0-9cdc-954777009726 req-6967962d-acd5-4309-ac0e-dc6199b3cdbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:15.076265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93f4c70d-dfcd-40d0-9cdc-954777009726 req-6967962d-acd5-4309-ac0e-dc6199b3cdbc tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Feb 15 02:17:15.127139 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93f4c70d-dfcd-40d0-9cdc-954777009726 req-3c909d17-3cc2-49b2-98d7-b039a734dbe7 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Feb 15 02:17:15.151507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:15.201220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22cc1c-6e89-432f-8e5f-08eac99b3eef tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:15.202774 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7f22cc1c-6e89-432f-8e5f-08eac99b3eef tempest-TestNetworkBasicOps-734682344 tempest-TestNetworkBasicOps-734682344-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1124 time: 0.0501728 Feb 15 02:17:15.205715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 41980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:15.209961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:17:15.290968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:15.388548 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:15.530653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:15.558049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Allocated IP 172.25.2.76 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:17:15.660157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:15.777438 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:15.814537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:17:15.819288 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:17:15.823362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:17:15.829376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:16.224704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (9e82700d-34f1-4e7d-bd68-f81f2573424f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:16.351243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:16.519222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:16.576207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:16.643985 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event updated for resources: {'Port': ['ID=5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:17:16.658520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (9e82700d-34f1-4e7d-bd68-f81f2573424f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:16.764839 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Floating IP 9e82700d-34f1-4e7d-bd68-f81f2573424f associated. External IP: 172.25.2.76, port: e642ff99-851a-41a5-a121-0c5d3a345969. Feb 15 02:17:16.982813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 5b586727-5dc6-4d97-bbe3-bb0adda1282c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:17:17.356821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:17:17.366961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Sync routers for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:17:17.378070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:17.378717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:17.488743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:17.490322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:17.521313 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ecea8fba-8c1d-4961-99b9-ef6a70fc1ec9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3145175 Feb 15 02:17:17.522007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:17:17.524002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:17.524530 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c171e41f-8fcb-42ab-a587-c4786a22876f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:17:17.565489 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352809f9-6b41-4df0-adc1-6cfd3c100d1b x-openstack-request-id: req-352809f9-6b41-4df0-adc1-6cfd3c100d1b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:17:17.565798 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:17:17.566054 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-352809f9-6b41-4df0-adc1-6cfd3c100d1b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:17:17.566463 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'status': 'completed', 'code': 200} Feb 15 02:17:17.600146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a7177072-6e14-4c6c-9d20-b957f8a23cf1 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/9e82700d-34f1-4e7d-bd68-f81f2573424f HTTP/1.1" status: 200 len: 991 time: 0.0738919 Feb 15 02:17:17.645200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-2512990a-1014-413c-91be-3b21fe4f4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:17.646857 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-2512990a-1014-413c-91be-3b21fe4f4673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1129 time: 0.0544801 Feb 15 02:17:17.723924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9e82700d-34f1-4e7d-bd68-f81f2573424f', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'port_id': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'mac_address': 'fa:16:3e:23:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:16Z', 'updated_at': '2022-02-15T02:17:16Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:17.740582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-7f191c6c-1b47-46c8-959c-a616377e6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:17.742281 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-7f191c6c-1b47-46c8-959c-a616377e6a97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 898 time: 0.0891120 Feb 15 02:17:17.752332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Checking router: 5b586727-5dc6-4d97-bbe3-bb0adda1282c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:17:17.761784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:17:17.762395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:16:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:17.819354 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-60a6c6cb-b985-40ce-b73a-59eda6321f99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 999 time: 0.0717068 Feb 15 02:17:17.872523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-25e1f268-743e-4b79-8066-de212a98e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:17.874330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-25e1f268-743e-4b79-8066-de212a98e8fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 200 len: 833 time: 0.0489323 Feb 15 02:17:17.934193 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-a73fe872-110e-4564-a0b0-27c162a76be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:17.935732 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-a73fe872-110e-4564-a0b0-27c162a76be9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d33994b-755f-4356-927f-4f019af615e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555940 Feb 15 02:17:18.029852 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-5d7c57b6-d2b4-42c1-b79b-993cd70d78e5 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Feb 15 02:17:18.045482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:17:18.129173 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c171e41f-8fcb-42ab-a587-c4786a22876f req-290936da-b9e4-476f-bbfa-d004cd8262d8 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936954 Feb 15 02:17:18.270060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:18.290127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9e82700d-34f1-4e7d-bd68-f81f2573424f', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'port_id': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'mac_address': 'fa:16:3e:23:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:16Z', 'updated_at': '2022-02-15T02:17:16Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:17:18.322085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb0990-b987-4942-b530-edab2f5d5766 None None] The sync data for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 is: [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '9e82700d-34f1-4e7d-bd68-f81f2573424f', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'port_id': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'mac_address': 'fa:16:3e:23:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:17:16Z', 'updated_at': '2022-02-15T02:17:16Z', 'revision_number': 0, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:17:18.529514 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a275c-371c-4c46-a9cb-99cf4e1986cd None None] New status for floating IP 9e82700d-34f1-4e7d-bd68-f81f2573424f: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:17:18.602838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:18.663019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49adc213-ce26-4094-9df5-0e1b7cfd9e63 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/9e82700d-34f1-4e7d-bd68-f81f2573424f HTTP/1.1" status: 200 len: 991 time: 0.0589142 Feb 15 02:17:19.666632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 41998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:17:19.735425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-520091ed-2dbd-47f5-8c50-cae6a0f4121e tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/9e82700d-34f1-4e7d-bd68-f81f2573424f HTTP/1.1" status: 200 len: 993 time: 0.0675895 Feb 15 02:17:21.116710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd994036-4a8c-4eb2-aaf8-b8479cd768a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:23.339821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2844ac3c-db57-4842-87c8-fe48c8eef817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:24.581420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:26.008181 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:27.393522 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:33.544902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:17:45.524050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:48.215672 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:51.101049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11f2a9bb-ec79-4bc7-b16e-e1ad86e238bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:53.310802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9116f930-1833-4cae-a5ed-947f37d20bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:54.592583 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:56.009517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:57.392745 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:17:58.218111 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-a748aa82-c693-4857-8513-3821feaef631 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992959 Feb 15 02:17:58.304047 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66435be-0933-485c-9273-f1068f909023 req-4c7ab61f-0130-4a8d-97c4-b67918641a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:58.305646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-4c7ab61f-0130-4a8d-97c4-b67918641a9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1129 time: 0.0462606 Feb 15 02:17:58.412067 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66435be-0933-485c-9273-f1068f909023 req-59ebe7f6-dae3-435e-aef9-7713a3f012bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:58.413524 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-59ebe7f6-dae3-435e-aef9-7713a3f012bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 898 time: 0.0906839 Feb 15 02:17:58.477646 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-32d5c6bd-7d74-4715-b414-2f3ba11c6eed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 1001 time: 0.0584540 Feb 15 02:17:58.524535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66435be-0933-485c-9273-f1068f909023 req-05e2a397-d4ad-4041-abcd-b811262b436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:58.525972 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-05e2a397-d4ad-4041-abcd-b811262b436c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 200 len: 833 time: 0.0429051 Feb 15 02:17:58.579474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66435be-0933-485c-9273-f1068f909023 req-771fcc40-9845-4407-bcf8-ca9069ce8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:17:58.581105 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-771fcc40-9845-4407-bcf8-ca9069ce8337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d33994b-755f-4356-927f-4f019af615e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495050 Feb 15 02:17:58.671589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-3207e2d4-3358-45fb-a0c7-66407093c0f6 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843098 Feb 15 02:17:58.761721 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b66435be-0933-485c-9273-f1068f909023 req-e1bce80b-b211-4a3f-a3df-34adf3a615fc service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Feb 15 02:18:02.069319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-4abe424f-e27c-4e60-b6b6-52ab05e5ddb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461802 Feb 15 02:18:02.154323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-c459ab9c-b5ea-4bca-834d-88985ff58e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:02.155868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-c459ab9c-b5ea-4bca-834d-88985ff58e28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0455985 Feb 15 02:18:02.271404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-ffba7967-4008-4192-a97f-1a4e06fa9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:02.273028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-ffba7967-4008-4192-a97f-1a4e06fa9e2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 915 time: 0.0996616 Feb 15 02:18:02.341752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-0518a7c2-31dc-422b-8158-2a4247f4c8f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 1001 time: 0.0605717 Feb 15 02:18:02.397444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-7f6c3b4d-852d-4684-bbb4-c149325f60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:02.398930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-7f6c3b4d-852d-4684-bbb4-c149325f60c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0514996 Feb 15 02:18:02.449802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-9d78a4e9-dc22-484c-a676-2c10f14b51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:02.451740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-9d78a4e9-dc22-484c-a676-2c10f14b51b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464609 Feb 15 02:18:02.540217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-71e64faf-af7b-4ad0-9221-31f813b2470b service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825236 Feb 15 02:18:02.635292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff92285-58f8-4e38-99d5-b5c9399bdecd req-96fc0155-124b-418b-b362-8df8027f1aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891008 Feb 15 02:18:10.544436 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:18:12.369488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:12.586972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Deleting port 9dec807f-3269-480a-8bca-a9c3a1454814 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:12.587459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:12.675435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:12.676902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (9dec807f-3269-480a-8bca-a9c3a1454814), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:12.688868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Calling delete_port for 9dec807f-3269-480a-8bca-a9c3a1454814 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:12.957716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9dec807f-3269-480a-8bca-a9c3a1454814), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:12.990390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event deleted for resources: {'Port': ['ID=9dec807f-3269-480a-8bca-a9c3a1454814,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:13.021401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.021665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.021960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.022601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.022601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.022938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.023266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.023592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.023913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.024238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.024603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.024926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.025256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:13.066147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for floatingip (40ecf6b4-9ff2-4dad-bf23-977334d47e5a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:13.066483 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Floating IP 40ecf6b4-9ff2-4dad-bf23-977334d47e5a disassociated (deleted). External IP: 172.25.2.138, port: 2dfa4889-3394-4a54-94b3-6a63e4020c45. Feb 15 02:18:13.291407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Router 6f182378-ee58-4b7a-a007-8b37d97b124c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:18:13.403784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:13.409874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:13.423795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:13.432542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:13.433178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:17:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:13.444508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e87e3657-0848-4dd6-961d-aa5172c40b5e tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "DELETE /v2.0/floatingips/40ecf6b4-9ff2-4dad-bf23-977334d47e5a HTTP/1.1" status: 204 len: 168 time: 1.0738013 Feb 15 02:18:13.445074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:13.447626 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3adacce-bf32-41ad-90be-c1a2a19e21a5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:13.555223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:13.771858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:13.780313 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9448375-22e3-425c-b652-bf430a0aa26f x-openstack-request-id: req-e9448375-22e3-425c-b652-bf430a0aa26f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:13.780909 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:13.781345 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9448375-22e3-425c-b652-bf430a0aa26f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:13.781950 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:18:13.808978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:13.818420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:13.819244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:17:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:13.879176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-3dfb4ec5-25bb-42e0-9561-bbc854a96f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:13.880788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-3dfb4ec5-25bb-42e0-9561-bbc854a96f90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 1128 time: 0.0777147 Feb 15 02:18:13.948558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:13.956364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf8720-37e0-4644-a4c0-447474b0652d req-6ac0483d-8ef9-4854-bf63-ecfe81310e4f tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:13.958000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ccf8720-37e0-4644-a4c0-447474b0652d req-6ac0483d-8ef9-4854-bf63-ecfe81310e4f tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.1166334 Feb 15 02:18:14.022252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-59ac3272-cdfa-47d5-a639-426b9c4d723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:14.023853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-59ac3272-cdfa-47d5-a639-426b9c4d723e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 200 len: 915 time: 0.1356437 Feb 15 02:18:14.044818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ccf8720-37e0-4644-a4c0-447474b0652d req-06336ac3-457a-4ac2-9629-7df8f0860559 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767424 Feb 15 02:18:14.095809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-99a50b48-25ae-40c2-a964-41b3425a4be3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 200 len: 217 time: 0.0624027 Feb 15 02:18:14.147672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-39218868-0256-4bdf-ae17-5d3d3e5191d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:14.149393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-39218868-0256-4bdf-ae17-5d3d3e5191d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 200 len: 853 time: 0.0466886 Feb 15 02:18:14.199810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:14.203238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-9a973c69-f692-450c-9c9b-b4fc31329828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:14.204835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-9a973c69-f692-450c-9c9b-b4fc31329828 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7de598a6-89b2-4aee-a692-fcec26810a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483849 Feb 15 02:18:14.231401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ddcb45-83cd-4fd9-aab3-126a5bbc3e69 None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:12:32Z', 'revision_number': 4, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'e2ec0f52-350a-482c-8a62-abb67555f34d', 'name': '', 'network_id': '7de598a6-89b2-4aee-a692-fcec26810a4c', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'mac_address': 'fa:16:3e:c1:f4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:31Z', 'updated_at': '2022-02-15T02:12:38Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'subnets': [{'id': '1009f9d9-de17-4d91-923a-807d5c4f2441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:14.307841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-ea3f209f-cf38-44fd-a17a-3db3bcf03857 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961721 Feb 15 02:18:14.414755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3adacce-bf32-41ad-90be-c1a2a19e21a5 req-a1b0b648-724f-40bd-a19e-918eae969402 service neutron] 10.222.0.31 "GET /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993168 Feb 15 02:18:14.500901 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3b0f3-d039-4a58-9a91-b39dcc6789f0 None None] New status for floating IP 40ecf6b4-9ff2-4dad-bf23-977334d47e5a: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:18:15.167231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5934-004a-4c21-80c8-b06300239ea5 req-cc3813ef-de5d-4808-a745-0f2f5a2954ea tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:15.168753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1eff5934-004a-4c21-80c8-b06300239ea5 req-cc3813ef-de5d-4808-a745-0f2f5a2954ea tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.0534606 Feb 15 02:18:15.222790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1eff5934-004a-4c21-80c8-b06300239ea5 req-7a060ee5-d076-42bf-9ade-b6d8b7a53945 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cfa19a0-8bc5-456c-91a0-2abd207a8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484712 Feb 15 02:18:15.320935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-8f4c13a2-93fc-4552-8bfa-2d2ad19bc2a2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:15.322466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-8f4c13a2-93fc-4552-8bfa-2d2ad19bc2a2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 945 time: 0.0630736 Feb 15 02:18:15.419563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Deleting port 2dfa4889-3394-4a54-94b3-6a63e4020c45 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:15.420154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:15.511968 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] For port 2dfa4889-3394-4a54-94b3-6a63e4020c45, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=2dfa4889-3394-4a54-94b3-6a63e4020c45,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:15.512360 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:15.512697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:15.524831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Calling delete_port for 2dfa4889-3394-4a54-94b3-6a63e4020c45 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:15.710547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2dfa4889-3394-4a54-94b3-6a63e4020c45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:15.740758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event deleted for resources: {'Port': ['ID=2dfa4889-3394-4a54-94b3-6a63e4020c45,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:15.784381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] No DVR routers for this DVR port 2dfa4889-3394-4a54-94b3-6a63e4020c45 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:15.787015 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:15.790298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be2a57c7-ce30-4d9e-a6b3-8e7d476b3b97 req-0bf5ecf2-704e-4027-b3f1-7e5dc8bd21db tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.31 "DELETE /v2.0/ports/2dfa4889-3394-4a54-94b3-6a63e4020c45 HTTP/1.1" status: 204 len: 173 time: 0.4630191 Feb 15 02:18:15.790745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'name': 'network-vif-deleted', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:15.793084 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b951a31-02d8-46c8-9dfc-bb18d2cc39a8" -d '{"events": [{"server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "name": "network-vif-deleted", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:15.829970 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b615bc1-c5df-4333-927d-cbc214226c00 x-openstack-request-id: req-8b615bc1-c5df-4333-927d-cbc214226c00 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:15.830271 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c25a1-11e0-43d8-82ce-a7fb35e7133c", "name": "network-vif-deleted", "tag": "2dfa4889-3394-4a54-94b3-6a63e4020c45", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:15.830532 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b615bc1-c5df-4333-927d-cbc214226c00 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:15.830944 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c25a1-11e0-43d8-82ce-a7fb35e7133c', 'name': 'network-vif-deleted', 'tag': '2dfa4889-3394-4a54-94b3-6a63e4020c45', 'status': 'completed', 'code': 200} Feb 15 02:18:16.326551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a1c3bf-6146-47e2-8524-06b065bb70fa req-edc3b875-6ba4-4ad3-9ab4-3d46cf6adcbc tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0291028 Feb 15 02:18:17.450088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17a79ed9-c9d1-45e4-a26f-9e1796fa81c9 req-b5b04ec0-0771-4baa-a392-0c8b102dfad2 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0299108 Feb 15 02:18:18.198231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:18.314329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2dfa4889-3394-4a54-94b3-6a63e4020c45 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:18.335553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 2dfa4889-3394-4a54-94b3-6a63e4020c45 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:18.335908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 2dfa4889-3394-4a54-94b3-6a63e4020c45 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:18.555003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cf72a9b-a3a1-4d87-9ae6-9b6651bfc42a req-f45e1eb6-1f25-4e87-930e-1970e6259084 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0304794 Feb 15 02:18:19.654445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b714d5c-1c53-4102-81df-85fa74fb062c req-9d4d710a-9d71-4da4-9df1-d81af494fcf6 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0281365 Feb 15 02:18:20.778407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76a2bce4-750a-4e40-bd13-1162724c73c9 req-f15b8a91-fdc5-44b0-b497-646ff1f50be8 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0282927 Feb 15 02:18:21.082869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8c8010c-b02d-4b33-88b5-9fc4e7b1f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:21.895193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e8b405d-6c36-481a-ade5-b1c318d525a7 req-1dd38793-ea9d-4e92-b096-ebcfa403c270 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0401042 Feb 15 02:18:22.980812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca866a2c-d6b4-45c8-b0f7-55d88758bee0 req-455ee895-37b3-49ca-bc14-9b6d5d1ae523 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0290048 Feb 15 02:18:23.335579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e458738-7f1d-4b8b-895b-86764496f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:24.077913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b82b8d34-6e4f-4c84-842b-975525123e93 req-9d74e87c-e4bd-4850-b4c9-6bab79a7a68c tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa0c25a1-11e0-43d8-82ce-a7fb35e7133c HTTP/1.1" status: 200 len: 210 time: 0.0276401 Feb 15 02:18:24.579419 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:25.167285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:25.229774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (1cfa19a0-8bc5-456c-91a0-2abd207a8005), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:25.255273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (1cfa19a0-8bc5-456c-91a0-2abd207a8005), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:25.375500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1cfa19a0-8bc5-456c-91a0-2abd207a8005), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:25.387048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:25.388444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cfa19a0-8bc5-456c-91a0-2abd207a8005 HTTP/1.1" status: 204 len: 168 time: 0.2193153 Feb 15 02:18:25.398910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574779-d605-4d59-a8dd-b18e4d0331c7 tempest-TestVolumeBackupRestore-1061761288 tempest-TestVolumeBackupRestore-1061761288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa19a0-8bc5-456c-91a0-2abd207a8005,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:25.981569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:27.390808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:28.978343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:29.052841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fc9da16-5b1e-4735-9e6b-6a2e896d61c9 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/floatingips/9e82700d-34f1-4e7d-bd68-f81f2573424f HTTP/1.1" status: 200 len: 993 time: 0.0730674 Feb 15 02:18:29.327532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:29.596487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:29.596938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:29.684276 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:29.684750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:29.715810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:30.025032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:30.061691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=5e5130b8-6a89-41dd-a2a9-c9c2a8c1f9e0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:30.165401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for floatingip (9e82700d-34f1-4e7d-bd68-f81f2573424f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:30.169104 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Floating IP 9e82700d-34f1-4e7d-bd68-f81f2573424f disassociated (deleted). External IP: 172.25.2.76, port: e642ff99-851a-41a5-a121-0c5d3a345969. Feb 15 02:18:30.372037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:30.588405 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:30.621631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 5b586727-5dc6-4d97-bbe3-bb0adda1282c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:18:30.697662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Publish callbacks [] for security_group (287fd975-6673-45d5-9659-d34d66b58a46), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:30.794264 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (287fd975-6673-45d5-9659-d34d66b58a46), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:30.874985 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3150d39f2a4948d6a5b60ed4e53960da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014963 Feb 15 02:18:30.893835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:30.913886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287fd975-6673-45d5-9659-d34d66b58a46,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:30.953203 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.953710 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.954195 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.954554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.954915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.955225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.955564 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.955894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.956225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.956599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.956933 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.957258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:30.957720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa5107-a39b-49e6-8e2f-b207fa138ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:31.026094 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] Publish callbacks [] for security_group (287fd975-6673-45d5-9659-d34d66b58a46), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:31.071665 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] Publish callbacks [] for security_group (287fd975-6673-45d5-9659-d34d66b58a46), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:31.240004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:31.246535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:31.253303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Sync routers for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:31.260989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (287fd975-6673-45d5-9659-d34d66b58a46), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:31.266115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:31.266457 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/287fd975-6673-45d5-9659-d34d66b58a46 HTTP/1.1" status: 204 len: 168 time: 0.3707523 Feb 15 02:18:31.270336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:31.271098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:31.318160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e997-85f3-45b6-92ff-e0c93b04df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fd975-6673-45d5-9659-d34d66b58a46,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:31.375672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a62495b8-a7a8-49d5-af86-142cc4b1824b tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/floatingips/9e82700d-34f1-4e7d-bd68-f81f2573424f HTTP/1.1" status: 204 len: 168 time: 2.0433097 Feb 15 02:18:31.375672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:31.378595 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:31.547540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:31.871214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:31.900138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Checking router: 5b586727-5dc6-4d97-bbe3-bb0adda1282c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:31.914144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:31.914823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:31.971682 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47569905-2fcc-4b18-9b21-41d335165669 x-openstack-request-id: req-47569905-2fcc-4b18-9b21-41d335165669 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:31.972040 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:31.973296 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47569905-2fcc-4b18-9b21-41d335165669 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:31.974674 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'status': 'completed', 'code': 200} Feb 15 02:18:32.073865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-ae55a126-91d1-4d7a-ab03-2a13e1860047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:32.075980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-ae55a126-91d1-4d7a-ab03-2a13e1860047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 1129 time: 0.0798471 Feb 15 02:18:32.087040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:32.184198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935b01-9bce-490e-a8fc-b18f40c8b289 req-0adaca6f-3436-429d-9b91-3087b2382f61 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:32.194196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44935b01-9bce-490e-a8fc-b18f40c8b289 req-0adaca6f-3436-429d-9b91-3087b2382f61 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.1487322 Feb 15 02:18:32.201621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-db3d4d1a-ab0b-47ce-a667-b9d54885993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:32.203212 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-db3d4d1a-ab0b-47ce-a667-b9d54885993d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 200 len: 898 time: 0.1198878 Feb 15 02:18:32.273188 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-67d32743-c18d-4891-9fa2-164df6d61bd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 200 len: 217 time: 0.0616379 Feb 15 02:18:32.275597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44935b01-9bce-490e-a8fc-b18f40c8b289 req-fdc27ff2-21ce-4f01-9011-4cf7bec1e65a tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800366 Feb 15 02:18:32.340544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-3f7359a7-56c4-4a04-8645-9dc81cd1b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:32.342506 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-3f7359a7-56c4-4a04-8645-9dc81cd1b3d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 200 len: 833 time: 0.0632041 Feb 15 02:18:32.413738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:32.434996 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-1442b8f8-97e9-453f-b3e6-ded35a377182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:32.438021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-1442b8f8-97e9-453f-b3e6-ded35a377182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d33994b-755f-4356-927f-4f019af615e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0880635 Feb 15 02:18:32.457293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed78288-b509-4916-8468-13613c3f9140 None None] The sync data for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 is: [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:16:55Z', 'revision_number': 4, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '16af9d4d-563f-48f3-8a3c-9a182c29b92d', 'name': '', 'network_id': '1d33994b-755f-4356-927f-4f019af615e2', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'mac_address': 'fa:16:3e:fa:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:54Z', 'updated_at': '2022-02-15T02:16:59Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'subnets': [{'id': '41c6ec23-b711-4126-a7e6-8140eb607e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:32.674843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-7b6d1024-d4de-41d3-a906-c4e96af1e4a2 service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296546 Feb 15 02:18:32.809203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e9a9c9dd-30ef-4562-83f8-4bdb77990d83 req-90b697c1-bf61-4638-883c-ab9afa24171b service neutron] 10.222.0.37 "GET /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272094 Feb 15 02:18:32.900533 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba62d-0ce1-4819-8913-32f990ade289 None None] New status for floating IP 9e82700d-34f1-4e7d-bd68-f81f2573424f: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:18:33.373039 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-1b2c8a86-1424-4f0b-aa22-1f09b2243e72 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:33.374679 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-1b2c8a86-1424-4f0b-aa22-1f09b2243e72 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.0745888 Feb 15 02:18:33.436708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac1bf7-8386-464b-81c3-ae48a6ec66f3 req-31470b63-0cb0-46e2-a297-901616c22a36 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:33.440917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64ac1bf7-8386-464b-81c3-ae48a6ec66f3 req-31470b63-0cb0-46e2-a297-901616c22a36 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 946 time: 0.0792975 Feb 15 02:18:33.527215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port e642ff99-851a-41a5-a121-0c5d3a345969 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:33.528053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:33.548926 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64ac1bf7-8386-464b-81c3-ae48a6ec66f3 req-6b9efc62-c71e-49bd-84de-426e1a47e014 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/security-groups?id=acbed177-c82e-4905-aa32-e18b680e4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845888 Feb 15 02:18:33.643554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port e642ff99-851a-41a5-a121-0c5d3a345969, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e642ff99-851a-41a5-a121-0c5d3a345969,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:33.643926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:33.657447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for e642ff99-851a-41a5-a121-0c5d3a345969 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:33.918207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e642ff99-851a-41a5-a121-0c5d3a345969), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:33.949243 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=e642ff99-851a-41a5-a121-0c5d3a345969,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:34.007103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] No DVR routers for this DVR port e642ff99-851a-41a5-a121-0c5d3a345969 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:34.009822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:34.013282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-6a3f6c5f-e39d-4b54-9df8-fef48b831e20 req-7a8a1b2b-e357-4e2f-923a-b48f08bc7531 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.37 "DELETE /v2.0/ports/e642ff99-851a-41a5-a121-0c5d3a345969 HTTP/1.1" status: 204 len: 173 time: 0.6316338 Feb 15 02:18:34.013728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'name': 'network-vif-deleted', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:34.016000 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f3ac59-950b-443c-b04e-c47aa83f98c4" -d '{"events": [{"server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "name": "network-vif-deleted", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:34.281023 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaec395-8a56-4566-9d28-3d0141f1eb32 x-openstack-request-id: req-fdaec395-8a56-4566-9d28-3d0141f1eb32 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:34.281325 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdcce3e-76df-40ff-997c-a46fdbee44e7", "name": "network-vif-deleted", "tag": "e642ff99-851a-41a5-a121-0c5d3a345969", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:34.281582 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdaec395-8a56-4566-9d28-3d0141f1eb32 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:34.281997 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdcce3e-76df-40ff-997c-a46fdbee44e7', 'name': 'network-vif-deleted', 'tag': 'e642ff99-851a-41a5-a121-0c5d3a345969', 'status': 'completed', 'code': 200} Feb 15 02:18:34.693188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b969fee-7d4e-42de-a6f7-67e5933b5d0f req-3a0f8c9d-7e18-436e-8224-a6a19ca1cdec tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdcce3e-76df-40ff-997c-a46fdbee44e7 HTTP/1.1" status: 200 len: 210 time: 0.0610836 Feb 15 02:18:34.716672 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:35.351194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (6f182378-ee58-4b7a-a007-8b37d97b124c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:35.615627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Deleting port e2ec0f52-350a-482c-8a62-abb67555f34d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:35.615968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:35.706697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] For port e2ec0f52-350a-482c-8a62-abb67555f34d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=e2ec0f52-350a-482c-8a62-abb67555f34d,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:35.707068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:35.720478 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Calling delete_port for e2ec0f52-350a-482c-8a62-abb67555f34d owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:35.774835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:35.874852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (acbed177-c82e-4905-aa32-e18b680e4da4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:35.907384 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (acbed177-c82e-4905-aa32-e18b680e4da4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.071200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (acbed177-c82e-4905-aa32-e18b680e4da4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.074060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.075410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/security-groups/acbed177-c82e-4905-aa32-e18b680e4da4 HTTP/1.1" status: 204 len: 168 time: 0.2989354 Feb 15 02:18:36.085853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc3ef5-82b4-43fd-bc99-b6c19ec96a77 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbed177-c82e-4905-aa32-e18b680e4da4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:36.101816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e2ec0f52-350a-482c-8a62-abb67555f34d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.139007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ec0f52-350a-482c-8a62-abb67555f34d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:36.211147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:36.440940 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (6f182378-ee58-4b7a-a007-8b37d97b124c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.678646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-f2330e9d-731c-4733-b4a0-2b8532d9d797 req-6a0760da-541a-4c4b-af6e-cda8dc72ea43 tempest-AttachVolumeNegativeTest-2067092802 tempest-AttachVolumeNegativeTest-2067092802-project] (103884) timed out ('10.222.0.37', 60464) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:18:36.712017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:36.723451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Router 6f182378-ee58-4b7a-a007-8b37d97b124c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:18:36.845239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:36.854514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-68b5bb61-9bbd-42fc-941a-c4b4b187ba6d admin admin] 10.222.0.43 "PUT /v2.0/routers/6f182378-ee58-4b7a-a007-8b37d97b124c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331072 Feb 15 02:18:36.856695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:36.856849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Sync routers for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:36.868049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:36.868723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:36.966854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks [] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.051075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port 16af9d4d-563f-48f3-8a3c-9a182c29b92d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:37.051668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.101576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e642ff99-851a-41a5-a121-0c5d3a345969 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:37.117792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks [] for router_gateway (6f182378-ee58-4b7a-a007-8b37d97b124c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.124530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e642ff99-851a-41a5-a121-0c5d3a345969 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:37.124882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e642ff99-851a-41a5-a121-0c5d3a345969 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:37.179185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port 16af9d4d-563f-48f3-8a3c-9a182c29b92d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=16af9d4d-563f-48f3-8a3c-9a182c29b92d,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:37.179461 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.193083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for 16af9d4d-563f-48f3-8a3c-9a182c29b92d owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:37.211388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:37.277620 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Deleting port 853cf07c-3ac1-4b26-9290-f3054966ecc9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:37.278065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.418268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] For port 853cf07c-3ac1-4b26-9290-f3054966ecc9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=853cf07c-3ac1-4b26-9290-f3054966ecc9,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:37.421346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.453800 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Calling delete_port for 853cf07c-3ac1-4b26-9290-f3054966ecc9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:37.469517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:18:35Z', 'revision_number': 5, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port': {'id': '853cf07c-3ac1-4b26-9290-f3054966ecc9', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:28Z', 'updated_at': '2022-02-15T02:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:37.498108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Checking router: 6f182378-ee58-4b7a-a007-8b37d97b124c for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:37.506877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Routers {'6f182378-ee58-4b7a-a007-8b37d97b124c'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:37.507496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6f182378-ee58-4b7a-a007-8b37d97b124c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:37.570380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (16af9d4d-563f-48f3-8a3c-9a182c29b92d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:37.603724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] Set router 6f182378-ee58-4b7a-a007-8b37d97b124c gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:37.617113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=16af9d4d-563f-48f3-8a3c-9a182c29b92d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:37.681888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:18:37Z', 'revision_number': 6, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:37.721982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471aca7-4348-4b2c-966e-d7db2f2b590e None None] The sync data for ids ['6f182378-ee58-4b7a-a007-8b37d97b124c'] in n-d-829064-14 is: [{'id': '6f182378-ee58-4b7a-a007-8b37d97b124c', 'name': 'tempest-TestVolumeBackupRestore-1707999578-router', 'tenant_id': '06579f6f8e334772ae33e8d2a6c01b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:27Z', 'updated_at': '2022-02-15T02:18:37Z', 'revision_number': 6, 'project_id': '06579f6f8e334772ae33e8d2a6c01b86', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:37.879501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.078320 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (853cf07c-3ac1-4b26-9290-f3054966ecc9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.115696 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=853cf07c-3ac1-4b26-9290-f3054966ecc9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:38.144011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Router 5b586727-5dc6-4d97-bbe3-bb0adda1282c has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:18:38.178790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6f182378-ee58-4b7a-a007-8b37d97b124c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.281768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:38.288109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7190dea4-a33f-478f-842d-82d53f1a9429 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "PUT /v2.0/routers/5b586727-5dc6-4d97-bbe3-bb0adda1282c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758653 Feb 15 02:18:38.288839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.290728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:38.291194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks [] for router_controller (6f182378-ee58-4b7a-a007-8b37d97b124c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.298483 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Sync routers for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:38.310745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:38.311851 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:38.345211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting subnet 41c6ec23-b711-4126-a7e6-8140eb607e63 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:18:38.349188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (41c6ec23-b711-4126-a7e6-8140eb607e63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.399647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (41c6ec23-b711-4126-a7e6-8140eb607e63), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.443746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6f182378-ee58-4b7a-a007-8b37d97b124c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.444354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f182378-ee58-4b7a-a007-8b37d97b124c {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:18:38.444682 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:38.449031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.450180 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-93de2172-ed54-4f87-a4a1-09f41b328ee0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6f182378-ee58-4b7a-a007-8b37d97b124c HTTP/1.1" status: 204 len: 168 time: 1.5941296 Feb 15 02:18:38.453010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:38.530062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Deleting subnet 1009f9d9-de17-4d91-923a-807d5c4f2441 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:18:38.537439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Publish callbacks [] for subnet (1009f9d9-de17-4d91-923a-807d5c4f2441), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.577490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (41c6ec23-b711-4126-a7e6-8140eb607e63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.617316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (1009f9d9-de17-4d91-923a-807d5c4f2441), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.649212 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:18:37Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:38.684926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Checking router: 5b586727-5dc6-4d97-bbe3-bb0adda1282c for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:38.695616 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Routers {'5b586727-5dc6-4d97-bbe3-bb0adda1282c'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:38.696412 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:38.720061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1009f9d9-de17-4d91-923a-807d5c4f2441), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.754970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (41c6ec23-b711-4126-a7e6-8140eb607e63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.791471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Subnet': ['ID=41c6ec23-b711-4126-a7e6-8140eb607e63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:38.798951 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.805942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:38.806120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b09265-83c8-4c26-829a-16d50c7fd14e None None] Network 1d33994b-755f-4356-927f-4f019af615e2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:38.806598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-72acba42-a0b2-4cf5-b318-3b29e0074238 tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/subnets/41c6ec23-b711-4126-a7e6-8140eb607e63 HTTP/1.1" status: 204 len: 168 time: 0.5143552 Feb 15 02:18:38.831526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] Set router 5b586727-5dc6-4d97-bbe3-bb0adda1282c gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:38.906812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (1009f9d9-de17-4d91-923a-807d5c4f2441), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.915432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-80f0f2b8-2cfd-4a40-be40-984e7b4ef4fc req-f7f45d22-5fdf-47b8-8cc8-1f2fd7298e9c service neutron] (103884) timed out ('10.222.0.43', 51690) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:18:38.953713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1009f9d9-de17-4d91-923a-807d5c4f2441,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:38.962565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:38.968798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d622dfe-2761-46a9-8113-1ea80aef45b7 None None] Network 7de598a6-89b2-4aee-a692-fcec26810a4c requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:38.973377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9524b88d-01ab-4ef6-b2f3-7a797bf0c1b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1009f9d9-de17-4d91-923a-807d5c4f2441 HTTP/1.1" status: 204 len: 168 time: 0.5193119 Feb 15 02:18:38.974036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:38.997192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.179537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (7de598a6-89b2-4aee-a692-fcec26810a4c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.186783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:18:37Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:39.200872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] DHCP port deletion for 1d33994b-755f-4356-927f-4f019af615e2 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:18:39.245136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] DHCP port deletion for 7de598a6-89b2-4aee-a692-fcec26810a4c request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:18:39.254441 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_gateway (5b586727-5dc6-4d97-bbe3-bb0adda1282c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.262640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcb757-0b8b-4502-89e3-3af4e52f4d64 None None] The sync data for ids ['5b586727-5dc6-4d97-bbe3-bb0adda1282c'] in n-d-829064-14 is: [{'id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'name': 'tempest-TestNetworkBasicOps-router-333860001', 'tenant_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:16:50Z', 'updated_at': '2022-02-15T02:18:37Z', 'revision_number': 5, 'project_id': 'bdd3b20a31de49e4bc259e43e084ade5', 'gw_port': {'id': 'ea83af30-55ac-451d-898b-4ef2f8493858', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b586727-5dc6-4d97-bbe3-bb0adda1282c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:16:51Z', 'updated_at': '2022-02-15T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:39.264434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Deleting port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:39.264778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.323180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Deleting port 59b16660-486d-486a-94d1-ba5722d9af06 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:39.323553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (59b16660-486d-486a-94d1-ba5722d9af06), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.343804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] For port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:39.344176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.358821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Calling delete_port for 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:39.366011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Deleting port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:39.366391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.403364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Deleting port ea83af30-55ac-451d-898b-4ef2f8493858 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:39.403719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.442323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] For port 59b16660-486d-486a-94d1-ba5722d9af06, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=59b16660-486d-486a-94d1-ba5722d9af06,segment=NetworkSegment(c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce),segment_id=c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:39.442902 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (59b16660-486d-486a-94d1-ba5722d9af06), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.471223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Calling delete_port for 59b16660-486d-486a-94d1-ba5722d9af06 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:39.478475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] For port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,segment=NetworkSegment(26412767-2af4-4e7d-a8ac-74114caad7c0),segment_id=26412767-2af4-4e7d-a8ac-74114caad7c0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:39.479999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.501970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Calling delete_port for 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:39.506378 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] For port ea83af30-55ac-451d-898b-4ef2f8493858, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea83af30-55ac-451d-898b-4ef2f8493858,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:39.506753 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.520764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Calling delete_port for ea83af30-55ac-451d-898b-4ef2f8493858 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:39.528427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.568977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:39.580746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] No DVR routers for this DVR port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:39.725648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (749d1b9b-22ec-461f-a56b-0eef0ec6a0fe), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.799190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Pushing event deleted for resources: {'Port': ['ID=749d1b9b-22ec-461f-a56b-0eef0ec6a0fe,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:39.809799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (7de598a6-89b2-4aee-a692-fcec26810a4c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.811949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] No DVR routers for this DVR port 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:39.814270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.814625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.814971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.815419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.816849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.818857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.819324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.819671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.820009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.820365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.820701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.821030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.821358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68bc56-0de0-4d6e-9bcf-e5c120530f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:39.826862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:39.830402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (59b16660-486d-486a-94d1-ba5722d9af06), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.848901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de598a6-89b2-4aee-a692-fcec26810a4c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:39.869905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26412767-2af4-4e7d-a8ac-74114caad7c0') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:39.870167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26412767-2af4-4e7d-a8ac-74114caad7c0') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:39.889821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (26412767-2af4-4e7d-a8ac-74114caad7c0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.893765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] Pushing event deleted for resources: {'Port': ['ID=59b16660-486d-486a-94d1-ba5722d9af06,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:39.900131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:39.905487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 749d1b9b-22ec-461f-a56b-0eef0ec6a0fe not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:39.905487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 59b16660-486d-486a-94d1-ba5722d9af06 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:39.906153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b59994-5ff4-4aae-b676-951851059e05 None None] No DVR routers for this DVR port 59b16660-486d-486a-94d1-ba5722d9af06 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:39.910776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (26412767-2af4-4e7d-a8ac-74114caad7c0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.929628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:18:39.930377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (26412767-2af4-4e7d-a8ac-74114caad7c0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:18:39.933389 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:18:39.949481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 59b16660-486d-486a-94d1-ba5722d9af06 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:39.949832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 59b16660-486d-486a-94d1-ba5722d9af06 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:39.950264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 16af9d4d-563f-48f3-8a3c-9a182c29b92d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:39.971501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 16af9d4d-563f-48f3-8a3c-9a182c29b92d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:39.971851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 16af9d4d-563f-48f3-8a3c-9a182c29b92d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:39.972329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 853cf07c-3ac1-4b26-9290-f3054966ecc9 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:39.981087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ea83af30-55ac-451d-898b-4ef2f8493858), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:39.996598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 853cf07c-3ac1-4b26-9290-f3054966ecc9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:39.997033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 853cf07c-3ac1-4b26-9290-f3054966ecc9 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:39.997599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e2ec0f52-350a-482c-8a62-abb67555f34d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:40.016170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Port': ['ID=ea83af30-55ac-451d-898b-4ef2f8493858,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:40.023117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: e2ec0f52-350a-482c-8a62-abb67555f34d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:40.035653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device e2ec0f52-350a-482c-8a62-abb67555f34d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:40.082173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.095253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (7de598a6-89b2-4aee-a692-fcec26810a4c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.107961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.111339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7de598a6-89b2-4aee-a692-fcec26810a4c HTTP/1.1" status: 204 len: 168 time: 1.1363461 Feb 15 02:18:40.115501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:40.127385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59167ed-f0a8-457f-8f3d-9184a85cdf82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de598a6-89b2-4aee-a692-fcec26810a4c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:40.218511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.222079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router_controller (5b586727-5dc6-4d97-bbe3-bb0adda1282c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.365064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5b586727-5dc6-4d97-bbe3-bb0adda1282c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.365768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Fanout notify agent at l3_agent the message router_deleted on router 5b586727-5dc6-4d97-bbe3-bb0adda1282c {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:18:40.399410 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.408602 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f2a8c71a-77b0-46ee-bbf1-5f21c7427b0c tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/routers/5b586727-5dc6-4d97-bbe3-bb0adda1282c HTTP/1.1" status: 204 len: 168 time: 1.5935411 Feb 15 02:18:40.408602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:40.513749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1d33994b-755f-4356-927f-4f019af615e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.632729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1d33994b-755f-4356-927f-4f019af615e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.659903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d33994b-755f-4356-927f-4f019af615e2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:40.678199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:40.678496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:40.688632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.719767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.727516 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:18:40.727900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (c63b5c34-c2c4-4ad6-b7af-209b0d59a8ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:18:40.730782 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:18:40.797192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (67e9af31-df38-43b3-8824-e5b6013a48a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.839696 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1d33994b-755f-4356-927f-4f019af615e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.847529 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:40.850702 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] 10.222.0.43 "DELETE /v2.0/networks/1d33994b-755f-4356-927f-4f019af615e2 HTTP/1.1" status: 204 len: 168 time: 0.4465239 Feb 15 02:18:40.868010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212411-9867-4f50-b07d-b4bfeaf697cb tempest-TestNetworkBasicOps-2061219006 tempest-TestNetworkBasicOps-2061219006-project] Pushing event deleted for resources: {'Network': ['ID=1d33994b-755f-4356-927f-4f019af615e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:41.078103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Deleting port fb321b69-0dbf-4ab6-8188-6316f0f3cef3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:41.078445 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.160633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] For port fb321b69-0dbf-4ab6-8188-6316f0f3cef3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:41.161005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.174826 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Calling delete_port for fb321b69-0dbf-4ab6-8188-6316f0f3cef3 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:41.288183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:41.421179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea83af30-55ac-451d-898b-4ef2f8493858 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:41.430804 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fb321b69-0dbf-4ab6-8188-6316f0f3cef3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.438754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6588fdf3-9134-42f8-99e6-0f0b8f4f08e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdd3b20a31de49e4bc259e43e084ade5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493518 Feb 15 02:18:41.442923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:41.451166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ea83af30-55ac-451d-898b-4ef2f8493858 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:41.451446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea83af30-55ac-451d-898b-4ef2f8493858 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:41.488841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb321b69-0dbf-4ab6-8188-6316f0f3cef3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:41.502512 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] Publish callbacks [] for security_group (4f5848d2-b847-464a-8636-cf213d87efba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.528312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] Publish callbacks [] for security_group (4f5848d2-b847-464a-8636-cf213d87efba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.653279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (4f5848d2-b847-464a-8636-cf213d87efba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.655927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.657138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f5848d2-b847-464a-8636-cf213d87efba HTTP/1.1" status: 204 len: 168 time: 0.2130988 Feb 15 02:18:41.665848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e109f2-4fb6-496f-8585-04867b19b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5848d2-b847-464a-8636-cf213d87efba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:41.682301 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (67e9af31-df38-43b3-8824-e5b6013a48a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:41.923952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Router 67e9af31-df38-43b3-8824-e5b6013a48a3 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:18:42.035271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:42.040429 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-371a0f1d-fc3a-41a8-9c3a-a0c193420515 admin admin] 10.222.0.43 "PUT /v2.0/routers/67e9af31-df38-43b3-8824-e5b6013a48a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239051 Feb 15 02:18:42.043094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:42.046888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Sync routers for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:42.057429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:42.058420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:42.154909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks [] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.172569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:42.244704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:42.261846 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe5f-3e42-4b3d-849c-e4434d6a98b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.366511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe5f-3e42-4b3d-849c-e4434d6a98b2 admin admin] Publish callbacks [] for security_group (aa48765b-6911-491c-97cc-7deceaad8dba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.400366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:18:41Z', 'revision_number': 5, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:42.441203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Checking router: 67e9af31-df38-43b3-8824-e5b6013a48a3 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:42.444899 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe5f-3e42-4b3d-849c-e4434d6a98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa48765b-6911-491c-97cc-7deceaad8dba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.452835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Routers {'67e9af31-df38-43b3-8824-e5b6013a48a3'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:42.453522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['67e9af31-df38-43b3-8824-e5b6013a48a3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:42.498438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c4dbfe5f-3e42-4b3d-849c-e4434d6a98b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de127def9a9545a0ad6e212da2f4b9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523963 Feb 15 02:18:42.500981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:42.512341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbfe5f-3e42-4b3d-849c-e4434d6a98b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa48765b-6911-491c-97cc-7deceaad8dba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:42.569562 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks [] for router_gateway (67e9af31-df38-43b3-8824-e5b6013a48a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.590096 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] Publish callbacks [] for security_group (aa48765b-6911-491c-97cc-7deceaad8dba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.616604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] Publish callbacks [] for security_group (aa48765b-6911-491c-97cc-7deceaad8dba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.754101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] Set router 67e9af31-df38-43b3-8824-e5b6013a48a3 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:42.875124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Deleting port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:42.875898 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.887788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (aa48765b-6911-491c-97cc-7deceaad8dba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.891962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.893435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa48765b-6911-491c-97cc-7deceaad8dba HTTP/1.1" status: 204 len: 168 time: 0.3912873 Feb 15 02:18:42.908076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857514-69b0-4761-8848-7feec343c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa48765b-6911-491c-97cc-7deceaad8dba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:42.964781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:18:41Z', 'revision_number': 5, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:42.986655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] For port 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:42.987381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:42.998850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fc2d0-9117-4c38-8579-16b077adce44 None None] The sync data for ids ['67e9af31-df38-43b3-8824-e5b6013a48a3'] in n-d-829064-14 is: [{'id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'name': 'tempest-TestVolumeBackupRestore-1603272158-router', 'tenant_id': '809dcbd9102a41ce9932e735d77fd52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:12:37Z', 'updated_at': '2022-02-15T02:18:41Z', 'revision_number': 5, 'project_id': '809dcbd9102a41ce9932e735d77fd52d', 'gw_port': {'id': '5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9af31-df38-43b3-8824-e5b6013a48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:12:39Z', 'updated_at': '2022-02-15T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:43.006328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Calling delete_port for 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:43.236749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.274289 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:43.348740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (67e9af31-df38-43b3-8824-e5b6013a48a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.492071 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.497779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks [] for router_controller (67e9af31-df38-43b3-8824-e5b6013a48a3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.513947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb321b69-0dbf-4ab6-8188-6316f0f3cef3 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:43.544588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fb321b69-0dbf-4ab6-8188-6316f0f3cef3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:43.545068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fb321b69-0dbf-4ab6-8188-6316f0f3cef3 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:43.643793 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (67e9af31-df38-43b3-8824-e5b6013a48a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.644434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e9af31-df38-43b3-8824-e5b6013a48a3 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:18:43.652374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.653642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-764be2f0-07ed-4ff7-8015-cd62f65b15ec admin admin] 10.222.0.43 "DELETE /v2.0/routers/67e9af31-df38-43b3-8824-e5b6013a48a3 HTTP/1.1" status: 204 len: 168 time: 1.6097107 Feb 15 02:18:43.656557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:43.714070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Deleting subnet 82a85136-7432-484f-9cff-6f5b8b464890 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:18:43.716489 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Publish callbacks [] for subnet (82a85136-7432-484f-9cff-6f5b8b464890), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.755372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (82a85136-7432-484f-9cff-6f5b8b464890), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:43.842545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (82a85136-7432-484f-9cff-6f5b8b464890), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.003134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (82a85136-7432-484f-9cff-6f5b8b464890), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.031936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a85136-7432-484f-9cff-6f5b8b464890,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:44.036640 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.044514 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-459effa1-b5ae-4bd1-87ad-737d04ca4e5c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/82a85136-7432-484f-9cff-6f5b8b464890 HTTP/1.1" status: 204 len: 168 time: 0.3843839 Feb 15 02:18:44.044716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1892c-f5c7-4e22-9dca-e723853ece6b None None] Network 0a3a5c1f-525d-4990-afbc-1a487ce6b139 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:44.044847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:44.122309 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0a3a5c1f-525d-4990-afbc-1a487ce6b139), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.188809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Deleting port 304d29f3-5674-49b9-a13e-edec89dfba6a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:44.189774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.241085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] DHCP port deletion for 0a3a5c1f-525d-4990-afbc-1a487ce6b139 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:18:44.275049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] For port 304d29f3-5674-49b9-a13e-edec89dfba6a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=304d29f3-5674-49b9-a13e-edec89dfba6a,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:44.275591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.293070 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Calling delete_port for 304d29f3-5674-49b9-a13e-edec89dfba6a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:44.306916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:44.312712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Deleting port 304d29f3-5674-49b9-a13e-edec89dfba6a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:18:44.313169 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.389384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] For port 304d29f3-5674-49b9-a13e-edec89dfba6a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=304d29f3-5674-49b9-a13e-edec89dfba6a,segment=NetworkSegment(2746d8ef-2c99-4471-98ef-0ddfe25b5d6a),segment_id=2746d8ef-2c99-4471-98ef-0ddfe25b5d6a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:44.389898 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.404157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Calling delete_port for 304d29f3-5674-49b9-a13e-edec89dfba6a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:18:44.439804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1872002729-network', 'tenant_id': 'bcc2caa8ca154af8abf51dba59f046c6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:44.466703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.486244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (304d29f3-5674-49b9-a13e-edec89dfba6a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.497301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] No DVR routers for this DVR port 304d29f3-5674-49b9-a13e-edec89dfba6a on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:44.520627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Pushing event deleted for resources: {'Port': ['ID=304d29f3-5674-49b9-a13e-edec89dfba6a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:44.527815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] Pushing event deleted for resources: {'Port': ['ID=304d29f3-5674-49b9-a13e-edec89dfba6a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:44.536029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b80c0-7781-43ca-8a5b-a3bfb19f6fac None None] No DVR routers for this DVR port 304d29f3-5674-49b9-a13e-edec89dfba6a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:18:44.556486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Made reservation on behalf of bcc2caa8ca154af8abf51dba59f046c6 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:44.561756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.568087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.577458 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0a3a5c1f-525d-4990-afbc-1a487ce6b139), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.602833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3a5c1f-525d-4990-afbc-1a487ce6b139']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:44.612165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:44.612545 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2746d8ef-2c99-4471-98ef-0ddfe25b5d6a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:44.622011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (2746d8ef-2c99-4471-98ef-0ddfe25b5d6a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.635287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (2746d8ef-2c99-4471-98ef-0ddfe25b5d6a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.641662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:18:44.642058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (2746d8ef-2c99-4471-98ef-0ddfe25b5d6a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.643212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks [] for security_group (1ae10e37-b433-46ca-88bb-77ecb37591cb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:18:44.644223 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:18:44.717969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ae10e37-b433-46ca-88bb-77ecb37591cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.744179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae10e37-b433-46ca-88bb-77ecb37591cb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:44.775352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0a3a5c1f-525d-4990-afbc-1a487ce6b139), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.785276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:18:44.785767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.787715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0a3a5c1f-525d-4990-afbc-1a487ce6b139 HTTP/1.1" status: 204 len: 168 time: 0.7404299 Feb 15 02:18:44.796282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a2f59d70-00b1-442b-ac2d-67b86f9a8a1e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.796995 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Added segment a2f59d70-00b1-442b-ac2d-67b86f9a8a1e of type vlan for network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 Feb 15 02:18:44.808708 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226df0f-c8fb-4277-83c8-203205845179 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3a5c1f-525d-4990-afbc-1a487ce6b139,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:44.850388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.969180 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:44.970178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:44.970771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.057468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:45.067114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:18:45.137879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8697b028-53cc-4770-9d43-34c27df787e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8292329 Feb 15 02:18:45.139902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:45.144947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:45.154724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Request body: {'subnet': {'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1872002729-subnet', 'tenant_id': 'bcc2caa8ca154af8abf51dba59f046c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:45.187843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-318caca1-19aa-46b1-9e88-580851bca25d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06579f6f8e334772ae33e8d2a6c01b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454969 Feb 15 02:18:45.190348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:45.238840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] Publish callbacks [] for security_group (6a003bd7-4152-44ac-9ad3-878ef740710e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.264085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] Publish callbacks [] for security_group (6a003bd7-4152-44ac-9ad3-878ef740710e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.312237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Made reservation on behalf of bcc2caa8ca154af8abf51dba59f046c6 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:45.314594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.386968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6a003bd7-4152-44ac-9ad3-878ef740710e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.398103 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.400556 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a003bd7-4152-44ac-9ad3-878ef740710e HTTP/1.1" status: 204 len: 168 time: 0.2085493 Feb 15 02:18:45.411452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:45.423328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd07646-645a-4df9-bbb6-cbaf458b220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a003bd7-4152-44ac-9ad3-878ef740710e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:45.471238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:45.472533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5ce0f3d2-2996-4b7d-9baa-c1c0d80e08eb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:45.473237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 304d29f3-5674-49b9-a13e-edec89dfba6a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:18:45.521154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 304d29f3-5674-49b9-a13e-edec89dfba6a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:18:45.521721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 304d29f3-5674-49b9-a13e-edec89dfba6a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:18:45.596577 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.632771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (5395ac5c-f09d-44b9-ac5f-24ac5f5698f2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.698075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5395ac5c-f09d-44b9-ac5f-24ac5f5698f2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:45.707564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Checking segment: {'id': 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:45.714906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Network hostable DHCP agents. Network: d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:18:45.814030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:18:45.900891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:45.905265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:45.906230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:45.912967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a9017-770d-4647-a6eb-b63d8527cfcb None None] Network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:46.015759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-09c03792-66d3-441a-af53-a599c2d75bce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8680692 Feb 15 02:18:46.030967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fff946-b132-42b4-aa87-09745736fe34 None None] Network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:46.165165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:46.213766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0f8cdb25-f9b1-4b11-a674-8e0268d4860a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=809dcbd9102a41ce9932e735d77fd52d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468154 Feb 15 02:18:46.216310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:46.275638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] Publish callbacks [] for security_group (e5b81a12-b8c0-4fd9-b9d7-219be2234827), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:46.301358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] Publish callbacks [] for security_group (e5b81a12-b8c0-4fd9-b9d7-219be2234827), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:46.443720 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e5b81a12-b8c0-4fd9-b9d7-219be2234827), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:46.446449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:46.450040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5b81a12-b8c0-4fd9-b9d7-219be2234827 HTTP/1.1" status: 204 len: 168 time: 0.2304275 Feb 15 02:18:46.456585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb9e8c-bcff-46c0-a9a8-4c395a06778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b81a12-b8c0-4fd9-b9d7-219be2234827,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:46.916160 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:46.921435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-513884450-network', 'tenant_id': 'cc5cf62c1ad74771b266a27f22a62d76'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:47.004685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Made reservation on behalf of cc5cf62c1ad74771b266a27f22a62d76 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:47.007490 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.017578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.103899 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks [] for security_group (1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.181336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.206887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:18:47.216473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:47.221144 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1dd0f500-2aa6-4db2-8e15-d2a254fa7552), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.221561 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Added segment 1dd0f500-2aa6-4db2-8e15-d2a254fa7552 of type vlan for network 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 Feb 15 02:18:47.261526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6fc79e68-85a8-48ff-a5d0-0d59d9bd6297), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.355988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6fc79e68-85a8-48ff-a5d0-0d59d9bd6297), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.359799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:47.359799 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.449759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc79e68-85a8-48ff-a5d0-0d59d9bd6297,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:47.460051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:18:47.522013 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ee0ff52a-136b-435a-aedd-0e6191848a55 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6045506 Feb 15 02:18:47.525138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:47.529853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Request body: {'subnet': {'network_id': '6fc79e68-85a8-48ff-a5d0-0d59d9bd6297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-513884450-subnet', 'tenant_id': 'cc5cf62c1ad74771b266a27f22a62d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:47.543852 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:18:47.632258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Made reservation on behalf of cc5cf62c1ad74771b266a27f22a62d76 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:47.634746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.867123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (f9dcf54d-6822-4d03-a99d-5a0d00d97eb5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:47.919247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dcf54d-6822-4d03-a99d-5a0d00d97eb5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:47.936015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Checking segment: {'id': '1dd0f500-2aa6-4db2-8e15-d2a254fa7552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6fc79e68-85a8-48ff-a5d0-0d59d9bd6297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:47.936430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Network hostable DHCP agents. Network: 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:18:48.009446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Network 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:18:48.095166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:48.099855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:48.100483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:48.108823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf330f-4728-4dbb-924f-a2ed30deea0f None None] Network 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:48.183865 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aa4e371e-6600-45ef-8ca8-9ecb2cf23c81 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6579254 Feb 15 02:18:48.210511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb066c-33bf-4632-bd47-18dfc2bea0e3 None None] Network 6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:48.214244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:48.678390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6a0edcab-c32d-4834-9e03-f3550ac8b8c6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:48.679879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6a0edcab-c32d-4834-9e03-f3550ac8b8c6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/networks?id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 HTTP/1.1" status: 200 len: 812 time: 0.0976517 Feb 15 02:18:48.694797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-a94ca91b-e0ed-4262-a0ff-b35bcda33238 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/quotas/bcc2caa8ca154af8abf51dba59f046c6 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Feb 15 02:18:48.731344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-f25abd32-f1de-4158-9d93-40226e4b9205 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315533 Feb 15 02:18:48.822963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-61b0b575-be61-4bd6-8e4b-30c490edd515 service neutron] 10.222.0.43 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842435 Feb 15 02:18:48.921157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-a8b59a57-1f45-46ac-8a4a-b52e13d3470c service neutron] 10.222.0.43 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Feb 15 02:18:49.165697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 42950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:49.170843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c21cc1a2-77b6-4304-b753-13424bb00bc1 req-11b1cfb6-761a-4d80-9875-b18cbcc1587c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 210 time: 0.0357780 Feb 15 02:18:49.290718 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5997c5-d21f-4d7e-982c-b811bd93cd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.374010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5997c5-d21f-4d7e-982c-b811bd93cd3e admin admin] Publish callbacks [] for security_group (5eb3aa2f-6365-4a21-bf19-4268531ae2e7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.473053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea5997c5-d21f-4d7e-982c-b811bd93cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5eb3aa2f-6365-4a21-bf19-4268531ae2e7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.514748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ea5997c5-d21f-4d7e-982c-b811bd93cd3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b0b44eeb8cf4ce2aaece7e3f4eba58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452365 Feb 15 02:18:49.514748 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5997c5-d21f-4d7e-982c-b811bd93cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb3aa2f-6365-4a21-bf19-4268531ae2e7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:49.515108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 42958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:49.568233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] Publish callbacks [] for security_group (5eb3aa2f-6365-4a21-bf19-4268531ae2e7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.589724 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] Publish callbacks [] for security_group (5eb3aa2f-6365-4a21-bf19-4268531ae2e7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.706844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5eb3aa2f-6365-4a21-bf19-4268531ae2e7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.709527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:49.710971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eb3aa2f-6365-4a21-bf19-4268531ae2e7 HTTP/1.1" status: 204 len: 168 time: 0.1946805 Feb 15 02:18:49.719224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe565e-4baf-425f-9d4a-1e512370bdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb3aa2f-6365-4a21-bf19-4268531ae2e7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:50.288368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94647011-863d-41be-9b1e-76552d4731cf req-6dbe77e7-938c-4b60-a349-9be2a68a99ab tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 210 time: 0.0299325 Feb 15 02:18:51.083434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e37b3e-b9a5-4271-b927-d554cf65aadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:51.408674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50d85c86-b6ad-448e-a5b9-edef0abf50e5 req-c8e147a9-9c05-4ea8-8726-61294f7b4c68 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 210 time: 0.0415258 Feb 15 02:18:51.434050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-e20fecee-3b57-472a-96b1-9120d2bd59d0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:51.435719 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-e20fecee-3b57-472a-96b1-9120d2bd59d0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.37 "GET /v2.0/networks?id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 HTTP/1.1" status: 200 len: 812 time: 0.1307285 Feb 15 02:18:51.446983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Request body: {'port': {'device_id': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8', 'admin_state_up': True, 'tenant_id': 'bcc2caa8ca154af8abf51dba59f046c6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:51.670517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Made reservation on behalf of bcc2caa8ca154af8abf51dba59f046c6 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:51.674331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:51.800559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Allocated IP 172.20.0.5 (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8/5395ac5c-f09d-44b9-ac5f-24ac5f5698f2/65e6ba15-5a6c-4851-aace-b87aaf39ceae) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:18:51.955776 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks [] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:51.978087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43004) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:51.982655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621461356', 'description': 'tempest-secgroup-smoke-621461356 description', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:52.055593 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.083455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.093103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.097962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:18:52.103003 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:52.106727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:18:52.113728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Pushing event updated for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:52.158677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:52.159371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.177544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.234943 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-6b8d2080-2125-4883-8f04-96a3eab538e0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915986 Feb 15 02:18:52.253645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Request body: {'port': {'device_id': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:52.260761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.296575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:52.320055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.338352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (2a297c27-0aff-461d-be69-3e2a19463b45), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.392481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2a297c27-0aff-461d-be69-3e2a19463b45), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.422183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a297c27-0aff-461d-be69-3e2a19463b45,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:52.478814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.480367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7607ce89-0237-47a7-8052-c010f6b64d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5010638 Feb 15 02:18:52.483977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:52.504121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:52.552535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89f97-ff5d-4a6f-ba76-d3843bb6f709 req-6bc03d39-a0ee-4cd4-9b90-5d9e75fd48e6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:52.554206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11f89f97-ff5d-4a6f-ba76-d3843bb6f709 req-6bc03d39-a0ee-4cd4-9b90-5d9e75fd48e6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 931 time: 0.0718503 Feb 15 02:18:52.583133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e6ba15-5a6c-4851-aace-b87aaf39ceae {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:18:52.590927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks [] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.603376 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Transition to ACTIVE for port object 65e6ba15-5a6c-4851-aace-b87aaf39ceae will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:18:52.605800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11f89f97-ff5d-4a6f-ba76-d3843bb6f709 req-3cfdc07e-74cb-4b13-8bd6-d270e787863a tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Feb 15 02:18:52.641032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (6c6476fd-0b88-4b3f-980f-afda2b627684), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.670335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.687608 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (6c6476fd-0b88-4b3f-980f-afda2b627684), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.718569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Pushing event updated for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:52.763592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6c6476fd-0b88-4b3f-980f-afda2b627684), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.784921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6476fd-0b88-4b3f-980f-afda2b627684,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:52.791018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Attempting to bind port 65e6ba15-5a6c-4851-aace-b87aaf39ceae on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:18:52.791366 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Attempting to bind port 65e6ba15-5a6c-4851-aace-b87aaf39ceae by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:18:52.791725 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Attempting to bind port 65e6ba15-5a6c-4851-aace-b87aaf39ceae on network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:18:52.796082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Port 65e6ba15-5a6c-4851-aace-b87aaf39ceae on network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:18:52.796435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Attempting to bind port 65e6ba15-5a6c-4851-aace-b87aaf39ceae on network d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:18:52.801692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:18:52.802029 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Checking segment: {'id': 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:52.802414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Bound using segment: {'id': 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:18:52.802837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Bound port: 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:18:52.803194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.863282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.863661 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:18:52.864528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5bd2594-5e88-4bb5-850d-9d0d8e8b82fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3795345 Feb 15 02:18:52.866711 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae,segment=NetworkSegment(a2f59d70-00b1-442b-ac2d-67b86f9a8a1e),segment_id=a2f59d70-00b1-442b-ac2d-67b86f9a8a1e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:18:52.867379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:52.872205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:52.945121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.974653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (27088d87-587a-45ff-8bd1-c06533039914), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.979720 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:52.980375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:52.981792 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] 10.222.0.37 "PUT /v2.0/ports/65e6ba15-5a6c-4851-aace-b87aaf39ceae HTTP/1.1" status: 200 len: 1092 time: 0.7324743 Feb 15 02:18:52.984276 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:52.987998 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809a347f-6d49-4de9-94ff-38a460be714e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:53.029148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477e257-94b7-4a8c-a3b4-2b213a5a8c8c service neutron] Pushing event updated for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:53.033461 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf398a4-4591-4fe7-a3c3-84d68eed1259 x-openstack-request-id: req-ccf398a4-4591-4fe7-a3c3-84d68eed1259 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:53.033763 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:53.034053 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccf398a4-4591-4fe7-a3c3-84d68eed1259 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:53.034815 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae', 'status': 'completed', 'code': 200} Feb 15 02:18:53.045641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (27088d87-587a-45ff-8bd1-c06533039914), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.098890 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a347f-6d49-4de9-94ff-38a460be714e req-217234cc-93aa-4a01-b5ca-61f41a913fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.100502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-809a347f-6d49-4de9-94ff-38a460be714e req-217234cc-93aa-4a01-b5ca-61f41a913fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 1126 time: 0.0499501 Feb 15 02:18:53.110961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (27088d87-587a-45ff-8bd1-c06533039914), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.131266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27088d87-587a-45ff-8bd1-c06533039914,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:53.198727 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.199977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-38e7c30b-a8b4-4a22-a711-8840eba5b842 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315930 Feb 15 02:18:53.202720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:53.209672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:53.265941 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a347f-6d49-4de9-94ff-38a460be714e req-dabd9fb7-2a92-48af-83ee-68d0b6ec53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.267420 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-809a347f-6d49-4de9-94ff-38a460be714e req-dabd9fb7-2a92-48af-83ee-68d0b6ec53df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1605935 Feb 15 02:18:53.311645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (ee200c6d-a754-4c38-8af9-c7832c9ed5bd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.317541 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c95670e-ef7c-41bf-86ba-3ce55f3f29bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.372864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (ee200c6d-a754-4c38-8af9-c7832c9ed5bd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.439076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a347f-6d49-4de9-94ff-38a460be714e req-4f965e1e-1038-4104-8957-34364a831063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.441257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-809a347f-6d49-4de9-94ff-38a460be714e req-4f965e1e-1038-4104-8957-34364a831063 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668730 Feb 15 02:18:53.464528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ee200c6d-a754-4c38-8af9-c7832c9ed5bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.482030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee200c6d-a754-4c38-8af9-c7832c9ed5bd,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:53.528027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-3f28829b-491a-417c-ac33-2bca300e1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.529493 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-3f28829b-491a-417c-ac33-2bca300e1d1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 1126 time: 0.0533791 Feb 15 02:18:53.575497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.575743 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-0bbb3e61-c7be-47c2-82bb-81accdee06cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae HTTP/1.1" status: 200 len: 217 time: 0.0400174 Feb 15 02:18:53.576762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f817687-7c03-4189-b3c8-dc769f8ab141 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729780 Feb 15 02:18:53.579555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:53.583994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:53.622712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301997-654f-4259-814b-6b3f29d349e8 req-12c37640-ef64-455f-8aa6-61db5d1cb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.624180 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-12c37640-ef64-455f-8aa6-61db5d1cb4bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5395ac5c-f09d-44b9-ac5f-24ac5f5698f2 HTTP/1.1" status: 200 len: 852 time: 0.0432839 Feb 15 02:18:53.654515 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-c6cac457-8100-4b81-93b3-21293351f4f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Feb 15 02:18:53.676060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (eb3a478a-1229-4581-89a7-73495573ccb1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.745841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-942e3724-fb2e-4e90-8d48-3d89126acd82 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854764 Feb 15 02:18:53.768898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d6256-e031-4b04-b6b5-f1bfbeecf29f req-5bdcd238-d55b-4d87-811e-3816845d43cf tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:53.770336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f59d6256-e031-4b04-b6b5-f1bfbeecf29f req-5bdcd238-d55b-4d87-811e-3816845d43cf tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 943 time: 0.0914166 Feb 15 02:18:53.780862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (eb3a478a-1229-4581-89a7-73495573ccb1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.830983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f59d6256-e031-4b04-b6b5-f1bfbeecf29f req-b941a20e-348c-4907-948d-01d38cbc0272 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Feb 15 02:18:53.844118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (eb3a478a-1229-4581-89a7-73495573ccb1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.865052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3a478a-1229-4581-89a7-73495573ccb1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:53.877789 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-fa301997-654f-4259-814b-6b3f29d349e8 req-aabbd3c9-ce4c-4f53-8dea-0b4d1fac2261 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261792 Feb 15 02:18:53.931690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:53.932976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6244c13d-65a0-4825-b87b-e5682bf0984a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524289 Feb 15 02:18:53.935839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:53.940170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:54.015316 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:18:54.020697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (699a3807-f03a-438d-8e82-928cd62a995e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.079420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (699a3807-f03a-438d-8e82-928cd62a995e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.123596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (699a3807-f03a-438d-8e82-928cd62a995e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.143156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699a3807-f03a-438d-8e82-928cd62a995e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:54.215153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.216435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-432fa3ed-4330-4c7e-831b-75a10dc096ae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2795806 Feb 15 02:18:54.219119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:54.224100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '2a297c27-0aff-461d-be69-3e2a19463b45', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:54.305007 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:18:54.309929 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (97f8b851-ff13-42d6-aba1-df83de49ff9f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.569131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.669676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (97f8b851-ff13-42d6-aba1-df83de49ff9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.727057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (97f8b851-ff13-42d6-aba1-df83de49ff9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.746421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f8b851-ff13-42d6-aba1-df83de49ff9f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:54.820919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.822183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-110baebe-7957-4749-893b-4dd022b72f2d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6020651 Feb 15 02:18:54.825276 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:54.830055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'network': {'name': 'tempest-network-smoke--1250099242', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:54.921724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:54.925063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.968140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:18:54.981761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b3d827d-673f-4eaa-b074-f27e91f7e5d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:54.982102 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Added segment 7b3d827d-673f-4eaa-b074-f27e91f7e5d4 of type vlan for network 44f79ac5-c554-4808-971d-b668dbdd1937 Feb 15 02:18:54.997870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bafc1-9851-4b1d-a0cb-28d15a4bdd7f req-33439cd9-3bb4-47ed-b982-f69c544ae2b7 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:54.999333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a67bafc1-9851-4b1d-a0cb-28d15a4bdd7f req-33439cd9-3bb4-47ed-b982-f69c544ae2b7 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 943 time: 0.0915315 Feb 15 02:18:55.063039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (44f79ac5-c554-4808-971d-b668dbdd1937), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.086447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a67bafc1-9851-4b1d-a0cb-28d15a4bdd7f req-b8683119-d5a9-45ee-83a0-5ae640de6d88 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Feb 15 02:18:55.151833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (44f79ac5-c554-4808-971d-b668dbdd1937), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.156997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:55.157610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.224269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Network': ['ID=44f79ac5-c554-4808-971d-b668dbdd1937,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:55.237914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 44f79ac5-c554-4808-971d-b668dbdd1937 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:18:55.257628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ef401ad-1d72-455d-adde-264f6393c46f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4313231 Feb 15 02:18:55.260593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:55.265117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'admin_state_up': True, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:55.340864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.341909 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.394376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (c6b0fcad-ec14-4ee5-8912-6321721ca823), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.868346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (c6b0fcad-ec14-4ee5-8912-6321721ca823), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:55.990378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:56.121851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:56.147005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:56.211821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd042-5577-4525-b176-067ce5f81612 req-36373455-55f6-48fc-868d-e3114988bf0c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:56.213450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d5cd042-5577-4525-b176-067ce5f81612 req-36373455-55f6-48fc-868d-e3114988bf0c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 943 time: 0.0541644 Feb 15 02:18:56.254156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.203 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/2f06628b-87af-49c4-a871-5794998789db) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:18:56.268179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d5cd042-5577-4525-b176-067ce5f81612 req-e4dd0b94-605c-45b6-8c23-cf27b6a1a739 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Feb 15 02:18:56.352947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (2f06628b-87af-49c4-a871-5794998789db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:56.465038 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2f06628b-87af-49c4-a871-5794998789db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:56.502736 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:18:56.509136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:56.513445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:18:56.516517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=2f06628b-87af-49c4-a871-5794998789db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:56.828460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.026611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.074173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 65e6ba15-5a6c-4851-aace-b87aaf39ceae details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:18:57.181943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae,segment=NetworkSegment(a2f59d70-00b1-442b-ac2d-67b86f9a8a1e),segment_id=a2f59d70-00b1-442b-ac2d-67b86f9a8a1e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:57.185621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '65e6ba15-5a6c-4851-aace-b87aaf39ceae', 'network_id': 'd1fb9a3c-1815-415b-ac2a-8c5cc7789cb8', 'port_id': '65e6ba15-5a6c-4851-aace-b87aaf39ceae', 'mac_address': 'fa:16:3e:55:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5395ac5c-f09d-44b9-ac5f-24ac5f5698f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:18:57.221370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 65e6ba15-5a6c-4851-aace-b87aaf39ceae is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:18:57.222474 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.235154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e6ba15-5a6c-4851-aace-b87aaf39ceae {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:18:57.237938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router c6b0fcad-ec14-4ee5-8912-6321721ca823 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:18:57.254645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae,segment=NetworkSegment(a2f59d70-00b1-442b-ac2d-67b86f9a8a1e),segment_id=a2f59d70-00b1-442b-ac2d-67b86f9a8a1e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:57.316302 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.368684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:18:57.370451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:57.381213 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Sync routers for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:18:57.399305 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:57.399917 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:57.407730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.411586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f809-1119-48e4-91ae-6b0fcc547f8a req-249067de-335a-4ad6-b16f-7f211f7fcfc9 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:57.413028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f524f809-1119-48e4-91ae-6b0fcc547f8a req-249067de-335a-4ad6-b16f-7f211f7fcfc9 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 944 time: 0.0735559 Feb 15 02:18:57.462921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f524f809-1119-48e4-91ae-6b0fcc547f8a req-ca94bb79-4d74-472b-95cf-c1ee1cfe15ca tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Feb 15 02:18:57.508507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.509758 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-415d2e7f-e3ad-490b-8232-16dbfe91bceb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2481666 Feb 15 02:18:57.513016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:57.589117 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:57.620486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['65e6ba15-5a6c-4851-aace-b87aaf39ceae'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:18:57.638816 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ada9c22d-9ae0-43ef-9112-f93ca3d64a42 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2003c1ab24ac43b5a3aa0f47143499ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246827 Feb 15 02:18:57.641586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:57.733983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1477872-4215-4834-81e5-59fb7a456828 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:57.738352 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d1477872-4215-4834-81e5-59fb7a456828 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930037 Feb 15 02:18:57.738644 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:57.769626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-45cc861c-8b1c-4150-832f-fdfb08af0dfb tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294218 Feb 15 02:18:57.772309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43044) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:57.772792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:56Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:57.777065 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78883102', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:18:57.802445 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Checking router: c6b0fcad-ec14-4ee5-8912-6321721ca823 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:18:57.802802 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Updating router c6b0fcad-ec14-4ee5-8912-6321721ca823 port 2f06628b-87af-49c4-a871-5794998789db binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:18:57.829554 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f06628b-87af-49c4-a871-5794998789db), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:57.917742 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:18:57.921212 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.074229 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks [] for port (2f06628b-87af-49c4-a871-5794998789db), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.123519 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f06628b-87af-49c4-a871-5794998789db), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.140957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (ce34746e-1ba6-440f-a915-df6e25b1114f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.178040 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Attempting to bind port 2f06628b-87af-49c4-a871-5794998789db on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:18:58.178417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Attempting to bind port 2f06628b-87af-49c4-a871-5794998789db by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:18:58.178783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Attempting to bind port 2f06628b-87af-49c4-a871-5794998789db on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:18:58.185887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Pushing event updated for resources: {'Port': ['ID=2f06628b-87af-49c4-a871-5794998789db,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:58.188839 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:18:58.189215 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:58.189617 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.190015 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:18:58.190483 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Bound port: 2f06628b-87af-49c4-a871-5794998789db, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:18:58.190866 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f06628b-87af-49c4-a871-5794998789db), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.197239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.197592 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.197939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.198281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.198612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.198953 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.199284 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.199612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.199944 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.200272 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.200621 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.200946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.201271 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:18:58.208153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Subnet': ['ID=ce34746e-1ba6-440f-a915-df6e25b1114f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:58.217093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Checking segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:58.217463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network hostable DHCP agents. Network: 44f79ac5-c554-4808-971d-b668dbdd1937, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:18:58.255009 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] For port 2f06628b-87af-49c4-a871-5794998789db, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:18:58.258644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] For port 2f06628b-87af-49c4-a871-5794998789db, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f06628b-87af-49c4-a871-5794998789db,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:18:58.306738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 44f79ac5-c554-4808-971d-b668dbdd1937 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:18:58.318266 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f06628b-87af-49c4-a871-5794998789db), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.369738 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 44f79ac5-c554-4808-971d-b668dbdd1937) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:58.375616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:58.380911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.381079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f271556-d32b-4597-8587-caa2558a58bd None None] Network 44f79ac5-c554-4808-971d-b668dbdd1937 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:18:58.381756 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69815fb1-7757-4fd8-9e4c-ad2a3d2f6e82 None None] Pushing event updated for resources: {'Port': ['ID=2f06628b-87af-49c4-a871-5794998789db,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:58.381756 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:18:58.382383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:58.460918 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-174b892e-1f1c-44ff-b8c2-4c08cfd0fc9c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6849053 Feb 15 02:18:58.461288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:18:58.492964 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:18:58.500982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-44f79ac5-c554-4808-971d-b668dbdd1937', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:18:58.501995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.653723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Allocated IP 172.20.0.2 (44f79ac5-c554-4808-971d-b668dbdd1937/ce34746e-1ba6-440f-a915-df6e25b1114f/8c63c391-9737-4f93-8167-421e1f918d7a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:18:58.678802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41795f9-f15a-4f30-98f1-3f8c61a154a9 req-f2304d24-ee09-4016-b228-ed54e088dbe2 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:58.680473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b41795f9-f15a-4f30-98f1-3f8c61a154a9 req-f2304d24-ee09-4016-b228-ed54e088dbe2 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 944 time: 0.1156042 Feb 15 02:18:58.695838 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:56Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:18:58.726174 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a9b45b-c7c5-4ee8-8d6c-9a8ba2e418e1 None None] The sync data for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 is: [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:56Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:18:58.780258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b41795f9-f15a-4f30-98f1-3f8c61a154a9 req-98e08799-1ae9-42a3-9e78-224bd06a7dc2 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911958 Feb 15 02:18:58.816269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks [] for port (8c63c391-9737-4f93-8167-421e1f918d7a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.876465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:58.922805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Network 44f79ac5-c554-4808-971d-b668dbdd1937 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:18:58.922805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:58.926168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:18:58.933584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Pushing event updated for resources: {'Port': ['ID=8c63c391-9737-4f93-8167-421e1f918d7a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:59.006072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Attempting to bind port 8c63c391-9737-4f93-8167-421e1f918d7a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:18:59.006445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Attempting to bind port 8c63c391-9737-4f93-8167-421e1f918d7a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:18:59.006904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Attempting to bind port 8c63c391-9737-4f93-8167-421e1f918d7a on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:18:59.011983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:18:59.012471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Checking segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:18:59.015183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.015751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Bound using segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:18:59.016418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Bound port: 8c63c391-9737-4f93-8167-421e1f918d7a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:18:59.017106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.044149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.089811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 65e6ba15-5a6c-4851-aace-b87aaf39ceae up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:18:59.095193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] For port 8c63c391-9737-4f93-8167-421e1f918d7a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:18:59.126153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] For port 8c63c391-9737-4f93-8167-421e1f918d7a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8c63c391-9737-4f93-8167-421e1f918d7a,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:18:59.221348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.254032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 65e6ba15-5a6c-4851-aace-b87aaf39ceae completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:18:59.272974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 65e6ba15-5a6c-4851-aace-b87aaf39ceae triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:18:59.273379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.316145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c15770-ebbc-4b7a-bae8-161835e95c2b None None] Pushing event updated for resources: {'Port': ['ID=8c63c391-9737-4f93-8167-421e1f918d7a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:59.361876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.1 (44f79ac5-c554-4808-971d-b668dbdd1937/ce34746e-1ba6-440f-a915-df6e25b1114f/fc1191c9-413b-4653-99a9-4056cb16596d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:18:59.400491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 65e6ba15-5a6c-4851-aace-b87aaf39ceae is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:18:59.401792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.459246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:18:59.461988 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab74dff7-6859-4de0-bfec-79797d9d42be" -d '{"events": [{"server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "name": "network-vif-plugged", "status": "completed", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:18:59.482220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae,segment=NetworkSegment(a2f59d70-00b1-442b-ac2d-67b86f9a8a1e),segment_id=a2f59d70-00b1-442b-ac2d-67b86f9a8a1e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:59.513949 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9923fe9e-2ce9-4f10-9a16-44c160f24523 x-openstack-request-id: req-9923fe9e-2ce9-4f10-9a16-44c160f24523 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:18:59.514553 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "name": "network-vif-plugged", "status": "completed", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:18:59.514885 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9923fe9e-2ce9-4f10-9a16-44c160f24523 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:18:59.515350 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae', 'code': 200} Feb 15 02:18:59.542546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.553586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (fc1191c9-413b-4653-99a9-4056cb16596d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.554954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f06628b-87af-49c4-a871-5794998789db up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:18:59.640080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:59.644694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.656649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2f06628b-87af-49c4-a871-5794998789db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:18:59.657144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f06628b-87af-49c4-a871-5794998789db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.682925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219c36e-8adb-40b2-8d53-a88b9edcacc6 req-d4ab0461-5446-4956-8871-12a3426f3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:59.685499 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9219c36e-8adb-40b2-8d53-a88b9edcacc6 req-d4ab0461-5446-4956-8871-12a3426f3cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 1128 time: 0.0744660 Feb 15 02:18:59.714877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:59.742435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 44f79ac5-c554-4808-971d-b668dbdd1937 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:18:59.744313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:18:59.747340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:18:59.763819 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9219c36e-8adb-40b2-8d53-a88b9edcacc6 req-10c02687-1741-4477-91c7-bf92ec7499f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696819 Feb 15 02:18:59.773460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2f06628b-87af-49c4-a871-5794998789db is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:18:59.773861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f06628b-87af-49c4-a871-5794998789db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.797638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 2f06628b-87af-49c4-a871-5794998789db, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f06628b-87af-49c4-a871-5794998789db,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:18:59.797992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.864980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f06628b-87af-49c4-a871-5794998789db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:18:59.927650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=2f06628b-87af-49c4-a871-5794998789db,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:18:59.948947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e53b24-355a-48a8-8c21-4d7dc7b4f08b req-3cb3bb8e-45d7-4276-b7f0-496436f26442 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:18:59.950535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77e53b24-355a-48a8-8c21-4d7dc7b4f08b req-3cb3bb8e-45d7-4276-b7f0-496436f26442 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0894387 Feb 15 02:18:59.997473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77e53b24-355a-48a8-8c21-4d7dc7b4f08b req-b60c82fa-f51b-45a0-a15f-ec1edb51f24c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Feb 15 02:19:00.030337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.335847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (fc1191c9-413b-4653-99a9-4056cb16596d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.387996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c792f03-1517-4be2-8ce3-32e870e3f460 None None] Network 44f79ac5-c554-4808-971d-b668dbdd1937 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:19:00.397689 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.481484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.483340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:00.591638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 44f79ac5-c554-4808-971d-b668dbdd1937 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:00.594459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:00.642006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Provisioning complete for port 8c63c391-9737-4f93-8167-421e1f918d7a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:00.642566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.725592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router c6b0fcad-ec14-4ee5-8912-6321721ca823 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:19:00.766874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Current status of the port 8c63c391-9737-4f93-8167-421e1f918d7a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:00.767528 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.810491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] For port 8c63c391-9737-4f93-8167-421e1f918d7a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8c63c391-9737-4f93-8167-421e1f918d7a,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:00.878925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:19:00.886444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85bfdcd9-0da8-4b1e-8d05-7aedb22480bf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/c6b0fcad-ec14-4ee5-8912-6321721ca823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4237642 Feb 15 02:19:00.896606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Sync routers for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:19:00.900670 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:00.937214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:00.938129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:01.003768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e6220-c639-46e9-b980-5751993bfdf0 None None] Pushing event updated for resources: {'Port': ['ID=8c63c391-9737-4f93-8167-421e1f918d7a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:01.067387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Provisioning complete for port 8c63c391-9737-4f93-8167-421e1f918d7a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:01.067694 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.076184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-762b1cf3-5dea-4496-94b9-79cc8d138534 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621461356&fields=id&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 267 time: 0.0605462 Feb 15 02:19:01.125347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:01.205417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f588b301-0e15-4850-be94-45c753f7abaa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:01.207022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f588b301-0e15-4850-be94-45c753f7abaa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 797 time: 0.1226540 Feb 15 02:19:01.236598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-8f07ca85-81fe-4ac7-94d6-bf0081f004d8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/quotas/2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 375 time: 0.0169158 Feb 15 02:19:01.249555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Current status of the port 8c63c391-9737-4f93-8167-421e1f918d7a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:01.301208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:01.301578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.302578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-225c5025-f5cc-43d4-ab39-4b2fd86465d2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604410 Feb 15 02:19:01.320016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-5bab7ea1-03a9-418e-99c7-43c1cdbcd5f7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:19:01.321143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-5bab7ea1-03a9-418e-99c7-43c1cdbcd5f7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059383 Feb 15 02:19:01.371974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e1482144-a6c1-4775-877b-02dfda67265c None None] Port fc1191c9-413b-4653-99a9-4056cb16596d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:01.442372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:00Z', 'revision_number': 2, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:01.463535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-4bb5f45d-7f27-4406-a61e-121c49aabe12 service neutron] 10.222.0.43 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340134 Feb 15 02:19:01.479263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Checking router: c6b0fcad-ec14-4ee5-8912-6321721ca823 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:19:01.479817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Updating router c6b0fcad-ec14-4ee5-8912-6321721ca823 port fc1191c9-413b-4653-99a9-4056cb16596d binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:19:01.517674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.520403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-838f0aba-3e38-45fe-9af4-a925b29684b7 None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:01.520777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-838f0aba-3e38-45fe-9af4-a925b29684b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.577701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-601df17e-cd99-4818-9dda-4d32e1e96ce3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043115 Feb 15 02:19:01.590475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f06628b-87af-49c4-a871-5794998789db up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:01.618400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-838f0aba-3e38-45fe-9af4-a925b29684b7 None None] Port fc1191c9-413b-4653-99a9-4056cb16596d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:01.726007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2f06628b-87af-49c4-a871-5794998789db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:01.726007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f06628b-87af-49c4-a871-5794998789db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.826747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8d5a25c2-34ac-481f-8f57-789a607e2d22 None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:01.827123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d5a25c2-34ac-481f-8f57-789a607e2d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:01.863483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addcd59-f531-4299-b38d-da8241271d7b req-3b753cd8-368f-4612-bbd1-59326dc621d7 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:01.865206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8addcd59-f531-4299-b38d-da8241271d7b req-3b753cd8-368f-4612-bbd1-59326dc621d7 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0626814 Feb 15 02:19:01.909014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a25c2-34ac-481f-8f57-789a607e2d22 None None] Port fc1191c9-413b-4653-99a9-4056cb16596d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:01.920156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8addcd59-f531-4299-b38d-da8241271d7b req-51b22286-1fec-454a-9917-14db02ac3b3f tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481737 Feb 15 02:19:01.956626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2f06628b-87af-49c4-a871-5794998789db is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:01.957741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8c63c391-9737-4f93-8167-421e1f918d7a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:01.999914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f13b34fd-85e7-4106-885c-9f950672f9f5 req-fd11c27b-209e-4296-8566-40964326d675 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 210 time: 0.0387645 Feb 15 02:19:02.006109 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks [] for port (fc1191c9-413b-4653-99a9-4056cb16596d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.023341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 8c63c391-9737-4f93-8167-421e1f918d7a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:02.023802 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.104681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.123645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647c53b-4546-476c-bbe8-5a366251191e req-d38d893f-5394-4d98-8bd6-e3d5af34ee2d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:02.125192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c647c53b-4546-476c-bbe8-5a366251191e req-d38d893f-5394-4d98-8bd6-e3d5af34ee2d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0566471 Feb 15 02:19:02.170214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 8c63c391-9737-4f93-8167-421e1f918d7a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:02.188670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c647c53b-4546-476c-bbe8-5a366251191e req-a05fd3ec-cba4-49cb-a764-b4114c471cd3 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540237 Feb 15 02:19:02.199686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389042f9-0a06-455f-a7a3-d67f54d0eb05 None None] Pushing event updated for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:02.242787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Attempting to bind port fc1191c9-413b-4653-99a9-4056cb16596d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:19:02.243364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Attempting to bind port fc1191c9-413b-4653-99a9-4056cb16596d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:19:02.243930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Attempting to bind port fc1191c9-413b-4653-99a9-4056cb16596d on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:02.249801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:19:02.251576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Checking segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:02.251576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.251576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Bound using segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:19:02.252124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Bound port: fc1191c9-413b-4653-99a9-4056cb16596d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:19:02.252777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.326946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] For port fc1191c9-413b-4653-99a9-4056cb16596d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:19:02.331160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] For port fc1191c9-413b-4653-99a9-4056cb16596d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc1191c9-413b-4653-99a9-4056cb16596d,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:19:02.442481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.443003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:02.443371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.526922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389042f9-0a06-455f-a7a3-d67f54d0eb05 None None] Pushing event updated for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:02.535003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:02.535636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:02.658619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Current status of the port fc1191c9-413b-4653-99a9-4056cb16596d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:02.658916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.696926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:02.740053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] For port fc1191c9-413b-4653-99a9-4056cb16596d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc1191c9-413b-4653-99a9-4056cb16596d,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:02.751080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848a79-ea2f-4076-be8a-e60e97ebc15e req-dac2cd18-6a74-4454-851a-3814ec4d28f6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:02.752635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da848a79-ea2f-4076-be8a-e60e97ebc15e req-dac2cd18-6a74-4454-851a-3814ec4d28f6 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0567393 Feb 15 02:19:02.782901 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:02.806851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da848a79-ea2f-4076-be8a-e60e97ebc15e req-40c17677-8981-4abf-a563-cfb2468a3f74 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Feb 15 02:19:02.884905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd7ba-2d67-4b0b-aa0f-de1052e7286b None None] Pushing event updated for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:02.944485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-af215d25-184f-4fc3-922c-1a164d47ec0a None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:02.944876 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af215d25-184f-4fc3-922c-1a164d47ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:03.027575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:03.109033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35f71493-f2b8-42ce-99f5-528514c52666 req-8825020a-6c08-487d-9086-7437e0e5867d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 210 time: 0.0338259 Feb 15 02:19:03.235509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9d441-954e-4aa8-a1d7-7deec7190faa None None] The sync data for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 is: [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:19:03.248651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-af215d25-184f-4fc3-922c-1a164d47ec0a None None] Current status of the port fc1191c9-413b-4653-99a9-4056cb16596d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:03.469274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc1191c9-413b-4653-99a9-4056cb16596d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:03.524234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fc1191c9-413b-4653-99a9-4056cb16596d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:03.524643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:03.605510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fc1191c9-413b-4653-99a9-4056cb16596d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:03.984156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-39f7b5e6-ef9b-40d2-8d4b-980770a1efcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:03.985825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-39f7b5e6-ef9b-40d2-8d4b-980770a1efcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 797 time: 0.1536024 Feb 15 02:19:03.994923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367834-b263-48c0-9548-20a44602b41e req-ab354076-7863-42d4-9a47-356f205d9efd tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:03.996622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d367834-b263-48c0-9548-20a44602b41e req-ab354076-7863-42d4-9a47-356f205d9efd tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.1051733 Feb 15 02:19:04.093146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d367834-b263-48c0-9548-20a44602b41e req-8e26dafc-4f7a-4eef-b21e-e1ef0e68d0fa tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891604 Feb 15 02:19:04.099172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-696ad8bf-f30a-4550-8911-ab57259dfb06 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 379 time: 0.1015444 Feb 15 02:19:04.107680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'port': {'device_id': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'admin_state_up': True, 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'security_groups': ['2a297c27-0aff-461d-be69-3e2a19463b45']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:04.294773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:19:04.300563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:04.459396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e544aae-d0ae-46ea-a426-8fc4d9f7c9ff req-6077fa4d-8c65-4a19-87aa-c054877e30d8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Feb 15 02:19:04.476796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.5 (44f79ac5-c554-4808-971d-b668dbdd1937/ce34746e-1ba6-440f-a915-df6e25b1114f/173172dd-2f53-4afd-b8b4-ec0c79df6509) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:19:04.547695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-e8f536c0-ca99-4763-ae15-015593d9faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:04.549383 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-e8f536c0-ca99-4763-ae15-015593d9faa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 1128 time: 0.0459561 Feb 15 02:19:04.646913 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-89f1f66f-e001-497a-a635-5e9e890e8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:04.648417 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-89f1f66f-e001-497a-a635-5e9e890e8376 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 HTTP/1.1" status: 200 len: 913 time: 0.0926485 Feb 15 02:19:04.648579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7e80-3a5d-47b0-bd7f-296d94854557 req-0fb2c193-c01a-4d22-99b1-ead15b7cfbb0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:04.650066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b99f7e80-3a5d-47b0-bd7f-296d94854557 req-0fb2c193-c01a-4d22-99b1-ead15b7cfbb0 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.1257675 Feb 15 02:19:04.671650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:04.693735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-4430bbc1-5dfc-414a-8794-122f756d1944 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae HTTP/1.1" status: 200 len: 217 time: 0.0386672 Feb 15 02:19:04.729071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b99f7e80-3a5d-47b0-bd7f-296d94854557 req-7816e89e-a98b-4565-b919-159c3f1ee896 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Feb 15 02:19:04.760306 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-06b7374f-f7ac-4118-af43-dfa138681c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:04.761840 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-06b7374f-f7ac-4118-af43-dfa138681c41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5395ac5c-f09d-44b9-ac5f-24ac5f5698f2 HTTP/1.1" status: 200 len: 852 time: 0.0587461 Feb 15 02:19:04.791183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:04.800334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-d84ee4d6-95cf-4b34-8429-3692eb343cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321004 Feb 15 02:19:04.847713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 44f79ac5-c554-4808-971d-b668dbdd1937 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:04.851253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:04.855978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:19:04.860283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:04.914976 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:04.915778 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:04.930364 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-6326c356-8981-42ee-bbac-3f885ff8f45a service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229949 Feb 15 02:19:04.991569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-7c363419-bb82-4ed2-9657-a9d86ae29471 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8877783 Feb 15 02:19:05.018893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Request body: {'port': {'device_id': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:05.048643 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5705acd4-da10-46e6-9e27-a48e667160c2 req-d5d7210a-a75f-4493-b3a5-ac32cec66e91 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125159 Feb 15 02:19:05.087596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.186458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f1df614c-edcc-495b-8dc0-929a7efa83d7 None None] Provisioning complete for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:05.187014 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1df614c-edcc-495b-8dc0-929a7efa83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.220248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1df614c-edcc-495b-8dc0-929a7efa83d7 None None] Port 173172dd-2f53-4afd-b8b4-ec0c79df6509 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:05.368800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173172dd-2f53-4afd-b8b4-ec0c79df6509 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:19:05.376364 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks [] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.388315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Transition to ACTIVE for port object 173172dd-2f53-4afd-b8b4-ec0c79df6509 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:19:05.466407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.520207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:05.641997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199f8c-a055-44d0-b8fa-423503cd8b0b req-5b9d6b4f-6284-4244-8b5d-61e953ab78ee tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:05.644339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb199f8c-a055-44d0-b8fa-423503cd8b0b req-5b9d6b4f-6284-4244-8b5d-61e953ab78ee tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0988510 Feb 15 02:19:05.646489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:19:05.646832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:19:05.647167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:05.660923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:19:05.661306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:05.679198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:19:05.680184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Checking segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:05.680184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Bound using segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:19:05.680689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Bound port: 173172dd-2f53-4afd-b8b4-ec0c79df6509, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:19:05.680789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.747850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb199f8c-a055-44d0-b8fa-423503cd8b0b req-161ca0c9-7550-4d0a-a467-44064f2a5e52 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949354 Feb 15 02:19:05.780148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:19:05.786666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:19:05.844613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.882768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:05.883494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:05.884855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] 10.222.0.31 "PUT /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 1092 time: 0.8826420 Feb 15 02:19:05.887136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:19:05.889400 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:19:05.925586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502acdf-3df4-45d2-86a5-81dbbea19d2e service neutron] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:05.941118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f998d-e676-4cef-9293-d8e139f8b1fb req-3dd04868-be5f-46f7-adc2-604976b4901d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:05.943391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb4f998d-e676-4cef-9293-d8e139f8b1fb req-3dd04868-be5f-46f7-adc2-604976b4901d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.1320927 Feb 15 02:19:06.036332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb4f998d-e676-4cef-9293-d8e139f8b1fb req-951c6807-4618-45f7-86e2-b0f6aa177a54 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862730 Feb 15 02:19:06.052521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-0e334224-e725-449c-84ba-728fb94ef4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.054379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-0e334224-e725-449c-84ba-728fb94ef4c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1126 time: 0.0685933 Feb 15 02:19:06.116270 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0035a48e-d5a1-4dfd-adff-1b4c0a38cd08 x-openstack-request-id: req-0035a48e-d5a1-4dfd-adff-1b4c0a38cd08 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:19:06.116590 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:19:06.116853 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0035a48e-d5a1-4dfd-adff-1b4c0a38cd08 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:19:06.117262 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'status': 'completed', 'code': 200} Feb 15 02:19:06.119133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-d97915a6-4660-4bc4-93f4-748005907dc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 217 time: 0.0575366 Feb 15 02:19:06.171253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-0a7c6052-18b3-4dba-975c-74e59ba09e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.177203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-0a7c6052-18b3-4dba-975c-74e59ba09e8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0519593 Feb 15 02:19:06.234674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-d9ee527e-4b84-485e-a0c5-60206144c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.236241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-d9ee527e-4b84-485e-a0c5-60206144c6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526233 Feb 15 02:19:06.329708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-6f5b94e3-da3c-473f-a796-79ae9050e59c service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877824 Feb 15 02:19:06.420231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c0a8b03-6d0c-41f8-b340-52610017c331 req-3c1a7a7f-2360-4016-be5d-05187d003646 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848124 Feb 15 02:19:06.592384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-9fd4e820-477b-4c27-adbd-7f3c2ecec2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.593902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-9fd4e820-477b-4c27-adbd-7f3c2ecec2e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1126 time: 0.0457616 Feb 15 02:19:06.687262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-8f4e684e-8dc4-419f-8a1d-6a944e89624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.688832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-8f4e684e-8dc4-419f-8a1d-6a944e89624b service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0890334 Feb 15 02:19:06.730975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-93be44dd-c949-4100-a101-38cda7816cf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 217 time: 0.0362525 Feb 15 02:19:06.786159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-99448c8c-ba27-4b2e-b432-dc4fda253aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.787644 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-99448c8c-ba27-4b2e-b432-dc4fda253aa0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0510528 Feb 15 02:19:06.869778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-bbc9410d-0ae6-4371-a0ed-0bff7d4e63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.871197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-bbc9410d-0ae6-4371-a0ed-0bff7d4e63fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0774827 Feb 15 02:19:06.882132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b39aa-9e5d-44ce-94dc-590b66affe24 req-662e4b75-a8a6-4bd3-ba5e-01093b4aed09 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:06.883476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c3b39aa-9e5d-44ce-94dc-590b66affe24 req-662e4b75-a8a6-4bd3-ba5e-01093b4aed09 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0618424 Feb 15 02:19:06.979957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c3b39aa-9e5d-44ce-94dc-590b66affe24 req-21277257-3700-43a5-b50b-8998d4e6ff2c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888007 Feb 15 02:19:07.003758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-3ccb5da9-919a-465f-8835-f1fe399c5d6d service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192980 Feb 15 02:19:07.092340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ce58317-e2c3-4f9e-bd97-a4167a9b73b0 req-f32ea3da-ba23-409b-a486-7ec891496957 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Feb 15 02:19:07.170548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcffbf7-74e5-4d09-adba-73577d48bbc3 req-c9e40eb7-caaa-4982-8129-2d18e6251af5 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:07.171949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fcffbf7-74e5-4d09-adba-73577d48bbc3 req-c9e40eb7-caaa-4982-8129-2d18e6251af5 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0568290 Feb 15 02:19:07.218144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fcffbf7-74e5-4d09-adba-73577d48bbc3 req-90fef0ce-ba0c-4b22-9bcf-99424ea1089f tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Feb 15 02:19:07.612770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4edba-28e9-4996-8fd2-8ecb584378b6 req-83544490-950e-4115-81d9-e566ab0a4ef2 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:07.614254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ba4edba-28e9-4996-8fd2-8ecb584378b6 req-83544490-950e-4115-81d9-e566ab0a4ef2 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0535145 Feb 15 02:19:07.663470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ba4edba-28e9-4996-8fd2-8ecb584378b6 req-d982187b-df65-419f-8655-0360d5c76918 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Feb 15 02:19:08.100049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799280d-0618-4094-b1e7-00515b60f2d5 req-412042ab-696f-439c-9edb-a8ca88fcfdcc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:08.101557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9799280d-0618-4094-b1e7-00515b60f2d5 req-412042ab-696f-439c-9edb-a8ca88fcfdcc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0552959 Feb 15 02:19:08.148714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9799280d-0618-4094-b1e7-00515b60f2d5 req-3f9437d1-26eb-422c-b8b8-502318e3538f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Feb 15 02:19:08.782901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e73ce-6cdf-4c6f-9c66-c93ac813daed req-a02d51e5-9a2b-4832-9694-c144b9e4f3fe tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:08.785201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b3e73ce-6cdf-4c6f-9c66-c93ac813daed req-a02d51e5-9a2b-4832-9694-c144b9e4f3fe tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0525687 Feb 15 02:19:08.831984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b3e73ce-6cdf-4c6f-9c66-c93ac813daed req-85f645c3-1a75-4262-bd0c-d6426d217247 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Feb 15 02:19:09.127757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1ef8-6eaf-4c4b-bc16-5a6e037f6131 req-9bd133d4-fb82-4b8f-9cd4-cc62e66e4f1c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:09.129280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-983c1ef8-6eaf-4c4b-bc16-5a6e037f6131 req-9bd133d4-fb82-4b8f-9cd4-cc62e66e4f1c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0533645 Feb 15 02:19:09.184041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-983c1ef8-6eaf-4c4b-bc16-5a6e037f6131 req-16d00e67-055c-4d4e-b154-690a370d1dd7 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Feb 15 02:19:09.193211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-5b321970-eec8-4dab-be54-f0edb0c370e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:09.194761 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-5b321970-eec8-4dab-be54-f0edb0c370e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 1128 time: 0.0462856 Feb 15 02:19:09.282610 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-e2d93eaf-8bb1-4ac2-8b74-cd7e827c1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:09.284980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-e2d93eaf-8bb1-4ac2-8b74-cd7e827c1263 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 HTTP/1.1" status: 200 len: 913 time: 0.0849094 Feb 15 02:19:09.294706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c997646-77c6-4515-8396-d90103e5710a req-1f419e5a-9156-4de2-8f87-ff1217c1feab tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:09.296184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c997646-77c6-4515-8396-d90103e5710a req-1f419e5a-9156-4de2-8f87-ff1217c1feab tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0534604 Feb 15 02:19:09.329283 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-7ebf6277-8325-4bc9-a924-60b737a0b837 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae HTTP/1.1" status: 200 len: 217 time: 0.0382497 Feb 15 02:19:09.356801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c997646-77c6-4515-8396-d90103e5710a req-59257c1b-214f-409c-8a77-d6575495d7f7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487812 Feb 15 02:19:09.380508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-d241e15c-4361-46e1-901c-fc3334651333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:09.382747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-d241e15c-4361-46e1-901c-fc3334651333 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5395ac5c-f09d-44b9-ac5f-24ac5f5698f2 HTTP/1.1" status: 200 len: 852 time: 0.0469971 Feb 15 02:19:09.414117 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-ca69724f-3fa0-46bc-928a-f6a95e8c5bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266221 Feb 15 02:19:09.505115 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-c0356702-ddfd-4c9c-a4b7-599f5a250549 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Feb 15 02:19:09.591998 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-0220eb0d-670c-4fd5-a780-ec5d1a9b869b req-671fd91e-555b-4a07-9d0b-dc5e2ce5b319 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803769 Feb 15 02:19:10.302725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bcb2-7b7a-4e8a-a418-56096d5c12c8 req-0c395b2d-2fd5-4a56-aca8-22387566159d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:10.304107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b742bcb2-7b7a-4e8a-a418-56096d5c12c8 req-0c395b2d-2fd5-4a56-aca8-22387566159d tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0517843 Feb 15 02:19:10.349420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b742bcb2-7b7a-4e8a-a418-56096d5c12c8 req-310a029f-c1c2-42e5-8e4d-e88dde1d0adc tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Feb 15 02:19:10.487826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b5b07-1dab-45d2-8886-24fb7274a9f0 req-c5a188f1-ee11-4cc0-8a7c-ad3abe2c78b0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:10.489329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e2b5b07-1dab-45d2-8886-24fb7274a9f0 req-c5a188f1-ee11-4cc0-8a7c-ad3abe2c78b0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0573096 Feb 15 02:19:10.516059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:19:10.537859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e2b5b07-1dab-45d2-8886-24fb7274a9f0 req-ed8fb897-0f45-459e-9101-9a560ed73d66 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428534 Feb 15 02:19:10.616242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:10.626966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'mac_address': 'fa:16:3e:eb:ed:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:19:10.663783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 173172dd-2f53-4afd-b8b4-ec0c79df6509 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:10.664237 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:10.678619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173172dd-2f53-4afd-b8b4-ec0c79df6509 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:19:10.699304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:10.772793 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:10.819368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:11.008685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['173172dd-2f53-4afd-b8b4-ec0c79df6509'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:19:11.472815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360b3ce-8aa2-4e81-bcd7-bbbcfe00bd93 req-b966a71b-5bf5-4c9d-865b-35d025ec8da5 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:11.474272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1360b3ce-8aa2-4e81-bcd7-bbbcfe00bd93 req-b966a71b-5bf5-4c9d-865b-35d025ec8da5 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 15 02:19:11.521199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1360b3ce-8aa2-4e81-bcd7-bbbcfe00bd93 req-74d7228c-5fab-43b9-aae5-677302a12527 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Feb 15 02:19:11.978024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec90c1-d669-4421-a553-f352b9b363a0 req-ee6d2125-4113-4d9b-b27e-726f57588f95 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:11.979487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cec90c1-d669-4421-a553-f352b9b363a0 req-ee6d2125-4113-4d9b-b27e-726f57588f95 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 944 time: 0.0508630 Feb 15 02:19:12.340943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cec90c1-d669-4421-a553-f352b9b363a0 req-33771323-47c1-47ff-93f0-f61551dcfdf3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558493 Feb 15 02:19:12.447099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcfd1-b7f0-4ee9-bbb1-6f484e99c775 req-46be4b89-6f2b-4329-a14d-6ae373415851 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:12.448627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baabcfd1-b7f0-4ee9-bbb1-6f484e99c775 req-46be4b89-6f2b-4329-a14d-6ae373415851 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0527642 Feb 15 02:19:12.494756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baabcfd1-b7f0-4ee9-bbb1-6f484e99c775 req-164d7df4-38bf-4d95-a2a5-2c7a54493b27 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Feb 15 02:19:12.532170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:12.637361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:19:12.640957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:12.641332 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:12.717850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 173172dd-2f53-4afd-b8b4-ec0c79df6509 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:12.718239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:12.739666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:19:12.741906 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a15fa67-1913-46b9-86cb-09ccb72ad318" -d '{"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-plugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:19:12.754250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:12.777730 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f6d15-8f67-453e-a3d8-ea2a4a6e125a x-openstack-request-id: req-770f6d15-8f67-453e-a3d8-ea2a4a6e125a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:19:12.778021 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-plugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:19:12.778281 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-770f6d15-8f67-453e-a3d8-ea2a4a6e125a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:19:12.778674 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'code': 200} Feb 15 02:19:12.837399 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:12.876623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49701d-4d0d-4c38-849e-66b8b38f23d5 req-c2fa4e33-f6ca-41af-9103-ccd5927e49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:12.878990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f49701d-4d0d-4c38-849e-66b8b38f23d5 req-c2fa4e33-f6ca-41af-9103-ccd5927e49ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0446341 Feb 15 02:19:12.885365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:12.923842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f49701d-4d0d-4c38-849e-66b8b38f23d5 req-a77c0f66-a835-44e6-bd9a-1978179879c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389495 Feb 15 02:19:13.473223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fbe19-7e36-444f-bda4-4c9fc95d9cfe req-0eccbff4-db87-4423-a1d7-c879544a59a8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:13.474712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c74fbe19-7e36-444f-bda4-4c9fc95d9cfe req-0eccbff4-db87-4423-a1d7-c879544a59a8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0630577 Feb 15 02:19:13.525882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c74fbe19-7e36-444f-bda4-4c9fc95d9cfe req-b997a3d7-078e-4ba6-955f-e9f4aa407389 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Feb 15 02:19:13.635329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaceca1-16f2-47f4-88a1-960a504a3f11 req-2c81393b-bc70-4507-96a5-6e1001b33b16 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:13.636933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-deaceca1-16f2-47f4-88a1-960a504a3f11 req-2c81393b-bc70-4507-96a5-6e1001b33b16 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0590608 Feb 15 02:19:13.690811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-deaceca1-16f2-47f4-88a1-960a504a3f11 req-5fa10972-51bb-4af9-8a29-bc43944bfcec tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae10e37-b433-46ca-88bb-77ecb37591cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Feb 15 02:19:14.013784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-1585d7f2-048f-4900-880f-fa115e5f412c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:14.015266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-1585d7f2-048f-4900-880f-fa115e5f412c tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 945 time: 0.0563619 Feb 15 02:19:14.107776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Deleting port 65e6ba15-5a6c-4851-aace-b87aaf39ceae {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:19:14.108124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:14.200056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] For port 65e6ba15-5a6c-4851-aace-b87aaf39ceae, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=65e6ba15-5a6c-4851-aace-b87aaf39ceae,segment=NetworkSegment(a2f59d70-00b1-442b-ac2d-67b86f9a8a1e),segment_id=a2f59d70-00b1-442b-ac2d-67b86f9a8a1e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:14.200378 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:14.212270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Calling delete_port for 65e6ba15-5a6c-4851-aace-b87aaf39ceae owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:19:14.415164 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (65e6ba15-5a6c-4851-aace-b87aaf39ceae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:14.427035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['65e6ba15-5a6c-4851-aace-b87aaf39ceae'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:19:14.447501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Pushing event deleted for resources: {'Port': ['ID=65e6ba15-5a6c-4851-aace-b87aaf39ceae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:14.490390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] No DVR routers for this DVR port 65e6ba15-5a6c-4851-aace-b87aaf39ceae on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:19:14.493011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:14.496277 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-72a4f3a5-5cbb-45c5-a17a-6bf4eb55f59f req-89268231-1806-4f21-b068-edd189162b78 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.37 "DELETE /v2.0/ports/65e6ba15-5a6c-4851-aace-b87aaf39ceae HTTP/1.1" status: 204 len: 173 time: 0.4736793 Feb 15 02:19:14.496742 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'name': 'network-vif-deleted', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:19:14.499093 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedbc126-b04b-44ad-9e63-1026eabaeb14" -d '{"events": [{"server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "name": "network-vif-deleted", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:19:14.535792 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26896961-07b4-4c0a-bbf8-a246f8bb3fce x-openstack-request-id: req-26896961-07b4-4c0a-bbf8-a246f8bb3fce {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:19:14.536093 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e99b836-a6c4-4adb-8364-3b1085af2a9f", "name": "network-vif-deleted", "tag": "65e6ba15-5a6c-4851-aace-b87aaf39ceae", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:19:14.536379 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26896961-07b4-4c0a-bbf8-a246f8bb3fce {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:19:14.536786 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e99b836-a6c4-4adb-8364-3b1085af2a9f', 'name': 'network-vif-deleted', 'tag': '65e6ba15-5a6c-4851-aace-b87aaf39ceae', 'status': 'completed', 'code': 200} Feb 15 02:19:14.648493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef4cc2-3b4d-4860-b12c-72d1277d78cd req-58832f29-d63d-4744-8798-74ddff2ec03e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:14.649989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61ef4cc2-3b4d-4860-b12c-72d1277d78cd req-58832f29-d63d-4744-8798-74ddff2ec03e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0571001 Feb 15 02:19:14.698298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-61ef4cc2-3b4d-4860-b12c-72d1277d78cd req-ecf19b7b-8800-41c3-91fc-3cfd24275940 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 Feb 15 02:19:14.800750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e2c4840-7d80-4f9c-bd5c-8eccc500d718 req-6f9e3efe-58fd-4d6b-b995-0c2d50a84ba5 tempest-TestServerAdvancedOps-1759167989 tempest-TestServerAdvancedOps-1759167989-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e99b836-a6c4-4adb-8364-3b1085af2a9f HTTP/1.1" status: 200 len: 210 time: 0.0267348 Feb 15 02:19:14.906421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b856-2697-4606-aba1-4a755335caf3 req-d5dc3332-2a6c-4395-8932-5346d6b30226 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:14.907937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac04b856-2697-4606-aba1-4a755335caf3 req-d5dc3332-2a6c-4395-8932-5346d6b30226 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Feb 15 02:19:14.958188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac04b856-2697-4606-aba1-4a755335caf3 req-65bd1a21-b378-44f5-981f-22f22017b066 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Feb 15 02:19:14.979420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:15.028461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f7caef-437e-4d86-a12b-7532bf39db7b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:15.030062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d2f7caef-437e-4d86-a12b-7532bf39db7b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1123 time: 0.0496352 Feb 15 02:19:15.032980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:15.037495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:15.133494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.225985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.332077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.4 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1e12d556-30e7-4e9f-8618-16a9dd48cab0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:19:15.431285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.523996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.550980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.565810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:15.568550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:15.573992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:19:15.597067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=1e12d556-30e7-4e9f-8618-16a9dd48cab0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:15.609780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.610141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.610483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.610826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.611160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.611507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.612414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.612767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.613074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.613400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.613723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.614041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.614360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:15.864316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:15.908091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Deleting subnet 5395ac5c-f09d-44b9-ac5f-24ac5f5698f2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:19:15.912138 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Publish callbacks [] for subnet (5395ac5c-f09d-44b9-ac5f-24ac5f5698f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.945469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (5395ac5c-f09d-44b9-ac5f-24ac5f5698f2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.953840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:15.987917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (5395ac5c-f09d-44b9-ac5f-24ac5f5698f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.066558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.078230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (5395ac5c-f09d-44b9-ac5f-24ac5f5698f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.106271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5395ac5c-f09d-44b9-ac5f-24ac5f5698f2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:16.108166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.111497 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-aef0cad9-1146-4bbb-8eed-10fb81dd4389 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5395ac5c-f09d-44b9-ac5f-24ac5f5698f2 HTTP/1.1" status: 204 len: 168 time: 0.2460954 Feb 15 02:19:16.114064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:16.228573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.345614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.351978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.371518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:16.381076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:16.381385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f59d70-00b1-442b-ac2d-67b86f9a8a1e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:16.390750 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (a2f59d70-00b1-442b-ac2d-67b86f9a8a1e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.399134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.411146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a2f59d70-00b1-442b-ac2d-67b86f9a8a1e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.440617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:19:16.441043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (a2f59d70-00b1-442b-ac2d-67b86f9a8a1e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:19:16.442700 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:19:16.522093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=1e12d556-30e7-4e9f-8618-16a9dd48cab0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:16.537487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.621421 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.627977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.631644 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8 HTTP/1.1" status: 204 len: 168 time: 0.5166187 Feb 15 02:19:16.634537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43156) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:16.645813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43559880-f588-4f98-8578-e436bdd307b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fb9a3c-1815-415b-ac2a-8c5cc7789cb8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:16.661694 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 associated. External IP: 172.25.2.4, port: 173172dd-2f53-4afd-b8b4-ec0c79df6509. Feb 15 02:19:16.679580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Deleting subnet f9dcf54d-6822-4d03-a99d-5a0d00d97eb5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:19:16.682855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Publish callbacks [] for subnet (f9dcf54d-6822-4d03-a99d-5a0d00d97eb5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.716673 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (f9dcf54d-6822-4d03-a99d-5a0d00d97eb5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.759422 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f9dcf54d-6822-4d03-a99d-5a0d00d97eb5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.880926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router c6b0fcad-ec14-4ee5-8912-6321721ca823 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:19:16.895337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f9dcf54d-6822-4d03-a99d-5a0d00d97eb5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.922183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dcf54d-6822-4d03-a99d-5a0d00d97eb5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:16.927935 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:16.931522 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c91ab90-1dea-482d-b2d6-77cdb4e6e6e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f9dcf54d-6822-4d03-a99d-5a0d00d97eb5 HTTP/1.1" status: 204 len: 168 time: 0.2957823 Feb 15 02:19:16.933975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:16.995244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:19:17.000578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6fc79e68-85a8-48ff-a5d0-0d59d9bd6297), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.005122 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Sync routers for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:19:17.015767 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:17.018957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.069309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.086699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6fc79e68-85a8-48ff-a5d0-0d59d9bd6297), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.103544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ce0614b9-f3cf-4822-b5ad-7defa225b07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0668948 Feb 15 02:19:17.103544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:19:17.104047 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e17fa-2db3-4596-9ec1-f0ded6744df5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:19:17.114127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc79e68-85a8-48ff-a5d0-0d59d9bd6297']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.123559 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd0f500-2aa6-4db2-8e15-d2a254fa7552') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.123854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd0f500-2aa6-4db2-8e15-d2a254fa7552') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.130633 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:17.144374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (1dd0f500-2aa6-4db2-8e15-d2a254fa7552), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.152027 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1dd0f500-2aa6-4db2-8e15-d2a254fa7552), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.159090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:19:17.159491 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (1dd0f500-2aa6-4db2-8e15-d2a254fa7552), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:19:17.161298 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:19:17.169159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 65e6ba15-5a6c-4851-aace-b87aaf39ceae no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:19:17.196629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 65e6ba15-5a6c-4851-aace-b87aaf39ceae {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:19:17.197065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 65e6ba15-5a6c-4851-aace-b87aaf39ceae not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:19:17.209817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8481-979c-4a37-b3d5-63cdb6df57ba req-747ba05b-4127-4623-abc3-40cc8620552d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:17.211771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-924d8481-979c-4a37-b3d5-63cdb6df57ba req-747ba05b-4127-4623-abc3-40cc8620552d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0610664 Feb 15 02:19:17.262239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-924d8481-979c-4a37-b3d5-63cdb6df57ba req-9fd19eec-4679-4178-9792-ee56560af651 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 Feb 15 02:19:17.285680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:17.294279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6fc79e68-85a8-48ff-a5d0-0d59d9bd6297), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.310492 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28eae97-44b1-4a90-8bfb-19012119ef64 x-openstack-request-id: req-b28eae97-44b1-4a90-8bfb-19012119ef64 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:19:17.310492 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:19:17.310745 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b28eae97-44b1-4a90-8bfb-19012119ef64 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:19:17.311089 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'status': 'completed', 'code': 200} Feb 15 02:19:17.331856 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.337567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fc79e68-85a8-48ff-a5d0-0d59d9bd6297 HTTP/1.1" status: 204 len: 168 time: 0.4002724 Feb 15 02:19:17.348393 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe415e-0e78-407d-a65d-a66a51e0c598 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc79e68-85a8-48ff-a5d0-0d59d9bd6297,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:17.381282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f98cd2dd-75d4-4296-8523-11df1f776dfa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 HTTP/1.1" status: 200 len: 989 time: 0.0944350 Feb 15 02:19:17.391083 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'mac_address': 'fa:16:3e:eb:ed:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:19:15Z', 'updated_at': '2022-02-15T02:19:15Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.402061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-8f236878-8513-4495-bcd8-b7ef8f7bc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:17.402061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-8f236878-8513-4495-bcd8-b7ef8f7bc5ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0658450 Feb 15 02:19:17.421725 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Checking router: c6b0fcad-ec14-4ee5-8912-6321721ca823 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:19:17.431553 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:17.432170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:18:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.506252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-24e179f5-ba6f-4b7c-9793-952b5a676a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:17.507738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-24e179f5-ba6f-4b7c-9793-952b5a676a3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.1028252 Feb 15 02:19:17.580084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-425f140c-0bac-4d63-a5b2-739fef863e01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 997 time: 0.0659516 Feb 15 02:19:17.629905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-b483f7e5-6aba-427f-a229-124c4f7f57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:17.631400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-b483f7e5-6aba-427f-a229-124c4f7f57ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0459754 Feb 15 02:19:17.649131 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:17.681680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-8adf31e3-069d-49c8-8648-5e9f5147a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:17.683136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-8adf31e3-069d-49c8-8648-5e9f5147a976 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465958 Feb 15 02:19:17.741685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:17.781584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e27164c3-09d5-4ec2-8c2e-055e313cdedd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcc2caa8ca154af8abf51dba59f046c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386360 Feb 15 02:19:17.782483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-5c8c1f14-b124-452b-a296-a4bd4d9a28b3 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911424 Feb 15 02:19:17.784660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:17.833121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] Publish callbacks [] for security_group (1ae10e37-b433-46ca-88bb-77ecb37591cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.858420 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] Publish callbacks [] for security_group (1ae10e37-b433-46ca-88bb-77ecb37591cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:17.875808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16e17fa-2db3-4596-9ec1-f0ded6744df5 req-d1ecb963-5c29-4e9e-ba18-7999fab7a45f service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Feb 15 02:19:17.881453 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'mac_address': 'fa:16:3e:eb:ed:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:19:15Z', 'updated_at': '2022-02-15T02:19:15Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:17.912417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfadf80c-4d24-4d1a-a057-027623b80ac5 None None] The sync data for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 is: [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'mac_address': 'fa:16:3e:eb:ed:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:19:15Z', 'updated_at': '2022-02-15T02:19:15Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:19:18.014774 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ae10e37-b433-46ca-88bb-77ecb37591cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.017682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.018995 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ae10e37-b433-46ca-88bb-77ecb37591cb HTTP/1.1" status: 204 len: 168 time: 0.2333868 Feb 15 02:19:18.027885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326cb03-f735-4fa3-b4fa-e137e4d8dad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae10e37-b433-46ca-88bb-77ecb37591cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:18.110020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275fafd-5289-4634-9eae-87d5dc96c0b8 None None] New status for floating IP fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:19:18.266107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.384818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:18.451376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77eaea07-5eb9-456b-9456-5aa967c2d453 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 HTTP/1.1" status: 200 len: 991 time: 0.0651929 Feb 15 02:19:18.728316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:18.769097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-92d89d26-d6e4-4f97-9480-455850af87e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc5cf62c1ad74771b266a27f22a62d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396292 Feb 15 02:19:18.771459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:18.817462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] Publish callbacks [] for security_group (1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.838577 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] Publish callbacks [] for security_group (1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.957608 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.960133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:18.961422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38 HTTP/1.1" status: 204 len: 168 time: 0.1890726 Feb 15 02:19:18.969052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060128a0-ee53-4d26-af3f-6c0c59833d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae79bcb-8c1f-44f7-b0d0-1d24a8229a38,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:19.947294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:20.050900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-612194446-network', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:20.151854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Made reservation on behalf of e131620b235e438b831b96ce3c12fd6b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:19:20.154378 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.163369 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.236168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks [] for security_group (f1f83399-ee28-4f66-b56f-387a4ed130f5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.277700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f1f83399-ee28-4f66-b56f-387a4ed130f5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.303333 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:19:20.312841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f83399-ee28-4f66-b56f-387a4ed130f5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:20.317533 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (45324a07-384c-4893-b8ad-02cae1f14079), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.317877 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Added segment 45324a07-384c-4893-b8ad-02cae1f14079 of type vlan for network 463ea00b-cf13-4abf-aeb1-f725f1a597dc Feb 15 02:19:20.373610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (463ea00b-cf13-4abf-aeb1-f725f1a597dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.454516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (463ea00b-cf13-4abf-aeb1-f725f1a597dc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.455532 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:20.456674 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:20.516318 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=463ea00b-cf13-4abf-aeb1-f725f1a597dc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:20.526285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:19:20.543249 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c85b1977-0429-426a-a5f9-a8d4ba91a3d9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5948904 Feb 15 02:19:20.546137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:20.550962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Request body: {'subnet': {'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-612194446-subnet', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:20.609037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Made reservation on behalf of e131620b235e438b831b96ce3c12fd6b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:19:20.611471 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.100837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-866f6230-8af6-40fb-a4bc-1b733722a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.128122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (03cf599d-caf1-437d-88d2-8fb6cef165e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.181066 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cf599d-caf1-437d-88d2-8fb6cef165e8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:21.192220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Checking segment: {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:21.192616 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Network hostable DHCP agents. Network: 463ea00b-cf13-4abf-aeb1-f725f1a597dc, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:19:21.277152 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:19:21.351246 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 463ea00b-cf13-4abf-aeb1-f725f1a597dc) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:21.355787 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:21.356411 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.360614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8ab99-fe3c-40d1-9a3e-24820588d46f None None] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:19:21.443298 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-49425318-a860-4c7a-aacc-3a58cdf45972 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8929133 Feb 15 02:19:21.443298 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:21.447667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:19:21.458309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'fixed_ips': [{'subnet_id': '03cf599d-caf1-437d-88d2-8fb6cef165e8'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:19:21.459406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.546089 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.547195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.593525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Allocated IP 172.20.0.2 (463ea00b-cf13-4abf-aeb1-f725f1a597dc/03cf599d-caf1-437d-88d2-8fb6cef165e8/aee34e57-57c4-492c-aa58-fa51a377a78e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:19:21.616150 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for router_controller (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.735490 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks [] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.808936 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for router_gateway (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.842269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.879947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:21.884645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:21.888077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:19:21.895601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Pushing event updated for resources: {'Port': ['ID=aee34e57-57c4-492c-aa58-fa51a377a78e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:21.948190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Attempting to bind port aee34e57-57c4-492c-aa58-fa51a377a78e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:19:21.948649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Attempting to bind port aee34e57-57c4-492c-aa58-fa51a377a78e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:19:21.949024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Attempting to bind port aee34e57-57c4-492c-aa58-fa51a377a78e on network 463ea00b-cf13-4abf-aeb1-f725f1a597dc {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:21.954123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:19:21.954501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Checking segment: {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:21.954910 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:21.955311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Bound using segment: {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:19:21.956373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Bound port: aee34e57-57c4-492c-aa58-fa51a377a78e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:19:21.956754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.021325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] For port aee34e57-57c4-492c-aa58-fa51a377a78e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:19:22.024220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] For port aee34e57-57c4-492c-aa58-fa51a377a78e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aee34e57-57c4-492c-aa58-fa51a377a78e,segment=NetworkSegment(45324a07-384c-4893-b8ad-02cae1f14079),segment_id=45324a07-384c-4893-b8ad-02cae1f14079)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:19:22.080187 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for router_gateway (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.094969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.099373 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.157786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4fcf-c032-4702-943b-317cb83945de None None] Pushing event updated for resources: {'Port': ['ID=aee34e57-57c4-492c-aa58-fa51a377a78e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:22.214597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Allocated IP 172.25.2.220 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4fa9eba8-beb1-4680-9230-ec2f399161bf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:19:22.338678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.459637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:22.498384 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:22.503631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:22.506337 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:19:22.535614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Pushing event updated for resources: {'Port': ['ID=4fa9eba8-beb1-4680-9230-ec2f399161bf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:22.845767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for router_gateway (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.052324 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.067188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42070bc9-7173-4342-8456-d52724731259 None None] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:19:23.138967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Provisioning complete for port aee34e57-57c4-492c-aa58-fa51a377a78e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:23.139347 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.243328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Router e61f4779-f1ce-4e07-98c0-e42a12ca4edd is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:19:23.272332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Current status of the port aee34e57-57c4-492c-aa58-fa51a377a78e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:23.281376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.310605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] For port aee34e57-57c4-492c-aa58-fa51a377a78e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aee34e57-57c4-492c-aa58-fa51a377a78e,segment=NetworkSegment(45324a07-384c-4893-b8ad-02cae1f14079),segment_id=45324a07-384c-4893-b8ad-02cae1f14079)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:23.357707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-655c93ca-624c-4ae0-8fde-306a2b989fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.362301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:19:23.386095 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Sync routers for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:19:23.398239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.400062 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:23.401038 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:23.472692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37d8b9-1c9c-4128-b056-f833a674c68d None None] Pushing event updated for resources: {'Port': ['ID=aee34e57-57c4-492c-aa58-fa51a377a78e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:23.486018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.488338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-819398d2-0ba9-490b-a20d-8073e77dcfea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0429847 Feb 15 02:19:23.493549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:23.494683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aee34e57-57c4-492c-aa58-fa51a377a78e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:23.539359 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:23.557244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port aee34e57-57c4-492c-aa58-fa51a377a78e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:23.557620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.651498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port aee34e57-57c4-492c-aa58-fa51a377a78e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:23.653431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55eabe45-c05c-4e4b-8cc3-61f9cf058fc8 None None] Provisioning complete for port aee34e57-57c4-492c-aa58-fa51a377a78e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:23.654128 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55eabe45-c05c-4e4b-8cc3-61f9cf058fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.719788 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:22Z', 'revision_number': 3, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:23.738293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55eabe45-c05c-4e4b-8cc3-61f9cf058fc8 None None] Current status of the port aee34e57-57c4-492c-aa58-fa51a377a78e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:23.746969 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Checking router: e61f4779-f1ce-4e07-98c0-e42a12ca4edd for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:19:23.747326 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Updating router e61f4779-f1ce-4e07-98c0-e42a12ca4edd port 4fa9eba8-beb1-4680-9230-ec2f399161bf binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:19:23.778484 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:23.932998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.021503 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks [] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.077373 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.122561 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Attempting to bind port 4fa9eba8-beb1-4680-9230-ec2f399161bf on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:19:24.122937 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Attempting to bind port 4fa9eba8-beb1-4680-9230-ec2f399161bf by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:19:24.123302 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Attempting to bind port 4fa9eba8-beb1-4680-9230-ec2f399161bf on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:24.125935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Allocated IP 172.20.0.1 (463ea00b-cf13-4abf-aeb1-f725f1a597dc/03cf599d-caf1-437d-88d2-8fb6cef165e8/b345a058-9fd4-4461-97df-32ae131d43c5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:19:24.133164 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:19:24.133542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:24.133947 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.134420 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:19:24.134907 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Bound port: 4fa9eba8-beb1-4680-9230-ec2f399161bf, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:19:24.135303 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.160327 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb278e5-3eec-43df-a7da-5a1a14b7089d None None] Pushing event updated for resources: {'Port': ['ID=4fa9eba8-beb1-4680-9230-ec2f399161bf,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:24.197089 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] For port 4fa9eba8-beb1-4680-9230-ec2f399161bf, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:19:24.200001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] For port 4fa9eba8-beb1-4680-9230-ec2f399161bf, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4fa9eba8-beb1-4680-9230-ec2f399161bf,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:19:24.224320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks [] for port (b345a058-9fd4-4461-97df-32ae131d43c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.264993 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.319873 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:24.320545 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:24.322412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.325144 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb278e5-3eec-43df-a7da-5a1a14b7089d None None] Pushing event updated for resources: {'Port': ['ID=4fa9eba8-beb1-4680-9230-ec2f399161bf,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:24.364480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:24.367407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:24.373115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:19:24.397263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Pushing event updated for resources: {'Port': ['ID=b345a058-9fd4-4461-97df-32ae131d43c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:24.429065 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.448938 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:24.562720 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:19:24.598269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.657713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:22Z', 'revision_number': 3, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:24.665626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-97aac04f-5b32-42e9-867c-9c3bb9bfb435 None None] Provisioning complete for port b345a058-9fd4-4461-97df-32ae131d43c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:24.666033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97aac04f-5b32-42e9-867c-9c3bb9bfb435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:24.685359 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dcb94-97cc-4f22-bfcb-ddea4316ee9d None None] The sync data for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 is: [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:22Z', 'revision_number': 3, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:19:24.702664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97aac04f-5b32-42e9-867c-9c3bb9bfb435 None None] Port b345a058-9fd4-4461-97df-32ae131d43c5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:24.959036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.129610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks [] for port (b345a058-9fd4-4461-97df-32ae131d43c5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.192245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.262401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.264184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Pushing event updated for resources: {'Port': ['ID=b345a058-9fd4-4461-97df-32ae131d43c5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:25.364327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:19:25.365769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:19:25.518962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Router e61f4779-f1ce-4e07-98c0-e42a12ca4edd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:19:25.555286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aee34e57-57c4-492c-aa58-fa51a377a78e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:25.608416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port aee34e57-57c4-492c-aa58-fa51a377a78e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:25.608997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.654285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:19:25.665042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-40547693-bae1-45a4-aac2-904001693f20 admin admin] 10.222.0.43 "PUT /v2.0/routers/e61f4779-f1ce-4e07-98c0-e42a12ca4edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685646 Feb 15 02:19:25.665230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-432f0acf-1ed7-4a18-a3fd-e8e7a395c9f9 None None] Provisioning complete for port b345a058-9fd4-4461-97df-32ae131d43c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:25.665230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-432f0acf-1ed7-4a18-a3fd-e8e7a395c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.703290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-432f0acf-1ed7-4a18-a3fd-e8e7a395c9f9 None None] Port b345a058-9fd4-4461-97df-32ae131d43c5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:19:25.742374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port aee34e57-57c4-492c-aa58-fa51a377a78e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:25.742374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4fa9eba8-beb1-4680-9230-ec2f399161bf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:25.845318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4fa9eba8-beb1-4680-9230-ec2f399161bf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:25.845673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:25.983676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4fa9eba8-beb1-4680-9230-ec2f399161bf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:25.984065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:26.009713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4fa9eba8-beb1-4680-9230-ec2f399161bf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4fa9eba8-beb1-4680-9230-ec2f399161bf,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:26.040540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:26.095041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:26.146834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4fa9eba8-beb1-4680-9230-ec2f399161bf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:26.311386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Sync routers for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:19:26.321432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:26.322046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:26.586444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:26.790532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:24Z', 'revision_number': 4, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b345a058-9fd4-4461-97df-32ae131d43c5', 'name': '', 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'mac_address': 'fa:16:3e:0e:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:23Z', 'updated_at': '2022-02-15T02:19:25Z', 'revision_number': 2, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'subnets': [{'id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:26.816948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Checking router: e61f4779-f1ce-4e07-98c0-e42a12ca4edd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:19:26.817308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Updating router e61f4779-f1ce-4e07-98c0-e42a12ca4edd port b345a058-9fd4-4461-97df-32ae131d43c5 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:19:26.824553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:26.845457 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.107670 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks [] for port (b345a058-9fd4-4461-97df-32ae131d43c5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.160318 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.167183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.217729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668141-416b-4cf3-9f97-8eecc86c20d4 None None] Pushing event updated for resources: {'Port': ['ID=b345a058-9fd4-4461-97df-32ae131d43c5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:27.273483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Attempting to bind port b345a058-9fd4-4461-97df-32ae131d43c5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:19:27.273863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Attempting to bind port b345a058-9fd4-4461-97df-32ae131d43c5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:19:27.274308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Attempting to bind port b345a058-9fd4-4461-97df-32ae131d43c5 on network 463ea00b-cf13-4abf-aeb1-f725f1a597dc {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:19:27.279961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:19:27.280416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Checking segment: {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:19:27.280806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.281203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Bound using segment: {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:19:27.281683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Bound port: b345a058-9fd4-4461-97df-32ae131d43c5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45324a07-384c-4893-b8ad-02cae1f14079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:19:27.282068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.359843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] For port b345a058-9fd4-4461-97df-32ae131d43c5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:19:27.363679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] For port b345a058-9fd4-4461-97df-32ae131d43c5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b345a058-9fd4-4461-97df-32ae131d43c5,segment=NetworkSegment(45324a07-384c-4893-b8ad-02cae1f14079),segment_id=45324a07-384c-4893-b8ad-02cae1f14079)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:19:27.427546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.449905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4fa9eba8-beb1-4680-9230-ec2f399161bf up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:19:27.453347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Deleting port b345a058-9fd4-4461-97df-32ae131d43c5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:19:27.453698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.474379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.530570 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] For port b345a058-9fd4-4461-97df-32ae131d43c5, host n-d-829064-14, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:27.530938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.544547 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Calling delete_port for b345a058-9fd4-4461-97df-32ae131d43c5 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:19:27.562925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668141-416b-4cf3-9f97-8eecc86c20d4 None None] Pushing event updated for resources: {'Port': ['ID=b345a058-9fd4-4461-97df-32ae131d43c5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:27.567522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:27.568143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:27.608565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-42c790f2-3333-4bb3-875a-1452eced2f66 None None] Provisioning complete for port b345a058-9fd4-4461-97df-32ae131d43c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:27.608942 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42c790f2-3333-4bb3-875a-1452eced2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.648938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4fa9eba8-beb1-4680-9230-ec2f399161bf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:19:27.649293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.752006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:27.826201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.857989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Pushing event deleted for resources: {'Port': ['ID=b345a058-9fd4-4461-97df-32ae131d43c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:27.926272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-42c790f2-3333-4bb3-875a-1452eced2f66 None None] Current status of the port b345a058-9fd4-4461-97df-32ae131d43c5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:27.926892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42c790f2-3333-4bb3-875a-1452eced2f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b345a058-9fd4-4461-97df-32ae131d43c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:27.945794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4fa9eba8-beb1-4680-9230-ec2f399161bf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:19:28.029791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:28.056471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-66361280-dcac-491c-9866-74a643e3f375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:24Z', 'revision_number': 4, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b345a058-9fd4-4461-97df-32ae131d43c5', 'name': '', 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'mac_address': 'fa:16:3e:0e:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:23Z', 'updated_at': '2022-02-15T02:19:27Z', 'revision_number': 4, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'subnets': [{'id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:28.084508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66361280-dcac-491c-9866-74a643e3f375 None None] The sync data for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 is: [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:24Z', 'revision_number': 4, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port': {'id': '4fa9eba8-beb1-4680-9230-ec2f399161bf', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:22Z', 'updated_at': '2022-02-15T02:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b345a058-9fd4-4461-97df-32ae131d43c5', 'name': '', 'network_id': '463ea00b-cf13-4abf-aeb1-f725f1a597dc', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'mac_address': 'fa:16:3e:0e:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:19:23Z', 'updated_at': '2022-02-15T02:19:27Z', 'revision_number': 4, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'subnets': [{'id': '03cf599d-caf1-437d-88d2-8fb6cef165e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:19:28.146389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1a828f7a-ee42-40ec-bd4b-56ea90a9973c None None] Could not find standard attr ID for object b345a058-9fd4-4461-97df-32ae131d43c5. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:19:28.277150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Router e61f4779-f1ce-4e07-98c0-e42a12ca4edd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:19:28.683979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:19:28.689752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3d965ad1-2778-4480-97a4-805512b81542 admin admin] 10.222.0.43 "PUT /v2.0/routers/e61f4779-f1ce-4e07-98c0-e42a12ca4edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640099 Feb 15 02:19:28.691552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:28.800948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks [] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:28.909727 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks [] for router_gateway (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.023199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Deleting port 4fa9eba8-beb1-4680-9230-ec2f399161bf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:19:29.023574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.105489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] For port 4fa9eba8-beb1-4680-9230-ec2f399161bf, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4fa9eba8-beb1-4680-9230-ec2f399161bf,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:29.105854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.117735 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Calling delete_port for 4fa9eba8-beb1-4680-9230-ec2f399161bf owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:19:29.181202 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Sync routers for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:19:29.191857 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:29.192513 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:29.278945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:29.350429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4fa9eba8-beb1-4680-9230-ec2f399161bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.380500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa9eba8-beb1-4680-9230-ec2f399161bf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:29.426806 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:28Z', 'revision_number': 6, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:29.445628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.455887 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Checking router: e61f4779-f1ce-4e07-98c0-e42a12ca4edd for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:19:29.464245 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Routers {'e61f4779-f1ce-4e07-98c0-e42a12ca4edd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:19:29.464859 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:19:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:29.535911 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] Set router e61f4779-f1ce-4e07-98c0-e42a12ca4edd gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:19:29.537017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.539137 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks [] for router_controller (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.592169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:29Z', 'revision_number': 7, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:29.622187 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d7860-936d-408f-bb6b-ae121ca4b636 None None] The sync data for ids ['e61f4779-f1ce-4e07-98c0-e42a12ca4edd'] in n-d-829064-14 is: [{'id': 'e61f4779-f1ce-4e07-98c0-e42a12ca4edd', 'name': 'tempest-ImageQuotaTest-612194446-router', 'tenant_id': 'e131620b235e438b831b96ce3c12fd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:19:21Z', 'updated_at': '2022-02-15T02:19:29Z', 'revision_number': 7, 'project_id': 'e131620b235e438b831b96ce3c12fd6b', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:19:29.644063 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (e61f4779-f1ce-4e07-98c0-e42a12ca4edd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.644713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61f4779-f1ce-4e07-98c0-e42a12ca4edd {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:19:29.649093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.654344 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f49704d5-dbd0-4dc3-9c3e-4f2ac0281b80 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e61f4779-f1ce-4e07-98c0-e42a12ca4edd HTTP/1.1" status: 204 len: 168 time: 0.9577858 Feb 15 02:19:29.654344 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:29.708804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Deleting subnet 03cf599d-caf1-437d-88d2-8fb6cef165e8 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:19:29.712216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Publish callbacks [] for subnet (03cf599d-caf1-437d-88d2-8fb6cef165e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.748313 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (03cf599d-caf1-437d-88d2-8fb6cef165e8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.834064 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (03cf599d-caf1-437d-88d2-8fb6cef165e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.945067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (03cf599d-caf1-437d-88d2-8fb6cef165e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.968658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cf599d-caf1-437d-88d2-8fb6cef165e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:29.976648 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:29.983225 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca51eaa2-c053-48bf-95c7-9bed3f8c5cdf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/03cf599d-caf1-437d-88d2-8fb6cef165e8 HTTP/1.1" status: 204 len: 168 time: 0.3272190 Feb 15 02:19:29.983398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a582557-a74c-4a04-bd7d-66cd44959797 None None] Network 463ea00b-cf13-4abf-aeb1-f725f1a597dc requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:19:29.983856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:30.061045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (463ea00b-cf13-4abf-aeb1-f725f1a597dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.132652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Deleting port aee34e57-57c4-492c-aa58-fa51a377a78e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:19:30.133006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.158275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] DHCP port deletion for 463ea00b-cf13-4abf-aeb1-f725f1a597dc request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:19:30.202657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] For port aee34e57-57c4-492c-aa58-fa51a377a78e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aee34e57-57c4-492c-aa58-fa51a377a78e,segment=NetworkSegment(45324a07-384c-4893-b8ad-02cae1f14079),segment_id=45324a07-384c-4893-b8ad-02cae1f14079)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:30.203024 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.208273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Deleting port aee34e57-57c4-492c-aa58-fa51a377a78e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:19:30.208684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.220497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Calling delete_port for aee34e57-57c4-492c-aa58-fa51a377a78e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:19:30.273638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] For port aee34e57-57c4-492c-aa58-fa51a377a78e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aee34e57-57c4-492c-aa58-fa51a377a78e,segment=NetworkSegment(45324a07-384c-4893-b8ad-02cae1f14079),segment_id=45324a07-384c-4893-b8ad-02cae1f14079)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:19:30.274031 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.286952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Calling delete_port for aee34e57-57c4-492c-aa58-fa51a377a78e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:19:30.363304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.369813 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (aee34e57-57c4-492c-aa58-fa51a377a78e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.394237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee34e57-57c4-492c-aa58-fa51a377a78e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:30.397297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] No DVR routers for this DVR port aee34e57-57c4-492c-aa58-fa51a377a78e on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:19:30.407047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] No DVR routers for this DVR port aee34e57-57c4-492c-aa58-fa51a377a78e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:19:30.413184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188f583-d1f6-4049-82be-f996d1ced964 None None] Pushing event deleted for resources: {'Port': ['ID=aee34e57-57c4-492c-aa58-fa51a377a78e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:30.469041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (463ea00b-cf13-4abf-aeb1-f725f1a597dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.489404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463ea00b-cf13-4abf-aeb1-f725f1a597dc']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:30.498652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45324a07-384c-4893-b8ad-02cae1f14079') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:30.498980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45324a07-384c-4893-b8ad-02cae1f14079') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:19:30.509336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (45324a07-384c-4893-b8ad-02cae1f14079), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.523376 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (45324a07-384c-4893-b8ad-02cae1f14079), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.529225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:19:30.529611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (45324a07-384c-4893-b8ad-02cae1f14079), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:19:30.531232 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:19:30.647575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (463ea00b-cf13-4abf-aeb1-f725f1a597dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.653072 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:30.656206 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/463ea00b-cf13-4abf-aeb1-f725f1a597dc HTTP/1.1" status: 204 len: 168 time: 0.6718445 Feb 15 02:19:30.667463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578a3f-0de2-40e8-8eee-e6d3c96f31d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=463ea00b-cf13-4abf-aeb1-f725f1a597dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:30.944121 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:30.982916 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ca05022-c195-43a4-ad9b-74eaddc9bd2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e131620b235e438b831b96ce3c12fd6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376229 Feb 15 02:19:30.985294 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:31.031375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Publish callbacks [] for security_group (f1f83399-ee28-4f66-b56f-387a4ed130f5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.052532 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Publish callbacks [] for security_group (f1f83399-ee28-4f66-b56f-387a4ed130f5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.157664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f1f83399-ee28-4f66-b56f-387a4ed130f5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.160911 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.162082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1f83399-ee28-4f66-b56f-387a4ed130f5 HTTP/1.1" status: 204 len: 168 time: 0.1758971 Feb 15 02:19:31.169770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f83399-ee28-4f66-b56f-387a4ed130f5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:31.178217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.178537 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.178883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.179261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.179623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.179961 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.180304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.180669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.181002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.181326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.181650 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.181972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.182328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2428a97-659a-4040-812a-04d7d3247228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:19:31.434648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b345a058-9fd4-4461-97df-32ae131d43c5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:19:31.455237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b345a058-9fd4-4461-97df-32ae131d43c5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:19:31.455607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b345a058-9fd4-4461-97df-32ae131d43c5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:19:31.456040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aee34e57-57c4-492c-aa58-fa51a377a78e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:19:31.476557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: aee34e57-57c4-492c-aa58-fa51a377a78e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:19:31.477029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aee34e57-57c4-492c-aa58-fa51a377a78e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:19:31.477631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4fa9eba8-beb1-4680-9230-ec2f399161bf no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:19:31.499565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4fa9eba8-beb1-4680-9230-ec2f399161bf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:19:31.499919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4fa9eba8-beb1-4680-9230-ec2f399161bf not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:19:31.830168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:31.843707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e52-5c1e-48e4-b32a-8f6959bd4107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.916798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e52-5c1e-48e4-b32a-8f6959bd4107 admin admin] Publish callbacks [] for security_group (e35bdde4-75d0-4b79-88d9-c0cae788270d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:31.974352 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e52-5c1e-48e4-b32a-8f6959bd4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e35bdde4-75d0-4b79-88d9-c0cae788270d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:32.012167 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1e52-5c1e-48e4-b32a-8f6959bd4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35bdde4-75d0-4b79-88d9-c0cae788270d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:32.018149 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5bff1e52-5c1e-48e4-b32a-8f6959bd4107 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1868653 Feb 15 02:19:32.020892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:32.068845 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] Publish callbacks [] for security_group (e35bdde4-75d0-4b79-88d9-c0cae788270d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:32.089789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] Publish callbacks [] for security_group (e35bdde4-75d0-4b79-88d9-c0cae788270d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:32.218536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e35bdde4-75d0-4b79-88d9-c0cae788270d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:32.222036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:32.223207 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e35bdde4-75d0-4b79-88d9-c0cae788270d HTTP/1.1" status: 204 len: 168 time: 0.2011602 Feb 15 02:19:32.230903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6db79-11a6-4a6a-9d9e-adf0559cf882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35bdde4-75d0-4b79-88d9-c0cae788270d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:45.555494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:48.208503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:49.696601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-deaee1a6-d150-4526-92c5-c30b5c7fe6b0 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:49.698029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-deaee1a6-d150-4526-92c5-c30b5c7fe6b0 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0447838 Feb 15 02:19:49.715264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-315b402e-3415-49e1-9bec-2bdb9890487b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:49.787111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-315b402e-3415-49e1-9bec-2bdb9890487b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Publish callbacks [] for security_group (95130a53-14fa-49d1-972c-8e0fa63f5499), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:49.863963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-315b402e-3415-49e1-9bec-2bdb9890487b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (95130a53-14fa-49d1-972c-8e0fa63f5499), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:49.902287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b402e-3415-49e1-9bec-2bdb9890487b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95130a53-14fa-49d1-972c-8e0fa63f5499,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:19:49.907068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3b5afa54-8b23-45ba-96b8-ea117e64ad39 req-315b402e-3415-49e1-9bec-2bdb9890487b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036333 Feb 15 02:19:50.024795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2d918-96f9-4e3f-b069-8038af4bc14a req-4f167524-39df-4e80-8d46-7b048be4de97 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:50.026210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1b2d918-96f9-4e3f-b069-8038af4bc14a req-4f167524-39df-4e80-8d46-7b048be4de97 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0530372 Feb 15 02:19:50.078548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1b2d918-96f9-4e3f-b069-8038af4bc14a req-04933087-96e9-416c-a8c6-7c75b27c016e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Feb 15 02:19:50.100909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:50.160680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8f4e423d-9a0d-43cb-a4f4-0cd8f092efb1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 HTTP/1.1" status: 200 len: 991 time: 0.0586123 Feb 15 02:19:50.625907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-b06d0fe8-b292-4387-ab9a-717da2e15780 req-2426a7b9-5e55-49f8-94c0-3f6b55b1d48a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:19:50.627056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b06d0fe8-b292-4387-ab9a-717da2e15780 req-2426a7b9-5e55-49f8-94c0-3f6b55b1d48a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1050961 Feb 15 02:19:51.088654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2705463-657d-4154-859d-7a202d496b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:51.219802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08344b-bdf2-4c05-b4ae-6c69d4617380 req-b7f23d7d-c4ee-4948-a216-223ec01d2ce0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:51.221384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da08344b-bdf2-4c05-b4ae-6c69d4617380 req-b7f23d7d-c4ee-4948-a216-223ec01d2ce0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0583177 Feb 15 02:19:51.273862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da08344b-bdf2-4c05-b4ae-6c69d4617380 req-05e8d61a-7472-4b4b-8152-8965ca60ef14 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470262 Feb 15 02:19:51.293285 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:51.388622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-0466d356-34ed-4c2a-ba7d-e7e49d5454b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941870 Feb 15 02:19:51.397105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-a675b257-9782-40e6-93d0-5176d9790093 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:19:51.398082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-a675b257-9782-40e6-93d0-5176d9790093 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050590 Feb 15 02:19:51.844071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:19:51.995811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-2c46001f-e321-40a5-b92e-d4c49ed855be tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:51.997300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-2c46001f-e321-40a5-b92e-d4c49ed855be tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 1125 time: 0.1521182 Feb 15 02:19:52.397206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d909e9d-f4e5-46cf-9104-22f469e07785 req-707cbdb8-f836-4931-81a5-0d871906b1d7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:52.398795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d909e9d-f4e5-46cf-9104-22f469e07785 req-707cbdb8-f836-4931-81a5-0d871906b1d7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Feb 15 02:19:52.449359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d909e9d-f4e5-46cf-9104-22f469e07785 req-68d0e62e-a87f-46c3-979c-9d101c5929f7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450928 Feb 15 02:19:53.288828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d72ca736-c4a5-4aef-894a-22f2a03e79f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:53.582191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ece-5c44-450f-9c1d-a6c07b991b61 req-5342fd8d-0c95-48c4-9179-75f4a49334ea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:53.583773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe62ece-5c44-450f-9c1d-a6c07b991b61 req-5342fd8d-0c95-48c4-9179-75f4a49334ea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0648065 Feb 15 02:19:53.661413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe62ece-5c44-450f-9c1d-a6c07b991b61 req-906e8997-3cb3-4e39-9bd6-1b00b980f269 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687640 Feb 15 02:19:53.664202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-6abe4bf6-312e-45b7-aeae-d2e0b25ddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:53.665591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-6abe4bf6-312e-45b7-aeae-d2e0b25ddadc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.1525171 Feb 15 02:19:53.759613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-c3017c6d-5b19-4ea5-9770-241dc2e29564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:53.761138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-c3017c6d-5b19-4ea5-9770-241dc2e29564 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0895662 Feb 15 02:19:53.829041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-de3741f8-3e2a-4ca4-ae4a-cd463b9fb7f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 999 time: 0.0614200 Feb 15 02:19:53.877216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-dbed0afb-f379-4203-8e3c-9d7dc506b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:53.878710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-dbed0afb-f379-4203-8e3c-9d7dc506b834 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0438282 Feb 15 02:19:53.936528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-41ce4d66-ebc1-4cf0-be82-59b135dd9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:53.938051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-41ce4d66-ebc1-4cf0-be82-59b135dd9acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537848 Feb 15 02:19:54.026721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-635afeaf-1746-48ab-808d-73e41f5a15bf service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798531 Feb 15 02:19:54.122215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-77769a57-14e1-4e0b-ab59-26a1661b9122 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893955 Feb 15 02:19:54.578612 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:54.784245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b76be-17d9-4b0f-aad1-fd4dc63e26d5 req-32fbe8ba-1613-4291-b4b1-cb01f980b739 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:54.785759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-008b76be-17d9-4b0f-aad1-fd4dc63e26d5 req-32fbe8ba-1613-4291-b4b1-cb01f980b739 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0529234 Feb 15 02:19:54.833148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-008b76be-17d9-4b0f-aad1-fd4dc63e26d5 req-de8290e8-3618-48e5-9f27-38fa6b909413 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Feb 15 02:19:55.952065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03061c6-4ae5-4634-9bcb-4aecd33ebf68 req-da6c057c-3b22-4e4b-956c-2e61dd39a02c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:55.953602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b03061c6-4ae5-4634-9bcb-4aecd33ebf68 req-da6c057c-3b22-4e4b-956c-2e61dd39a02c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0531833 Feb 15 02:19:55.989981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:56.002585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b03061c6-4ae5-4634-9bcb-4aecd33ebf68 req-bdfc511d-4dd4-40d6-b92c-fe0c6eed21c3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Feb 15 02:19:57.123877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad8fc5-0cee-4f2c-80c8-705b9c9612c8 req-6414586f-4d72-4596-822a-a39e6a0eea1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:57.125430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41ad8fc5-0cee-4f2c-80c8-705b9c9612c8 req-6414586f-4d72-4596-822a-a39e6a0eea1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Feb 15 02:19:57.173610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41ad8fc5-0cee-4f2c-80c8-705b9c9612c8 req-2d6c5f05-ca8b-48cc-8b92-12531616e359 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Feb 15 02:19:57.379040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:19:58.292035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845fa62-c865-43df-9d37-2460e0cbbcd4 req-530f1434-fb11-4a25-9658-8f441ac8579d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:58.293565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5845fa62-c865-43df-9d37-2460e0cbbcd4 req-530f1434-fb11-4a25-9658-8f441ac8579d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Feb 15 02:19:58.341476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5845fa62-c865-43df-9d37-2460e0cbbcd4 req-a2d2192e-3b89-41fe-9b9a-0f78a021f4a1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Feb 15 02:19:59.465779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df337-8ba5-483d-a45d-d27a9b14e311 req-7786afd5-bb38-4748-85c4-5539dbfae107 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:19:59.467299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f3df337-8ba5-483d-a45d-d27a9b14e311 req-7786afd5-bb38-4748-85c4-5539dbfae107 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0561624 Feb 15 02:19:59.515995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f3df337-8ba5-483d-a45d-d27a9b14e311 req-798434ad-5e32-4437-903f-9b89c6ef1334 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Feb 15 02:20:00.635052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e497c7f-1bfd-4d5d-9d6b-987d1be68286 req-8fedca8c-a569-4f08-a966-522ae6cd141e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:00.636566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e497c7f-1bfd-4d5d-9d6b-987d1be68286 req-8fedca8c-a569-4f08-a966-522ae6cd141e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Feb 15 02:20:00.684561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e497c7f-1bfd-4d5d-9d6b-987d1be68286 req-1203fea8-b0fb-4cd7-ba0f-c56e9d16959d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 Feb 15 02:20:01.561952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:20:01.815434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed48fd0-c18f-433f-ac98-9d21ec8e7ac6 req-a92821e8-375c-44ea-be42-f38dc300f69a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:01.816963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ed48fd0-c18f-433f-ac98-9d21ec8e7ac6 req-a92821e8-375c-44ea-be42-f38dc300f69a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0540967 Feb 15 02:20:01.868259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ed48fd0-c18f-433f-ac98-9d21ec8e7ac6 req-f7a715fd-5c1a-4d3f-bc98-d5714d30798e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457699 Feb 15 02:20:02.101678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-2147a8c1-1aff-4825-9385-8b6b96f75413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:02.103192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-2147a8c1-1aff-4825-9385-8b6b96f75413 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0521419 Feb 15 02:20:02.203320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-42d75099-e771-48c8-963b-c562cbb986f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:02.207256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-42d75099-e771-48c8-963b-c562cbb986f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0828383 Feb 15 02:20:02.273444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-f9be5a89-1294-4955-896e-15d90d8b9ef4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 999 time: 0.0620663 Feb 15 02:20:02.322340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-c0ec3ead-c0e4-45fd-ab18-a796cf60a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:02.323766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-c0ec3ead-c0e4-45fd-ab18-a796cf60a7df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0438101 Feb 15 02:20:02.371993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-e74f53ce-12eb-432b-869f-72e58faa3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:02.373461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-e74f53ce-12eb-432b-869f-72e58faa3aa7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440710 Feb 15 02:20:02.465932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-1cb54652-2604-42af-bffa-86a89eeb9f8a service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859981 Feb 15 02:20:02.554594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21dda9eb-373b-402a-b9fc-e9e3d1d14a6a req-8fbca7a1-43e0-4497-bc85-04d4c4d6e3f0 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810604 Feb 15 02:20:02.986544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028243-c635-47fc-a689-49223cc1f687 req-294893aa-1b68-4d72-83c7-464c60bdf283 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:02.988026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96028243-c635-47fc-a689-49223cc1f687 req-294893aa-1b68-4d72-83c7-464c60bdf283 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Feb 15 02:20:03.040544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96028243-c635-47fc-a689-49223cc1f687 req-422399e2-db4a-481e-b47e-ecbeac29d1df tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470507 Feb 15 02:20:04.157003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82f5e-d443-4fad-91f0-4a4cb3fe6ca8 req-fbfc791d-aea9-4e39-b329-7f23e79c5901 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:04.158499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42a82f5e-d443-4fad-91f0-4a4cb3fe6ca8 req-fbfc791d-aea9-4e39-b329-7f23e79c5901 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Feb 15 02:20:04.208795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42a82f5e-d443-4fad-91f0-4a4cb3fe6ca8 req-2c59cf6d-6fad-4160-a9ca-50f25a0f1376 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Feb 15 02:20:05.329769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77231797-51c4-4975-af34-5e5f5390ee6a req-d7256fb7-9aaa-40d7-995b-9cce286027e5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:05.331537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77231797-51c4-4975-af34-5e5f5390ee6a req-d7256fb7-9aaa-40d7-995b-9cce286027e5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Feb 15 02:20:05.385654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77231797-51c4-4975-af34-5e5f5390ee6a req-be5ff4ba-9b84-444d-88b3-7a9388edf51d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486448 Feb 15 02:20:06.309580 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-709c2882-3862-447f-b350-c4eae70da28d service neutron] show failed (client error): The resource could not be found. Feb 15 02:20:06.310618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-709c2882-3862-447f-b350-c4eae70da28d service neutron] 10.222.0.31 "GET /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0604804 Feb 15 02:20:06.523231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a222c3-ba4e-486d-b029-ba8f8dc3d8ea req-fb946e43-22ff-4e92-94ae-8736776bf6a2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:06.525471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32a222c3-ba4e-486d-b029-ba8f8dc3d8ea req-fb946e43-22ff-4e92-94ae-8736776bf6a2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0567155 Feb 15 02:20:06.578773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32a222c3-ba4e-486d-b029-ba8f8dc3d8ea req-e4e4827a-82da-4215-96bb-535efb7f95f7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475802 Feb 15 02:20:06.864625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-6d68f988-d37b-4dd0-bf76-1b293b2ff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:06.866069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-6d68f988-d37b-4dd0-bf76-1b293b2ff093 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 1128 time: 0.0790546 Feb 15 02:20:06.878321 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:20:06.934272 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.137623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:20:07.170071 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:20:07.208168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:20:07.210459 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe1e44-9707-4814-8de4-5b7c837c3b6a" -d '{"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:20:07.214292 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks [] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.227621 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Transition to ACTIVE for port object 173172dd-2f53-4afd-b8b4-ec0c79df6509 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:20:07.258299 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf40e3-57ff-4d61-b271-4a1af0385f47 x-openstack-request-id: req-6aaf40e3-57ff-4d61-b271-4a1af0385f47 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:20:07.258595 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:20:07.258849 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6aaf40e3-57ff-4d61-b271-4a1af0385f47 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:20:07.259288 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'code': 200} Feb 15 02:20:07.304588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.419092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:20:07.482010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] No DVR routers for this DVR port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on host n-h2-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:20:07.620949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:20:07.621296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:20:07.621630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:20:07.626191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:20:07.626553 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Attempting to bind port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on network 44f79ac5-c554-4808-971d-b668dbdd1937 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:20:07.631531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:20:07.631876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Checking segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:20:07.632420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Bound using segment: {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:20:07.632855 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Bound port: 173172dd-2f53-4afd-b8b4-ec0c79df6509, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3d827d-673f-4eaa-b074-f27e91f7e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:20:07.633217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.696603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:20:07.699601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:20:07.701863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e9409-4e2d-4713-a1e5-62d37d7cbc9c req-1371a5cd-3f85-45c8-a0f7-6b145cdf9b9d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:07.703372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-087e9409-4e2d-4713-a1e5-62d37d7cbc9c req-1371a5cd-3f85-45c8-a0f7-6b145cdf9b9d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0530989 Feb 15 02:20:07.755959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-087e9409-4e2d-4713-a1e5-62d37d7cbc9c req-261d3d9b-45c9-4f86-9036-a8d583954ce3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463057 Feb 15 02:20:07.790208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.823870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:07.824516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:07.825907 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] 10.222.0.37 "PUT /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 1092 time: 0.9521558 Feb 15 02:20:07.847527 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad4a9-63bb-44f6-80bc-bc14dad09b56 service neutron] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:20:07.895428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-e69e12b9-4698-42f2-bc7d-669abcf4a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:07.899571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-e69e12b9-4698-42f2-bc7d-669abcf4a6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1126 time: 0.0466044 Feb 15 02:20:07.992940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-4667b06b-dc1d-4327-8fd3-5cbeeb32b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:07.994435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-4667b06b-dc1d-4327-8fd3-5cbeeb32b66d service neutron] 10.222.0.37 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0904791 Feb 15 02:20:08.059181 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-b48485e8-015e-4d5a-b57a-b4ed7bb03bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 997 time: 0.0588405 Feb 15 02:20:08.109686 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-61fd583b-73e8-4366-a9c3-eaf51763f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:08.111060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-61fd583b-73e8-4366-a9c3-eaf51763f9da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0469246 Feb 15 02:20:08.158230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-36ba908b-dfd4-4768-b80f-3abde429af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:08.159982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-36ba908b-dfd4-4768-b80f-3abde429af19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432622 Feb 15 02:20:08.245262 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-fcd9c224-5eeb-4d1b-9c61-bb33e1abcc5a service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789587 Feb 15 02:20:08.334389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-e127c14f-c32e-4834-af67-6eeedf96cc26 req-455d31d9-f33a-487e-a858-ff36d6acfad3 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833075 Feb 15 02:20:08.704626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:20:08.743349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:20:08.743739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:20:08.874031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3e124-017a-45d2-8335-e324d87f447d req-967b295b-ae24-4c58-815c-ce24a4f9dad4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:08.875445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ec3e124-017a-45d2-8335-e324d87f447d req-967b295b-ae24-4c58-815c-ce24a4f9dad4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0518982 Feb 15 02:20:08.923560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ec3e124-017a-45d2-8335-e324d87f447d req-59571302-6043-4473-8832-c853fd1848f6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420930 Feb 15 02:20:09.260896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:20:09.263189 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:20:09.309977 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e00255c-7cf8-410c-87cf-0e9989c0e59b x-openstack-request-id: req-1e00255c-7cf8-410c-87cf-0e9989c0e59b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:20:09.310283 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:20:09.310545 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e00255c-7cf8-410c-87cf-0e9989c0e59b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:20:09.310953 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'status': 'completed', 'code': 200} Feb 15 02:20:09.375805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-aa4b8c74-7e5d-41f1-995e-799e493c968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.379072 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-aa4b8c74-7e5d-41f1-995e-799e493c968d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1126 time: 0.0493712 Feb 15 02:20:09.382131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-c1306e55-f216-48ec-bd49-df69e1166daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.384508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-c1306e55-f216-48ec-bd49-df69e1166daa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1126 time: 0.0525272 Feb 15 02:20:09.479726 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-2c4874f3-5df4-4477-a5c0-194fee46fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.481282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-2c4874f3-5df4-4477-a5c0-194fee46fe29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0950587 Feb 15 02:20:09.481509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-63e13b2e-7062-430a-a257-ed21a3fc8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.483006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-63e13b2e-7062-430a-a257-ed21a3fc8aaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0922534 Feb 15 02:20:09.546132 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-233a4b13-fd64-49d7-8bd6-13b00a1a36ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 997 time: 0.0576568 Feb 15 02:20:09.546978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-2d1f43a2-b5fa-4811-b9ce-45dac32c12f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 997 time: 0.0572853 Feb 15 02:20:09.593327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-aa8ddd8c-faed-480a-9c60-9ff945fc981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.594797 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-aa8ddd8c-faed-480a-9c60-9ff945fc981a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0424228 Feb 15 02:20:09.598607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-f4c50ea2-7a90-43ae-9ad7-2a7599f16e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.600030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-f4c50ea2-7a90-43ae-9ad7-2a7599f16e46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0475781 Feb 15 02:20:09.646188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-9e3aa049-413c-417f-a9c8-db611431a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.647703 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-9e3aa049-413c-417f-a9c8-db611431a948 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475810 Feb 15 02:20:09.648569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-292cf675-d8cb-4064-be61-d585ae8ec20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:09.650062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-292cf675-d8cb-4064-be61-d585ae8ec20e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440803 Feb 15 02:20:09.739027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-b9471726-49ab-49ce-9fef-47408dee918b service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Feb 15 02:20:09.739314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-62ea3c33-955d-4112-a1ef-7b6d350b081c service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824065 Feb 15 02:20:09.836155 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-c666618b-a724-4abc-8d65-b4fcae866806 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896959 Feb 15 02:20:09.840082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa03a3b-fbdb-4f5a-af34-824d583f7dba req-82d5fabd-c6f2-4033-8a3f-e3f8b6d4d607 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954461 Feb 15 02:20:10.043018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3248f-5b2e-4afa-b62a-49f313fed85f req-d1051cfb-47ca-45b2-984c-48e36339a259 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:10.044520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86d3248f-5b2e-4afa-b62a-49f313fed85f req-d1051cfb-47ca-45b2-984c-48e36339a259 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0522099 Feb 15 02:20:10.094512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86d3248f-5b2e-4afa-b62a-49f313fed85f req-72bb5b31-436c-41e8-b14b-1e65f16ce29e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438499 Feb 15 02:20:11.211949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538400b5-e87e-42fb-afb1-eb155d862f1a req-5684dab2-839c-4352-bdc9-1160698320fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:11.213454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-538400b5-e87e-42fb-afb1-eb155d862f1a req-5684dab2-839c-4352-bdc9-1160698320fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 943 time: 0.0522242 Feb 15 02:20:11.265942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-538400b5-e87e-42fb-afb1-eb155d862f1a req-6c585ecb-4e91-4a98-938d-77693788fd56 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469723 Feb 15 02:20:11.491540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:20:11.588609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:20:11.753315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'port_id': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'mac_address': 'fa:16:3e:eb:ed:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:20:11.790420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 173172dd-2f53-4afd-b8b4-ec0c79df6509 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:20:11.790810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:11.804793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173172dd-2f53-4afd-b8b4-ec0c79df6509 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:20:11.824785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:20:11.886789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:11.932205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:20:11.939515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.939866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.940738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.941078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.941418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.941749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.942079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.942406 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.942734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.943059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.943383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.943714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:11.944035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:20:12.217156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['173172dd-2f53-4afd-b8b4-ec0c79df6509'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:20:12.388585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eca8f-45ea-45a8-a206-a6cdcf76a7ad req-68d41785-ab13-4284-b0c9-4f008a02c919 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:12.390099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f33eca8f-45ea-45a8-a206-a6cdcf76a7ad req-68d41785-ab13-4284-b0c9-4f008a02c919 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 944 time: 0.0521867 Feb 15 02:20:12.441853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f33eca8f-45ea-45a8-a206-a6cdcf76a7ad req-0cfcb6c8-76ab-44de-8284-4349731d03b9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453386 Feb 15 02:20:12.756216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ce8d-d97e-436f-8f0c-ddd5868665d7 req-fa3c2889-b9a2-4652-8aea-ab4220b5426e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:12.758650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8408ce8d-d97e-436f-8f0c-ddd5868665d7 req-fa3c2889-b9a2-4652-8aea-ab4220b5426e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Feb 15 02:20:12.861110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8408ce8d-d97e-436f-8f0c-ddd5868665d7 req-5d38b988-3000-432c-bf7a-3f984e20d3ec tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975122 Feb 15 02:20:12.896636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-10046098-6167-4f13-b011-b3f8afc889f9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:12.898062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-10046098-6167-4f13-b011-b3f8afc889f9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.1110847 Feb 15 02:20:12.956906 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-a81357df-fc2f-4f59-9f05-60299c314804 service neutron] delete failed (client error): The resource could not be found. Feb 15 02:20:12.957900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-a81357df-fc2f-4f59-9f05-60299c314804 service neutron] 10.222.0.31 "DELETE /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0528035 Feb 15 02:20:13.046863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-1bfe2baf-3c38-4519-bc74-abd27427919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:13.048440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-1bfe2baf-3c38-4519-bc74-abd27427919c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1127 time: 0.0490632 Feb 15 02:20:13.132677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-c7d7b062-e2bb-4cae-805b-d493de900ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:13.134183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-c7d7b062-e2bb-4cae-805b-d493de900ab2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0804639 Feb 15 02:20:13.202208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-e9ced8ad-2fa7-4f81-8b93-aaa92ad7fb63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 998 time: 0.0605140 Feb 15 02:20:13.247992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-0db3964b-4e01-42ef-99bb-3e579981180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:13.249495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-0db3964b-4e01-42ef-99bb-3e579981180d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0420904 Feb 15 02:20:13.296670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-7d73bb75-91d0-4c96-bb0a-260f26e66cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:13.298193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-7d73bb75-91d0-4c96-bb0a-260f26e66cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432601 Feb 15 02:20:13.386692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-ebaac18a-e179-4be2-86bd-2c7c5ec6615a service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Feb 15 02:20:13.473904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b868c873-95c1-4978-bbb0-24741acf6dfa req-32efd4a1-09cd-4eaf-ad5c-f97e6c35f857 service neutron] 10.222.0.31 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817223 Feb 15 02:20:13.494535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:20:13.602355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:20:13.606737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 173172dd-2f53-4afd-b8b4-ec0c79df6509 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:20:13.607139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:13.682484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 173172dd-2f53-4afd-b8b4-ec0c79df6509 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:20:13.682875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:13.704395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:20:13.707174 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0faaa-8574-4943-9223-0f59a869c37a" -d '{"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-plugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:20:13.722201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:20:13.796936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:13.831142 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6014b38-8d1f-4db7-b215-553aa0501fab x-openstack-request-id: req-e6014b38-8d1f-4db7-b215-553aa0501fab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:20:13.831448 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-plugged", "status": "completed", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:20:13.831703 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6014b38-8d1f-4db7-b215-553aa0501fab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:20:13.832105 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'code': 200} Feb 15 02:20:13.860705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:20:13.984001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a157-8517-47ff-8d7f-db80ed6c5f83 req-c2a91417-7861-43dd-bec6-4335f9269104 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:13.985539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a26a157-8517-47ff-8d7f-db80ed6c5f83 req-c2a91417-7861-43dd-bec6-4335f9269104 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Feb 15 02:20:14.038282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a26a157-8517-47ff-8d7f-db80ed6c5f83 req-d1f778e1-0e39-4348-8a00-350e86294589 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468912 Feb 15 02:20:15.164099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1e05-237c-4e5d-805d-b5752d60f993 req-fe198ffd-4882-4377-94f8-8eb2f933bb42 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:15.165586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fe1e05-237c-4e5d-805d-b5752d60f993 req-fe198ffd-4882-4377-94f8-8eb2f933bb42 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Feb 15 02:20:15.213802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5fe1e05-237c-4e5d-805d-b5752d60f993 req-928c0b2e-c169-4e45-aaf3-b243d21454d2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426946 Feb 15 02:20:15.238851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:20:15.297309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-aecee96a-ecf6-4934-9362-a1808eb1691c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 HTTP/1.1" status: 200 len: 991 time: 0.0573561 Feb 15 02:20:15.544999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:18.225195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:21.088103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a039f876-693d-4c76-be3d-6a3fce133dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:23.390792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03b83ef6-b38e-4d4c-a667-c6b49e5cc03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:24.602384 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:25.996268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:27.367956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:38.560240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:20:45.561952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:48.229396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:51.081680 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c482889-4c79-42aa-8ca1-480a932effb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:53.299039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46dbfbb4-3490-4e3a-a5b0-3545ce76168d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:54.567779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:55.995883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:57.378663 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:20:58.186257 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-3e58a5c4-a998-443d-ab23-f44e12dbdb62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531878 Feb 15 02:20:58.270090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-2968524a-755e-43b9-ba70-36ed029a6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:58.271586 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-2968524a-755e-43b9-ba70-36ed029a6406 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0440712 Feb 15 02:20:58.372095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-bc203c5a-afd6-4770-b38c-955f225cb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:58.373600 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-bc203c5a-afd6-4770-b38c-955f225cb025 service neutron] 10.222.0.37 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0848854 Feb 15 02:20:58.437527 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-7903fac4-c819-4050-a2cc-841b76575b81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 999 time: 0.0581591 Feb 15 02:20:58.484233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-85dcaf52-68c9-40e2-9d9f-2e6c0fe9031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:58.485701 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-85dcaf52-68c9-40e2-9d9f-2e6c0fe9031a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0425007 Feb 15 02:20:58.537190 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-01f31cf2-512e-4fdb-9d06-725b35a640eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:20:58.538684 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-01f31cf2-512e-4fdb-9d06-725b35a640eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474019 Feb 15 02:20:58.623308 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-382b54da-8f5c-4001-9288-3ef512839c53 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784800 Feb 15 02:20:58.712574 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c02f7325-32ba-4be2-8fbf-223688dad032 req-376e4601-47e0-4aef-b9af-ac7090e10460 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Feb 15 02:21:08.436060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a8f10-95e8-4335-ac67-a994a049c564 req-27629afd-6d8c-4e23-9429-caddb2ae88ed tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:08.437720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-647a8f10-95e8-4335-ac67-a994a049c564 req-27629afd-6d8c-4e23-9429-caddb2ae88ed tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.1036003 Feb 15 02:21:08.482341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-647a8f10-95e8-4335-ac67-a994a049c564 req-efb0e28e-240f-4888-92fd-733d791c717b tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386026 Feb 15 02:21:08.505715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:08.668548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 1e12d556-30e7-4e9f-8618-16a9dd48cab0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:21:08.668791 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:08.745025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:08.745361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (1e12d556-30e7-4e9f-8618-16a9dd48cab0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:08.756966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 1e12d556-30e7-4e9f-8618-16a9dd48cab0 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:21:08.957131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1e12d556-30e7-4e9f-8618-16a9dd48cab0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:08.986112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=1e12d556-30e7-4e9f-8618-16a9dd48cab0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:09.012842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.013208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.013561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.013909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.014250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.014591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.014949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.015271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.015608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.015944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.016279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.016631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.016962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:09.056650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:09.056984 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 disassociated (deleted). External IP: 172.25.2.4, port: 173172dd-2f53-4afd-b8b4-ec0c79df6509. Feb 15 02:21:09.590036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router c6b0fcad-ec14-4ee5-8912-6321721ca823 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:21:09.699302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:21:09.703977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:09.709191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Sync routers for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:21:09.718129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:09.718749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:09.733968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-755911af-f300-47d6-ba8f-c3850d9d02ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/floatingips/fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25 HTTP/1.1" status: 204 len: 168 time: 1.2272031 Feb 15 02:21:09.734678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:21:09.737093 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee320d-d1e3-4358-ba41-75d41201bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:21:09.827678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:10.029030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:10.056129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Checking router: c6b0fcad-ec14-4ee5-8912-6321721ca823 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:21:10.064520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:10.065126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:10.173250 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebf9cb2-43d6-43cf-9ca3-95f85f582802 x-openstack-request-id: req-9ebf9cb2-43d6-43cf-9ca3-95f85f582802 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:21:10.173649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:21:10.173988 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ebf9cb2-43d6-43cf-9ca3-95f85f582802 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:21:10.174466 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'status': 'completed', 'code': 200} Feb 15 02:21:10.178592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:10.276084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-88b26361-01f8-4bd0-bcfa-e0e5476adc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:10.277841 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-88b26361-01f8-4bd0-bcfa-e0e5476adc94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 1128 time: 0.0796218 Feb 15 02:21:10.297950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45460ed-ff62-4a5e-a058-0a4c39820303 req-78e566af-6268-48de-8724-23d2d6300242 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:10.299490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e45460ed-ff62-4a5e-a058-0a4c39820303 req-78e566af-6268-48de-8724-23d2d6300242 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0772905 Feb 15 02:21:10.351224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e45460ed-ff62-4a5e-a058-0a4c39820303 req-ec101888-6490-45e0-b4af-fe5d9064e4de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448632 Feb 15 02:21:10.376076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-0a98da34-0aee-475b-b95d-889939aba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:10.377607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-0a98da34-0aee-475b-b95d-889939aba9bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 200 len: 898 time: 0.0932567 Feb 15 02:21:10.387437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:10.419748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4eb7-9ef5-40d7-a42a-0342993ac16f None None] The sync data for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 is: [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fc1191c9-413b-4653-99a9-4056cb16596d', 'name': '', 'network_id': '44f79ac5-c554-4808-971d-b668dbdd1937', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1c:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:59Z', 'updated_at': '2022-02-15T02:19:02Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ce34746e-1ba6-440f-a915-df6e25b1114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:21:10.423248 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-3193da75-57e5-410d-99c0-1eed35b1d9dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 200 len: 217 time: 0.0387330 Feb 15 02:21:10.472905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-607b74dc-e808-4e4a-8ee7-3bed3b1dea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:10.474404 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-607b74dc-e808-4e4a-8ee7-3bed3b1dea14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 200 len: 833 time: 0.0449381 Feb 15 02:21:10.525133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-b11b4c09-bd3b-4cf6-b52c-51ec3af0e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:10.526656 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-b11b4c09-bd3b-4cf6-b52c-51ec3af0e179 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44f79ac5-c554-4808-971d-b668dbdd1937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453222 Feb 15 02:21:10.631223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-4f26c6d0-dfaf-4658-97a6-3b574767d454 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973635 Feb 15 02:21:10.678114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac457d34-c165-411d-82de-eb5f3ffece6a None None] New status for floating IP fe6a14eb-a6c6-44f9-ba2c-0d96e32cff25: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:21:10.724255 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-60ee320d-d1e3-4358-ba41-75d41201bdea req-3c1d6e6b-204f-4826-99ed-55f991c86531 service neutron] 10.222.0.37 "GET /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Feb 15 02:21:11.476700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96649548-75bd-4d9f-91da-bf9fb87e9699 req-21833a0e-c42a-4bec-b0ec-bb1eac9ed399 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:11.478181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96649548-75bd-4d9f-91da-bf9fb87e9699 req-21833a0e-c42a-4bec-b0ec-bb1eac9ed399 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0581701 Feb 15 02:21:11.526263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96649548-75bd-4d9f-91da-bf9fb87e9699 req-e8805a64-f4dd-43b7-bc1d-17ab4a3f69d9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a297c27-0aff-461d-be69-3e2a19463b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Feb 15 02:21:11.754579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69f34-139c-4694-8ccd-45f38474155f req-5f939e07-3e5e-4945-9461-665979d17156 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:11.755957 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-71a69f34-139c-4694-8ccd-45f38474155f req-5f939e07-3e5e-4945-9461-665979d17156 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 945 time: 0.0569565 Feb 15 02:21:11.844240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 173172dd-2f53-4afd-b8b4-ec0c79df6509 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:21:11.844621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:12.231846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 173172dd-2f53-4afd-b8b4-ec0c79df6509, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=173172dd-2f53-4afd-b8b4-ec0c79df6509,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:12.232209 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:12.244048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 173172dd-2f53-4afd-b8b4-ec0c79df6509 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:21:12.424813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (173172dd-2f53-4afd-b8b4-ec0c79df6509), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:12.458188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=173172dd-2f53-4afd-b8b4-ec0c79df6509,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:12.485185 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.485544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.485938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.486282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.486617 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.486952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.487287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.487623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.488602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.488943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.489312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.489642 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.489969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:12.513103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] No DVR routers for this DVR port 173172dd-2f53-4afd-b8b4-ec0c79df6509 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:21:12.515917 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:12.520120 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-71a69f34-139c-4694-8ccd-45f38474155f req-d282b04f-a2b1-4208-b5aa-ff135800a532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "DELETE /v2.0/ports/173172dd-2f53-4afd-b8b4-ec0c79df6509 HTTP/1.1" status: 204 len: 173 time: 0.7593663 Feb 15 02:21:12.520609 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-deleted', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:21:12.523556 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977f5bd4-ef05-4df8-ad6c-495015f3869a" -d '{"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-deleted", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:21:12.560646 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83de04a-ef04-494b-ae18-e57e7f510166 x-openstack-request-id: req-a83de04a-ef04-494b-ae18-e57e7f510166 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:21:12.561185 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0afcd7-e1b2-4ef4-a528-652264cb5d48", "name": "network-vif-deleted", "tag": "173172dd-2f53-4afd-b8b4-ec0c79df6509", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:21:12.561481 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a83de04a-ef04-494b-ae18-e57e7f510166 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:21:12.561892 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0afcd7-e1b2-4ef4-a528-652264cb5d48', 'name': 'network-vif-deleted', 'tag': '173172dd-2f53-4afd-b8b4-ec0c79df6509', 'status': 'completed', 'code': 200} Feb 15 02:21:12.635033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9bb23568-ee9d-44b9-8603-23c2bd26711b req-0c67fe33-b5eb-4fe8-ba0e-5610b894ee35 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea0afcd7-e1b2-4ef4-a528-652264cb5d48 HTTP/1.1" status: 200 len: 210 time: 0.0312397 Feb 15 02:21:13.697495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:14.052162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:14.310173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port fc1191c9-413b-4653-99a9-4056cb16596d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:21:14.310436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:14.398742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port fc1191c9-413b-4653-99a9-4056cb16596d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fc1191c9-413b-4653-99a9-4056cb16596d,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:14.399106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:14.412249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for fc1191c9-413b-4653-99a9-4056cb16596d owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:21:14.676031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fc1191c9-413b-4653-99a9-4056cb16596d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:14.700465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=fc1191c9-413b-4653-99a9-4056cb16596d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:14.883402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.103076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router c6b0fcad-ec14-4ee5-8912-6321721ca823 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:21:15.210424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:21:15.216759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5242fdae-56c3-4492-994b-2f809c5f4458 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/c6b0fcad-ec14-4ee5-8912-6321721ca823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181842 Feb 15 02:21:15.218716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:15.221171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Sync routers for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:21:15.231259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:15.231889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:15.269825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting subnet ce34746e-1ba6-440f-a915-df6e25b1114f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:21:15.273013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (ce34746e-1ba6-440f-a915-df6e25b1114f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.312511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (ce34746e-1ba6-440f-a915-df6e25b1114f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.337755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:15.399723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ce34746e-1ba6-440f-a915-df6e25b1114f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.528820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:21:14Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:15.539259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (ce34746e-1ba6-440f-a915-df6e25b1114f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.558857 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:21:15.559485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Checking router: c6b0fcad-ec14-4ee5-8912-6321721ca823 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:21:15.567134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Subnet': ['ID=ce34746e-1ba6-440f-a915-df6e25b1114f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:15.567702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Routers {'c6b0fcad-ec14-4ee5-8912-6321721ca823'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:15.568409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6b0fcad-ec14-4ee5-8912-6321721ca823'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:15.573091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.577372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a961d241-d4d3-4723-9fe1-42e1d413fd2f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/subnets/ce34746e-1ba6-440f-a915-df6e25b1114f HTTP/1.1" status: 204 len: 168 time: 0.3577170 Feb 15 02:21:15.579999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:15.606855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9102b-feeb-4ee3-9cce-b0af6f05926b None None] Network 44f79ac5-c554-4808-971d-b668dbdd1937 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:21:15.628202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.747101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] Set router c6b0fcad-ec14-4ee5-8912-6321721ca823 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:15.786909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.898378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (c6b0fcad-ec14-4ee5-8912-6321721ca823), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:15.952816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:21:15.976576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 173172dd-2f53-4afd-b8b4-ec0c79df6509 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:21:15.976917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 173172dd-2f53-4afd-b8b4-ec0c79df6509 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:21:16.021436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 2f06628b-87af-49c4-a871-5794998789db {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:21:16.022607 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2f06628b-87af-49c4-a871-5794998789db), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.065716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] DHCP port deletion for 44f79ac5-c554-4808-971d-b668dbdd1937 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:21:16.115196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 2f06628b-87af-49c4-a871-5794998789db, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f06628b-87af-49c4-a871-5794998789db,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:16.115603 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2f06628b-87af-49c4-a871-5794998789db), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.127254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 2f06628b-87af-49c4-a871-5794998789db owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:21:16.155777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Deleting port 8c63c391-9737-4f93-8167-421e1f918d7a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:21:16.156149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.160235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:21:14Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:16.194606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbcd8b-6605-4cf5-abad-afdb3957bcbb None None] The sync data for ids ['c6b0fcad-ec14-4ee5-8912-6321721ca823'] in n-d-829064-14 is: [{'id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073592773', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '2f06628b-87af-49c4-a871-5794998789db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:18:55Z', 'updated_at': '2022-02-15T02:21:14Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '2f06628b-87af-49c4-a871-5794998789db', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0fcad-ec14-4ee5-8912-6321721ca823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:18:56Z', 'updated_at': '2022-02-15T02:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:21:16.247455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] For port 8c63c391-9737-4f93-8167-421e1f918d7a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=8c63c391-9737-4f93-8167-421e1f918d7a,segment=NetworkSegment(7b3d827d-673f-4eaa-b074-f27e91f7e5d4),segment_id=7b3d827d-673f-4eaa-b074-f27e91f7e5d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:16.251840 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.260854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Calling delete_port for 8c63c391-9737-4f93-8167-421e1f918d7a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:21:16.384981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2f06628b-87af-49c4-a871-5794998789db), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.402015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (8c63c391-9737-4f93-8167-421e1f918d7a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.409098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=2f06628b-87af-49c4-a871-5794998789db,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:16.415098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] No DVR routers for this DVR port 8c63c391-9737-4f93-8167-421e1f918d7a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:21:16.434874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Pushing event deleted for resources: {'Port': ['ID=8c63c391-9737-4f93-8167-421e1f918d7a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:16.443261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.443612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.443955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.444313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.444688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.445017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.445339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.445741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.445970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.446291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.446613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.446932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.447247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9e05-dc2b-4583-950d-1c973d73971f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:16.479258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.577192 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.579458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (c6b0fcad-ec14-4ee5-8912-6321721ca823), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.693260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c6b0fcad-ec14-4ee5-8912-6321721ca823), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.693810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Fanout notify agent at l3_agent the message router_deleted on router c6b0fcad-ec14-4ee5-8912-6321721ca823 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:21:16.700574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:16.701707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-90e246de-e32c-4f30-a09e-f2f478675ed3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/routers/c6b0fcad-ec14-4ee5-8912-6321721ca823 HTTP/1.1" status: 204 len: 168 time: 1.1207519 Feb 15 02:21:16.704430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:16.779578 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (44f79ac5-c554-4808-971d-b668dbdd1937), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.201036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (44f79ac5-c554-4808-971d-b668dbdd1937), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.221786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f79ac5-c554-4808-971d-b668dbdd1937']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:17.231226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3d827d-673f-4eaa-b074-f27e91f7e5d4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:17.231530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3d827d-673f-4eaa-b074-f27e91f7e5d4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:17.240611 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7b3d827d-673f-4eaa-b074-f27e91f7e5d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.254373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7b3d827d-673f-4eaa-b074-f27e91f7e5d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.260384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:21:17.260800 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7b3d827d-673f-4eaa-b074-f27e91f7e5d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:21:17.263743 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:21:17.367295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (44f79ac5-c554-4808-971d-b668dbdd1937), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.384444 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.387586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/networks/44f79ac5-c554-4808-971d-b668dbdd1937 HTTP/1.1" status: 204 len: 168 time: 0.6822264 Feb 15 02:21:17.388637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438d199-bbb5-4745-bdec-88d4fd63af23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Network': ['ID=44f79ac5-c554-4808-971d-b668dbdd1937,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:17.390312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:17.453535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (2a297c27-0aff-461d-be69-3e2a19463b45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.479725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (2a297c27-0aff-461d-be69-3e2a19463b45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.487550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f06628b-87af-49c4-a871-5794998789db no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:21:17.508258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2f06628b-87af-49c4-a871-5794998789db {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:21:17.508931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f06628b-87af-49c4-a871-5794998789db not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:21:17.509356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc1191c9-413b-4653-99a9-4056cb16596d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:21:17.528647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fc1191c9-413b-4653-99a9-4056cb16596d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:21:17.528989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fc1191c9-413b-4653-99a9-4056cb16596d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:21:17.529399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8c63c391-9737-4f93-8167-421e1f918d7a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:21:17.551546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 8c63c391-9737-4f93-8167-421e1f918d7a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:21:17.551950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 8c63c391-9737-4f93-8167-421e1f918d7a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:21:17.602210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2a297c27-0aff-461d-be69-3e2a19463b45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.604958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:17.606130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/security-groups/2a297c27-0aff-461d-be69-3e2a19463b45 HTTP/1.1" status: 204 len: 168 time: 0.2149086 Feb 15 02:21:17.615999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68563-c9cc-4b80-9a0c-e88cd52a0e21 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a297c27-0aff-461d-be69-3e2a19463b45,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:18.007827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:18.012471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040499487', 'description': 'tempest-secgroup-smoke-1040499487 description', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:18.097970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.162965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (205ad756-9c69-4c24-9490-b95de29a54f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.224194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.269942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (205ad756-9c69-4c24-9490-b95de29a54f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.297705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205ad756-9c69-4c24-9490-b95de29a54f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:18.362701 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.364813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0f5b7165-17d8-45e2-80d9-6fa8da049039 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3552966 Feb 15 02:21:18.367544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:18.372147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:18.457104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (1b0ff0e5-bdad-450f-84ce-9891b3c64563), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.510893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (1b0ff0e5-bdad-450f-84ce-9891b3c64563), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.583420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (1b0ff0e5-bdad-450f-84ce-9891b3c64563), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.605063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0ff0e5-bdad-450f-84ce-9891b3c64563,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:18.671294 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.672577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5c5a6b40-55ca-4955-bda0-f222762ade82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039613 Feb 15 02:21:18.675756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:18.680000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:18.776509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (097d64b4-baec-4f6c-9a35-0349799f3926), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.830549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (097d64b4-baec-4f6c-9a35-0349799f3926), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.904644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (097d64b4-baec-4f6c-9a35-0349799f3926), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.922927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097d64b4-baec-4f6c-9a35-0349799f3926,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:18.997947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:18.999148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-631a9bab-93f6-4c3e-afff-637bf3cd4512 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224418 Feb 15 02:21:19.001800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:19.006149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:19.092139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (5f0b8931-50a8-4f17-91fc-1a53ff14db9d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.146356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (5f0b8931-50a8-4f17-91fc-1a53ff14db9d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.253161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5f0b8931-50a8-4f17-91fc-1a53ff14db9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.271086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0b8931-50a8-4f17-91fc-1a53ff14db9d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:19.353446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.354905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-602aed16-8fa6-4d80-a335-0a95d36a65fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520505 Feb 15 02:21:19.357516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:19.361881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:19.463586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a658cee4-1a02-4909-9273-92197ff01ff7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.519622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a658cee4-1a02-4909-9273-92197ff01ff7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.595491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (a658cee4-1a02-4909-9273-92197ff01ff7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.617052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a658cee4-1a02-4909-9273-92197ff01ff7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:19.683343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.684586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f7a620a7-af64-45f2-a806-3528f3312a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261290 Feb 15 02:21:19.687248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43448) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:19.691526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:19.778691 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:21:19.783678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (3ce7ae54-7bbc-4965-8b15-f59a4b9a6f92), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.839861 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (3ce7ae54-7bbc-4965-8b15-f59a4b9a6f92), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.915665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (3ce7ae54-7bbc-4965-8b15-f59a4b9a6f92), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:19.933228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce7ae54-7bbc-4965-8b15-f59a4b9a6f92,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:20.003759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.005002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-76442b66-0273-4e52-a9e1-b2401a7c82de tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3168361 Feb 15 02:21:20.007632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:20.011844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '205ad756-9c69-4c24-9490-b95de29a54f3', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:20.098581 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:21:20.103562 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (1750aaf1-a1c0-46f6-8e22-5cd55174f6e0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.166844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (1750aaf1-a1c0-46f6-8e22-5cd55174f6e0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.247436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (1750aaf1-a1c0-46f6-8e22-5cd55174f6e0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.265797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1750aaf1-a1c0-46f6-8e22-5cd55174f6e0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:20.340572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.341848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c159520c-de0d-445e-8b73-74810f566082 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332863 Feb 15 02:21:20.344675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:20.349633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'network': {'name': 'tempest-network-smoke--1350139903', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:20.424375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:21:20.428325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.453707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:21:20.462625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a17fe7d1-2f24-4d6d-a630-bd165207aa4a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.462972 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Added segment a17fe7d1-2f24-4d6d-a630-bd165207aa4a of type vlan for network 4a516ace-7cfe-400e-89ef-7af99b89c90b Feb 15 02:21:20.504630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4a516ace-7cfe-400e-89ef-7af99b89c90b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.583349 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4a516ace-7cfe-400e-89ef-7af99b89c90b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.588395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:20.589004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.651887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Network': ['ID=4a516ace-7cfe-400e-89ef-7af99b89c90b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:20.662650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:21:20.725517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4aa28c50-bd85-48d3-b470-005972b9a41e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3793273 Feb 15 02:21:20.727641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:20.732576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'admin_state_up': True, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:20.812870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.813931 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:20.869881 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.069304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.116017 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b7a451d-e454-42c4-a2fa-01001838477d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.333397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.351996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.455654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.179 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/d911152f-e09e-475b-83fe-4889fd9efa04) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:21:21.554111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (d911152f-e09e-475b-83fe-4889fd9efa04), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.658317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:21.695814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:21.700554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:21.703987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:21:21.709999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=d911152f-e09e-475b-83fe-4889fd9efa04,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:22.031456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:22.230489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:22.413418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:21:22.522690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:21:22.531801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Sync routers for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:21:22.542278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:22.542881 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:22.592589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:22.593876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5838dd8b-0003-4ed6-bb7c-059ba1d2ea79 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8652675 Feb 15 02:21:22.597678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:22.628584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b8233e0c-072e-4341-90f3-a4370adea168 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2003c1ab24ac43b5a3aa0f47143499ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297983 Feb 15 02:21:22.631102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:22.650527 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:22.715702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491166ef-9999-42a3-bd0a-467e895e163e tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:22.717159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-491166ef-9999-42a3-bd0a-467e895e163e tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851078 Feb 15 02:21:22.720019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43460) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:22.747792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9484b569-8114-41bc-8a73-cedc1dbf5984 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266743 Feb 15 02:21:22.750277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:22.754933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683683334', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:22.829822 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:21Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:22.857155 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Checking router: 234d7f14-6993-4d50-aa3f-a0b6ac01f94d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:21:22.857555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Updating router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d port d911152f-e09e-475b-83fe-4889fd9efa04 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:21:22.884144 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:22.903508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:21:22.906989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.130733 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks [] for port (d911152f-e09e-475b-83fe-4889fd9efa04), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.162156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (f1309314-45ea-46af-a756-2c7241cc717d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.218537 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.221326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Subnet': ['ID=f1309314-45ea-46af-a756-2c7241cc717d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:23.234235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Checking segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:21:23.234654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network hostable DHCP agents. Network: 4a516ace-7cfe-400e-89ef-7af99b89c90b, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:21:23.298753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29fc76e3-8e71-4b37-8a43-546749f2311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.327241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:21:23.364424 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Attempting to bind port d911152f-e09e-475b-83fe-4889fd9efa04 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:21:23.364797 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Attempting to bind port d911152f-e09e-475b-83fe-4889fd9efa04 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:21:23.365162 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Attempting to bind port d911152f-e09e-475b-83fe-4889fd9efa04 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:21:23.367139 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Pushing event updated for resources: {'Port': ['ID=d911152f-e09e-475b-83fe-4889fd9efa04,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:23.375811 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:21:23.376184 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:21:23.376613 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.377006 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:21:23.377466 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Bound port: d911152f-e09e-475b-83fe-4889fd9efa04, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:21:23.377843 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.380817 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.381115 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.381457 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.381795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.382128 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.382470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.382786 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.383112 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.383436 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.383760 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.384083 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.384434 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.388788 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:21:23.407139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4a516ace-7cfe-400e-89ef-7af99b89c90b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:23.412368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:23.413031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.420562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b1d4d-cee1-4ddc-8178-5f4f0477de07 None None] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:21:23.438772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] For port d911152f-e09e-475b-83fe-4889fd9efa04, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:21:23.441849 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] For port d911152f-e09e-475b-83fe-4889fd9efa04, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d911152f-e09e-475b-83fe-4889fd9efa04,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:21:23.506533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fbd5a0ae-63a1-49d6-b2b9-85262e391918 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7552345 Feb 15 02:21:23.509359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:23.521695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4a516ace-7cfe-400e-89ef-7af99b89c90b', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:21:23.522628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.532777 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.584129 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:23.584905 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:23.654027 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4f1c8-2954-4ed7-8bce-221a98100c89 None None] Pushing event updated for resources: {'Port': ['ID=d911152f-e09e-475b-83fe-4889fd9efa04,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:23.668612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Allocated IP 172.20.0.2 (4a516ace-7cfe-400e-89ef-7af99b89c90b/f1309314-45ea-46af-a756-2c7241cc717d/74f9581e-b3dc-4112-9cda-5bc50d45213f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:21:23.727171 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:23.818315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks [] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.864927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.905038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:23.907889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:23.911682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:21:23.913611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:21Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:23.928832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Pushing event updated for resources: {'Port': ['ID=74f9581e-b3dc-4112-9cda-5bc50d45213f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:23.941378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f85f6c-cfd0-434b-829f-e50429f36de3 None None] The sync data for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 is: [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:21Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:21:23.980559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.989175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Attempting to bind port 74f9581e-b3dc-4112-9cda-5bc50d45213f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:21:23.989557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Attempting to bind port 74f9581e-b3dc-4112-9cda-5bc50d45213f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:21:23.990651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Attempting to bind port 74f9581e-b3dc-4112-9cda-5bc50d45213f on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:21:23.996607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:21:23.996997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Checking segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:21:23.997410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:23.997815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Bound using segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:21:23.998296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Bound port: 74f9581e-b3dc-4112-9cda-5bc50d45213f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:21:23.999246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.075483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] For port 74f9581e-b3dc-4112-9cda-5bc50d45213f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:21:24.078908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] For port 74f9581e-b3dc-4112-9cda-5bc50d45213f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=74f9581e-b3dc-4112-9cda-5bc50d45213f,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:21:24.156242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.256175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a7db-3e72-4052-97b3-40fed478b455 None None] Pushing event updated for resources: {'Port': ['ID=74f9581e-b3dc-4112-9cda-5bc50d45213f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:24.337381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.1 (4a516ace-7cfe-400e-89ef-7af99b89c90b/f1309314-45ea-46af-a756-2c7241cc717d/4935a441-a72e-4ede-aa33-b5e89b085f82) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:21:24.485273 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.596558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.624825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.642392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:24.648263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:24.650774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:21:24.684250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:24.708473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:24.914111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.203488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.237355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3b3a8-ea45-457a-8593-55aa5cde27db None None] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:21:25.264526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.336650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:25.341666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.350976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Provisioning complete for port 74f9581e-b3dc-4112-9cda-5bc50d45213f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:25.351350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.470933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Current status of the port 74f9581e-b3dc-4112-9cda-5bc50d45213f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:25.472053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:25.472590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.474314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:25.528727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] For port 74f9581e-b3dc-4112-9cda-5bc50d45213f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=74f9581e-b3dc-4112-9cda-5bc50d45213f,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:25.601832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.629504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:21:25.648397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d911152f-e09e-475b-83fe-4889fd9efa04 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:25.724783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9fb51-f281-4856-adfc-730278e8f161 None None] Pushing event updated for resources: {'Port': ['ID=74f9581e-b3dc-4112-9cda-5bc50d45213f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:25.745717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d911152f-e09e-475b-83fe-4889fd9efa04 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:25.746404 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.748251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Provisioning complete for port 74f9581e-b3dc-4112-9cda-5bc50d45213f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:25.748819 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:25.983073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Current status of the port 74f9581e-b3dc-4112-9cda-5bc50d45213f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:25.985475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d911152f-e09e-475b-83fe-4889fd9efa04 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:25.985857 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.024280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d911152f-e09e-475b-83fe-4889fd9efa04, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d911152f-e09e-475b-83fe-4889fd9efa04,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:26.025316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Provisioning complete for port 4935a441-a72e-4ede-aa33-b5e89b085f82 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:26.025687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.072430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a00bd726-c235-488b-a12c-2a8fc8f6cbe9 None None] Port 4935a441-a72e-4ede-aa33-b5e89b085f82 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:21:26.109543 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.114280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.115136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 74f9581e-b3dc-4112-9cda-5bc50d45213f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:26.136081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:21:26.148376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33194cce-2c1e-4291-abd2-eccd97f2bfd5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/234d7f14-6993-4d50-aa3f-a0b6ac01f94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6311388 Feb 15 02:21:26.162175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Sync routers for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:21:26.215212 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:26.215857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:26.272542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d911152f-e09e-475b-83fe-4889fd9efa04,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:26.290901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-62e6e79a-f364-4078-b60a-108156c70a5f None None] Provisioning complete for port 4935a441-a72e-4ede-aa33-b5e89b085f82 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:26.291720 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62e6e79a-f364-4078-b60a-108156c70a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.353566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-42cb4235-6865-448a-9a9f-9ef354ea7aca tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040499487&fields=id&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 267 time: 0.0470333 Feb 15 02:21:26.482018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-f839a4cc-4dc8-41c1-8572-8e5e191536ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:26.483561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-f839a4cc-4dc8-41c1-8572-8e5e191536ac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 797 time: 0.1231213 Feb 15 02:21:26.498219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-748f905b-6fc6-4c2c-ab19-3ff597446cf9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/quotas/2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 375 time: 0.0091712 Feb 15 02:21:26.543694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 74f9581e-b3dc-4112-9cda-5bc50d45213f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:26.544074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.553307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-62e6e79a-f364-4078-b60a-108156c70a5f None None] Port 4935a441-a72e-4ede-aa33-b5e89b085f82 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:21:26.553597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-5e9f7788-1ed6-40d1-bdec-9acb202c8f98 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503280 Feb 15 02:21:26.599252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:26.649986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-a9be3eb6-40a9-40e4-b040-6b991b7e5a0d service neutron] 10.222.0.43 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Feb 15 02:21:26.743798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-c2bb2af6-05c7-4443-81db-f165a7735864 service neutron] 10.222.0.43 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Feb 15 02:21:26.755618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 74f9581e-b3dc-4112-9cda-5bc50d45213f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:26.837693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 2, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:26.863400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Checking router: 234d7f14-6993-4d50-aa3f-a0b6ac01f94d for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:21:26.863762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Updating router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d port 4935a441-a72e-4ede-aa33-b5e89b085f82 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:21:26.895926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:26.986773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c1e1a14-683d-4b81-b771-d15d72d28ee2 req-22823b9c-3aca-4968-ba1f-62cc5e81958c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 210 time: 0.0342960 Feb 15 02:21:27.163300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks [] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.224440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.276972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918837-ef5b-4e5c-b33a-ab4d8c2a084f None None] Pushing event updated for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:27.340703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Attempting to bind port 4935a441-a72e-4ede-aa33-b5e89b085f82 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:21:27.341078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Attempting to bind port 4935a441-a72e-4ede-aa33-b5e89b085f82 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:21:27.341452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Attempting to bind port 4935a441-a72e-4ede-aa33-b5e89b085f82 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:21:27.347583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:21:27.348241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Checking segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:21:27.348877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.349557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Bound using segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:21:27.350057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Bound port: 4935a441-a72e-4ede-aa33-b5e89b085f82, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:21:27.350585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.418328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] For port 4935a441-a72e-4ede-aa33-b5e89b085f82, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:21:27.421823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] For port 4935a441-a72e-4ede-aa33-b5e89b085f82, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4935a441-a72e-4ede-aa33-b5e89b085f82,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:21:27.423306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.479514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8de0cf72-7fc4-4747-bef0-16288fb6ea07 None None] Provisioning complete for port 4935a441-a72e-4ede-aa33-b5e89b085f82 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:27.479895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8de0cf72-7fc4-4747-bef0-16288fb6ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.502106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d911152f-e09e-475b-83fe-4889fd9efa04 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:27.535550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.573445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8de0cf72-7fc4-4747-bef0-16288fb6ea07 None None] Port 4935a441-a72e-4ede-aa33-b5e89b085f82 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:21:27.611504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918837-ef5b-4e5c-b33a-ab4d8c2a084f None None] Pushing event updated for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:27.621717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:27.622354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:27.662723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d911152f-e09e-475b-83fe-4889fd9efa04 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:27.663102 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.775560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:27.880561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Provisioning complete for port 4935a441-a72e-4ede-aa33-b5e89b085f82 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:27.880848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:27.910525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d911152f-e09e-475b-83fe-4889fd9efa04 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:27.911588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 74f9581e-b3dc-4112-9cda-5bc50d45213f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:28.079348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-123109fd-6745-43a2-b420-5ac024cb13ef req-95e5409c-a0bf-427d-9535-5715a7786714 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 210 time: 0.0356107 Feb 15 02:21:28.090729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 74f9581e-b3dc-4112-9cda-5bc50d45213f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:28.091120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:28.135332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Current status of the port 4935a441-a72e-4ede-aa33-b5e89b085f82 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:28.135649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:28.188595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] For port 4935a441-a72e-4ede-aa33-b5e89b085f82, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4935a441-a72e-4ede-aa33-b5e89b085f82,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:28.202785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:27Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:28.252648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0442a4-177c-41fc-926e-b09f3c01f89d None None] The sync data for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 is: [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:27Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:21:28.257223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:28.333133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 74f9581e-b3dc-4112-9cda-5bc50d45213f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:28.337660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdd9ea-ee0e-4a32-8d04-3278082202b1 None None] Pushing event updated for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:29.167877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10d6faa7-e1c2-4080-80af-3199f77bcbaf req-22fefc00-1806-43e9-bf4d-19669ef48ff6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Feb 15 02:21:29.510621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4935a441-a72e-4ede-aa33-b5e89b085f82 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:29.560732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4935a441-a72e-4ede-aa33-b5e89b085f82 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:29.561119 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:29.798701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4935a441-a72e-4ede-aa33-b5e89b085f82 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:30.269423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76dd847b-f283-49a9-932d-ac03664477ee req-755a83b1-ec22-4978-aee1-9cb859d7ad43 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 210 time: 0.0322933 Feb 15 02:21:30.679464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-7528c6f3-d637-47c7-9c56-3421932d1c84 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:30.680939 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-7528c6f3-d637-47c7-9c56-3421932d1c84 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 797 time: 0.1020546 Feb 15 02:21:30.741803 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-a7820b2b-d6b4-402a-afcf-057b4a68f573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 380 time: 0.0525177 Feb 15 02:21:30.750002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'port': {'device_id': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'admin_state_up': True, 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'security_groups': ['205ad756-9c69-4c24-9490-b95de29a54f3']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:30.911011 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:21:30.914545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.042171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.9 (4a516ace-7cfe-400e-89ef-7af99b89c90b/f1309314-45ea-46af-a756-2c7241cc717d/66b44a5b-72ee-4109-97b6-79f2fc199d94) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:21:31.177185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.247616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.290048 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:31.294989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:31.298723 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:21:31.333106 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:31.362495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:31.363120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.407283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db3bd2-58f8-4005-bbd3-4f4951c42c23 req-4d8443c5-f318-42d3-b60c-8b3640cf4d88 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:31.409178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97db3bd2-58f8-4005-bbd3-4f4951c42c23 req-4d8443c5-f318-42d3-b60c-8b3640cf4d88 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 931 time: 0.0571961 Feb 15 02:21:31.448414 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-6a9e69b1-bff8-4bbc-a54f-63cc382bf04e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6981804 Feb 15 02:21:31.466877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97db3bd2-58f8-4005-bbd3-4f4951c42c23 req-c25abe8f-3ce2-44d5-81c3-3f953bbcd88e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510433 Feb 15 02:21:31.504359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Request body: {'port': {'device_id': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:31.506573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa3484e5-0b6e-48d9-a0c5-a2c675d26e3f None None] Provisioning complete for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:31.507078 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa3484e5-0b6e-48d9-a0c5-a2c675d26e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.540802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa3484e5-0b6e-48d9-a0c5-a2c675d26e3f None None] Port 66b44a5b-72ee-4109-97b6-79f2fc199d94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:21:31.566510 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.818518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b44a5b-72ee-4109-97b6-79f2fc199d94 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:21:31.825760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks [] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.837189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Transition to ACTIVE for port object 66b44a5b-72ee-4109-97b6-79f2fc199d94 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:21:31.920724 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:31.969923 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:32.043622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:21:32.043957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:21:32.044284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:21:32.048979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:21:32.049303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:21:32.054600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:21:32.054940 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Checking segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:21:32.055354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Bound using segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:21:32.055846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Bound port: 66b44a5b-72ee-4109-97b6-79f2fc199d94, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:21:32.056207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:32.120692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:21:32.123648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:21:32.208406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:32.240825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.241439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:32.242829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] 10.222.0.37 "PUT /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1092 time: 0.7436097 Feb 15 02:21:32.243253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:21:32.245493 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:21:32.275514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db7335-71b8-4ea9-93da-938c74d6f671 service neutron] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:32.287194 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f40c702-33f3-4c31-8d99-31ea4d27da87 x-openstack-request-id: req-2f40c702-33f3-4c31-8d99-31ea4d27da87 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:21:32.288521 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:21:32.298796 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f40c702-33f3-4c31-8d99-31ea4d27da87 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:21:32.298796 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'status': 'completed', 'code': 200} Feb 15 02:21:32.355677 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-95a6c2fa-2e37-4f41-a2ba-469ecc2757de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.357165 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-95a6c2fa-2e37-4f41-a2ba-469ecc2757de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0476022 Feb 15 02:21:32.461220 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-02872628-d861-436f-ad0a-c353f472ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.462686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-02872628-d861-436f-ad0a-c353f472ef81 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986977 Feb 15 02:21:32.558293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-586df62f-20cc-4d1b-a387-006d86c9618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.559765 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c1e676b6-ec3b-4fd5-83c5-6fb5696b33f4 req-586df62f-20cc-4d1b-a387-006d86c9618e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912182 Feb 15 02:21:32.594557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e5442-a2cb-491b-a882-0b864ea80bea req-01b565d7-7b6e-4f70-8a4d-0b5e0da3ce66 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.596148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-067e5442-a2cb-491b-a882-0b864ea80bea req-01b565d7-7b6e-4f70-8a4d-0b5e0da3ce66 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0549102 Feb 15 02:21:32.643667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-724cd4af-a546-4d04-bded-c38f8bc78cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.645002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-067e5442-a2cb-491b-a882-0b864ea80bea req-8ea5c301-c608-4e17-ae28-47fe41b76916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Feb 15 02:21:32.645178 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-724cd4af-a546-4d04-bded-c38f8bc78cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0503049 Feb 15 02:21:32.687624 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-834ada2e-642e-49a9-95ee-eccc6c3126e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 217 time: 0.0347834 Feb 15 02:21:32.734242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-aad0b69a-1529-42f0-86e3-c9d0e9c5f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.735672 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-aad0b69a-1529-42f0-86e3-c9d0e9c5f476 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0424421 Feb 15 02:21:32.787839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-647bc09c-2730-4f52-80f1-776f07b40525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:32.789346 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-647bc09c-2730-4f52-80f1-776f07b40525 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479054 Feb 15 02:21:32.874124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-bb1e8445-a987-4d01-9570-97718000363f service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787508 Feb 15 02:21:32.963357 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b4ea369b-909e-42a3-9cf5-da8f9f26a6be req-ca3be96b-12e6-4e3c-a40f-341fc90cd78c service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831199 Feb 15 02:21:33.767606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84968c-49fe-49bf-ba10-f4c4eeb3f245 req-c581690a-9af6-4c86-afa1-a78c5d1aee4c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:33.769550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa84968c-49fe-49bf-ba10-f4c4eeb3f245 req-c581690a-9af6-4c86-afa1-a78c5d1aee4c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0574028 Feb 15 02:21:33.819611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa84968c-49fe-49bf-ba10-f4c4eeb3f245 req-47809bdc-63cc-4332-b917-4f7bcfdc4597 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Feb 15 02:21:34.938789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b565-61ff-4de8-ac6b-ddab617d8e96 req-4591bc37-05ff-4e40-b2fa-30515edd15d9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:34.940284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3cf0b565-61ff-4de8-ac6b-ddab617d8e96 req-4591bc37-05ff-4e40-b2fa-30515edd15d9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0531080 Feb 15 02:21:34.988830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3cf0b565-61ff-4de8-ac6b-ddab617d8e96 req-9c2446c0-021e-4b8c-8e2b-d5eb1e6c25c1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Feb 15 02:21:35.959516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:21:36.056140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:36.068225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'mac_address': 'fa:16:3e:21:c9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:21:36.103585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 66b44a5b-72ee-4109-97b6-79f2fc199d94 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:36.103969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:36.105494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709be79-6a1a-41ee-8ded-abfadbd050c6 req-1ffc2405-0ab7-4b74-a6bf-91e8bdcef673 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:36.106999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b709be79-6a1a-41ee-8ded-abfadbd050c6 req-1ffc2405-0ab7-4b74-a6bf-91e8bdcef673 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0517926 Feb 15 02:21:36.117216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b44a5b-72ee-4109-97b6-79f2fc199d94 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:21:36.136848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:36.162946 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b709be79-6a1a-41ee-8ded-abfadbd050c6 req-f33dae80-8078-440d-8063-ba0a9992f3b6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497394 Feb 15 02:21:36.196484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:36.248009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:36.595049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['66b44a5b-72ee-4109-97b6-79f2fc199d94'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:21:37.283126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689aa3-f2bd-4f22-934b-5beaac5ce313 req-28beadd1-8490-4b91-989d-62f4dd0e8f89 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:37.284668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a689aa3-f2bd-4f22-934b-5beaac5ce313 req-28beadd1-8490-4b91-989d-62f4dd0e8f89 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 944 time: 0.0538104 Feb 15 02:21:37.333338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a689aa3-f2bd-4f22-934b-5beaac5ce313 req-e22ef167-78a3-47f7-a2ef-28728c6ec2f3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Feb 15 02:21:37.974759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:21:38.103068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:21:38.106671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:21:38.107050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:38.184789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 66b44a5b-72ee-4109-97b6-79f2fc199d94 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:21:38.185171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:38.206907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:21:38.209159 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ca9ac-5106-48fe-925d-54975126a13d" -d '{"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-plugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:21:38.221832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:21:38.245380 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708bbaaf-5626-49c8-bcfb-69b34e44e5e1 x-openstack-request-id: req-708bbaaf-5626-49c8-bcfb-69b34e44e5e1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:21:38.245669 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-plugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:21:38.245927 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-708bbaaf-5626-49c8-bcfb-69b34e44e5e1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:21:38.246339 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'code': 200} Feb 15 02:21:38.292766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:38.340830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:38.346007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714fd5e-4b26-45b1-a231-c67222a3fd2f req-4a2b5b0f-ae0b-478a-92ca-028ae156e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:38.347632 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c714fd5e-4b26-45b1-a231-c67222a3fd2f req-4a2b5b0f-ae0b-478a-92ca-028ae156e77c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0461504 Feb 15 02:21:38.397125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c714fd5e-4b26-45b1-a231-c67222a3fd2f req-f9e9ffe7-2f05-4b2c-9bcc-d564fccf66e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Feb 15 02:21:38.460757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67968828-15ec-44fe-943d-09ad4ee3f4a2 req-e415788a-e9e0-44e2-872c-f2f027425720 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:38.462222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67968828-15ec-44fe-943d-09ad4ee3f4a2 req-e415788a-e9e0-44e2-872c-f2f027425720 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Feb 15 02:21:38.510145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67968828-15ec-44fe-943d-09ad4ee3f4a2 req-b5fea6ac-0b6e-4a8d-adc9-7f00acf09e92 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Feb 15 02:21:39.633316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120aaf-e1e2-4b7d-8c64-bda2a7e9da4f req-85058d31-7504-4536-a6ab-2077174b62e6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:39.634738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92120aaf-e1e2-4b7d-8c64-bda2a7e9da4f req-85058d31-7504-4536-a6ab-2077174b62e6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0577524 Feb 15 02:21:39.683198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92120aaf-e1e2-4b7d-8c64-bda2a7e9da4f req-b98af548-6828-47b6-97ef-79b9bf838655 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Feb 15 02:21:40.801964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ef33-c6fb-45eb-8844-5e88b2b480c4 req-cbcb01a1-d56e-4f47-b746-863ac3436c14 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:40.803451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d206ef33-c6fb-45eb-8844-5e88b2b480c4 req-cbcb01a1-d56e-4f47-b746-863ac3436c14 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0527694 Feb 15 02:21:40.851519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d206ef33-c6fb-45eb-8844-5e88b2b480c4 req-cb6d34c7-abbd-4654-8bb0-14e3c3b1131a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Feb 15 02:21:40.971683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b00bf3-0d37-4d18-9a85-560dbc02994b req-0c3d2fd4-26a7-471d-bfb4-defe342ec376 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:40.973090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00b00bf3-0d37-4d18-9a85-560dbc02994b req-0c3d2fd4-26a7-471d-bfb4-defe342ec376 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0558014 Feb 15 02:21:41.020163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00b00bf3-0d37-4d18-9a85-560dbc02994b req-6e267476-cdcf-4c82-a06a-7c0f64ebbee8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Feb 15 02:21:41.041200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:41.083339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779993c-44a2-45d0-8c36-30fbe3bba326 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:41.084843 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d779993c-44a2-45d0-8c36-30fbe3bba326 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1123 time: 0.0427024 Feb 15 02:21:41.087490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:41.091632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:21:41.201435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:41.301296 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:41.402405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.254 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/e11dbbf0-82cc-4480-be37-bca3e8e8c904) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:21:41.513644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:41.601646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:41.639199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:21:41.644639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:21:41.647249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:21:41.671039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=e11dbbf0-82cc-4480-be37-bca3e8e8c904,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:42.023445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.143594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.291683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.349756 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.424115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=e11dbbf0-82cc-4480-be37-bca3e8e8c904,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:21:42.435687 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.537610 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP 6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 associated. External IP: 172.25.2.254, port: 66b44a5b-72ee-4109-97b6-79f2fc199d94. Feb 15 02:21:42.748965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:21:42.855157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:21:42.865365 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Sync routers for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:21:42.878513 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:42.879115 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:42.946484 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:42.977339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-181190e0-f47f-40e6-882b-107c0690eda0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8888214 Feb 15 02:21:42.978044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:21:42.980501 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:21:42.985767 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:43.077106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0cdd4-86c1-4ee8-82bd-973fe3a0633b req-e4e065b9-4368-43ec-812c-98942e77d494 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:43.078634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74a0cdd4-86c1-4ee8-82bd-973fe3a0633b req-e4e065b9-4368-43ec-812c-98942e77d494 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Feb 15 02:21:43.127627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74a0cdd4-86c1-4ee8-82bd-973fe3a0633b req-05932928-0d12-42f2-9560-9215aeb92ab1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Feb 15 02:21:43.149771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:43.183848 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ced7ab-37ab-4d19-a41c-7f94090701a6 x-openstack-request-id: req-05ced7ab-37ab-4d19-a41c-7f94090701a6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:21:43.184256 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:21:43.184559 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05ced7ab-37ab-4d19-a41c-7f94090701a6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:21:43.184980 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'status': 'completed', 'code': 200} Feb 15 02:21:43.216043 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'mac_address': 'fa:16:3e:21:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:21:41Z', 'updated_at': '2022-02-15T02:21:41Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:43.242831 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Checking router: 234d7f14-6993-4d50-aa3f-a0b6ac01f94d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:21:43.251091 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:21:43.251742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:43.257371 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-abe01147-98ab-440c-8f86-5540ca9357fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 HTTP/1.1" status: 200 len: 991 time: 0.1064401 Feb 15 02:21:43.266982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-bac6bdda-7a09-44b5-a77a-a862d421b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:43.269092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-bac6bdda-7a09-44b5-a77a-a862d421b0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0608900 Feb 15 02:21:43.354687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-690745dd-04b4-4d22-aa47-2cbdddd33a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:43.356048 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-690745dd-04b4-4d22-aa47-2cbdddd33a1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0816553 Feb 15 02:21:43.361334 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:21:43.427246 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-5aa115f8-5b5f-4a93-ace6-7f938b880bd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 999 time: 0.0650964 Feb 15 02:21:43.476869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-5f9e4c70-9e61-4558-ad43-2ca169a658b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:43.482332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-5f9e4c70-9e61-4558-ad43-2ca169a658b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0493748 Feb 15 02:21:43.539578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-b8eb95b2-3e40-4ae6-87f7-b630396d2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:21:43.541940 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-b8eb95b2-3e40-4ae6-87f7-b630396d2555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527971 Feb 15 02:21:43.600100 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'mac_address': 'fa:16:3e:21:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:21:41Z', 'updated_at': '2022-02-15T02:21:41Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:21:43.628070 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10aa0d-f23d-4ff3-9083-3004e34203a6 None None] The sync data for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 is: [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'mac_address': 'fa:16:3e:21:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:21:41Z', 'updated_at': '2022-02-15T02:21:41Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:21:43.634654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-cf4ff2fe-f28c-427e-bfee-6fb7b6bd0137 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873539 Feb 15 02:21:43.726678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-b2a8299b-4f82-493d-b42e-1d8bc63e0ad4 req-d5e72344-f9da-45bf-b2b3-ca29cd89186a service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Feb 15 02:21:43.827513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1dba8-b6f1-4995-a2ce-bd975748696b None None] New status for floating IP 6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:21:44.260471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:21:44.325235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-004855f2-96a8-455f-8c52-0e045a6de78f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 HTTP/1.1" status: 200 len: 993 time: 0.0636172 Feb 15 02:21:45.578041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:48.235169 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:51.086648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c65da1f-9a71-4522-830e-6215c0fd72e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:52.558612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:21:53.316083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea9941df-1bd4-4b5f-b0fb-cfbaaf0595cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:54.607460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:55.977950 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:21:57.372560 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:00.162576 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-a34e4fb0-82f4-46fe-9ff4-a47ad9aa9ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438700 Feb 15 02:22:00.247423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-f1268539-e178-4056-aba8-c50fe34f503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:00.248981 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-f1268539-e178-4056-aba8-c50fe34f503b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0456355 Feb 15 02:22:00.353424 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-bf12dc06-0ece-4d31-bb07-a18d01d89737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:00.354882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-bf12dc06-0ece-4d31-bb07-a18d01d89737 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0867910 Feb 15 02:22:00.421948 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-7c8e429b-58f0-401d-aa0e-6708f1693ec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1001 time: 0.0597248 Feb 15 02:22:00.476801 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-7b745451-7568-4695-88dd-09d88d26b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:00.479073 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-7b745451-7568-4695-88dd-09d88d26b27a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0505922 Feb 15 02:22:00.531050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-a7fd3ee6-d579-4aeb-b589-2e6829b993c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:00.532589 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-a7fd3ee6-d579-4aeb-b589-2e6829b993c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476742 Feb 15 02:22:00.618475 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-34beb150-93b6-4b65-8c9f-36046b4090a8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797057 Feb 15 02:22:00.710576 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-db875a5e-6339-4e5a-bc75-bba5a852cdfb req-541d385a-d5a3-4a3d-85d3-2410941d856f service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Feb 15 02:22:15.589163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:18.233995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:21.079913 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16abe189-6655-4cf9-856c-682cdb9cc8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:23.280487 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8a0053b-49a7-4d6c-9bcd-dfdd8535cf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:24.577780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:26.063411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:27.360570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:29.557920 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:22:45.599461 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:48.251338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:51.074700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62bc5cda-48cd-40b5-ae98-0bafc0ac16cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:53.302541 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30a5fe12-cac9-406f-80bd-e3664ca9c22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:54.576968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:55.820195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e60e5-6c3f-493d-8f73-7fa7b02656c2 req-0029aacc-b209-4184-a3d5-ebd6929b5457 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:55.821767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-720e60e5-6c3f-493d-8f73-7fa7b02656c2 req-0029aacc-b209-4184-a3d5-ebd6929b5457 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0458162 Feb 15 02:22:55.870975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-720e60e5-6c3f-493d-8f73-7fa7b02656c2 req-f5b1e87b-7281-4ce3-8559-a7cb2f3de2ad tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Feb 15 02:22:55.986727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ddf39-ee9d-4ec9-b5b2-53a6718e4231 req-28f3a17f-adea-4cc5-9e3c-015dbbe6b144 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:55.988102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c79ddf39-ee9d-4ec9-b5b2-53a6718e4231 req-28f3a17f-adea-4cc5-9e3c-015dbbe6b144 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 15 02:22:56.033788 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:56.045974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c79ddf39-ee9d-4ec9-b5b2-53a6718e4231 req-c765680b-5160-4be4-a258-fbe8f8dd8b4e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521634 Feb 15 02:22:56.068998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:22:56.131940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-278060fd-2cdb-4919-bf0e-5b7586ad1430 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 HTTP/1.1" status: 200 len: 993 time: 0.0618043 Feb 15 02:22:56.804082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2f61-9da0-4c90-a1fa-7728ad8c3405 req-fde063d2-ea09-4e51-b4eb-9d333c31bec8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:56.805612 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e52e2f61-9da0-4c90-a1fa-7728ad8c3405 req-fde063d2-ea09-4e51-b4eb-9d333c31bec8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0536997 Feb 15 02:22:56.854511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e52e2f61-9da0-4c90-a1fa-7728ad8c3405 req-e1e5f76d-5566-4804-b255-2e00fe94d165 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Feb 15 02:22:56.898675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-6c247744-5bcd-4a74-a675-d4c43cbccfa0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432189 Feb 15 02:22:57.377267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:22:57.404687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-b4d4d6c6-00fb-4807-bed2-718708dc15f1 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:57.406089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-b4d4d6c6-00fb-4807-bed2-718708dc15f1 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1125 time: 0.0361357 Feb 15 02:22:57.979227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96715-9c82-470f-900c-978baf1b0f05 req-3e7ca2f6-b5c1-4517-b7d5-2d3af42ddd6c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:57.980754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88e96715-9c82-470f-900c-978baf1b0f05 req-3e7ca2f6-b5c1-4517-b7d5-2d3af42ddd6c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0573885 Feb 15 02:22:58.033933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88e96715-9c82-470f-900c-978baf1b0f05 req-bd8daca0-6248-44da-8b62-897b70627162 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475101 Feb 15 02:22:58.865952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-affb6d66-ede0-4cd4-841f-685580a19aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:58.867450 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-affb6d66-ede0-4cd4-841f-685580a19aeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.1029265 Feb 15 02:22:58.957653 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-f59fde2c-9615-4345-a103-a16b08e0a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:58.959027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-f59fde2c-9615-4345-a103-a16b08e0a71e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0852973 Feb 15 02:22:59.026503 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-f026bce3-813a-458d-a750-3a3d688716ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1001 time: 0.0610228 Feb 15 02:22:59.077879 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-3b7b5d57-debc-4b74-ab48-c1e3595fe930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:59.079437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-3b7b5d57-debc-4b74-ab48-c1e3595fe930 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0464485 Feb 15 02:22:59.133156 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-d49bca80-eabc-48ba-a525-0275f89d29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:59.134682 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-d49bca80-eabc-48ba-a525-0275f89d29aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488453 Feb 15 02:22:59.155128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9653cfc-67da-4a77-933b-3c61c2c8a860 req-373e2755-070a-423b-b1a0-992410d586dd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:22:59.157775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9653cfc-67da-4a77-933b-3c61c2c8a860 req-373e2755-070a-423b-b1a0-992410d586dd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0539651 Feb 15 02:22:59.206764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9653cfc-67da-4a77-933b-3c61c2c8a860 req-f787a349-983a-472a-804b-f7b60ae13efe tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Feb 15 02:22:59.225580 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-f73a1ba2-e808-4825-949a-3450e6bf7b7a service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840673 Feb 15 02:22:59.315587 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-3d48d53f-f409-430f-a575-cf494c844dc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Feb 15 02:23:00.197497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-a5daa4a3-23c3-44ac-ab5f-2b0650d910e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:00.199022 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-a5daa4a3-23c3-44ac-ab5f-2b0650d910e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0456612 Feb 15 02:23:00.302363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-cf46daa9-d8cd-4f21-b110-34e4e4e0712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:00.303853 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-cf46daa9-d8cd-4f21-b110-34e4e4e0712c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0870266 Feb 15 02:23:00.331251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e19ab-a965-460a-b44d-1a3055bf6579 req-6b9f0411-a537-47db-b194-bab20cd415e4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:00.332763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-296e19ab-a965-460a-b44d-1a3055bf6579 req-6b9f0411-a537-47db-b194-bab20cd415e4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0559971 Feb 15 02:23:00.374264 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-c374f6e7-a84c-4cdb-b4c6-62e71c633a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1001 time: 0.0639358 Feb 15 02:23:00.382002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-296e19ab-a965-460a-b44d-1a3055bf6579 req-202e3b3c-9f78-4561-a001-29344f102215 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Feb 15 02:23:00.426868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-a8751d60-4ba2-4b85-b205-48553e01c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:00.428362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-a8751d60-4ba2-4b85-b205-48553e01c3cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0481763 Feb 15 02:23:00.481714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-db552867-7f81-4e9a-bb46-150e1ffb5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:00.483146 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-db552867-7f81-4e9a-bb46-150e1ffb5807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484765 Feb 15 02:23:00.573019 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-eed13927-c9b6-47b0-811b-dc37919f02b3 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Feb 15 02:23:00.659708 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-c01561ab-8361-41c1-9d65-5d6d076ba536 req-6fce9f86-11f1-4874-9973-ad1185e90bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801563 Feb 15 02:23:01.501371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbac3d-8355-4f8d-a535-134d3e9a71f8 req-a445bdec-cbb5-40a4-8ccc-d911441f49ed tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:01.502867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17dbac3d-8355-4f8d-a535-134d3e9a71f8 req-a445bdec-cbb5-40a4-8ccc-d911441f49ed tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Feb 15 02:23:01.551652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17dbac3d-8355-4f8d-a535-134d3e9a71f8 req-ad7a085b-f397-4d83-9c5f-ca351108758c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Feb 15 02:23:02.673368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5458a-1218-4b50-94e8-a060ceef550c req-2655cb48-f250-4f15-8e35-1f70f86312e8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:02.674830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41c5458a-1218-4b50-94e8-a060ceef550c req-2655cb48-f250-4f15-8e35-1f70f86312e8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0529261 Feb 15 02:23:02.727556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41c5458a-1218-4b50-94e8-a060ceef550c req-586b53cb-1c77-4b3e-9d33-42c94b70dd98 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473223 Feb 15 02:23:03.845557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9273228-c7ed-48ac-bbc5-780acb05f457 req-6a6a084b-8ce7-451b-af4b-adb74c0e09f9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:03.847033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9273228-c7ed-48ac-bbc5-780acb05f457 req-6a6a084b-8ce7-451b-af4b-adb74c0e09f9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0518837 Feb 15 02:23:03.894248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9273228-c7ed-48ac-bbc5-780acb05f457 req-67d6e4f6-8dd9-4eac-822d-833eb203f2ea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Feb 15 02:23:05.015198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b433c-d3e2-4f4c-8139-81f583ab9e29 req-bc9a4b76-011e-4811-94cf-fded8b79f4a5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:05.016811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c57b433c-d3e2-4f4c-8139-81f583ab9e29 req-bc9a4b76-011e-4811-94cf-fded8b79f4a5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0550072 Feb 15 02:23:05.066256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c57b433c-d3e2-4f4c-8139-81f583ab9e29 req-84594023-bc82-4993-ad6b-622026b6c200 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Feb 15 02:23:06.190707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407e80a-0cae-4f1f-bbfa-ede0626dfc29 req-9dc6aed8-6448-4ec6-bae3-82c192aa7f48 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:06.192205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2407e80a-0cae-4f1f-bbfa-ede0626dfc29 req-9dc6aed8-6448-4ec6-bae3-82c192aa7f48 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0563204 Feb 15 02:23:06.244618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2407e80a-0cae-4f1f-bbfa-ede0626dfc29 req-9eba3054-0c70-4320-b522-557e4f9ebfe3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436094 Feb 15 02:23:06.558020 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:23:07.364980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986552-68fe-48f8-a320-26418128743b req-ef12a95b-1e23-4494-b27e-3e8adcb94744 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:07.366472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49986552-68fe-48f8-a320-26418128743b req-ef12a95b-1e23-4494-b27e-3e8adcb94744 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0536759 Feb 15 02:23:07.415434 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49986552-68fe-48f8-a320-26418128743b req-638e6d7d-1142-45ef-aa4d-16bbec44d07f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Feb 15 02:23:08.535653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0827a3-f004-4161-996d-a473ae99faff req-33026414-f5bd-41cb-a79f-503f9c36295a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:08.537427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c0827a3-f004-4161-996d-a473ae99faff req-33026414-f5bd-41cb-a79f-503f9c36295a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0546329 Feb 15 02:23:08.589526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c0827a3-f004-4161-996d-a473ae99faff req-ee80b998-c9ac-4992-b538-81571ab0d776 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Feb 15 02:23:09.709770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89b96f-beb2-4164-b845-560391e234b9 req-0f0a81e4-2591-4a05-8a28-c23bce6cef12 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:09.711175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a89b96f-beb2-4164-b845-560391e234b9 req-0f0a81e4-2591-4a05-8a28-c23bce6cef12 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0523884 Feb 15 02:23:09.758735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a89b96f-beb2-4164-b845-560391e234b9 req-c973d887-66a4-4f94-b218-d732addafa44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Feb 15 02:23:10.875614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63dc0-d179-403f-a4c7-e60f82153f9c req-a088244f-612b-464c-a7d5-eaebf8a88782 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:10.877105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2db63dc0-d179-403f-a4c7-e60f82153f9c req-a088244f-612b-464c-a7d5-eaebf8a88782 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Feb 15 02:23:10.924356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2db63dc0-d179-403f-a4c7-e60f82153f9c req-a80d573c-2266-448b-af87-7aef62094303 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Feb 15 02:23:11.477140 n-d-829064-14 neutron-server[103885]: INFO neutron.api.v2.resource [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-9aefbeaf-a826-407b-8fb9-62c7e99c6fb7 service neutron] show failed (client error): The resource could not be found. Feb 15 02:23:11.492130 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-9aefbeaf-a826-407b-8fb9-62c7e99c6fb7 service neutron] 10.222.0.37 "GET /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0597727 Feb 15 02:23:12.301188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-867a69e6-1751-467a-942b-02119952bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:12.302718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-867a69e6-1751-467a-942b-02119952bae9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 1128 time: 0.4474885 Feb 15 02:23:12.314461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e2a0a-baad-4733-84b7-b678ee6489bc req-4311befc-ec36-4276-b3ff-3d38e3e54024 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:12.315837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-211e2a0a-baad-4733-84b7-b678ee6489bc req-4311befc-ec36-4276-b3ff-3d38e3e54024 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0757518 Feb 15 02:23:12.320580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:12.412607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-211e2a0a-baad-4733-84b7-b678ee6489bc req-2ca28ba9-cfe1-4257-84cb-6b6c75367f1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869751 Feb 15 02:23:12.416680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:12.613701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:12.646783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:12.685118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:12.687378 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89323000-c55e-4392-8e5e-de331ed36519" -d '{"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-unplugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:12.691766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks [] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:12.704508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Transition to ACTIVE for port object 66b44a5b-72ee-4109-97b6-79f2fc199d94 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:23:12.733584 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14925453-94c3-42a5-8887-026eef8e0161 x-openstack-request-id: req-14925453-94c3-42a5-8887-026eef8e0161 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:12.733743 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-unplugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:12.733932 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14925453-94c3-42a5-8887-026eef8e0161 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:12.734342 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'code': 200} Feb 15 02:23:12.742883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:12.848817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:12.877465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.877728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.878081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.878421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.878753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.879083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.879412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.879737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.880069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.880414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.880744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.881066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.881389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:12.931653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] No DVR routers for this DVR port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:23:13.069052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:23:13.069291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:23:13.069595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:13.073806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:23:13.074122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Attempting to bind port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on network 4a516ace-7cfe-400e-89ef-7af99b89c90b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:13.079524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:23:13.079863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Checking segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:13.080248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Bound using segment: {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:23:13.080694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Bound port: 66b44a5b-72ee-4109-97b6-79f2fc199d94, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:23:13.081048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:13.140695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:13.144172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:23:13.183380 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:13.221007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.221651 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:13.223062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] 10.222.0.31 "PUT /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 1092 time: 0.9063039 Feb 15 02:23:13.244545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e349a40-bc67-4fab-b3fb-5ee0c93a7196 service neutron] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:13.293992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-746bbe6c-eb58-426b-badd-87db971bf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.295570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-746bbe6c-eb58-426b-badd-87db971bf6bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0521255 Feb 15 02:23:13.387041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-1fe191b0-4716-41ee-a446-ddb82e50f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.388630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-1fe191b0-4716-41ee-a446-ddb82e50f2b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0873868 Feb 15 02:23:13.464717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-35f7cc59-dd5c-4860-8d75-268f65f98278 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 999 time: 0.0691736 Feb 15 02:23:13.538247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0145e4b9-e899-4f6e-9e97-8936db7f7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.539705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-0145e4b9-e899-4f6e-9e97-8936db7f7a34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0699844 Feb 15 02:23:13.584762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464780e-4dd1-4177-8209-afd9cb3194c5 req-ee8a13db-8c64-41b2-ae48-35c4ce0ed0fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.586210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0464780e-4dd1-4177-8209-afd9cb3194c5 req-ee8a13db-8c64-41b2-ae48-35c4ce0ed0fc tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0908597 Feb 15 02:23:13.630039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-483f6b19-905a-4c0a-a006-4e566892ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:13.631508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-483f6b19-905a-4c0a-a006-4e566892ac21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0858495 Feb 15 02:23:13.651928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0464780e-4dd1-4177-8209-afd9cb3194c5 req-f9db92d9-0fa5-4850-a6d9-9a3ad9fb7952 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600801 Feb 15 02:23:13.725294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-08b09900-7f92-40fe-be31-d450e822cc4c service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851574 Feb 15 02:23:13.826763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-377f2858-60e1-4c83-863c-e9e5dabf9cc8 req-857ddfd0-eaa9-472b-b429-7cf8809b5098 service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961781 Feb 15 02:23:14.535672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:23:14.573360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:23:14.573738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:23:14.745004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:14.747508 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727e0c2d-3f01-4d2d-8717-04b34c2c595b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:14.774233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f917c7a-824e-48d8-8990-498ee8f4a935 req-3e67eaca-f569-48c5-809d-b7a4ca25a010 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:14.775727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f917c7a-824e-48d8-8990-498ee8f4a935 req-3e67eaca-f569-48c5-809d-b7a4ca25a010 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0575693 Feb 15 02:23:14.824521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f917c7a-824e-48d8-8990-498ee8f4a935 req-ad764ec5-90e1-4f2d-b25d-4620948689ee tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Feb 15 02:23:14.884231 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3196746d-db1b-41a7-a22f-b48caf3fb9d8 x-openstack-request-id: req-3196746d-db1b-41a7-a22f-b48caf3fb9d8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:14.884535 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:14.884792 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3196746d-db1b-41a7-a22f-b48caf3fb9d8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:14.885210 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'status': 'completed', 'code': 200} Feb 15 02:23:14.947790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-c53b27e7-4da8-4bea-b9f5-9f97f9bdfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:14.949254 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-c53b27e7-4da8-4bea-b9f5-9f97f9bdfb70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0472040 Feb 15 02:23:14.958556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-6b9e6d2e-2528-4d7c-9fe6-c8b8d482790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:14.960054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-6b9e6d2e-2528-4d7c-9fe6-c8b8d482790b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0455637 Feb 15 02:23:15.040132 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-47ff0607-b6d3-49d0-be43-3bdc6655c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.041644 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-47ff0607-b6d3-49d0-be43-3bdc6655c5a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0855236 Feb 15 02:23:15.054629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-66f010f4-d2b0-464e-b5af-08c77c34bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.056088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-66f010f4-d2b0-464e-b5af-08c77c34bc87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0897510 Feb 15 02:23:15.109363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-d7602f64-d4fe-4578-981c-4554f4d6c5a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 999 time: 0.0618196 Feb 15 02:23:15.121387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-f16738c3-307d-481f-85a8-11ecfb5658ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 999 time: 0.0584881 Feb 15 02:23:15.157937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-d964c78d-de16-4231-a2f5-7dad4ea4c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.159476 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-d964c78d-de16-4231-a2f5-7dad4ea4c710 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0449243 Feb 15 02:23:15.173126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-685191a9-1785-408d-9a6d-1a4d7ec3ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.174581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-685191a9-1785-408d-9a6d-1a4d7ec3ac4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0474932 Feb 15 02:23:15.208116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-2c6ab762-844f-428c-ab3c-c96f64b0282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.210184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-2c6ab762-844f-428c-ab3c-c96f64b0282e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447705 Feb 15 02:23:15.222628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-1f291581-5d76-4ca5-8959-077bd098dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.224549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-1f291581-5d76-4ca5-8959-077bd098dd28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437593 Feb 15 02:23:15.301392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-ca6e9b5e-3944-4ccf-8bc8-944ba9006f65 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852499 Feb 15 02:23:15.311494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-30497049-926f-4201-9191-cd0cdf5af109 service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811300 Feb 15 02:23:15.388125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-872cec71-1bea-4363-a51c-7ee28f27e573 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Feb 15 02:23:15.405706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-727e0c2d-3f01-4d2d-8717-04b34c2c595b req-206b457f-7834-46ba-a57d-8c569843a4bc service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861409 Feb 15 02:23:15.616907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:15.948662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a041251-5113-4649-b1e7-04a82ae65c6a req-de01732d-533e-43a5-bac0-37c15c65a2b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:15.950155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a041251-5113-4649-b1e7-04a82ae65c6a req-de01732d-533e-43a5-bac0-37c15c65a2b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0534368 Feb 15 02:23:15.998436 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a041251-5113-4649-b1e7-04a82ae65c6a req-e60d8afc-f2c1-4ef9-98b4-049da812918f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427306 Feb 15 02:23:16.437281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039b5a8-07fb-4133-89f6-b1a53940e9db req-91a6507a-86b5-4ff3-9af1-b58a9af2c4a4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.439285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0039b5a8-07fb-4133-89f6-b1a53940e9db req-91a6507a-86b5-4ff3-9af1-b58a9af2c4a4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0876982 Feb 15 02:23:16.472118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-e98af386-2157-45e5-8210-9dc688416f3f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.473572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-e98af386-2157-45e5-8210-9dc688416f3f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 943 time: 0.0797541 Feb 15 02:23:16.526559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0039b5a8-07fb-4133-89f6-b1a53940e9db req-d3b274fb-0f64-4383-be02-0a5f719e6532 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813885 Feb 15 02:23:16.550522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-42022d57-67c1-480e-843d-2ee37c364e01 service neutron] 10.222.0.31 "GET /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 383 time: 0.0665433 Feb 15 02:23:16.617308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-2426f2af-668e-4d61-8e93-6483f8cdac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.618759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-2426f2af-668e-4d61-8e93-6483f8cdac49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1126 time: 0.0479994 Feb 15 02:23:16.705722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-e53f14aa-6de3-40b6-9134-851397f23c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.707153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-e53f14aa-6de3-40b6-9134-851397f23c4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.0826194 Feb 15 02:23:16.774328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-df1ba20e-60a7-46e9-9c7f-b8e3ad737cb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 999 time: 0.0605276 Feb 15 02:23:16.821982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-b6b12c05-289b-490a-af65-e9b5adabd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.823381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-b6b12c05-289b-490a-af65-e9b5adabd4b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0433891 Feb 15 02:23:16.882989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-c4aa958c-04a1-4783-9d95-104f5c8e6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:16.884445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-c4aa958c-04a1-4783-9d95-104f5c8e6ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546608 Feb 15 02:23:16.973309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-83a8133e-8add-4965-85de-430b1e667ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823586 Feb 15 02:23:17.062185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9eeafb8f-a14b-4e90-9b32-cb0591df990f req-7189a4e2-8e58-4195-9a30-30c5809293dc service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830133 Feb 15 02:23:17.573935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:23:17.647617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a7a67-36e2-4830-a845-d024cc2e6444 req-8cd7deba-a872-4de7-8cd4-2d0ee8dd9a41 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:17.650739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-759a7a67-36e2-4830-a845-d024cc2e6444 req-8cd7deba-a872-4de7-8cd4-2d0ee8dd9a41 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 943 time: 0.0547619 Feb 15 02:23:17.672472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:17.683724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'port_id': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'mac_address': 'fa:16:3e:21:c9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:23:17.697793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-759a7a67-36e2-4830-a845-d024cc2e6444 req-22cb8217-07e8-4b07-a9d0-cb91ab6cc7d5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Feb 15 02:23:17.723616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 66b44a5b-72ee-4109-97b6-79f2fc199d94 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:17.724007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:17.736407 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b44a5b-72ee-4109-97b6-79f2fc199d94 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:23:17.754478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:17.810953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:17.857013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:17.864724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.865088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.865420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.865758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.866093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.866425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.866751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.867078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.867507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.867831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.868157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.868508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:17.868833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:18.085838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['66b44a5b-72ee-4109-97b6-79f2fc199d94'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:23:18.270646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:18.831561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fa6ff-ac3e-46dd-8f97-c12085fdc5ff req-c117e4d1-a1e6-41c3-a379-301e6207ad88 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:18.833073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d4fa6ff-ac3e-46dd-8f97-c12085fdc5ff req-c117e4d1-a1e6-41c3-a379-301e6207ad88 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 944 time: 0.0565104 Feb 15 02:23:18.880629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d4fa6ff-ac3e-46dd-8f97-c12085fdc5ff req-bffa2a5b-142f-4895-9ec0-eaaf7aaadf5e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Feb 15 02:23:18.909036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:19.066384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port e11dbbf0-82cc-4480-be37-bca3e8e8c904 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:23:19.066736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.143122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.143456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (e11dbbf0-82cc-4480-be37-bca3e8e8c904), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.154911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for e11dbbf0-82cc-4480-be37-bca3e8e8c904 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:23:19.348117 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e11dbbf0-82cc-4480-be37-bca3e8e8c904), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.381486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=e11dbbf0-82cc-4480-be37-bca3e8e8c904,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:19.439257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.439667 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP 6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 disassociated (deleted). External IP: 172.25.2.254, port: 66b44a5b-72ee-4109-97b6-79f2fc199d94. Feb 15 02:23:19.582340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:19.649720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:23:19.691330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:23:19.695239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 66b44a5b-72ee-4109-97b6-79f2fc199d94 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:19.695620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.760095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:23:19.765537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.771083 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Sync routers for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:23:19.777553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 66b44a5b-72ee-4109-97b6-79f2fc199d94 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:19.777940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.781191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:19.781837 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:22:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:19.795956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34e9e613-b485-459b-9756-cae53b3c6502 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/floatingips/6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3 HTTP/1.1" status: 204 len: 168 time: 0.8857751 Feb 15 02:23:19.796528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:19.799361 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:19.806290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:19.808896 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8a815-cb05-4d26-a1a3-bb2759faba74" -d '{"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-plugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:19.822875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:19.862928 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:19.898433 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:19.912323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:20.076205 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bde32a-6cff-4cc0-90ef-01204852fbaa x-openstack-request-id: req-b9bde32a-6cff-4cc0-90ef-01204852fbaa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:20.076783 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:20.080907 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9bde32a-6cff-4cc0-90ef-01204852fbaa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:20.081451 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'status': 'completed', 'code': 200} Feb 15 02:23:20.112534 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:20.135747 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a814a-96fb-44d3-9ad7-990acf082446 x-openstack-request-id: req-8d1a814a-96fb-44d3-9ad7-990acf082446 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:20.136057 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-plugged", "status": "completed", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:20.136337 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d1a814a-96fb-44d3-9ad7-990acf082446 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:20.136750 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'code': 200} Feb 15 02:23:20.151854 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Checking router: 234d7f14-6993-4d50-aa3f-a0b6ac01f94d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:23:20.155020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-7b6f6b14-4565-468c-9c2b-1a34b66255c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.157696 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-7b6f6b14-4565-468c-9c2b-1a34b66255c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0610907 Feb 15 02:23:20.163012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:20.163327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-f0013ccf-17af-48ec-949e-0c341df9024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.164879 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:22:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:20.165050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-f0013ccf-17af-48ec-949e-0c341df9024a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 1128 time: 0.0574839 Feb 15 02:23:20.268939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-8de00291-d6e4-4b53-bb4a-441cb9912f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.270794 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-8de00291-d6e4-4b53-bb4a-441cb9912f27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.1080160 Feb 15 02:23:20.290245 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:20.301381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-c5d1cbd7-9c74-4b84-8517-77c24d2d77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.302850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-c5d1cbd7-9c74-4b84-8517-77c24d2d77eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 200 len: 898 time: 0.1297348 Feb 15 02:23:20.312725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348c9e7-9ffb-4f1f-9eef-98bebf343c3f req-7a36d7e8-7250-4892-9691-75d049e1ac40 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.314217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c348c9e7-9ffb-4f1f-9eef-98bebf343c3f req-7a36d7e8-7250-4892-9691-75d049e1ac40 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0813098 Feb 15 02:23:20.315694 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-6db4b09e-98eb-438f-bd16-2d427e1963e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 217 time: 0.0394397 Feb 15 02:23:20.359058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-6b7f8cf5-21df-482f-b775-d3a2770c4842 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 200 len: 217 time: 0.0439003 Feb 15 02:23:20.367718 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-d95e8bdf-1e40-4721-8c5c-f998290b083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.369582 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-d95e8bdf-1e40-4721-8c5c-f998290b083d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0483618 Feb 15 02:23:20.420501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-3ed5660b-91df-4232-867d-69d1974aed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.422861 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-3ed5660b-91df-4232-867d-69d1974aed7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471325 Feb 15 02:23:20.430657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-231a345b-8699-448e-aa82-d82c45af9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.432102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-231a345b-8699-448e-aa82-d82c45af9628 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 200 len: 835 time: 0.0662968 Feb 15 02:23:20.436058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c348c9e7-9ffb-4f1f-9eef-98bebf343c3f req-633ee6c6-f056-48eb-abbc-b7e63c9bf084 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138000 Feb 15 02:23:20.491133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-8807b20a-a5dd-4690-84eb-5ea4aac9c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:20.492707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-8807b20a-a5dd-4690-84eb-5ea4aac9c516 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a516ace-7cfe-400e-89ef-7af99b89c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540299 Feb 15 02:23:20.509229 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:20.511472 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-5a1aaa4d-e7fb-4b1f-8ffe-a72d1afd97a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836461 Feb 15 02:23:20.535644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8560b7a-715a-46da-bee1-a2195e20c232 None None] The sync data for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 is: [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:21:24Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4935a441-a72e-4ede-aa33-b5e89b085f82', 'name': '', 'network_id': '4a516ace-7cfe-400e-89ef-7af99b89c90b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:ad:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:24Z', 'updated_at': '2022-02-15T02:21:28Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'f1309314-45ea-46af-a756-2c7241cc717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:23:20.597092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-213d858a-c12a-4d31-9c63-f3ff77eebe9b service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954025 Feb 15 02:23:20.608092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-8e582c92-e82b-4c34-ba9d-421e97fe9683 service neutron] 10.222.0.37 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906663 Feb 15 02:23:20.689760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4bde48c1-b577-4b48-a3dd-fe357c80f0fc req-e106a76f-fec4-44b8-b88c-6a054c2e985f service neutron] 10.222.0.31 "GET /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Feb 15 02:23:20.773375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d1aef-25df-40a9-ad90-1bc57f41d5f4 None None] New status for floating IP 6e7647c7-a81e-43b5-aedf-d7fbaf18c4d3: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:23:21.119541 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87a1b953-b7f0-4629-b007-0f24efa9d20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:21.447958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5088-4c74-441e-9754-21b42ce05001 req-d2f00af3-d668-4653-b878-06759e38ed57 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:21.449471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90de5088-4c74-441e-9754-21b42ce05001 req-d2f00af3-d668-4653-b878-06759e38ed57 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Feb 15 02:23:21.572719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 66b44a5b-72ee-4109-97b6-79f2fc199d94 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:23:21.573063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:21.639705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d16f-8b97-457f-bc83-29ab67ca0a92 req-d3b0349f-9bc8-4c66-bf1c-a9f4e2f66b23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:21.641749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2673d16f-8b97-457f-bc83-29ab67ca0a92 req-d3b0349f-9bc8-4c66-bf1c-a9f4e2f66b23 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0dfb03-d77c-420b-a6e2-bf841ce27513 HTTP/1.1" status: 200 len: 945 time: 0.1086168 Feb 15 02:23:21.697186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 66b44a5b-72ee-4109-97b6-79f2fc199d94, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=66b44a5b-72ee-4109-97b6-79f2fc199d94,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:21.697472 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:21.720970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 66b44a5b-72ee-4109-97b6-79f2fc199d94 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:23:21.730206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2673d16f-8b97-457f-bc83-29ab67ca0a92 req-c01914db-c4e8-463d-95f5-ced9cdccf976 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=205ad756-9c69-4c24-9490-b95de29a54f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812881 Feb 15 02:23:21.782265 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:21.897214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (66b44a5b-72ee-4109-97b6-79f2fc199d94), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:21.924339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=66b44a5b-72ee-4109-97b6-79f2fc199d94,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:21.973685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] No DVR routers for this DVR port 66b44a5b-72ee-4109-97b6-79f2fc199d94 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:23:21.976522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:21.980245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90de5088-4c74-441e-9754-21b42ce05001 req-3a81bfc7-588b-4d59-9f42-c19b711f3f8c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "DELETE /v2.0/ports/66b44a5b-72ee-4109-97b6-79f2fc199d94 HTTP/1.1" status: 204 len: 173 time: 0.5255315 Feb 15 02:23:22.082236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-deleted', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:22.086430 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98347a1d-2edb-458c-af64-de245fcc4512" -d '{"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-deleted", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:22.140581 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5c4e0-d832-4fbc-a632-cc5948f21344 x-openstack-request-id: req-2cd5c4e0-d832-4fbc-a632-cc5948f21344 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:22.140972 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dfb03-d77c-420b-a6e2-bf841ce27513", "name": "network-vif-deleted", "tag": "66b44a5b-72ee-4109-97b6-79f2fc199d94", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:22.141175 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cd5c4e0-d832-4fbc-a632-cc5948f21344 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:22.141559 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dfb03-d77c-420b-a6e2-bf841ce27513', 'name': 'network-vif-deleted', 'tag': '66b44a5b-72ee-4109-97b6-79f2fc199d94', 'status': 'completed', 'code': 200} Feb 15 02:23:22.486404 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:22.752345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 4935a441-a72e-4ede-aa33-b5e89b085f82 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:23:22.752621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:22.839430 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 4935a441-a72e-4ede-aa33-b5e89b085f82, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4935a441-a72e-4ede-aa33-b5e89b085f82,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:22.840148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:22.852526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 4935a441-a72e-4ede-aa33-b5e89b085f82 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:23:23.137230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4935a441-a72e-4ede-aa33-b5e89b085f82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.168155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=4935a441-a72e-4ede-aa33-b5e89b085f82,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:23.193776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.194136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.194482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.194825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.195161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.195493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.195825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.196157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.196514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.196847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.197174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.197496 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.197816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:23.325842 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c885d230-8568-485e-9e92-1a1e92f06a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.354105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.576020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:23:23.685112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:23:23.689266 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5d64417-546f-4b90-9883-95ff0f52990a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/234d7f14-6993-4d50-aa3f-a0b6ac01f94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058194 Feb 15 02:23:23.692441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:23.694582 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Sync routers for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:23:23.704885 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:23.705564 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:23.743377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting subnet f1309314-45ea-46af-a756-2c7241cc717d {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:23:23.747423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (f1309314-45ea-46af-a756-2c7241cc717d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.787295 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (f1309314-45ea-46af-a756-2c7241cc717d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.814153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:23.872869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (f1309314-45ea-46af-a756-2c7241cc717d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.978118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (f1309314-45ea-46af-a756-2c7241cc717d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:23.995277 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:23:22Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:24.005613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Subnet': ['ID=f1309314-45ea-46af-a756-2c7241cc717d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:24.009335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.012613 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1c7d9591-0797-4f40-a409-267cda344587 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/subnets/f1309314-45ea-46af-a756-2c7241cc717d HTTP/1.1" status: 204 len: 168 time: 0.3192184 Feb 15 02:23:24.015178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:24.020605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36648f-3f6f-4a1e-9799-fff59429e26c None None] Network 4a516ace-7cfe-400e-89ef-7af99b89c90b requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:23:24.021960 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Checking router: 234d7f14-6993-4d50-aa3f-a0b6ac01f94d for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:23:24.031041 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Routers {'234d7f14-6993-4d50-aa3f-a0b6ac01f94d'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:24.032198 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:24.129794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.147962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] Set router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:24.193448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] DHCP port deletion for 4a516ace-7cfe-400e-89ef-7af99b89c90b request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:23:24.247028 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.250114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Deleting port 74f9581e-b3dc-4112-9cda-5bc50d45213f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:23:24.250495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.317191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] For port 74f9581e-b3dc-4112-9cda-5bc50d45213f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=74f9581e-b3dc-4112-9cda-5bc50d45213f,segment=NetworkSegment(a17fe7d1-2f24-4d6d-a630-bd165207aa4a),segment_id=a17fe7d1-2f24-4d6d-a630-bd165207aa4a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:24.317593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.330428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Calling delete_port for 74f9581e-b3dc-4112-9cda-5bc50d45213f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:23:24.349803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port d911152f-e09e-475b-83fe-4889fd9efa04 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:23:24.350153 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.442693 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:23:22Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:24.443006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port d911152f-e09e-475b-83fe-4889fd9efa04, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d911152f-e09e-475b-83fe-4889fd9efa04,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:24.443328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.455839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for d911152f-e09e-475b-83fe-4889fd9efa04 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:23:24.470114 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f0196-3e15-40bf-9bdb-a65350c94559 None None] The sync data for ids ['234d7f14-6993-4d50-aa3f-a0b6ac01f94d'] in n-d-829064-14 is: [{'id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343789687', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:21:20Z', 'updated_at': '2022-02-15T02:23:22Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': 'd911152f-e09e-475b-83fe-4889fd9efa04', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234d7f14-6993-4d50-aa3f-a0b6ac01f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:21:21Z', 'updated_at': '2022-02-15T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:23:24.482015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (74f9581e-b3dc-4112-9cda-5bc50d45213f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.513731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] Pushing event deleted for resources: {'Port': ['ID=74f9581e-b3dc-4112-9cda-5bc50d45213f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:24.516403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b7f85-ef47-48b6-abbf-7b18bf3a599e None None] No DVR routers for this DVR port 74f9581e-b3dc-4112-9cda-5bc50d45213f on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:23:24.639671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.674213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (d911152f-e09e-475b-83fe-4889fd9efa04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.700073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=d911152f-e09e-475b-83fe-4889fd9efa04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:24.759477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.853236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.855424 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.954409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (234d7f14-6993-4d50-aa3f-a0b6ac01f94d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.955092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Fanout notify agent at l3_agent the message router_deleted on router 234d7f14-6993-4d50-aa3f-a0b6ac01f94d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:23:24.966009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:24.966009 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2a759c35-166c-43cb-8be7-c70a71948114 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/routers/234d7f14-6993-4d50-aa3f-a0b6ac01f94d HTTP/1.1" status: 204 len: 168 time: 0.9467051 Feb 15 02:23:24.966009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:25.042794 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4a516ace-7cfe-400e-89ef-7af99b89c90b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.139240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4a516ace-7cfe-400e-89ef-7af99b89c90b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.159857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a516ace-7cfe-400e-89ef-7af99b89c90b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:25.169184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:25.169490 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17fe7d1-2f24-4d6d-a630-bd165207aa4a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:25.178881 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (a17fe7d1-2f24-4d6d-a630-bd165207aa4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.191762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (a17fe7d1-2f24-4d6d-a630-bd165207aa4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.197514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:23:25.197880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (a17fe7d1-2f24-4d6d-a630-bd165207aa4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:23:25.200792 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:23:25.308244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4a516ace-7cfe-400e-89ef-7af99b89c90b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.315638 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.320332 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/networks/4a516ace-7cfe-400e-89ef-7af99b89c90b HTTP/1.1" status: 204 len: 168 time: 0.3521690 Feb 15 02:23:25.321661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:25.330399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403782-97d0-4ea7-8f81-b91f0493f2fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Network': ['ID=4a516ace-7cfe-400e-89ef-7af99b89c90b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:25.378051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (205ad756-9c69-4c24-9490-b95de29a54f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.403102 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (205ad756-9c69-4c24-9490-b95de29a54f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.531953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (205ad756-9c69-4c24-9490-b95de29a54f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.534649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:25.535831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/security-groups/205ad756-9c69-4c24-9490-b95de29a54f3 HTTP/1.1" status: 204 len: 168 time: 0.2130740 Feb 15 02:23:25.545353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e0ac-8cac-4566-b3a5-16ba9521532b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ad756-9c69-4c24-9490-b95de29a54f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:25.572817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4935a441-a72e-4ede-aa33-b5e89b085f82 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:23:25.587614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:23:25.589750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4935a441-a72e-4ede-aa33-b5e89b085f82 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:23:25.590114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4935a441-a72e-4ede-aa33-b5e89b085f82 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:23:25.590487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d911152f-e09e-475b-83fe-4889fd9efa04 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:23:25.628476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 66b44a5b-72ee-4109-97b6-79f2fc199d94 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:23:25.628820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 66b44a5b-72ee-4109-97b6-79f2fc199d94 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:23:25.630596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d911152f-e09e-475b-83fe-4889fd9efa04 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:23:25.630942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d911152f-e09e-475b-83fe-4889fd9efa04 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:23:25.631667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 74f9581e-b3dc-4112-9cda-5bc50d45213f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:23:25.651042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 74f9581e-b3dc-4112-9cda-5bc50d45213f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:23:25.651385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 74f9581e-b3dc-4112-9cda-5bc50d45213f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:23:25.999604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.111210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:26.115805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998737237', 'description': 'tempest-secgroup-smoke-998737237 description', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:26.182829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.252871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (53224943-f9f0-417a-8ab5-f71dcdb332a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.296534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (53224943-f9f0-417a-8ab5-f71dcdb332a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.324153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53224943-f9f0-417a-8ab5-f71dcdb332a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:26.379140 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.382525 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae7c5207-549e-4a5f-9e0e-c0aeaa432e26 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2702653 Feb 15 02:23:26.383199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:26.387733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:26.455980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (dfeee8cf-81b6-4603-a65d-3278b7741608), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.501780 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (dfeee8cf-81b6-4603-a65d-3278b7741608), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.565540 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (dfeee8cf-81b6-4603-a65d-3278b7741608), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.583906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeee8cf-81b6-4603-a65d-3278b7741608,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:26.647247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.648484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bff37973-4af2-4fa7-9ddd-43c6d4e141c4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642200 Feb 15 02:23:26.651166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:26.655396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:26.724177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a5dadcc3-7a94-478f-b9ae-398e2304bdb6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.785998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a5dadcc3-7a94-478f-b9ae-398e2304bdb6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.845488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (a5dadcc3-7a94-478f-b9ae-398e2304bdb6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.866262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dadcc3-7a94-478f-b9ae-398e2304bdb6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:26.916147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:26.917385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-74c3f7ec-f482-4feb-804d-fa705f6c0bf7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2653115 Feb 15 02:23:26.920118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:26.924961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:27.004516 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (e0d0c484-2021-441a-b68c-147cd82b80b0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.060439 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (e0d0c484-2021-441a-b68c-147cd82b80b0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.131507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e0d0c484-2021-441a-b68c-147cd82b80b0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.151093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d0c484-2021-441a-b68c-147cd82b80b0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:27.219427 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.220680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9a66eaf1-c102-4366-838f-032c74226f20 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995903 Feb 15 02:23:27.223519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:27.228040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:27.324655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a5978c56-6e38-4669-9fa9-c900a60a0c54), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.380547 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (a5978c56-6e38-4669-9fa9-c900a60a0c54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.388120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.462555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (a5978c56-6e38-4669-9fa9-c900a60a0c54), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.484087 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5978c56-6e38-4669-9fa9-c900a60a0c54,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:27.544978 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.546523 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6549eeb7-4d1e-4d34-89cd-aa6e3457e6f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219898 Feb 15 02:23:27.549158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:27.553607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:27.622101 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:23:27.626800 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (633c9de9-173d-453a-aec3-77f43ab0c635), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.683504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (633c9de9-173d-453a-aec3-77f43ab0c635), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.753506 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (633c9de9-173d-453a-aec3-77f43ab0c635), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.771434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633c9de9-173d-453a-aec3-77f43ab0c635,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:27.852910 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:27.854152 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7a1fb313-513a-415e-bbd0-cbbfcfa798af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3040268 Feb 15 02:23:27.856918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:27.861133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '53224943-f9f0-417a-8ab5-f71dcdb332a0', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:27.948127 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:23:27.953191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (d8ba896f-964e-44fd-9c04-de1fb12b4b87), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.013225 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (d8ba896f-964e-44fd-9c04-de1fb12b4b87), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.085105 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d8ba896f-964e-44fd-9c04-de1fb12b4b87), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.102141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ba896f-964e-44fd-9c04-de1fb12b4b87,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:28.161298 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.162790 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b2c5449f-5c86-4df8-bb60-75aed7fb8c99 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049612 Feb 15 02:23:28.165645 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:28.170474 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'network': {'name': 'tempest-network-smoke--1261326689', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:28.257332 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:23:28.260610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.283142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:23:28.291719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e8a3108d-87c8-43e1-9f08-b1eb7746cd20), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.292055 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Added segment e8a3108d-87c8-43e1-9f08-b1eb7746cd20 of type vlan for network 4891f6f7-5f47-44b4-83de-1b78a92dc943 Feb 15 02:23:28.330520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (4891f6f7-5f47-44b4-83de-1b78a92dc943), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.433879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (4891f6f7-5f47-44b4-83de-1b78a92dc943), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.439543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:28.440175 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.505134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Network': ['ID=4891f6f7-5f47-44b4-83de-1b78a92dc943,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:28.515576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:23:28.551539 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76a6dded-becf-4a57-8627-f7a56089cc1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3848679 Feb 15 02:23:28.554225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:28.558582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'admin_state_up': True, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:28.645569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.646612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:28.697543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (efe4a3b0-672b-465c-86f9-703df5499d4a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.213110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (efe4a3b0-672b-465c-86f9-703df5499d4a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.456971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (efe4a3b0-672b-465c-86f9-703df5499d4a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.475096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.594465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.147 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/09098c35-591f-40de-b674-e1e093d48bf3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:23:29.692034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (09098c35-591f-40de-b674-e1e093d48bf3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.765818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (09098c35-591f-40de-b674-e1e093d48bf3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:29.804507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:29.807452 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:29.811983 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:23:29.844158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=09098c35-591f-40de-b674-e1e093d48bf3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:30.123115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (efe4a3b0-672b-465c-86f9-703df5499d4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:30.324202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:30.519467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router efe4a3b0-672b-465c-86f9-703df5499d4a is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:23:30.624601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:23:30.634735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Sync routers for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:23:30.646175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:30.647400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:30.687900 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:30.689236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2597497e-d2f4-4361-ab3f-df2b897bc916 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1340580 Feb 15 02:23:30.692512 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:30.720168 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9d8d0859-00a2-4765-8132-2a2bf4461db9 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2003c1ab24ac43b5a3aa0f47143499ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265896 Feb 15 02:23:30.722750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:30.755190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:30.807386 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287ecc5-9fbd-4a98-9839-6597968eeb69 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:30.808986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1287ecc5-9fbd-4a98-9839-6597968eeb69 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853429 Feb 15 02:23:30.811822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:30.841439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-dfd0295d-159a-433b-8320-f5bbd5586686 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279517 Feb 15 02:23:30.844060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:30.851136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954221804', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:31.039342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:23:31.042889 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.090232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:29Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:31.116482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Checking router: efe4a3b0-672b-465c-86f9-703df5499d4a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:23:31.116841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Updating router efe4a3b0-672b-465c-86f9-703df5499d4a port 09098c35-591f-40de-b674-e1e093d48bf3 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:23:31.144276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09098c35-591f-40de-b674-e1e093d48bf3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.275080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (86a989af-ff51-497f-9f06-a9687338d7e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.336088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Subnet': ['ID=86a989af-ff51-497f-9f06-a9687338d7e5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:31.343523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:31.343523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network hostable DHCP agents. Network: 4891f6f7-5f47-44b4-83de-1b78a92dc943, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:23:31.409394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks [] for port (09098c35-591f-40de-b674-e1e093d48bf3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.445223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:23:31.479687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09098c35-591f-40de-b674-e1e093d48bf3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.511946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 4891f6f7-5f47-44b4-83de-1b78a92dc943) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:31.516963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:31.518770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.528590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7fc25c-9b58-4ea3-bff2-4fa1385c110c None None] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:23:31.550852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Attempting to bind port 09098c35-591f-40de-b674-e1e093d48bf3 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:23:31.551229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Attempting to bind port 09098c35-591f-40de-b674-e1e093d48bf3 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:23:31.551598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Attempting to bind port 09098c35-591f-40de-b674-e1e093d48bf3 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:31.556065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7776809-cb0b-4ced-a0cc-97adb37e35ae None None] Pushing event updated for resources: {'Port': ['ID=09098c35-591f-40de-b674-e1e093d48bf3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:31.586750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:23:31.587080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:31.587481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.587876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:23:31.588392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Bound port: 09098c35-591f-40de-b674-e1e093d48bf3, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:23:31.588783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09098c35-591f-40de-b674-e1e093d48bf3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.591370 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e447f41-49ce-42ec-b1b3-3cc005557452 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7460687 Feb 15 02:23:31.595219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:31.665641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] For port 09098c35-591f-40de-b674-e1e093d48bf3, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:31.693297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] For port 09098c35-591f-40de-b674-e1e093d48bf3, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09098c35-591f-40de-b674-e1e093d48bf3,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:23:31.696064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-4891f6f7-5f47-44b4-83de-1b78a92dc943', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:23:31.696969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.771642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09098c35-591f-40de-b674-e1e093d48bf3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:31.889548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7776809-cb0b-4ced-a0cc-97adb37e35ae None None] Pushing event updated for resources: {'Port': ['ID=09098c35-591f-40de-b674-e1e093d48bf3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:31.895623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:31.896236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:31.898529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Allocated IP 172.20.0.2 (4891f6f7-5f47-44b4-83de-1b78a92dc943/86a989af-ff51-497f-9f06-a9687338d7e5/21b9a68b-65cd-424f-9013-880b91e9658d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:23:32.064381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:32.226684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks [] for port (21b9a68b-65cd-424f-9013-880b91e9658d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.290891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:29Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:32.322203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.324260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60a6ef-8531-4d4e-ac1c-7a20bf35bd7b None None] The sync data for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 is: [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:29Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:23:32.369291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:32.372395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:32.376927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:23:32.377150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.380184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Pushing event updated for resources: {'Port': ['ID=21b9a68b-65cd-424f-9013-880b91e9658d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:32.440802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Attempting to bind port 21b9a68b-65cd-424f-9013-880b91e9658d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:23:32.440802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Attempting to bind port 21b9a68b-65cd-424f-9013-880b91e9658d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:23:32.441135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Attempting to bind port 21b9a68b-65cd-424f-9013-880b91e9658d on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:32.446477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:23:32.446851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:32.447284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.447681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Bound using segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:23:32.448567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Bound port: 21b9a68b-65cd-424f-9013-880b91e9658d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:23:32.448953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.521167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] For port 21b9a68b-65cd-424f-9013-880b91e9658d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:32.524409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] For port 21b9a68b-65cd-424f-9013-880b91e9658d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21b9a68b-65cd-424f-9013-880b91e9658d,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:23:32.595383 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.661946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8867-f870-4fa9-9465-63784e4b7453 None None] Pushing event updated for resources: {'Port': ['ID=21b9a68b-65cd-424f-9013-880b91e9658d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:32.698262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.1 (4891f6f7-5f47-44b4-83de-1b78a92dc943/86a989af-ff51-497f-9f06-a9687338d7e5/2f29cff1-02a6-46c8-b8ed-804b3d144965) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:23:32.832021 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.926339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:32.969767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:32.978521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:32.985665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:23:33.018897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:33.048586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (efe4a3b0-672b-465c-86f9-703df5499d4a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.251040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.555159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.612752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.630450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21b9a68b-65cd-424f-9013-880b91e9658d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:33.665525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32034ab-69da-4f18-871c-68a797e3ab0d None None] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:23:33.692038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:33.694705 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (efe4a3b0-672b-465c-86f9-703df5499d4a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.749239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Provisioning complete for port 21b9a68b-65cd-424f-9013-880b91e9658d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:33.749619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.789049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:33.790757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:33.823889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 21b9a68b-65cd-424f-9013-880b91e9658d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:33.824187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:33.917862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router efe4a3b0-672b-465c-86f9-703df5499d4a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:23:34.042695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:23:34.049316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0a3eda1e-ebd0-47b0-b21e-145910b4000b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/efe4a3b0-672b-465c-86f9-703df5499d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521568 Feb 15 02:23:34.087218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Current status of the port 21b9a68b-65cd-424f-9013-880b91e9658d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:34.087593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.146361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 21b9a68b-65cd-424f-9013-880b91e9658d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:34.147004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.165530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] For port 21b9a68b-65cd-424f-9013-880b91e9658d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21b9a68b-65cd-424f-9013-880b91e9658d,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:34.222310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-29420465-6812-4b21-ae16-3e5af666a168 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998737237&fields=id&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 267 time: 0.0503032 Feb 15 02:23:34.234945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.257009 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Sync routers for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:23:34.275010 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:34.275953 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:34.357304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6a95-211c-4874-a5f6-1cdef3d5b4c5 None None] Pushing event updated for resources: {'Port': ['ID=21b9a68b-65cd-424f-9013-880b91e9658d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:34.363380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:23:34.369490 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:23:34.369883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f18af7eb-fb79-4043-8059-70fa57f173fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:34.370278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Provisioning complete for port 21b9a68b-65cd-424f-9013-880b91e9658d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:34.370788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f18af7eb-fb79-4043-8059-70fa57f173fb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 797 time: 0.1399918 Feb 15 02:23:34.370929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.400874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-a280e962-c285-4ee8-98df-8fc3e31fc176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/quotas/2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 375 time: 0.0226889 Feb 15 02:23:34.438370 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:34.475509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Current status of the port 21b9a68b-65cd-424f-9013-880b91e9658d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:34.479238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-d8e1191e-3f87-4bcb-b29e-d954b71da864 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765305 Feb 15 02:23:34.487651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:34.492285 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.535495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15554f80-10b6-4ae0-99c2-390b0ecea46a None None] Port 2f29cff1-02a6-46c8-b8ed-804b3d144965 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:23:34.586068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-4cab3dee-cf82-4444-a85a-e0a9c8316f6a service neutron] 10.222.0.43 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038249 Feb 15 02:23:34.655258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-767a0073-b9b5-4b4b-97ce-bf3433c0793d None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:34.655883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-767a0073-b9b5-4b4b-97ce-bf3433c0793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.675240 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 2, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:34.692064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-767a0073-b9b5-4b4b-97ce-bf3433c0793d None None] Port 2f29cff1-02a6-46c8-b8ed-804b3d144965 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:23:34.694282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-85332099-05a0-4ecd-bd09-e9c9761f1b06 service neutron] 10.222.0.43 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022649 Feb 15 02:23:34.709324 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Checking router: efe4a3b0-672b-465c-86f9-703df5499d4a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:23:34.709825 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Updating router efe4a3b0-672b-465c-86f9-703df5499d4a port 2f29cff1-02a6-46c8-b8ed-804b3d144965 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:23:34.741635 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.810955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7928109d-1edb-4819-bf84-741577bceb1a None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:34.811355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7928109d-1edb-4819-bf84-741577bceb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:34.844855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7928109d-1edb-4819-bf84-741577bceb1a None None] Port 2f29cff1-02a6-46c8-b8ed-804b3d144965 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:23:34.910881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 21b9a68b-65cd-424f-9013-880b91e9658d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:34.912203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09098c35-591f-40de-b674-e1e093d48bf3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:34.952229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-765fcab9-7790-4da2-9f28-53367f6e58f2 req-39b2ddbb-f3a7-4a53-ba50-7cc53dbeac65 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 210 time: 0.0383713 Feb 15 02:23:34.975125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09098c35-591f-40de-b674-e1e093d48bf3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:34.975743 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09098c35-591f-40de-b674-e1e093d48bf3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.041749 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks [] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.065174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09098c35-591f-40de-b674-e1e093d48bf3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:35.065566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09098c35-591f-40de-b674-e1e093d48bf3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.086233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 09098c35-591f-40de-b674-e1e093d48bf3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09098c35-591f-40de-b674-e1e093d48bf3,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:35.119286 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.154183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09098c35-591f-40de-b674-e1e093d48bf3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.183192 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Pushing event updated for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:35.192136 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.192621 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.193180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.193552 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.193954 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.194365 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.194782 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.195163 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.195567 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.195948 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.196367 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.196745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.197126 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:23:35.221480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=09098c35-591f-40de-b674-e1e093d48bf3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:35.247228 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Attempting to bind port 2f29cff1-02a6-46c8-b8ed-804b3d144965 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:23:35.247599 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Attempting to bind port 2f29cff1-02a6-46c8-b8ed-804b3d144965 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:23:35.247958 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Attempting to bind port 2f29cff1-02a6-46c8-b8ed-804b3d144965 on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:35.254229 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:23:35.254645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:35.255101 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.255505 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Bound using segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:23:35.256084 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Bound port: 2f29cff1-02a6-46c8-b8ed-804b3d144965, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:23:35.256497 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.329293 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] For port 2f29cff1-02a6-46c8-b8ed-804b3d144965, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:35.332462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] For port 2f29cff1-02a6-46c8-b8ed-804b3d144965, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f29cff1-02a6-46c8-b8ed-804b3d144965,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:23:35.417241 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.475674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:35.476056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.478753 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:35.479225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:35.481079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d5d1-bfc9-4a5b-9b35-4079ab6caf85 None None] Pushing event updated for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:35.580788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Current status of the port 2f29cff1-02a6-46c8-b8ed-804b3d144965 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:35.581319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.600260 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:35.604181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21b9a68b-65cd-424f-9013-880b91e9658d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:35.644897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] For port 2f29cff1-02a6-46c8-b8ed-804b3d144965, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f29cff1-02a6-46c8-b8ed-804b3d144965,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:35.670256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 21b9a68b-65cd-424f-9013-880b91e9658d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:35.670783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.735523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.778445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 21b9a68b-65cd-424f-9013-880b91e9658d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:35.779465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09098c35-591f-40de-b674-e1e093d48bf3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:35.812653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:35.820878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd909-bfee-472f-b462-81aa6c2f71a4 None None] Pushing event updated for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:35.840597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dcb92-6881-45e6-8690-aed49086277b None None] The sync data for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 is: [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:23:35.848534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09098c35-591f-40de-b674-e1e093d48bf3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:35.848916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09098c35-591f-40de-b674-e1e093d48bf3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:35.892472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d4d62d9e-3585-4f17-b0c3-94cda3a47687 None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:35.892472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d62d9e-3585-4f17-b0c3-94cda3a47687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:36.020955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09098c35-591f-40de-b674-e1e093d48bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:36.031074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4d62d9e-3585-4f17-b0c3-94cda3a47687 None None] Current status of the port 2f29cff1-02a6-46c8-b8ed-804b3d144965 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:36.049902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c67a9d31-54ae-49a5-bb9d-d2eb21af600b req-aca9f9fa-101b-4b76-9267-1b957b15ede3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Feb 15 02:23:36.866544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-26d81448-7a82-4bc1-943c-775358763af9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:36.868092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-26d81448-7a82-4bc1-943c-775358763af9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 797 time: 0.1072924 Feb 15 02:23:36.940109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-ae4c07b8-0819-4bb0-b86e-3fc8d39c8da4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 379 time: 0.0643036 Feb 15 02:23:36.948892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'port': {'device_id': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'admin_state_up': True, 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'security_groups': ['53224943-f9f0-417a-8ab5-f71dcdb332a0']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:37.145240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f91b064d-7a41-48b9-abdb-ae7c66ac475c req-6afeb913-01ce-4b4d-8d48-c4775a256704 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 210 time: 0.0279586 Feb 15 02:23:37.147627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:23:37.151016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.288133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.4 (4891f6f7-5f47-44b4-83de-1b78a92dc943/86a989af-ff51-497f-9f06-a9687338d7e5/367d85d7-a9c2-4f3a-a667-0b551ba5707b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:23:37.426318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.514583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.556123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:37.559144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:37.565969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:23:37.585073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f29cff1-02a6-46c8-b8ed-804b3d144965 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:37.599445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:37.621994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:37.622678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.637075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2f29cff1-02a6-46c8-b8ed-804b3d144965 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:37.637832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.693925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-f84680d0-aed4-4695-871b-b6408e62cba3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485454 Feb 15 02:23:37.706447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Request body: {'port': {'device_id': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:37.720079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2f29cff1-02a6-46c8-b8ed-804b3d144965 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:37.776153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.863060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1af5d61a-e74c-498c-9e56-be935d5ea9b9 None None] Provisioning complete for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:37.863342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1af5d61a-e74c-498c-9e56-be935d5ea9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:37.900615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1af5d61a-e74c-498c-9e56-be935d5ea9b9 None None] Port 367d85d7-a9c2-4f3a-a667-0b551ba5707b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:23:38.037312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367d85d7-a9c2-4f3a-a667-0b551ba5707b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:23:38.044721 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks [] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:38.056760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Transition to ACTIVE for port object 367d85d7-a9c2-4f3a-a667-0b551ba5707b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:23:38.090852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:38.141033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:38.217519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:23:38.218214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:23:38.218214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:38.234803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:23:38.235191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:23:38.269431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:23:38.269778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:23:38.270220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Bound using segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:23:38.270672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Bound port: 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:23:38.271079 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:38.294465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb613-438a-4510-84b1-8b4295b6a425 req-344fa65c-6c16-474e-82b6-aa7c8c061bea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.296011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb1eb613-438a-4510-84b1-8b4295b6a425 req-344fa65c-6c16-474e-82b6-aa7c8c061bea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 943 time: 0.0749023 Feb 15 02:23:38.382460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:23:38.385638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:23:38.390063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb1eb613-438a-4510-84b1-8b4295b6a425 req-b5015993-f931-4c00-b4cd-02d34c343886 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714002 Feb 15 02:23:38.469039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:38.505418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.506338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:38.507737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] 10.222.0.31 "PUT /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1092 time: 0.8064101 Feb 15 02:23:38.510123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:38.513279 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805040a0-fd01-41e9-80ab-9126d2f58a10" -d '{"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:38.540142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e22f8-4b6a-4c51-bdf4-3e118c128fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:38.553875 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b3bd0-50da-43b7-a382-82d0247c07da x-openstack-request-id: req-0c2b3bd0-50da-43b7-a382-82d0247c07da {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:38.554171 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:38.554428 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c2b3bd0-50da-43b7-a382-82d0247c07da {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:38.554833 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'status': 'completed', 'code': 200} Feb 15 02:23:38.621424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-866952bb-3526-4d2f-8728-834771891a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.622952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-866952bb-3526-4d2f-8728-834771891a97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1126 time: 0.0509789 Feb 15 02:23:38.724882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-c96a64a3-6ac3-4f01-be83-67ab90d21760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.726336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-c96a64a3-6ac3-4f01-be83-67ab90d21760 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971341 Feb 15 02:23:38.816750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-064b3fea-11bd-48b5-b481-8d3fdf4cc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.818234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-805040a0-fd01-41e9-80ab-9126d2f58a10 req-064b3fea-11bd-48b5-b481-8d3fdf4cc6f0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858407 Feb 15 02:23:38.896680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-37e6ad0c-48b7-4f4a-9d6c-bfb767aec73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.898092 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-37e6ad0c-48b7-4f4a-9d6c-bfb767aec73a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1126 time: 0.0443544 Feb 15 02:23:38.942687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-8c149e2f-5126-4764-b66f-92844e14a7c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 217 time: 0.0380678 Feb 15 02:23:38.989187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-90a959ba-53e9-4a81-8b6b-245c7fc6c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:38.990611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-90a959ba-53e9-4a81-8b6b-245c7fc6c34c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0424166 Feb 15 02:23:39.038434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-a04b98cc-19c0-49b2-8e7b-7ce43ec317ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:39.039889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-a04b98cc-19c0-49b2-8e7b-7ce43ec317ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436082 Feb 15 02:23:39.496448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-7ad67dee-142d-4e58-b691-0d71873a1b76 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500177 Feb 15 02:23:39.572478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f96f43-7181-473c-83c2-bf1fcfa31c72 req-bc94b710-03d1-4da5-8d54-a37c10fcea36 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:39.573964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89f96f43-7181-473c-83c2-bf1fcfa31c72 req-bc94b710-03d1-4da5-8d54-a37c10fcea36 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 943 time: 0.1128018 Feb 15 02:23:39.630024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60dfc2f8-6226-47c6-a434-deb8cda023d3 req-86bd7280-710f-4e14-a20b-c6de13d7f1e1 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262076 Feb 15 02:23:39.645765 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89f96f43-7181-473c-83c2-bf1fcfa31c72 req-978cb430-a897-4e83-9415-468081dfc846 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656741 Feb 15 02:23:40.762086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d48bc-2f21-4d0c-a59a-d0645e5ba86d req-09cf4697-ce07-40dd-a8a5-da43284535ef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:40.763571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc8d48bc-2f21-4d0c-a59a-d0645e5ba86d req-09cf4697-ce07-40dd-a8a5-da43284535ef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 943 time: 0.0516169 Feb 15 02:23:40.811973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc8d48bc-2f21-4d0c-a59a-d0645e5ba86d req-413bbcc4-c7b5-4b1d-8c17-adcc304aa75d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Feb 15 02:23:41.664175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:23:41.757917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:41.769757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'port_id': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'mac_address': 'fa:16:3e:e7:01:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:23:41.806494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 367d85d7-a9c2-4f3a-a667-0b551ba5707b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:41.806884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:41.819496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367d85d7-a9c2-4f3a-a667-0b551ba5707b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:23:41.838974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:41.892035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:41.941478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:41.942126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598656-f427-434b-979b-22b74416a6c0 req-07f55d3d-1b78-46ca-bab6-1e1669313f6a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:41.944749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1598656-f427-434b-979b-22b74416a6c0 req-07f55d3d-1b78-46ca-bab6-1e1669313f6a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0657814 Feb 15 02:23:41.992925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1598656-f427-434b-979b-22b74416a6c0 req-0808eae6-75df-491d-8457-f1145ec95fae tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Feb 15 02:23:42.075663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['367d85d7-a9c2-4f3a-a667-0b551ba5707b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:23:43.121955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325c62c-7313-4278-8f45-239394810b6b req-effd9ab4-8fce-4ee3-b042-a7f2eafc62a4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:43.123466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9325c62c-7313-4278-8f45-239394810b6b req-effd9ab4-8fce-4ee3-b042-a7f2eafc62a4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0611787 Feb 15 02:23:43.171842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9325c62c-7313-4278-8f45-239394810b6b req-43af0ba9-d8ef-466c-acb4-038f762312d1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Feb 15 02:23:43.556943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:23:43.666572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:23:43.754073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:23:43.757851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:23:43.758281 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:43.834060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 367d85d7-a9c2-4f3a-a667-0b551ba5707b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:23:43.834450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:43.855618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:43.857868 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61c47b5-9002-4336-9778-a181ce0a891c" -d '{"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-plugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:43.870520 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:23:43.893754 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd5fe56-9830-4a86-b425-59fab12732c9 x-openstack-request-id: req-fbd5fe56-9830-4a86-b425-59fab12732c9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:43.894069 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-plugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:43.894324 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbd5fe56-9830-4a86-b425-59fab12732c9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:43.894718 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'code': 200} Feb 15 02:23:43.919455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:43.972283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:43.993534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1140-69b3-4831-9f33-589586bdd42f req-adb785b7-4003-4d0e-9cf1-56588266596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:43.995056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-150f1140-69b3-4831-9f33-589586bdd42f req-adb785b7-4003-4d0e-9cf1-56588266596b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1128 time: 0.0454853 Feb 15 02:23:44.043076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-150f1140-69b3-4831-9f33-589586bdd42f req-e6b62b8a-b995-4840-a3ad-469005c98833 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Feb 15 02:23:44.297262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7049-23e2-4d0d-9995-a07122c8f42a req-dfc20f0f-f6bb-482b-aa88-05a2efa8cba5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:44.298712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f80a7049-23e2-4d0d-9995-a07122c8f42a req-dfc20f0f-f6bb-482b-aa88-05a2efa8cba5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0532141 Feb 15 02:23:44.346408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f80a7049-23e2-4d0d-9995-a07122c8f42a req-6376a753-550b-4c7c-96f3-61bc6dee8d1a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Feb 15 02:23:45.464839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db566d-3f62-4d92-b4ad-f5dfcee0a42c req-d19f3828-988c-4f11-941e-dda250dbe9b9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:45.466329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37db566d-3f62-4d92-b4ad-f5dfcee0a42c req-d19f3828-988c-4f11-941e-dda250dbe9b9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Feb 15 02:23:45.515424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37db566d-3f62-4d92-b4ad-f5dfcee0a42c req-95f53216-0514-428c-aa85-c7ebeb584574 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Feb 15 02:23:45.594106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:45.635061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d31867-d57d-45e5-a42a-860b2179bc8d req-2efefd03-c51f-499d-85d2-90f7583976ea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:45.636483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13d31867-d57d-45e5-a42a-860b2179bc8d req-2efefd03-c51f-499d-85d2-90f7583976ea tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0567775 Feb 15 02:23:45.684492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13d31867-d57d-45e5-a42a-860b2179bc8d req-f3ebec6f-4347-45ab-9c82-b483ff2e1b5f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 Feb 15 02:23:45.706126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:45.749302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3b8ab-cc2a-4f60-81f8-77abcf134f5f tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:45.750860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-38a3b8ab-cc2a-4f60-81f8-77abcf134f5f tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1123 time: 0.0437174 Feb 15 02:23:45.753706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:45.758049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:23:45.828246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:45.927022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.026281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.17 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/0bba2312-8f83-428a-a427-394c2105e159) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:23:46.127359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (0bba2312-8f83-428a-a427-394c2105e159), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.222218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0bba2312-8f83-428a-a427-394c2105e159), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.258973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:23:46.264580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:23:46.283472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:23:46.289509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=0bba2312-8f83-428a-a427-394c2105e159,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:46.657625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (fb3c93dd-dda8-4911-967f-166deb85c9c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.775582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0bba2312-8f83-428a-a427-394c2105e159), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.935403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (0bba2312-8f83-428a-a427-394c2105e159), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:46.987625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0bba2312-8f83-428a-a427-394c2105e159), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:47.061676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=0bba2312-8f83-428a-a427-394c2105e159,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:23:47.073217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (fb3c93dd-dda8-4911-967f-166deb85c9c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:47.178679 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP fb3c93dd-dda8-4911-967f-166deb85c9c5 associated. External IP: 172.25.2.17, port: 367d85d7-a9c2-4f3a-a667-0b551ba5707b. Feb 15 02:23:47.388741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router efe4a3b0-672b-465c-86f9-703df5499d4a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:23:47.498896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:23:47.516595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202286a-9563-408a-ac7a-234da391851c None None] Sync routers for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:23:47.525631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:47.526242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:47.573202 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:47.603666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eb9db3c2-ab34-416c-b95a-01af28d49ac0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8489048 Feb 15 02:23:47.604390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:23:47.606734 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25be36-cb71-4ca1-b805-ec415f94c365" -d '{"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:23:47.635321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:47.706907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466094a9-aeda-4e60-85b6-1d2f68b77d0d req-f828ea20-f785-42de-ad10-3cfd9838529f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:47.708341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-466094a9-aeda-4e60-85b6-1d2f68b77d0d req-f828ea20-f785-42de-ad10-3cfd9838529f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Feb 15 02:23:47.756520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-466094a9-aeda-4e60-85b6-1d2f68b77d0d req-565581f2-e82f-47d3-9fb5-e5f0bc003d9d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425594 Feb 15 02:23:47.778934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:47.801255 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3599b129-638d-4cfe-b8c5-6270e63a3387 x-openstack-request-id: req-3599b129-638d-4cfe-b8c5-6270e63a3387 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:23:47.801556 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:23:47.802732 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3599b129-638d-4cfe-b8c5-6270e63a3387 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:23:47.803163 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'status': 'completed', 'code': 200} Feb 15 02:23:47.848583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-91329294-4671-436c-8cc8-cc43978b50ab tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fb3c93dd-dda8-4911-967f-166deb85c9c5 HTTP/1.1" status: 200 len: 990 time: 0.0681808 Feb 15 02:23:47.862216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fb3c93dd-dda8-4911-967f-166deb85c9c5', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'port_id': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'mac_address': 'fa:16:3e:e7:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:23:46Z', 'updated_at': '2022-02-15T02:23:46Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:47.868957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-9885e169-2e0d-4b1c-bbdd-03bee04d01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:47.870478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-9885e169-2e0d-4b1c-bbdd-03bee04d01d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1128 time: 0.0469770 Feb 15 02:23:47.891768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202286a-9563-408a-ac7a-234da391851c None None] Checking router: efe4a3b0-672b-465c-86f9-703df5499d4a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:23:47.900188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:23:47.900938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:23:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:47.966597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-0b8662e1-6333-4867-8d48-0a8abeb850c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:47.968041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-0b8662e1-6333-4867-8d48-0a8abeb850c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.0904548 Feb 15 02:23:48.035098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-8bba7911-7fda-4cd1-a1d5-f8ce2ec769d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 998 time: 0.0611813 Feb 15 02:23:48.084896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-a8ad60be-e2e1-4c67-a796-b37ae06b6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:48.086403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-a8ad60be-e2e1-4c67-a796-b37ae06b6f49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0457792 Feb 15 02:23:48.141130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-877f3d14-b13d-44f4-b83a-1547957f6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:23:48.142651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-877f3d14-b13d-44f4-b83a-1547957f6161 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498977 Feb 15 02:23:48.166311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:23:48.232108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-78747b77-9fe1-4708-8fcd-de7ac8090f3e service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Feb 15 02:23:48.251301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:48.324442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e25be36-cb71-4ca1-b805-ec415f94c365 req-e0cf248d-b7af-4caa-ae20-177ede884cbd service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Feb 15 02:23:48.400615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b202286a-9563-408a-ac7a-234da391851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fb3c93dd-dda8-4911-967f-166deb85c9c5', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'port_id': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'mac_address': 'fa:16:3e:e7:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:23:46Z', 'updated_at': '2022-02-15T02:23:46Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:23:48.431003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202286a-9563-408a-ac7a-234da391851c None None] The sync data for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 is: [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'fb3c93dd-dda8-4911-967f-166deb85c9c5', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'port_id': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'mac_address': 'fa:16:3e:e7:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:23:46Z', 'updated_at': '2022-02-15T02:23:46Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:23:48.619176 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925facca-d743-499f-b40c-f99161d6ce5b None None] New status for floating IP fb3c93dd-dda8-4911-967f-166deb85c9c5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:23:48.852688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:23:48.913863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1125dac8-925d-41f8-9399-a08a7070480a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fb3c93dd-dda8-4911-967f-166deb85c9c5 HTTP/1.1" status: 200 len: 992 time: 0.0600061 Feb 15 02:23:51.079372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4302371-ea68-44d4-a1a7-4881127b124a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:53.290598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c8c183b-b9ed-4258-9373-0caa84417cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:54.627732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:56.016466 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:23:57.370727 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:08.058687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-9e4d82dd-9d5b-4597-9f07-d22b177766e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429657 Feb 15 02:24:08.144321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-cc5016d6-6e6f-4248-ae96-67d511a50436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:08.145789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-cc5016d6-6e6f-4248-ae96-67d511a50436 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1128 time: 0.0471385 Feb 15 02:24:08.244114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-8172b3bb-e9e8-4b54-97ac-654ddcfbcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:08.245636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-8172b3bb-e9e8-4b54-97ac-654ddcfbcbe7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.0825050 Feb 15 02:24:08.314571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-ea584aa3-bd14-4cca-924d-491bef626e80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1000 time: 0.0608919 Feb 15 02:24:08.361316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-a3fedaaf-7378-41bd-a0e7-dee30907a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:08.362748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-a3fedaaf-7378-41bd-a0e7-dee30907a57e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0423582 Feb 15 02:24:08.412476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-741d5b35-5b49-4bca-86dd-b061919e6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:08.413979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-741d5b35-5b49-4bca-86dd-b061919e6274 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448050 Feb 15 02:24:08.503189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-ee6ffcb3-4d1b-42db-bca6-56bbfb3370e4 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830369 Feb 15 02:24:08.590574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-456121fe-a496-4656-ac29-029a3d0d77f9 req-60f4ca2e-d230-461f-aad1-7777efa68f40 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806966 Feb 15 02:24:15.605116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:17.668088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46382-52cc-49d5-b0d4-a4d7e7a63afb req-36816cd9-31ac-4c4e-ba05-feb7c757c01b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:17.669536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0c46382-52cc-49d5-b0d4-a4d7e7a63afb req-36816cd9-31ac-4c4e-ba05-feb7c757c01b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Feb 15 02:24:17.716829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a0c46382-52cc-49d5-b0d4-a4d7e7a63afb req-6ff87227-dcd5-4c7a-a53e-5f4e89c21acb tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Feb 15 02:24:17.740315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:17.802487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-69122484-bd2a-4ef8-901c-786dd6f6ac42 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fb3c93dd-dda8-4911-967f-166deb85c9c5 HTTP/1.1" status: 200 len: 992 time: 0.0609872 Feb 15 02:24:18.244774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:18.277174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec837a2-571b-429a-ad01-76d4ad987a54 req-15d93c0e-c5ce-464e-8e38-d4cda4ae3223 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:18.278701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec837a2-571b-429a-ad01-76d4ad987a54 req-15d93c0e-c5ce-464e-8e38-d4cda4ae3223 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1128 time: 0.0442877 Feb 15 02:24:18.324012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bec837a2-571b-429a-ad01-76d4ad987a54 req-455fe83f-fe83-4f41-ace7-ac2af35bcb71 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Feb 15 02:24:19.104602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-058f7764-f33b-464c-a07a-509921443bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469074 Feb 15 02:24:19.112766 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-7baa03a7-0746-4af5-9ec5-98a4c4e4c47c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:24:19.113716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-7baa03a7-0746-4af5-9ec5-98a4c4e4c47c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047469 Feb 15 02:24:19.176458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-cb54fcad-6d27-4bf2-b7e6-5d344626e20c tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:19.177834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-cb54fcad-6d27-4bf2-b7e6-5d344626e20c tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1125 time: 0.0369048 Feb 15 02:24:20.178130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c6d8ecc4-ea00-44cb-8486-9aa69666d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:20.179558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c6d8ecc4-ea00-44cb-8486-9aa69666d9d1 service neutron] 10.222.0.43 "GET /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1125 time: 0.0371845 Feb 15 02:24:20.187704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Request body: {'binding': {'host': 'n-h1-829064-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:20.188200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 02:24:20.318456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on host n-h1-829064-14 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:20.318791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:20.319119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:20.323222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:24:20.323541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:20.328230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:20.328590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:20.328966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Bound using segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:20.329386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Bound port: 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:20.408324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:20.498023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:20.499207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] 10.222.0.43 "POST /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3146930 Feb 15 02:24:20.555284 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:24:20.736660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33b7e6-82e0-4797-ad02-2979c34a3a11 req-80814ccd-863a-4a1c-8eba-4fcc6cac13e8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:20.738039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b33b7e6-82e0-4797-ad02-2979c34a3a11 req-80814ccd-863a-4a1c-8eba-4fcc6cac13e8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0568824 Feb 15 02:24:20.789423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b33b7e6-82e0-4797-ad02-2979c34a3a11 req-a93c577d-fed5-411a-bc0a-0461f367faa1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456147 Feb 15 02:24:21.005303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-b2ba2f80-03a8-473c-8555-9814f966fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.006707 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-b2ba2f80-03a8-473c-8555-9814f966fc6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1128 time: 0.0440860 Feb 15 02:24:21.096968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-76b2588d-c604-4dfa-8508-a7faf834c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.098510 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-76b2588d-c604-4dfa-8508-a7faf834c36e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.0845215 Feb 15 02:24:21.118855 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94bd2741-a59c-40bb-8c87-adc60716e01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:21.166222 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c4925b6b-5648-44fc-bd0c-a1bfe0d9d781 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1000 time: 0.0621135 Feb 15 02:24:21.213769 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-1b1ab61b-80ca-4513-a42a-3764880489d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.215227 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-1b1ab61b-80ca-4513-a42a-3764880489d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0429547 Feb 15 02:24:21.271310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-041de945-10d0-4eea-976f-50c502ae1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.272755 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-041de945-10d0-4eea-976f-50c502ae1cfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516462 Feb 15 02:24:21.361385 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-4e60d564-eacb-4814-b915-858a3533d8a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824554 Feb 15 02:24:21.447491 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c796e03d-e202-48fb-ba31-9e29432b69b6 service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801246 Feb 15 02:24:21.598129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-0ba018f2-ae39-4eae-aaef-5d7dada3b4e0 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.599624 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-0ba018f2-ae39-4eae-aaef-5d7dada3b4e0 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1128 time: 0.0846472 Feb 15 02:24:21.610019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-14'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:21.666602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:21.790685 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:21.828660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:21.872153 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:21.874543 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cedc85-2c5c-4f1e-a374-c32c005bfe83" -d '{"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-unplugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:21.878466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks [] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:21.910477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3f1a-62d1-4112-bc5d-10694f139480 req-40a3ace8-60a7-4a46-a58d-2496453f7341 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:21.911977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b8e3f1a-62d1-4112-bc5d-10694f139480 req-40a3ace8-60a7-4a46-a58d-2496453f7341 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Feb 15 02:24:21.924949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:21.969471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b8e3f1a-62d1-4112-bc5d-10694f139480 req-723ce6cf-f5cd-46ff-be89-3e8910d80ba7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515201 Feb 15 02:24:22.012082 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:22.079233 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d4226-2a8a-40ef-a28a-e4835b3bbba9 x-openstack-request-id: req-427d4226-2a8a-40ef-a28a-e4835b3bbba9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:22.079530 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-unplugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:22.079788 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-427d4226-2a8a-40ef-a28a-e4835b3bbba9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:22.080188 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'code': 200} Feb 15 02:24:22.083171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on host n-h2-829064-14 for vnic_type normal with profile {"migrating_to": "n-h1-829064-14"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:22.083510 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:22.083839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:22.088602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:24:22.088924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Attempting to bind port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on network 4891f6f7-5f47-44b4-83de-1b78a92dc943 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:22.093897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:22.094239 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Checking segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:22.094625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Bound using segment: {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:22.095055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Bound port: 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:22.095428 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.159055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:22.162943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:22.211127 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.219831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Provisioning complete for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:22.220402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.304011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Current status of the port 367d85d7-a9c2-4f3a-a667-0b551ba5707b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:22.304547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.307136 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:22.330474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:22.332801 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba908006-55b9-4205-b40d-5db2159931f8" -d '{"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-plugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:22.346861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:22.362997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:22.364474 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.366029 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-fbb383cf-c39e-4ad4-a719-f6ab82045885 service neutron] 10.222.0.37 "PUT /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1123 time: 0.7598543 Feb 15 02:24:22.372954 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33495e5-b550-4a98-aee7-d35dfb67649e x-openstack-request-id: req-d33495e5-b550-4a98-aee7-d35dfb67649e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:22.373257 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-plugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:22.373516 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d33495e5-b550-4a98-aee7-d35dfb67649e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:22.373919 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'code': 200} Feb 15 02:24:22.399174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.487575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['367d85d7-a9c2-4f3a-a667-0b551ba5707b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:24:22.581963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:22.597894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.598244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.598583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.598920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.599255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.599583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.599910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.600234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.600586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.600910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.601231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.601550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.601874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054a8ed-8ebf-4e44-8043-6f76a3f0e322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:22.770038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9448fe23-a52d-4308-a916-a4b13f6c1557 None None] Provisioning complete for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:22.770410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9448fe23-a52d-4308-a916-a4b13f6c1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:22.882944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9448fe23-a52d-4308-a916-a4b13f6c1557 None None] Current status of the port 367d85d7-a9c2-4f3a-a667-0b551ba5707b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:23.087289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753ad72-48d4-4f6b-9b1d-e5fe551535f2 req-e716abc4-e348-4454-9522-469d2a33ff50 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:23.088782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f753ad72-48d4-4f6b-9b1d-e5fe551535f2 req-e716abc4-e348-4454-9522-469d2a33ff50 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0560877 Feb 15 02:24:23.134752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f753ad72-48d4-4f6b-9b1d-e5fe551535f2 req-1ef826d8-1a76-4555-a707-58703002e4be tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Feb 15 02:24:23.312969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29d627bd-0bb6-41db-be09-f8c13df09047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:24.081520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:24.084435 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1855fb4897e7729d8eeae7a83f474733b945425c95cbdd3bbe07335f5a7c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab3591-5fde-460a-8c02-a440b53b8385" -d '{"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:24.123779 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa545b59-733e-497b-9029-47485037d82f x-openstack-request-id: req-fa545b59-733e-497b-9029-47485037d82f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:24.124074 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:24.124358 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa545b59-733e-497b-9029-47485037d82f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:24.124767 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'status': 'completed', 'code': 200} Feb 15 02:24:24.189354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-60b2593a-db50-4cbd-99db-2c0ec0097b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:24.190877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-60b2593a-db50-4cbd-99db-2c0ec0097b11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1159 time: 0.0450544 Feb 15 02:24:24.318403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de738b2-ddc8-40ff-ac46-c02bab3e4c34 req-19b6b087-6bfa-4851-ac3b-133cd6cd2ec4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:24.319968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4de738b2-ddc8-40ff-ac46-c02bab3e4c34 req-19b6b087-6bfa-4851-ac3b-133cd6cd2ec4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.1152742 Feb 15 02:24:24.322672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-c7066917-a7ec-4df6-86a4-0a73c4e36b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:24.323996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-c7066917-a7ec-4df6-86a4-0a73c4e36b1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.1265984 Feb 15 02:24:24.599656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:24.766218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4de738b2-ddc8-40ff-ac46-c02bab3e4c34 req-abe1cac5-a160-40f5-9dbc-45647dfbcf62 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404869 Feb 15 02:24:24.767956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-7eb46022-90c4-4413-9553-8fcd006d1f59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 1000 time: 0.4367368 Feb 15 02:24:24.817633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-31b8b951-4753-49c6-a4e1-9507d18e0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:24.819075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-31b8b951-4753-49c6-a4e1-9507d18e0b76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0442514 Feb 15 02:24:24.866991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-93ed2d13-f43b-4160-8ddb-974612550406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:24.868467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-93ed2d13-f43b-4160-8ddb-974612550406 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433700 Feb 15 02:24:24.953522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:24:24.961706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-3401d280-a96c-4b9f-9b63-d9ba48b9bb79 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Feb 15 02:24:25.049043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:25.050938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72ab3591-5fde-460a-8c02-a440b53b8385 req-de2c83e2-4fc8-45ec-8e62-9d04b4253783 service neutron] 10.222.0.31 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820687 Feb 15 02:24:25.060934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 02:24:25.885487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80c57-ee8b-458c-aa0c-632834171128 req-78a54785-933f-4a85-91c6-b8d6cb8858e3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:25.886962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fec80c57-ee8b-458c-aa0c-632834171128 req-78a54785-933f-4a85-91c6-b8d6cb8858e3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Feb 15 02:24:25.945050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fec80c57-ee8b-458c-aa0c-632834171128 req-d7ac03f5-efc4-4a46-ad53-6f5fad4de91a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524707 Feb 15 02:24:26.068193 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:27.062605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e6e0-7114-477f-a479-cf198cc5c6ba req-19aeb93d-5ba0-46b0-9fd0-3d13d82f2a78 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:27.064101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7af3e6e0-7114-477f-a479-cf198cc5c6ba req-19aeb93d-5ba0-46b0-9fd0-3d13d82f2a78 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Feb 15 02:24:27.113180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7af3e6e0-7114-477f-a479-cf198cc5c6ba req-341cd0fb-cfb7-4bf3-bce6-f474e46261b5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Feb 15 02:24:27.353066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:28.231370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03a5de-7184-4542-9422-a16ae74ec0cf req-8b0d0d5c-465d-484c-a151-6ef3111e9bcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:28.232868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba03a5de-7184-4542-9422-a16ae74ec0cf req-8b0d0d5c-465d-484c-a151-6ef3111e9bcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Feb 15 02:24:28.280892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba03a5de-7184-4542-9422-a16ae74ec0cf req-3c832934-af5b-42fd-981f-6391181a16bd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Feb 15 02:24:29.411389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a886-60fe-427d-9a70-1c3a1fc7cbd5 req-17dae518-651e-4edf-a9b8-9048542403c5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:29.413305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60a7a886-60fe-427d-9a70-1c3a1fc7cbd5 req-17dae518-651e-4edf-a9b8-9048542403c5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0624483 Feb 15 02:24:29.461607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60a7a886-60fe-427d-9a70-1c3a1fc7cbd5 req-4e4c2487-ee06-4cc0-bbc3-7245e234ea58 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427942 Feb 15 02:24:30.578636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc4593-e8ad-44df-8a44-bf4770ce7d52 req-10df7765-bc5a-4a20-aa6b-609f0a811545 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:30.580124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59fc4593-e8ad-44df-8a44-bf4770ce7d52 req-10df7765-bc5a-4a20-aa6b-609f0a811545 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 945 time: 0.0525506 Feb 15 02:24:30.628189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59fc4593-e8ad-44df-8a44-bf4770ce7d52 req-7da61066-b3fd-4e8f-ab8e-c8fe6b2c37d5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Feb 15 02:24:30.822191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-7fb5d97e-934d-4fbf-aa8b-11b276583bfb service neutron] 10.222.0.31 "GET /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b/bindings/n-h1-829064-14 HTTP/1.1" status: 200 len: 385 time: 0.0660236 Feb 15 02:24:30.968514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:24:30.991284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:31.009934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:31.053333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:31.055602 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f7ffc-01ad-4cac-9ab3-02ce8bbf4fbe" -d '{"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-unplugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:31.062658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:31.063078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:31.075635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b has no active binding in host n-h1-829064-14 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 02:24:31.094015 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956875f-3a36-455c-881a-27d79116d16a x-openstack-request-id: req-e956875f-3a36-455c-881a-27d79116d16a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:31.094317 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-unplugged", "status": "completed", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:31.094649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e956875f-3a36-455c-881a-27d79116d16a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:31.094992 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'code': 200} Feb 15 02:24:31.131062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:31.206528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Transition to ACTIVE for port object 367d85d7-a9c2-4f3a-a667-0b551ba5707b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:24:31.244901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:31.339263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Pushing event updated for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:31.354036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.354392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.354743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.355090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.355430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.355769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.356105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.356463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.356798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.357288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.357454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.357782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.358109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:31.388252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] No DVR routers for this DVR port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:24:31.527836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-9535fd93-e2ba-4634-ad60-2c87b509a609 service neutron] 10.222.0.31 "PUT /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b/bindings/n-h1-829064-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7000411 Feb 15 02:24:31.710111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-345fb75d-34fa-4c67-9f16-2cbf8e07f1cc tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:31.711642 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-345fb75d-34fa-4c67-9f16-2cbf8e07f1cc tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0479980 Feb 15 02:24:31.755352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5aab4-257d-4970-a34b-9c0ecc2338a8 req-de857b11-74a2-4436-94c8-56b81cae34b9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:31.757566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5e5aab4-257d-4970-a34b-9c0ecc2338a8 req-de857b11-74a2-4436-94c8-56b81cae34b9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0574493 Feb 15 02:24:31.764484 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c5321fd8-31f3-4591-87d5-e5597eaeef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:31.766002 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-c5321fd8-31f3-4591-87d5-e5597eaeef67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 1127 time: 0.0448513 Feb 15 02:24:31.808020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5e5aab4-257d-4970-a34b-9c0ecc2338a8 req-07e03ec4-e16d-4af1-8b9c-e6e0c42a78a5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Feb 15 02:24:31.834629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-b3d33c71-ef23-49f9-93b0-280695d7b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:31.836150 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-b3d33c71-ef23-49f9-93b0-280695d7b660 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1127 time: 0.0490270 Feb 15 02:24:31.922436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-34db040b-20f5-48e0-a609-342932fb6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:31.923811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-34db040b-20f5-48e0-a609-342932fb6f7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.0809019 Feb 15 02:24:31.990239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-05f76087-92f0-4a47-b246-7e2d0511ad73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 998 time: 0.0608976 Feb 15 02:24:32.035520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-739a9e31-5306-463d-b92e-30e20d8e0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:32.037735 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-739a9e31-5306-463d-b92e-30e20d8e0145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0422235 Feb 15 02:24:32.083945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-bff4dda7-c806-47e8-a1a2-67abc299ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:32.085442 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-bff4dda7-c806-47e8-a1a2-67abc299ca7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423861 Feb 15 02:24:32.173657 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-02167d36-0717-47fe-a43b-e3de54424731 service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814481 Feb 15 02:24:32.257555 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-41e39b31-252f-4e87-8767-64a1ec121897 service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783300 Feb 15 02:24:32.680781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-aa0b1a7b-7bab-4bae-bbbc-182e60905ecf tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:32.682253 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-aa0b1a7b-7bab-4bae-bbbc-182e60905ecf tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 1127 time: 0.0479236 Feb 15 02:24:32.916975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-3f91a2ff-3e09-4ed0-9400-11ed221e453c service neutron] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h2-829064-14, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:32.920155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-3f91a2ff-3e09-4ed0-9400-11ed221e453c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:32.921347 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-3f91a2ff-3e09-4ed0-9400-11ed221e453c service neutron] 10.222.0.37 "DELETE /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b/bindings/n-h2-829064-14 HTTP/1.1" status: 204 len: 173 time: 0.2318175 Feb 15 02:24:32.931852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c13f9-f124-472c-ae38-752dc69195fe req-9a8b5282-5bac-477e-a410-1132eed23b0c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:32.933322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba8c13f9-f124-472c-ae38-752dc69195fe req-9a8b5282-5bac-477e-a410-1132eed23b0c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0524564 Feb 15 02:24:32.982549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ba8c13f9-f124-472c-ae38-752dc69195fe req-e3d9846e-50b2-4202-aaf9-596319dd00fa tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Feb 15 02:24:33.094650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5058-577c-4302-ba02-efdeb4970520 req-07e6140e-1fa8-448f-bf3b-ac9d68dff0b7 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:33.096179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b77e5058-577c-4302-ba02-efdeb4970520 req-07e6140e-1fa8-448f-bf3b-ac9d68dff0b7 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1127 time: 0.0443540 Feb 15 02:24:33.147143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b77e5058-577c-4302-ba02-efdeb4970520 req-0a09c8f3-5208-426b-9b81-359f48f4f196 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453084 Feb 15 02:24:33.266246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e066-48a8-4aef-861d-b7cf9b6ad554 req-ea92bccb-97c2-4419-a51c-917a53461d87 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:33.267458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de74e066-48a8-4aef-861d-b7cf9b6ad554 req-ea92bccb-97c2-4419-a51c-917a53461d87 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0568008 Feb 15 02:24:33.316622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de74e066-48a8-4aef-861d-b7cf9b6ad554 req-4ae0d954-8ef0-413d-9e2f-fc7938493dac tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 Feb 15 02:24:33.343431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:33.403964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8ca3349-af3c-4652-a7f2-f332838aa93d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/fb3c93dd-dda8-4911-967f-166deb85c9c5 HTTP/1.1" status: 200 len: 990 time: 0.0593100 Feb 15 02:24:33.631380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:33.795259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 0bba2312-8f83-428a-a427-394c2105e159 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:24:33.795608 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0bba2312-8f83-428a-a427-394c2105e159), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:33.870010 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0bba2312-8f83-428a-a427-394c2105e159), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:33.870345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (0bba2312-8f83-428a-a427-394c2105e159), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:33.882426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 0bba2312-8f83-428a-a427-394c2105e159 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:24:33.961081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:33.999610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 367d85d7-a9c2-4f3a-a667-0b551ba5707b host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:24:34.006755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:24:34.067759 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0bba2312-8f83-428a-a427-394c2105e159), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:34.092097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=0bba2312-8f83-428a-a427-394c2105e159,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:34.154193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (fb3c93dd-dda8-4911-967f-166deb85c9c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:34.154545 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP fb3c93dd-dda8-4911-967f-166deb85c9c5 disassociated (deleted). External IP: 172.25.2.17, port: 367d85d7-a9c2-4f3a-a667-0b551ba5707b. Feb 15 02:24:34.369001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router efe4a3b0-672b-465c-86f9-703df5499d4a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:24:34.480149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:24:34.485123 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:34.490178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Sync routers for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:24:34.501418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:34.502073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:34.516634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-200c80d2-4d0a-4d9d-b1fd-5f5128385522 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/floatingips/fb3c93dd-dda8-4911-967f-166deb85c9c5 HTTP/1.1" status: 204 len: 168 time: 0.8817859 Feb 15 02:24:34.516634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:34.517187 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e0d85-7431-4081-b63e-8f4e6743ec63" -d '{"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:34.613118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:34.811586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:34.840737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Checking router: efe4a3b0-672b-465c-86f9-703df5499d4a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:24:34.850957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:34.850957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:34.880212 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a4f8b-177b-47ff-914f-8fb509d0f24d x-openstack-request-id: req-8a7a4f8b-177b-47ff-914f-8fb509d0f24d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:34.880527 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:34.880791 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a7a4f8b-177b-47ff-914f-8fb509d0f24d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:34.881196 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'status': 'completed', 'code': 200} Feb 15 02:24:34.946712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-d30c9d7f-9350-4b62-be9e-608a15027c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:34.949021 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-d30c9d7f-9350-4b62-be9e-608a15027c86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 1127 time: 0.0458925 Feb 15 02:24:34.968228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:34.982683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e345bbf-ce44-47f3-a739-be61f0765e1b req-45b97cf6-f311-44dd-84bc-416f8e8e18b1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:34.985390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e345bbf-ce44-47f3-a739-be61f0765e1b req-45b97cf6-f311-44dd-84bc-416f8e8e18b1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0563011 Feb 15 02:24:34.995972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:35.036196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e345bbf-ce44-47f3-a739-be61f0765e1b req-d544e589-dea2-41d2-a3c2-ec1d5c3b8bc4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=53224943-f9f0-417a-8ab5-f71dcdb332a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Feb 15 02:24:35.045837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-bbacd9e6-8b9b-49ae-bba8-404d1b24877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:35.047324 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-bbacd9e6-8b9b-49ae-bba8-404d1b24877b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 200 len: 898 time: 0.0908480 Feb 15 02:24:35.089388 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-79b689fe-02b8-40e0-a86c-3e9d01ff8675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 200 len: 217 time: 0.0357754 Feb 15 02:24:35.143465 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-cec7388b-c331-49de-b1f5-8ba1e9e48d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:35.145607 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-cec7388b-c331-49de-b1f5-8ba1e9e48d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 200 len: 834 time: 0.0465021 Feb 15 02:24:35.171508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 367d85d7-a9c2-4f3a-a667-0b551ba5707b is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:35.204809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-82a92568-2598-4158-b20a-a73e06243676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:35.206331 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-82a92568-2598-4158-b20a-a73e06243676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4891f6f7-5f47-44b4-83de-1b78a92dc943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453658 Feb 15 02:24:35.236142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:35.262461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bbb0-994a-46de-940d-d9a68c48c60d None None] The sync data for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 is: [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:23:33Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2f29cff1-02a6-46c8-b8ed-804b3d144965', 'name': '', 'network_id': '4891f6f7-5f47-44b4-83de-1b78a92dc943', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:1f:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:32Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': '86a989af-ff51-497f-9f06-a9687338d7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:24:35.299520 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-ed452916-619b-406e-b8d6-04a9a69371ca service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866437 Feb 15 02:24:35.478793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.37', 60970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:35.531921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b8be-9262-45d2-9370-6889d09b5fb8 None None] New status for floating IP fb3c93dd-dda8-4911-967f-166deb85c9c5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:24:35.541488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-f043c407-5f81-4fd7-85b0-499f73a17bc8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:35.542998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-f043c407-5f81-4fd7-85b0-499f73a17bc8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 944 time: 0.0630875 Feb 15 02:24:35.650652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 367d85d7-a9c2-4f3a-a667-0b551ba5707b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:24:35.653851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:35.707528 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-6c0178cd-a6ac-47d4-b9ca-653e509c9fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024389 Feb 15 02:24:35.740174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 367d85d7-a9c2-4f3a-a667-0b551ba5707b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=367d85d7-a9c2-4f3a-a667-0b551ba5707b,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:35.740557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:35.752176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 367d85d7-a9c2-4f3a-a667-0b551ba5707b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:24:35.941343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (367d85d7-a9c2-4f3a-a667-0b551ba5707b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:35.967368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=367d85d7-a9c2-4f3a-a667-0b551ba5707b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:36.015845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] No DVR routers for this DVR port 367d85d7-a9c2-4f3a-a667-0b551ba5707b on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:24:36.018467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:36.021883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3c4f39b-1ef5-4051-a300-ee8fbbc63cc6 req-54db8aaa-f830-47b1-9766-7d77860c5eef tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "DELETE /v2.0/ports/367d85d7-a9c2-4f3a-a667-0b551ba5707b HTTP/1.1" status: 204 len: 173 time: 0.4736845 Feb 15 02:24:36.133462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d139504-847d-4d57-8994-041c2902ab38 req-67a496ea-fb0d-402e-86bb-50a709963271 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91d3fa1-ffe4-4c74-b355-eb8ecc047065 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Feb 15 02:24:36.882382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-deleted', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:36.884756 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7120ec4-a188-43dd-a6f2-1ca03a38612c" -d '{"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-deleted", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:36.918834 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4c7ee-e608-40c9-b725-aba1e92fad67 x-openstack-request-id: req-68d4c7ee-e608-40c9-b725-aba1e92fad67 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:36.919153 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d3fa1-ffe4-4c74-b355-eb8ecc047065", "name": "network-vif-deleted", "tag": "367d85d7-a9c2-4f3a-a667-0b551ba5707b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:36.919401 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68d4c7ee-e608-40c9-b725-aba1e92fad67 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:36.919796 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d3fa1-ffe4-4c74-b355-eb8ecc047065', 'name': 'network-vif-deleted', 'tag': '367d85d7-a9c2-4f3a-a667-0b551ba5707b', 'status': 'completed', 'code': 200} Feb 15 02:24:37.189952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:37.562925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (efe4a3b0-672b-465c-86f9-703df5499d4a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:37.817005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 2f29cff1-02a6-46c8-b8ed-804b3d144965 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:24:37.817354 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:37.905872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 2f29cff1-02a6-46c8-b8ed-804b3d144965, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2f29cff1-02a6-46c8-b8ed-804b3d144965,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:37.906537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:37.918575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 2f29cff1-02a6-46c8-b8ed-804b3d144965 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:24:38.158447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2f29cff1-02a6-46c8-b8ed-804b3d144965), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:38.184787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=2f29cff1-02a6-46c8-b8ed-804b3d144965,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:38.366115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (efe4a3b0-672b-465c-86f9-703df5499d4a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:38.579283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router efe4a3b0-672b-465c-86f9-703df5499d4a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:24:38.685723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:24:38.690866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3872b797-9e0c-451a-928d-9848c45b984e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/efe4a3b0-672b-465c-86f9-703df5499d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4998903 Feb 15 02:24:38.694260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:38.696798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Sync routers for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:24:38.706640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:38.707253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:38.818838 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:39.036851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:39.069709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 367d85d7-a9c2-4f3a-a667-0b551ba5707b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:24:39.070065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 367d85d7-a9c2-4f3a-a667-0b551ba5707b not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:24:39.094738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting subnet 86a989af-ff51-497f-9f06-a9687338d7e5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:24:39.098547 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (86a989af-ff51-497f-9f06-a9687338d7e5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.137278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (86a989af-ff51-497f-9f06-a9687338d7e5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.185945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:24:38Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:39.212693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Checking router: efe4a3b0-672b-465c-86f9-703df5499d4a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:24:39.220035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (86a989af-ff51-497f-9f06-a9687338d7e5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.221305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Routers {'efe4a3b0-672b-465c-86f9-703df5499d4a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:39.221908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['efe4a3b0-672b-465c-86f9-703df5499d4a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:39.325066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (86a989af-ff51-497f-9f06-a9687338d7e5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.330218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] Set router efe4a3b0-672b-465c-86f9-703df5499d4a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:39.352693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Subnet': ['ID=86a989af-ff51-497f-9f06-a9687338d7e5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:39.356708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.361455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-45f5eaa0-dd4b-4abd-98b2-8a4fe2a57f1c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/subnets/86a989af-ff51-497f-9f06-a9687338d7e5 HTTP/1.1" status: 204 len: 168 time: 0.6651835 Feb 15 02:24:39.363180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:39.390499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6dc4a3-bcb2-4ff7-befd-31f9747f1a7d None None] Network 4891f6f7-5f47-44b4-83de-1b78a92dc943 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:24:39.481361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.604831 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (efe4a3b0-672b-465c-86f9-703df5499d4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.605670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:24:38Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:39.636553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173dd12-1b46-4411-b8fb-e548c4ff2235 None None] The sync data for ids ['efe4a3b0-672b-465c-86f9-703df5499d4a'] in n-d-829064-14 is: [{'id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71414588', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '09098c35-591f-40de-b674-e1e093d48bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:23:28Z', 'updated_at': '2022-02-15T02:24:38Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '09098c35-591f-40de-b674-e1e093d48bf3', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4a3b0-672b-465c-86f9-703df5499d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:23:29Z', 'updated_at': '2022-02-15T02:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:24:39.660785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] DHCP port deletion for 4891f6f7-5f47-44b4-83de-1b78a92dc943 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:24:39.708921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 09098c35-591f-40de-b674-e1e093d48bf3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:24:39.709194 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Deleting port 21b9a68b-65cd-424f-9013-880b91e9658d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:24:39.709678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09098c35-591f-40de-b674-e1e093d48bf3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.709828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.774266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] For port 21b9a68b-65cd-424f-9013-880b91e9658d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=21b9a68b-65cd-424f-9013-880b91e9658d,segment=NetworkSegment(e8a3108d-87c8-43e1-9f08-b1eb7746cd20),segment_id=e8a3108d-87c8-43e1-9f08-b1eb7746cd20)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:39.774663 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.786646 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Calling delete_port for 21b9a68b-65cd-424f-9013-880b91e9658d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:24:39.789422 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 09098c35-591f-40de-b674-e1e093d48bf3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09098c35-591f-40de-b674-e1e093d48bf3,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:39.789787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09098c35-591f-40de-b674-e1e093d48bf3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.801213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 09098c35-591f-40de-b674-e1e093d48bf3 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:24:39.924377 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (21b9a68b-65cd-424f-9013-880b91e9658d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:39.952133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] No DVR routers for this DVR port 21b9a68b-65cd-424f-9013-880b91e9658d on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:24:39.954961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ffd9c-fb48-4178-9b7c-b072766a08b5 None None] Pushing event deleted for resources: {'Port': ['ID=21b9a68b-65cd-424f-9013-880b91e9658d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:40.044500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (09098c35-591f-40de-b674-e1e093d48bf3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.069091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=09098c35-591f-40de-b674-e1e093d48bf3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:40.085248 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.088635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.089888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.089888 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:40.147019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (efe4a3b0-672b-465c-86f9-703df5499d4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.249906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.252006 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (efe4a3b0-672b-465c-86f9-703df5499d4a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.358377 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (efe4a3b0-672b-465c-86f9-703df5499d4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.358935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Fanout notify agent at l3_agent the message router_deleted on router efe4a3b0-672b-465c-86f9-703df5499d4a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:24:40.366109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.367235 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-80256090-c248-4811-bcc5-c336518b4176 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/routers/efe4a3b0-672b-465c-86f9-703df5499d4a HTTP/1.1" status: 204 len: 168 time: 1.0029001 Feb 15 02:24:40.369992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:40.449974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (4891f6f7-5f47-44b4-83de-1b78a92dc943), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.537967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (4891f6f7-5f47-44b4-83de-1b78a92dc943), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.557980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4891f6f7-5f47-44b4-83de-1b78a92dc943']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:40.567299 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:40.567602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a3108d-87c8-43e1-9f08-b1eb7746cd20') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:40.576667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (e8a3108d-87c8-43e1-9f08-b1eb7746cd20), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.589291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (e8a3108d-87c8-43e1-9f08-b1eb7746cd20), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.594973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:24:40.595357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (e8a3108d-87c8-43e1-9f08-b1eb7746cd20), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:24:40.598755 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:24:40.718600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (4891f6f7-5f47-44b4-83de-1b78a92dc943), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.725317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.728435 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/networks/4891f6f7-5f47-44b4-83de-1b78a92dc943 HTTP/1.1" status: 204 len: 168 time: 0.3574855 Feb 15 02:24:40.731212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:40.745163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e2da-84fa-49fb-8188-f7fc39b41054 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Network': ['ID=4891f6f7-5f47-44b4-83de-1b78a92dc943,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:40.790443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (53224943-f9f0-417a-8ab5-f71dcdb332a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.818497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (53224943-f9f0-417a-8ab5-f71dcdb332a0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.913047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (53224943-f9f0-417a-8ab5-f71dcdb332a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.916013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:40.917296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/security-groups/53224943-f9f0-417a-8ab5-f71dcdb332a0 HTTP/1.1" status: 204 len: 168 time: 0.1850150 Feb 15 02:24:40.930474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd2d8c-d2b5-4456-933e-1be6cd5a3319 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53224943-f9f0-417a-8ab5-f71dcdb332a0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:41.329835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:41.340713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982955763', 'description': 'tempest-secgroup-smoke-982955763 description', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:41.456040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.520830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (80cbab94-2de7-4c0f-bb23-7eb4e2ab4746), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.581981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80cbab94-2de7-4c0f-bb23-7eb4e2ab4746), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.590440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f29cff1-02a6-46c8-b8ed-804b3d144965 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:41.614247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2f29cff1-02a6-46c8-b8ed-804b3d144965 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:24:41.614602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2f29cff1-02a6-46c8-b8ed-804b3d144965 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:24:41.614736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:41.615030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21b9a68b-65cd-424f-9013-880b91e9658d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:41.634839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 21b9a68b-65cd-424f-9013-880b91e9658d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:24:41.635198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 21b9a68b-65cd-424f-9013-880b91e9658d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:24:41.635614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09098c35-591f-40de-b674-e1e093d48bf3 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:24:41.654473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 09098c35-591f-40de-b674-e1e093d48bf3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:24:41.654803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09098c35-591f-40de-b674-e1e093d48bf3 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:24:41.657911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.659222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7a3e458a-fe55-4ffa-bc61-4d266ae27b82 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3281908 Feb 15 02:24:41.662628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:41.667657 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:41.752311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (63698c4d-496c-40fc-ac07-9b620695352d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.807275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (63698c4d-496c-40fc-ac07-9b620695352d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.850262 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (63698c4d-496c-40fc-ac07-9b620695352d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.868563 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63698c4d-496c-40fc-ac07-9b620695352d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:41.926682 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:41.927882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4e010443-3fdf-411b-b315-a576060e7933 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642362 Feb 15 02:24:41.930569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:41.936470 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:42.019810 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (8c6f17bd-124f-4e28-85a7-b06db67159e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.073716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (8c6f17bd-124f-4e28-85a7-b06db67159e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.118090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8c6f17bd-124f-4e28-85a7-b06db67159e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.135404 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6f17bd-124f-4e28-85a7-b06db67159e1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:42.177202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.178409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51499980-ba21-4e4d-bf71-ab8b186ea20b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2469122 Feb 15 02:24:42.181128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43906) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:42.185375 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:42.254125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (41e1c709-eac6-421e-b62f-4b16025c994d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.308790 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (41e1c709-eac6-421e-b62f-4b16025c994d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.381093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (41e1c709-eac6-421e-b62f-4b16025c994d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.402640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e1c709-eac6-421e-b62f-4b16025c994d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:42.463663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.464986 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2faffd8c-5b68-482f-a167-aff9aa88bdcd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829289 Feb 15 02:24:42.467698 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:42.471972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:42.551278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (8b17a833-c9c1-4c72-b20e-e524239fc841), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.607594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (8b17a833-c9c1-4c72-b20e-e524239fc841), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.672700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8b17a833-c9c1-4c72-b20e-e524239fc841), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.691304 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b17a833-c9c1-4c72-b20e-e524239fc841,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:42.789291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.790524 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7dbb67d2-2c16-498b-a145-8875801d5460 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219030 Feb 15 02:24:42.793322 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:42.797785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:42.867422 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:24:42.872185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (503c6b30-e817-4dfe-a2be-bf4bbe001e06), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.930190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (503c6b30-e817-4dfe-a2be-bf4bbe001e06), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:42.998393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (503c6b30-e817-4dfe-a2be-bf4bbe001e06), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.013678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503c6b30-e817-4dfe-a2be-bf4bbe001e06,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:43.080423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.081674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f3d7851e-4706-48f2-808b-33dd4259e5b8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874303 Feb 15 02:24:43.084407 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:43.088780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'security_group_rule': {'security_group_id': '80cbab94-2de7-4c0f-bb23-7eb4e2ab4746', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:43.169909 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Project 2003c1ab24ac43b5a3aa0f47143499ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:24:43.174699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (d62cb3d7-2a57-4c9d-bb21-9c3ee78c3316), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.232602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (d62cb3d7-2a57-4c9d-bb21-9c3ee78c3316), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.312756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d62cb3d7-2a57-4c9d-bb21-9c3ee78c3316), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.329752 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62cb3d7-2a57-4c9d-bb21-9c3ee78c3316,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:43.406541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.407799 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-815cb71b-a068-4016-b33f-479f7c01328b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223796 Feb 15 02:24:43.411219 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:43.418501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'network': {'name': 'tempest-network-smoke--1583539798', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:43.501467 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:24:43.504726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.529572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:24:43.538717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (268e0558-3194-4d19-8208-c95f46082d57), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.539067 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Added segment 268e0558-3194-4d19-8208-c95f46082d57 of type vlan for network 55201c44-edd2-4532-b716-dfc2675ac4fd Feb 15 02:24:43.580963 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (55201c44-edd2-4532-b716-dfc2675ac4fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.644296 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (55201c44-edd2-4532-b716-dfc2675ac4fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.649894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:43.650494 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.719208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Network': ['ID=55201c44-edd2-4532-b716-dfc2675ac4fd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:43.729957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 55201c44-edd2-4532-b716-dfc2675ac4fd details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:24:43.755628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04b08b84-fbec-4a7d-b44c-063b03d6e419 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3432367 Feb 15 02:24:43.758316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:43.762829 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'admin_state_up': True, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:43.821815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.822888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:43.879792 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (db66b192-9109-4a2e-aef7-a14d6acd188a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.058841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (db66b192-9109-4a2e-aef7-a14d6acd188a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.297680 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (db66b192-9109-4a2e-aef7-a14d6acd188a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.321062 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.452535 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.174 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/84510227-607a-4c4f-9f48-a40594959052) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:24:44.556847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (84510227-607a-4c4f-9f48-a40594959052), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.644736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (84510227-607a-4c4f-9f48-a40594959052), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:44.682764 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:24:44.687592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:44.690319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:24:44.721001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=84510227-607a-4c4f-9f48-a40594959052,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:45.041402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (db66b192-9109-4a2e-aef7-a14d6acd188a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:45.241853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:45.461172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router db66b192-9109-4a2e-aef7-a14d6acd188a is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:24:45.569092 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:24:45.579233 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Sync routers for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:24:45.590191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:45.590904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:45.599222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:45.640426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:45.641723 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8a4dd582-b270-4d38-9413-72ea9b924f5d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8824239 Feb 15 02:24:45.645954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:45.674077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-99c02ed6-2348-4305-b47a-993819c9d1a9 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2003c1ab24ac43b5a3aa0f47143499ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268481 Feb 15 02:24:45.677237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:45.697928 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:45.766796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c1745-87ad-4d63-b685-5c667b2b3733 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:45.771004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-126c1745-87ad-4d63-b685-5c667b2b3733 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902126 Feb 15 02:24:45.771287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:45.803799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5b1bbc7b-d0cf-4a06-9701-70a651b9a8b7 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284462 Feb 15 02:24:45.804036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:45.809015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1057049884', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:45.964406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:24:45.968023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.068710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:44Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:46.096246 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Checking router: db66b192-9109-4a2e-aef7-a14d6acd188a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:24:46.096614 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Updating router db66b192-9109-4a2e-aef7-a14d6acd188a port 84510227-607a-4c4f-9f48-a40594959052 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:24:46.132501 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (84510227-607a-4c4f-9f48-a40594959052), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.210789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.273764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Subnet': ['ID=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:46.282279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Checking segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:46.282656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network hostable DHCP agents. Network: 55201c44-edd2-4532-b716-dfc2675ac4fd, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:24:46.347071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 55201c44-edd2-4532-b716-dfc2675ac4fd is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:24:46.385420 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks [] for port (84510227-607a-4c4f-9f48-a40594959052), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.404663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 55201c44-edd2-4532-b716-dfc2675ac4fd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:46.413117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:46.413887 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.414650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4248ba-0861-4bef-a59c-1ef542d744f1 None None] Network 55201c44-edd2-4532-b716-dfc2675ac4fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:24:46.456144 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (84510227-607a-4c4f-9f48-a40594959052), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.492832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-aeb82dec-6c83-457a-8861-660bd77ad068 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6876807 Feb 15 02:24:46.493021 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43926) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:24:46.509439 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Pushing event updated for resources: {'Port': ['ID=84510227-607a-4c4f-9f48-a40594959052,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:46.511775 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Attempting to bind port 84510227-607a-4c4f-9f48-a40594959052 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:46.512020 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Attempting to bind port 84510227-607a-4c4f-9f48-a40594959052 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:46.512465 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Attempting to bind port 84510227-607a-4c4f-9f48-a40594959052 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:46.520897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-55201c44-edd2-4532-b716-dfc2675ac4fd', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:24:46.521730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.521892 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:46.522108 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:46.522508 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.522946 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:46.523423 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Bound port: 84510227-607a-4c4f-9f48-a40594959052, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:46.523864 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (84510227-607a-4c4f-9f48-a40594959052), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.527732 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.528179 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.528547 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.528883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.529330 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.529850 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.530346 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.530827 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.531419 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.531924 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.532515 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.532849 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.533183 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:24:46.605552 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] For port 84510227-607a-4c4f-9f48-a40594959052, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:46.609180 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] For port 84510227-607a-4c4f-9f48-a40594959052, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=84510227-607a-4c4f-9f48-a40594959052,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:46.673618 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (84510227-607a-4c4f-9f48-a40594959052), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.704371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Allocated IP 172.20.0.2 (55201c44-edd2-4532-b716-dfc2675ac4fd/ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc/9d0d35ce-30f2-41dd-ad62-0efa2d63dddd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:24:46.758948 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6265-f6fd-4215-a33b-cbd449a000f9 None None] Pushing event updated for resources: {'Port': ['ID=84510227-607a-4c4f-9f48-a40594959052,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:46.762381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:46.762998 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:46.861234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks [] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.875834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:46.930205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:46.973200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Network 55201c44-edd2-4532-b716-dfc2675ac4fd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:24:46.976090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:46.980387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:24:46.983505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Pushing event updated for resources: {'Port': ['ID=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:47.047954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Attempting to bind port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:47.047954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Attempting to bind port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:47.047954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Attempting to bind port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd on network 55201c44-edd2-4532-b716-dfc2675ac4fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:47.051568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:47.051953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Checking segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:47.052401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.052804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Bound using segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:47.053280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Bound port: 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:47.054015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.073512 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:44Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:47.105822 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdadc3f-df46-4b44-bbff-15f06f6bb3bf None None] The sync data for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 is: [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:44Z', 'revision_number': 3, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:24:47.119982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] For port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:47.123716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] For port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:47.210781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.275258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b048-ffe5-4dac-8f97-da77ca08667f None None] Pushing event updated for resources: {'Port': ['ID=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:47.321758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.697736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:47.716893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.1 (55201c44-edd2-4532-b716-dfc2675ac4fd/ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc/2fa01681-e330-4f21-81ef-a94ec95c8777) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:24:47.759776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:47.760452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.849127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:47.849516 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.859916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.883448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:47.976557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:47.977366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 84510227-607a-4c4f-9f48-a40594959052 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:48.005918 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.044018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 55201c44-edd2-4532-b716-dfc2675ac4fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:24:48.047893 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:48.051242 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:24:48.075400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:48.093639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 84510227-607a-4c4f-9f48-a40594959052 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:48.094025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (84510227-607a-4c4f-9f48-a40594959052), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.107896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:48.119528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (db66b192-9109-4a2e-aef7-a14d6acd188a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.198598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 84510227-607a-4c4f-9f48-a40594959052 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:48.203697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (84510227-607a-4c4f-9f48-a40594959052), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.221897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 84510227-607a-4c4f-9f48-a40594959052, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=84510227-607a-4c4f-9f48-a40594959052,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:48.272748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.302197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (84510227-607a-4c4f-9f48-a40594959052), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.340270 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.356197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=84510227-607a-4c4f-9f48-a40594959052,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:48.387105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3b162-7dbf-4f33-9390-78191088ba7a None None] Network 55201c44-edd2-4532-b716-dfc2675ac4fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:24:48.446946 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-98c74589-fea5-424d-92b1-b54a5bf2cd73 None None] Provisioning complete for port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:48.447327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98c74589-fea5-424d-92b1-b54a5bf2cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.573434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-98c74589-fea5-424d-92b1-b54a5bf2cd73 None None] Current status of the port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:48.637104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.724845 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.805179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Provisioning complete for port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:48.806371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.813307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (db66b192-9109-4a2e-aef7-a14d6acd188a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.815662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:48.902024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Current status of the port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:48.915513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:48.915900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:48.936327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 55201c44-edd2-4532-b716-dfc2675ac4fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:24:48.938319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:48.960791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85e8bbcb-7814-4f56-bca6-ba2a191ac8d5 None None] Port 2fa01681-e330-4f21-81ef-a94ec95c8777 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:24:49.059277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router db66b192-9109-4a2e-aef7-a14d6acd188a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:24:49.079617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e52846b9-e5a1-4954-b61b-d163726db6f1 None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:49.080155 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e52846b9-e5a1-4954-b61b-d163726db6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:49.126669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e52846b9-e5a1-4954-b61b-d163726db6f1 None None] Port 2fa01681-e330-4f21-81ef-a94ec95c8777 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:24:49.180228 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:24:49.185276 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6c1d6cbd-0c80-4ad1-a0c0-2431ce379e44 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/db66b192-9109-4a2e-aef7-a14d6acd188a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913095 Feb 15 02:24:49.192903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Sync routers for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:24:49.202950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:49.203564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:49.272937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b6b919e9-77b0-41c2-8d14-e5a4575dcb10 None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:49.273315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6b919e9-77b0-41c2-8d14-e5a4575dcb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:49.344917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b6b919e9-77b0-41c2-8d14-e5a4575dcb10 None None] Port 2fa01681-e330-4f21-81ef-a94ec95c8777 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:24:49.348336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-35f4d16d-fd14-4a29-a9b4-f5cc8f4427bd tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982955763&fields=id&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 267 time: 0.0524867 Feb 15 02:24:49.354976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:49.461141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-3b4c3ef0-fc48-4373-8e29-31db9bfac244 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:49.462645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-3b4c3ef0-fc48-4373-8e29-31db9bfac244 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 797 time: 0.1080472 Feb 15 02:24:49.477835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-3e75fb29-56b7-4e12-9e0a-bf49a1a0c6c9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/quotas/2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 375 time: 0.0095761 Feb 15 02:24:49.532891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-98573543-a944-4f08-bd41-aaa519115f15 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498235 Feb 15 02:24:49.640560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-bb89dea2-8457-480b-99bc-e5038a197d7b service neutron] 10.222.0.43 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947442 Feb 15 02:24:49.698940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:49.735764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-71d8bdb4-0c42-468f-beb7-4897e77d6c7b service neutron] 10.222.0.43 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Feb 15 02:24:49.762932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:49.763306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:49.767548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 2, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:49.814988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Checking router: db66b192-9109-4a2e-aef7-a14d6acd188a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:24:49.815669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Updating router db66b192-9109-4a2e-aef7-a14d6acd188a port 2fa01681-e330-4f21-81ef-a94ec95c8777 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:24:49.852326 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:49.927003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:49.928104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 84510227-607a-4c4f-9f48-a40594959052 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:49.976751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7be38730-6a8f-444b-b662-e5b94b80baae req-65fab406-1667-4254-b003-8f6d353b9d41 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 210 time: 0.0281651 Feb 15 02:24:50.081513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 84510227-607a-4c4f-9f48-a40594959052 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:50.081886 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (84510227-607a-4c4f-9f48-a40594959052), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.229403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 84510227-607a-4c4f-9f48-a40594959052 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:50.240322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks [] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.341725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.390645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4e13-8cce-411e-b1d9-6de6898348c7 None None] Pushing event updated for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:50.455511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Attempting to bind port 2fa01681-e330-4f21-81ef-a94ec95c8777 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:50.455881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Attempting to bind port 2fa01681-e330-4f21-81ef-a94ec95c8777 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:50.456258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Attempting to bind port 2fa01681-e330-4f21-81ef-a94ec95c8777 on network 55201c44-edd2-4532-b716-dfc2675ac4fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:50.462515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:50.462901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Checking segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:50.463333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.463736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Bound using segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:50.464222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Bound port: 2fa01681-e330-4f21-81ef-a94ec95c8777, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:50.464642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.529400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] For port 2fa01681-e330-4f21-81ef-a94ec95c8777, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:50.532625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] For port 2fa01681-e330-4f21-81ef-a94ec95c8777, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2fa01681-e330-4f21-81ef-a94ec95c8777,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:50.581889 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.640076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:24:50.640676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:50.683085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4e13-8cce-411e-b1d9-6de6898348c7 None None] Pushing event updated for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:50.711493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:50.711835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.798570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:24:50.935163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Current status of the port 2fa01681-e330-4f21-81ef-a94ec95c8777 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:50.935866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:50.990497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] For port 2fa01681-e330-4f21-81ef-a94ec95c8777, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2fa01681-e330-4f21-81ef-a94ec95c8777,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:51.045190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:51.080441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2fd8d6ec-1ee7-47ef-84cc-7a93eae3aac6 req-ec520d2c-f861-4319-868d-af66798816d8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 210 time: 0.0304282 Feb 15 02:24:51.102787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316073-1f59-4faf-9dfd-af7a4da25e2c None None] Pushing event updated for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:51.105262 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39cc3cf3-9a11-4ab0-8848-0f52b0e85ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:51.114202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:24:51.142553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab93d4-a70b-425d-865b-84029f0b1cdb None None] The sync data for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 is: [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:24:51.164828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ad9314b5-9d55-4c70-a19b-42592b4acbb3 None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:51.165208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad9314b5-9d55-4c70-a19b-42592b4acbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:51.287441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad9314b5-9d55-4c70-a19b-42592b4acbb3 None None] Current status of the port 2fa01681-e330-4f21-81ef-a94ec95c8777 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:51.622233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2fa01681-e330-4f21-81ef-a94ec95c8777 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:51.673504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 2fa01681-e330-4f21-81ef-a94ec95c8777 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:51.674081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:51.758688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 2fa01681-e330-4f21-81ef-a94ec95c8777 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:51.912939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-2b5100cb-9e43-4845-b3cb-a9fe98fbedba tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:51.914441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-2b5100cb-9e43-4845-b3cb-a9fe98fbedba tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 797 time: 0.1121328 Feb 15 02:24:51.980782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-df5c0045-5784-4c8a-a887-c424aa384a3e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2003c1ab24ac43b5a3aa0f47143499ee HTTP/1.1" status: 200 len: 379 time: 0.0570321 Feb 15 02:24:51.990622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'port': {'device_id': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'admin_state_up': True, 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'security_groups': ['80cbab94-2de7-4c0f-bb23-7eb4e2ab4746']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:52.198302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fa9abc8-dba4-40f1-b623-de63dc921b79 req-5810738b-101d-4ad1-88be-2543d60a68af tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 210 time: 0.0357378 Feb 15 02:24:52.199212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Made reservation on behalf of 2003c1ab24ac43b5a3aa0f47143499ee for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:24:52.203610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.363716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.20.0.5 (55201c44-edd2-4532-b716-dfc2675ac4fd/ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc/03ce6b5d-6ece-47fb-a7a2-c98f49d759de) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:24:52.504922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.587337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.637824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 55201c44-edd2-4532-b716-dfc2675ac4fd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:24:52.640919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:24:52.647867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:24:52.673163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:52.707517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:52.708200 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.802122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-6dc1cb55-2761-4769-b8cc-095b955347a9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8155415 Feb 15 02:24:52.813565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Request body: {'port': {'device_id': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:24:52.874278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.921605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-30044909-9e32-4eeb-aadd-67020ed868ea None None] Provisioning complete for port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:52.922200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30044909-9e32-4eeb-aadd-67020ed868ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:52.961326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-30044909-9e32-4eeb-aadd-67020ed868ea None None] Port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:24:53.151198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:24:53.159026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks [] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.171711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Transition to ACTIVE for port object 03ce6b5d-6ece-47fb-a7a2-c98f49d759de will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:24:53.239648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.330039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e274c3a-e873-43ab-af36-a6da15e26b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.341924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:53.399880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2c34-6bd8-4653-8050-4eb8bef9ef8c req-abd2cd4d-aada-49d6-bfe8-574afbd72b93 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:53.401417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbed2c34-6bd8-4653-8050-4eb8bef9ef8c req-abd2cd4d-aada-49d6-bfe8-574afbd72b93 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 943 time: 0.1237202 Feb 15 02:24:53.423657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Attempting to bind port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:24:53.424040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Attempting to bind port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:24:53.424321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Attempting to bind port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de on network 55201c44-edd2-4532-b716-dfc2675ac4fd {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:53.437977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de on network 55201c44-edd2-4532-b716-dfc2675ac4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:24:53.438301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Attempting to bind port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de on network 55201c44-edd2-4532-b716-dfc2675ac4fd {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:24:53.451900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:24:53.452242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Checking segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:24:53.452762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Bound using segment: {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:24:53.453071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Bound port: 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268e0558-3194-4d19-8208-c95f46082d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:24:53.453429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.487189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbed2c34-6bd8-4653-8050-4eb8bef9ef8c req-f69b389d-80b5-4c9f-8eba-9b90b96cfd45 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748823 Feb 15 02:24:53.535990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:24:53.539125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:24:53.604112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.643116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:53.643704 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] 10.222.0.37 "PUT /v2.0/ports/03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 1092 time: 0.8361452 Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e1aec-2db9-4058-8ac1-3edc3fd44959" -d '{"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20234dd7-3274-47a1-bbd6-77e1dd0d7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdcdb96-f4ad-4f27-976e-5291791526f7 x-openstack-request-id: req-afdcdb96-f4ad-4f27-976e-5291791526f7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afdcdb96-f4ad-4f27-976e-5291791526f7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'status': 'completed', 'code': 200} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-b38ba1ec-1867-490d-94ad-94b2ec32c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:53.876143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-b38ba1ec-1867-490d-94ad-94b2ec32c228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1126 time: 0.0561311 Feb 15 02:24:53.877956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-6634347b-7468-4488-9d47-83100ccdbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:53.877956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-6634347b-7468-4488-9d47-83100ccdbfd3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0961680 Feb 15 02:24:53.976164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-9494491f-1a50-4862-a42a-e83e19a77309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:53.977691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db9e1aec-2db9-4058-8ac1-3edc3fd44959 req-9494491f-1a50-4862-a42a-e83e19a77309 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944622 Feb 15 02:24:54.056896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-0cda54b7-7050-4a43-b2c9-340ea9aeb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:54.058388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-0cda54b7-7050-4a43-b2c9-340ea9aeb519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1126 time: 0.0456769 Feb 15 02:24:54.103660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-c36ee94c-704c-4883-89cb-37e4167eb88a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 217 time: 0.0375969 Feb 15 02:24:54.151737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-b5e36bc4-ea27-4aa5-8f40-692e3684ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:54.153118 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-b5e36bc4-ea27-4aa5-8f40-692e3684ca03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0425980 Feb 15 02:24:54.203089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-2c20d526-b321-453e-ab6e-10e35646dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:54.204560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-2c20d526-b321-453e-ab6e-10e35646dde1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446460 Feb 15 02:24:54.295181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-74341853-d4ff-4aec-93fb-d4e266e01a83 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Feb 15 02:24:54.384174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe0ccd29-4141-48b3-a496-99c4f30cb5d7 req-65fa05fa-de6e-4842-be59-a6e8bdf0d6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829039 Feb 15 02:24:54.609726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:54.611959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f8de7-7914-40e3-b300-46add34539f2 req-ac76c5b4-a607-42e6-856b-55f6738c9137 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:54.613559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-880f8de7-7914-40e3-b300-46add34539f2 req-ac76c5b4-a607-42e6-856b-55f6738c9137 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 943 time: 0.0536623 Feb 15 02:24:54.665707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-880f8de7-7914-40e3-b300-46add34539f2 req-336538db-d1b7-44e9-8f00-6427206e3208 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Feb 15 02:24:55.791333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3564947-4720-4484-8955-7c4fc835afb0 req-26a35845-f081-48dc-a27e-33da8f57d91b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:55.792913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3564947-4720-4484-8955-7c4fc835afb0 req-26a35845-f081-48dc-a27e-33da8f57d91b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 943 time: 0.0582404 Feb 15 02:24:55.840729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3564947-4720-4484-8955-7c4fc835afb0 req-28a05539-2258-430d-b081-4c869e3f931d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Feb 15 02:24:56.009696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:56.957543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44e8c-c221-4995-af9d-45bdc28417e7 req-976b58e1-925d-4fc5-8fd3-c4629907446f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:56.958949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00d44e8c-c221-4995-af9d-45bdc28417e7 req-976b58e1-925d-4fc5-8fd3-c4629907446f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Feb 15 02:24:57.008149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00d44e8c-c221-4995-af9d-45bdc28417e7 req-6fc4efa3-a3a5-420f-a67e-cfaa4da372b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Feb 15 02:24:57.096897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:24:57.190867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:57.202752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'mac_address': 'fa:16:3e:24:19:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:24:57.243699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:57.244100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:57.258292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:24:57.276952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:57.340925 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:57.385025 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:57.388857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:57.556147 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:24:57.683135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['03ce6b5d-6ece-47fb-a7a2-c98f49d759de'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:24:58.128005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69325d4-ce26-4c83-b18d-269c3348fb1a req-7ce5e134-df88-4252-80b0-c2f706b5a395 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:58.130144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b69325d4-ce26-4c83-b18d-269c3348fb1a req-7ce5e134-df88-4252-80b0-c2f706b5a395 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Feb 15 02:24:58.177379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b69325d4-ce26-4c83-b18d-269c3348fb1a req-5116e4c0-e809-4e05-b57b-45a68ff29b32 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Feb 15 02:24:59.112095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:24:59.227286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:24:59.231411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:24:59.231784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:59.294565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06e6e-5432-424e-bcb5-72e535e52a9d req-49ea98fe-b229-4bd6-8225-e1f837346ab6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:59.296384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baf06e6e-5432-424e-bcb5-72e535e52a9d req-49ea98fe-b229-4bd6-8225-e1f837346ab6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 944 time: 0.0531487 Feb 15 02:24:59.308007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:24:59.308807 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:59.331763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:24:59.334575 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da69129-9121-4ae5-b2c8-9c56e624c6de" -d '{"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-plugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:24:59.347523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:24:59.348915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-baf06e6e-5432-424e-bcb5-72e535e52a9d req-7d26caa3-0612-4669-933b-e64f4b122485 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468018 Feb 15 02:24:59.405392 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b69a864-c1f0-40cf-8072-1ff40b9063e6 x-openstack-request-id: req-1b69a864-c1f0-40cf-8072-1ff40b9063e6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:24:59.405689 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-plugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:24:59.405947 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b69a864-c1f0-40cf-8072-1ff40b9063e6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:24:59.406354 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'code': 200} Feb 15 02:24:59.438885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:24:59.485949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:24:59.512594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c51ed8-2006-42a9-83cf-1c1334754cdb req-8cb78a7e-8b46-48ce-8d1c-f0b3b91026fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:24:59.514117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04c51ed8-2006-42a9-83cf-1c1334754cdb req-8cb78a7e-8b46-48ce-8d1c-f0b3b91026fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0444772 Feb 15 02:24:59.573591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04c51ed8-2006-42a9-83cf-1c1334754cdb req-be181f4d-33d6-4296-8b7b-461bd427b970 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541415 Feb 15 02:25:00.467375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f94c81-9dd7-41ff-aa03-402a526aaf58 req-8fcce16a-da61-45a3-bdcf-d842a0412069 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:00.468890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4f94c81-9dd7-41ff-aa03-402a526aaf58 req-8fcce16a-da61-45a3-bdcf-d842a0412069 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Feb 15 02:25:00.517079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4f94c81-9dd7-41ff-aa03-402a526aaf58 req-7188f9dc-2211-4425-b9ce-abf43b9a3d0f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Feb 15 02:25:01.637514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65c578-90fb-400e-87ed-60e5b329dfc4 req-e6288703-831a-434a-9fba-eda8b9ec62cf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:01.638981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f65c578-90fb-400e-87ed-60e5b329dfc4 req-e6288703-831a-434a-9fba-eda8b9ec62cf tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Feb 15 02:25:01.687229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f65c578-90fb-400e-87ed-60e5b329dfc4 req-41764d2b-cbb1-4aed-b08a-66a53d26d0be tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420094 Feb 15 02:25:01.805603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b9f4-deec-4a26-bc25-31da1800208d req-686ee4dd-7937-4d7e-93df-036d19383b57 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:01.807083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1c7b9f4-deec-4a26-bc25-31da1800208d req-686ee4dd-7937-4d7e-93df-036d19383b57 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0568433 Feb 15 02:25:01.854278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1c7b9f4-deec-4a26-bc25-31da1800208d req-d8f51bf6-2775-45f9-b843-03ebb3e7fad9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Feb 15 02:25:01.875693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:25:01.918273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae19899-abd9-403f-86df-cd32cb5f5c09 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:01.919789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dae19899-abd9-403f-86df-cd32cb5f5c09 tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1123 time: 0.0431216 Feb 15 02:25:01.922501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 43988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:25:01.927186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:25:01.998278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:02.095767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:02.215885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-8cc7c117-74b7-403e-bf46-5999ddd4270e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846021 Feb 15 02:25:02.232113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Allocated IP 172.25.2.195 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/c3987dc5-1338-4b90-aed4-779ca4342f92) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:25:02.349374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-d52f986e-74b9-4e43-b15c-6404c6b93dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:02.350786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-d52f986e-74b9-4e43-b15c-6404c6b93dfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0934265 Feb 15 02:25:02.366643 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:02.474480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-e8cb04be-b279-4c0c-8f7f-08e509d647ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:02.476030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-e8cb04be-b279-4c0c-8f7f-08e509d647ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 898 time: 0.1078098 Feb 15 02:25:02.516653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-a4092f4a-8f3a-4785-b619-f0d4f4447554 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 217 time: 0.0349360 Feb 15 02:25:02.530385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:02.599552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:25:02.601016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-4d3101a7-1f64-427b-9d3e-4bb5bbcf9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:02.602472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-4d3101a7-1f64-427b-9d3e-4bb5bbcf9dc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0807152 Feb 15 02:25:02.605163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:25:02.611722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:25:02.654830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=c3987dc5-1338-4b90-aed4-779ca4342f92,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:25:02.714882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-ce22f893-7085-4353-8809-d1b086898dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:02.716430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-ce22f893-7085-4353-8809-d1b086898dae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1056774 Feb 15 02:25:02.884604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-6aa454be-275b-49db-b8b6-19b891bc4e10 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604612 Feb 15 02:25:03.040710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b11e086-0290-41b2-93a6-1e95cb6930ca req-d1ce08f4-c314-44e2-87ee-58d15563514f service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284783 Feb 15 02:25:03.148574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (e8524c0c-bff9-4322-89d8-9dad7313947f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:03.271165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:03.417902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:03.467272 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:03.534403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event updated for resources: {'Port': ['ID=c3987dc5-1338-4b90-aed4-779ca4342f92,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:25:03.544539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (e8524c0c-bff9-4322-89d8-9dad7313947f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:03.992029 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP e8524c0c-bff9-4322-89d8-9dad7313947f associated. External IP: 172.25.2.195, port: 03ce6b5d-6ece-47fb-a7a2-c98f49d759de. Feb 15 02:25:04.197437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router db66b192-9109-4a2e-aef7-a14d6acd188a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:25:04.306368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:25:04.316185 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Sync routers for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:25:04.325336 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:25:04.326108 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:25:04.383405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:04.416607 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b7c662cd-179f-49aa-8630-27ccaeace287 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4909065 Feb 15 02:25:04.416607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:25:04.417507 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409f3bb-235f-4f88-83a6-12171de68402" -d '{"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:25:04.439735 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:25:04.521963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e0c2e-5556-4e26-97ae-093cabef76e1 req-0e0f544c-a0f6-415c-bae1-eee6f762f290 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:04.523513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d7e0c2e-5556-4e26-97ae-093cabef76e1 req-0e0f544c-a0f6-415c-bae1-eee6f762f290 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0584230 Feb 15 02:25:04.579724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d7e0c2e-5556-4e26-97ae-093cabef76e1 req-ea919f4c-5d06-4498-ba89-0b69413431ce tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501027 Feb 15 02:25:04.603622 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:25:04.626636 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feab2ad-30b3-421f-aa8c-17d93d1d2271 x-openstack-request-id: req-0feab2ad-30b3-421f-aa8c-17d93d1d2271 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:25:04.627105 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:25:04.627501 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0feab2ad-30b3-421f-aa8c-17d93d1d2271 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:25:04.639147 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'status': 'completed', 'code': 200} Feb 15 02:25:04.683579 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0b078a3b-5c99-4ee0-8042-657255ec4d5b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/e8524c0c-bff9-4322-89d8-9dad7313947f HTTP/1.1" status: 200 len: 991 time: 0.0777941 Feb 15 02:25:04.683834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e8524c0c-bff9-4322-89d8-9dad7313947f', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'mac_address': 'fa:16:3e:24:19:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:25:02Z', 'updated_at': '2022-02-15T02:25:02Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:25:04.700549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f3bb-235f-4f88-83a6-12171de68402 req-ea4cd87a-85cf-4fb6-9ae2-e72ab0df13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:04.702108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-ea4cd87a-85cf-4fb6-9ae2-e72ab0df13ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0525208 Feb 15 02:25:04.806478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f3bb-235f-4f88-83a6-12171de68402 req-d4fd17e8-5132-4bb3-b0c2-eabbe68a87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:04.808643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-d4fd17e8-5132-4bb3-b0c2-eabbe68a87c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 898 time: 0.1002991 Feb 15 02:25:04.813892 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Checking router: db66b192-9109-4a2e-aef7-a14d6acd188a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:25:04.822645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:25:04.823188 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:24:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:25:04.882540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-d1b8ff0a-db1b-48b3-87e9-93766ed91de8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 999 time: 0.0674574 Feb 15 02:25:04.932368 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:25:04.932552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f3bb-235f-4f88-83a6-12171de68402 req-4df9dabc-a852-48e7-92b7-4c3a74748d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:04.933849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-4df9dabc-a852-48e7-92b7-4c3a74748d35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0449927 Feb 15 02:25:04.985978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f3bb-235f-4f88-83a6-12171de68402 req-9965bc5e-84e2-4b6a-aa36-67b84d894093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:25:04.987778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-9965bc5e-84e2-4b6a-aa36-67b84d894093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472269 Feb 15 02:25:05.082496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-48be2ec5-6ee5-48cd-a8db-93c41e5c30fa service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 Feb 15 02:25:05.160762 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e8524c0c-bff9-4322-89d8-9dad7313947f', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'mac_address': 'fa:16:3e:24:19:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:25:02Z', 'updated_at': '2022-02-15T02:25:02Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:25:05.171466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f409f3bb-235f-4f88-83a6-12171de68402 req-f7d33ec2-7470-4a85-a855-ce37c32dbc1d service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Feb 15 02:25:05.190462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b29c8-8b06-4b6c-84d0-eb4b9d1438aa None None] The sync data for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 is: [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e8524c0c-bff9-4322-89d8-9dad7313947f', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'mac_address': 'fa:16:3e:24:19:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:25:02Z', 'updated_at': '2022-02-15T02:25:02Z', 'revision_number': 0, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:25:05.389668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7655bc6-fbe2-4894-8ded-34cbd6824630 None None] New status for floating IP e8524c0c-bff9-4322-89d8-9dad7313947f: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:25:05.684746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 43996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:25:05.759468 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-19e727a6-ba2a-434f-b898-d9b45e61a917 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/e8524c0c-bff9-4322-89d8-9dad7313947f HTTP/1.1" status: 200 len: 993 time: 0.0735633 Feb 15 02:25:15.655429 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:18.243755 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:21.095344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcc97ff1-d60d-4c9b-81e0-86a0eab4d76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:23.300561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87b7f067-cab4-46ec-8119-24aa56abd932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:24.637926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:26.020606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:27.352419 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:34.557585 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:25:45.626411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:48.254407 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:51.117480 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0885919c-d659-435b-9c56-93c777847410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:53.323396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-620a2179-5eb3-4226-a353-60a8cd70d074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:54.591885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:56.003209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:25:57.380873 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:03.164145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-37541c12-995b-41d7-8dba-6de64adada03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527101 Feb 15 02:26:03.245466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-91ad6ed2-e561-4fba-b0a8-38e0895dce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:03.246975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-91ad6ed2-e561-4fba-b0a8-38e0895dce7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0447714 Feb 15 02:26:03.347884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-5e7a2733-c3a3-43fc-b321-410220350028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:03.349385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-5e7a2733-c3a3-43fc-b321-410220350028 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 898 time: 0.0834260 Feb 15 02:26:03.420129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-d7557038-22ef-453f-8798-17d8dc6caae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 1001 time: 0.0632603 Feb 15 02:26:03.473143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-2790f513-523e-4ff8-8f84-30d5c840214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:03.474585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-2790f513-523e-4ff8-8f84-30d5c840214b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0432596 Feb 15 02:26:03.524783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-f86b3d5a-e45d-47ae-9bd3-aa87dbbc9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:03.526318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-f86b3d5a-e45d-47ae-9bd3-aa87dbbc9c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443556 Feb 15 02:26:03.616904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-59fde381-c408-4263-ab0b-199b49da0430 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Feb 15 02:26:03.704137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31f1d626-a98a-47f1-bce2-17bd8199b4fd req-d390f413-acaf-4e0a-b76b-cb940695728b service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799947 Feb 15 02:26:09.006413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62efc-9ac1-4884-b990-3c5fa56455b5 req-4514f36a-c818-43e6-b012-7e9a5ee2596f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:09.007857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8c62efc-9ac1-4884-b990-3c5fa56455b5 req-4514f36a-c818-43e6-b012-7e9a5ee2596f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0533628 Feb 15 02:26:09.061674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8c62efc-9ac1-4884-b990-3c5fa56455b5 req-387ad408-f370-438e-8836-8d10eaaab354 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484431 Feb 15 02:26:10.180255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1aec2-c701-46a0-a58b-d425edbabe92 req-f87bf62e-c5be-4c72-9b5a-87530162eb86 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:10.181767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fd1aec2-c701-46a0-a58b-d425edbabe92 req-f87bf62e-c5be-4c72-9b5a-87530162eb86 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0533781 Feb 15 02:26:10.230114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fd1aec2-c701-46a0-a58b-d425edbabe92 req-7b24940f-364d-44e6-ac23-8144e7a1a014 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429258 Feb 15 02:26:11.345989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9af0-df8b-4aa1-bfc9-f074ab64997b req-18034d29-c7ca-4876-b52e-d825657538d7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:11.347460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a8f9af0-df8b-4aa1-bfc9-f074ab64997b req-18034d29-c7ca-4876-b52e-d825657538d7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Feb 15 02:26:11.395907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6a8f9af0-df8b-4aa1-bfc9-f074ab64997b req-0dedb8b5-a757-4622-862f-0c21ef659c59 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424201 Feb 15 02:26:11.557069 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:26:12.519245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122aae-f4f3-40bc-9877-341c9ef88774 req-6c1ee25b-c027-4df3-a9ce-1b7f7fa49395 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:12.520763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68122aae-f4f3-40bc-9877-341c9ef88774 req-6c1ee25b-c027-4df3-a9ce-1b7f7fa49395 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0568233 Feb 15 02:26:12.569030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68122aae-f4f3-40bc-9877-341c9ef88774 req-c655841e-7154-43d0-ae4d-d578099ff246 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Feb 15 02:26:13.688054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c383-b867-4252-a072-9d09625f28bc req-c6432652-45bd-48f9-b3c8-af575133f7e2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:13.689473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85f9c383-b867-4252-a072-9d09625f28bc req-c6432652-45bd-48f9-b3c8-af575133f7e2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Feb 15 02:26:13.736264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85f9c383-b867-4252-a072-9d09625f28bc req-320e5ccb-e00f-4903-b12c-124d974ec9ce tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Feb 15 02:26:14.858398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06938d2a-fb55-4c30-9e2b-a4777c6aca09 req-06f6e757-5816-463e-a073-f6777190ee4c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:14.859857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06938d2a-fb55-4c30-9e2b-a4777c6aca09 req-06f6e757-5816-463e-a073-f6777190ee4c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0561056 Feb 15 02:26:14.907710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06938d2a-fb55-4c30-9e2b-a4777c6aca09 req-938c367d-3e36-42f4-8e05-08e21dbfe5d6 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Feb 15 02:26:15.625747 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:16.027188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ec19-0d02-4973-8e14-02906148fb75 req-7b277806-b354-4a80-8193-a4f71c7b3eb9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:16.028699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e471ec19-0d02-4973-8e14-02906148fb75 req-7b277806-b354-4a80-8193-a4f71c7b3eb9 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Feb 15 02:26:16.077288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e471ec19-0d02-4973-8e14-02906148fb75 req-2c1cc5e0-ae5e-498c-8b8f-7a4c80ae52d2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 Feb 15 02:26:17.195224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64c49-382d-4aa1-a043-a93855c6f3b5 req-bfb2be6c-fea1-4a2b-b4d3-8f08c427a86a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:17.196745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43f64c49-382d-4aa1-a043-a93855c6f3b5 req-bfb2be6c-fea1-4a2b-b4d3-8f08c427a86a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0522940 Feb 15 02:26:17.249213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43f64c49-382d-4aa1-a043-a93855c6f3b5 req-7282c306-20d5-4c17-880b-53240698954a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470443 Feb 15 02:26:18.278177 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:18.368024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d57de-df68-48f9-9d36-8c98f841ae45 req-21b182fe-44d4-4572-9ec2-c07333a1551d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:18.369540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d6d57de-df68-48f9-9d36-8c98f841ae45 req-21b182fe-44d4-4572-9ec2-c07333a1551d tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0523243 Feb 15 02:26:18.418534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d6d57de-df68-48f9-9d36-8c98f841ae45 req-423df693-ea8c-40ff-8074-3f3c196cafe4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Feb 15 02:26:19.535810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e240d-3b02-4473-9390-b33d83da22b4 req-6dacb0ea-9488-4c32-a8c4-e5c224dcb264 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:19.537320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421e240d-3b02-4473-9390-b33d83da22b4 req-6dacb0ea-9488-4c32-a8c4-e5c224dcb264 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Feb 15 02:26:19.586570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421e240d-3b02-4473-9390-b33d83da22b4 req-8ba32261-5c11-426a-a6a3-0a8c11747986 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Feb 15 02:26:20.709173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc59fa-22e2-4bfb-aad1-b18b1998de8f req-1ce5e898-d93f-4cc0-84b8-b3bd43a30fc7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:20.711077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-debc59fa-22e2-4bfb-aad1-b18b1998de8f req-1ce5e898-d93f-4cc0-84b8-b3bd43a30fc7 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0568297 Feb 15 02:26:20.758263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-debc59fa-22e2-4bfb-aad1-b18b1998de8f req-d9245bee-0af0-4c95-9292-6a4008abde34 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Feb 15 02:26:21.110904 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19378423-7197-45f1-9b36-f81b6a30c700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:21.875995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4036c4-ba9d-4fe2-9e56-f5e4f5e0cabe req-b5bea28b-9422-4242-be58-f093031f246e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:21.877508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa4036c4-ba9d-4fe2-9e56-f5e4f5e0cabe req-b5bea28b-9422-4242-be58-f093031f246e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0523372 Feb 15 02:26:21.926002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa4036c4-ba9d-4fe2-9e56-f5e4f5e0cabe req-901e4512-2c30-449a-9d9e-bdcae211bfe0 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Feb 15 02:26:23.044999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7738-0556-4dd8-be56-db243d5bef12 req-acab1a52-ff1b-40ad-b964-c9fc6a1c4781 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:23.046475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc8f7738-0556-4dd8-be56-db243d5bef12 req-acab1a52-ff1b-40ad-b964-c9fc6a1c4781 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Feb 15 02:26:23.098796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc8f7738-0556-4dd8-be56-db243d5bef12 req-3f3f20eb-5f7c-4b23-8a44-3b9a8d61586c tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469568 Feb 15 02:26:23.317168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad3538d3-5410-4061-923d-3c56fa1758fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:24.216065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2ae53-4a22-4d79-973b-3ef95493f346 req-215e0bff-3e7e-485e-999a-a3189ad7180b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:24.217583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fd2ae53-4a22-4d79-973b-3ef95493f346 req-215e0bff-3e7e-485e-999a-a3189ad7180b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Feb 15 02:26:24.266470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fd2ae53-4a22-4d79-973b-3ef95493f346 req-6e2f9f2f-529e-4143-ba11-13d24fc99663 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 Feb 15 02:26:24.603002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:25.383704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39eb68-ea8f-4364-b0f7-13665d04d982 req-04ad3059-878e-4df6-8ee3-eea8e3678e81 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:25.385270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e39eb68-ea8f-4364-b0f7-13665d04d982 req-04ad3059-878e-4df6-8ee3-eea8e3678e81 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Feb 15 02:26:25.433909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2e39eb68-ea8f-4364-b0f7-13665d04d982 req-ad0a83af-9dfc-4363-9864-5415f3793599 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Feb 15 02:26:26.020632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:26.559147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b051-b836-406e-8c51-2ae80b75c705 req-3abf0f3d-82e2-4103-b3d9-93e73778ad12 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:26.560712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bef7b051-b836-406e-8c51-2ae80b75c705 req-3abf0f3d-82e2-4103-b3d9-93e73778ad12 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0581541 Feb 15 02:26:26.608894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bef7b051-b836-406e-8c51-2ae80b75c705 req-4ecce37f-b13a-472f-bd17-79a013235760 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Feb 15 02:26:27.397072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:27.726643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7206da-2811-4126-9b43-ff9c8e157a01 req-fc0c3200-3e7d-43f6-bbf3-4278672a72e3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:27.728056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c7206da-2811-4126-9b43-ff9c8e157a01 req-fc0c3200-3e7d-43f6-bbf3-4278672a72e3 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Feb 15 02:26:27.776905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c7206da-2811-4126-9b43-ff9c8e157a01 req-350d9823-294e-4c00-862e-903afa5e2753 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Feb 15 02:26:28.690074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa811-1090-453e-a989-4d1926f405ad req-66f30e5b-7556-49f6-ab30-acf7ace8e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:28.691569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25aaa811-1090-453e-a989-4d1926f405ad req-66f30e5b-7556-49f6-ab30-acf7ace8e3d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0483403 Feb 15 02:26:28.737480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25aaa811-1090-453e-a989-4d1926f405ad req-9cd239b4-d659-44b3-a22a-5c268397ef1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390496 Feb 15 02:26:28.896019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408972-cd03-475b-9596-a23513e1f40e req-b0c5d998-2af6-465e-a9d6-9fb70485eb97 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:28.897536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7408972-cd03-475b-9596-a23513e1f40e req-b0c5d998-2af6-465e-a9d6-9fb70485eb97 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Feb 15 02:26:28.947885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b7408972-cd03-475b-9596-a23513e1f40e req-4a664ca1-d9e7-4fe6-bc22-a5d8f43f10a1 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Feb 15 02:26:29.576488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:26:29.579636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:26:29.721892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:26:29.722186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:29.749948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:26:29.763431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:26:29.765666 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b12c27e-a3bb-4872-8856-519990ab98ed" -d '{"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-unplugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:26:29.776908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'port_id': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'mac_address': 'fa:16:3e:24:19:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:26:29.782597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:26:29.818005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:26:29.818396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:29.831888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:26:29.849392 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:29.896143 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a308a84-7414-4b2a-8ba8-c61096c6db3b x-openstack-request-id: req-6a308a84-7414-4b2a-8ba8-c61096c6db3b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:26:29.896459 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-unplugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:26:29.896714 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a308a84-7414-4b2a-8ba8-c61096c6db3b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:26:29.897095 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'code': 200} Feb 15 02:26:29.916269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:26:29.916650 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:26:29.931539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:26:29.949348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.949704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.950067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.950400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.950740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.951079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.951413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.951743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.952072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.952430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.952761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.953088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:29.953413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:26:30.069131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0ec34-4e18-4466-8a43-9b7115d3e558 req-8f33f6a1-d3ad-41fc-8a91-8e01a847dfb8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:30.070675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eed0ec34-4e18-4466-8a43-9b7115d3e558 req-8f33f6a1-d3ad-41fc-8a91-8e01a847dfb8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 943 time: 0.0533507 Feb 15 02:26:30.129163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eed0ec34-4e18-4466-8a43-9b7115d3e558 req-1434f065-d194-4d8d-9368-2215421b39f5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528872 Feb 15 02:26:30.451218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:26:30.451611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:30.464632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:26:30.483732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:26:30.534246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:30.579348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:26:30.864458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['03ce6b5d-6ece-47fb-a7a2-c98f49d759de'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:26:31.253199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38d07-db72-4c1b-b5d8-9b98f41fc5a7 req-ce1ba2ff-5ec1-480f-b843-f11f68daea90 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:26:31.254730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ac38d07-db72-4c1b-b5d8-9b98f41fc5a7 req-ce1ba2ff-5ec1-480f-b843-f11f68daea90 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 944 time: 0.0596070 Feb 15 02:26:31.306297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ac38d07-db72-4c1b-b5d8-9b98f41fc5a7 req-851559ed-936d-40d0-b86a-c61a323ad92b tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Feb 15 02:26:31.328781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44104) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:26:31.387549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e0723add-b5fb-4ebd-ad5e-b44f884767c5 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/floatingips/e8524c0c-bff9-4322-89d8-9dad7313947f HTTP/1.1" status: 200 len: 992 time: 0.0575697 Feb 15 02:26:33.605968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:26:33.658218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:26:33.658628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:33.735284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:26:33.735284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:33.757160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:26:33.759395 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790ed88-e631-4f04-87c6-4fefbd0f2b69" -d '{"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-plugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:26:33.771616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:26:33.796596 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646cf6d4-6070-4424-9ff1-a6e419e5cf87 x-openstack-request-id: req-646cf6d4-6070-4424-9ff1-a6e419e5cf87 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:26:33.796894 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-plugged", "status": "completed", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:26:33.797153 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-646cf6d4-6070-4424-9ff1-a6e419e5cf87 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:26:33.797555 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'code': 200} Feb 15 02:26:33.814022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:33.862903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:26:45.636856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:48.270955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:48.556281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:26:51.134694 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5eb85a1-8844-48cc-8516-9b41719b1bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:53.334416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a33e0d34-a9e7-42d5-b10b-c637a0c874f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:54.608709 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:56.019566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:26:57.368414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:03.158440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-5378f472-f00c-4ed9-8c3a-7c33eb49a394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469604 Feb 15 02:27:03.240794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-70073a33-0556-4007-912a-21cf3a5cacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:03.242281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-70073a33-0556-4007-912a-21cf3a5cacc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0438228 Feb 15 02:27:03.342793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-19235cb4-95d4-490c-8f04-af4f9a2d0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:03.344265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-19235cb4-95d4-490c-8f04-af4f9a2d0954 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 898 time: 0.0844069 Feb 15 02:27:03.412859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-fcee0011-a89e-476c-af1a-2c7b8e89e516 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 1001 time: 0.0626380 Feb 15 02:27:03.460470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-50614d0c-7862-4bc4-ac65-ba870e23a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:03.462008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-50614d0c-7862-4bc4-ac65-ba870e23a53a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0435646 Feb 15 02:27:03.510682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-eea0786c-1e80-45fb-b868-7f0ea7caab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:03.512219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-eea0786c-1e80-45fb-b868-7f0ea7caab89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437651 Feb 15 02:27:03.603208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-f4877077-1037-4b5d-ad3d-c02ab37675d4 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Feb 15 02:27:03.690122 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d5f69bd7-9924-48f9-b0f8-df6b98992c5f req-be873edb-18ad-454f-ae15-d22b9e50106b service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811195 Feb 15 02:27:15.653564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:18.277374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:21.133570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df3e1fa4-965a-49c0-8585-6ec9be4c39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:23.310576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34fa2076-b3fb-4bb3-948c-170784799a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:24.590426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:25.555437 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:27:26.019094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:27.413427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.045058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:38.207863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port c3987dc5-1338-4b90-aed4-779ca4342f92 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:27:38.208207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.280648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.280978 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (c3987dc5-1338-4b90-aed4-779ca4342f92), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.293691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for c3987dc5-1338-4b90-aed4-779ca4342f92 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:27:38.516625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c3987dc5-1338-4b90-aed4-779ca4342f92), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.542999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=c3987dc5-1338-4b90-aed4-779ca4342f92,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:38.553638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.553996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.554345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.554688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.555656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.556122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.556491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.556835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.557171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.557505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.557840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.558167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.558495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:38.619047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for floatingip (e8524c0c-bff9-4322-89d8-9dad7313947f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.619376 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Floating IP e8524c0c-bff9-4322-89d8-9dad7313947f disassociated (deleted). External IP: 172.25.2.195, port: 03ce6b5d-6ece-47fb-a7a2-c98f49d759de. Feb 15 02:27:38.827018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router db66b192-9109-4a2e-aef7-a14d6acd188a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:27:38.934395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:27:38.939208 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:38.943736 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Sync routers for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:27:38.953869 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:38.954469 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:38.968489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23b0b475-d1b4-4810-9ec3-f1c5e3a03543 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/floatingips/e8524c0c-bff9-4322-89d8-9dad7313947f HTTP/1.1" status: 204 len: 168 time: 0.9223154 Feb 15 02:27:38.969191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:27:38.971562 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c749c21-10fb-4d46-b6bb-6532244af1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:27:39.060959 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:39.262491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:39.290837 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Checking router: db66b192-9109-4a2e-aef7-a14d6acd188a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:27:39.299242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:39.299769 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:39.360075 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb1046-2aa6-4dda-94fa-29f56c8aa476 x-openstack-request-id: req-02eb1046-2aa6-4dda-94fa-29f56c8aa476 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:27:39.360591 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:27:39.360677 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02eb1046-2aa6-4dda-94fa-29f56c8aa476 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:27:39.361086 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'status': 'completed', 'code': 200} Feb 15 02:27:39.418049 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:39.477148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-6d4370f4-7a3a-4ceb-b085-012349a56332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:39.478719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-6d4370f4-7a3a-4ceb-b085-012349a56332 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 1128 time: 0.0973756 Feb 15 02:27:39.485527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55595070-397e-439d-b373-247697b47f84 req-e1fdbb11-a221-4498-b771-5e073a440fb4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:39.486907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55595070-397e-439d-b373-247697b47f84 req-e1fdbb11-a221-4498-b771-5e073a440fb4 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0794287 Feb 15 02:27:39.586989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55595070-397e-439d-b373-247697b47f84 req-e2e0b10a-c21d-4ffb-a21e-ade0bafa678a tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912728 Feb 15 02:27:39.609152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-65101539-7f3e-449d-8c28-b08ce969baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:39.610633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-65101539-7f3e-449d-8c28-b08ce969baa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 200 len: 898 time: 0.1228755 Feb 15 02:27:39.617073 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:39.648259 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba5e7a-8a13-4af1-903e-4ad0c7481080 None None] The sync data for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 is: [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '2fa01681-e330-4f21-81ef-a94ec95c8777', 'name': '', 'network_id': '55201c44-edd2-4532-b716-dfc2675ac4fd', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'mac_address': 'fa:16:3e:a9:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:47Z', 'updated_at': '2022-02-15T02:24:50Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'subnets': [{'id': 'ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:27:39.653417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-e1ee4379-14ec-41b5-b8ed-74477d27c5e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 200 len: 217 time: 0.0358477 Feb 15 02:27:39.707718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-35e70c2c-f3f4-4a5d-a9d6-12125deb6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:39.709262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-35e70c2c-f3f4-4a5d-a9d6-12125deb6eb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 200 len: 835 time: 0.0493679 Feb 15 02:27:39.760534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-4a9fb5a3-be1f-4107-9d04-33233d1639f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:39.762181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-4a9fb5a3-be1f-4107-9d04-33233d1639f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55201c44-edd2-4532-b716-dfc2675ac4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459685 Feb 15 02:27:39.773603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-7b507764-a79a-4eb2-8353-fb5add130437 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:27:39.774635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-7b507764-a79a-4eb2-8353-fb5add130437 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051732 Feb 15 02:27:39.865690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-eebeb319-aa22-4948-9b1d-1a9fde698af9 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847628 Feb 15 02:27:39.866435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c21b5-3cd0-434b-b6bb-0aed15f92566 None None] New status for floating IP e8524c0c-bff9-4322-89d8-9dad7313947f: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:27:39.960405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c749c21-10fb-4d46-b6bb-6532244af1ce req-bc53af57-d815-491a-acf1-4a15cbaa4ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872936 Feb 15 02:27:40.711643 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2147-e0fa-4262-9a9a-06593965e18e req-de632f89-84e5-4505-a0f0-199b13413a6f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:40.713067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d8c2147-e0fa-4262-9a9a-06593965e18e req-de632f89-84e5-4505-a0f0-199b13413a6f tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0553553 Feb 15 02:27:40.760522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d8c2147-e0fa-4262-9a9a-06593965e18e req-eaa22abd-6cef-4d0d-a63d-93e2d69cbc88 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/security-groups?id=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 Feb 15 02:27:41.045165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-b94d757f-1f87-4529-ba4d-deec26f82909 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:41.046592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-b94d757f-1f87-4529-ba4d-deec26f82909 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Feb 15 02:27:41.135417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:27:41.135761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:41.222921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:41.223279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:41.235290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 03ce6b5d-6ece-47fb-a7a2-c98f49d759de owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:27:41.396115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (03ce6b5d-6ece-47fb-a7a2-c98f49d759de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:41.429950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=03ce6b5d-6ece-47fb-a7a2-c98f49d759de,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:41.471584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] No DVR routers for this DVR port 03ce6b5d-6ece-47fb-a7a2-c98f49d759de on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:27:41.474310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:41.477757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86788126-c6c5-440b-b1de-d0e289c54e18 req-cdd2f14f-5c0b-46aa-84a0-78504614d573 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.37 "DELETE /v2.0/ports/03ce6b5d-6ece-47fb-a7a2-c98f49d759de HTTP/1.1" status: 204 len: 173 time: 0.4265225 Feb 15 02:27:41.480662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-deleted', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:27:41.480662 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004154e3-dbb7-486c-ab33-658bc8ad6d62" -d '{"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-deleted", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:27:41.514741 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa493b49-d02b-4e68-ba47-766b0119f05e x-openstack-request-id: req-aa493b49-d02b-4e68-ba47-766b0119f05e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:27:41.515038 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412eaa6-1644-4439-ad52-5cdbe1b2bf33", "name": "network-vif-deleted", "tag": "03ce6b5d-6ece-47fb-a7a2-c98f49d759de", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:27:41.515422 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa493b49-d02b-4e68-ba47-766b0119f05e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:27:41.515835 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412eaa6-1644-4439-ad52-5cdbe1b2bf33', 'name': 'network-vif-deleted', 'tag': '03ce6b5d-6ece-47fb-a7a2-c98f49d759de', 'status': 'completed', 'code': 200} Feb 15 02:27:41.870369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2645f8e-1d58-4647-9307-d25af149cfac req-02764a1c-a997-4976-9c2e-4606ba31dd5e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "GET /v2.0/ports?device_id=8412eaa6-1644-4439-ad52-5cdbe1b2bf33 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Feb 15 02:27:42.927429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:43.615171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (db66b192-9109-4a2e-aef7-a14d6acd188a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:43.858485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:27:43.868716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 2fa01681-e330-4f21-81ef-a94ec95c8777 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:27:43.869104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:43.881168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 03ce6b5d-6ece-47fb-a7a2-c98f49d759de {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:27:43.881523 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 03ce6b5d-6ece-47fb-a7a2-c98f49d759de not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:27:43.954724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 2fa01681-e330-4f21-81ef-a94ec95c8777, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=2fa01681-e330-4f21-81ef-a94ec95c8777,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:43.955298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:43.967131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 2fa01681-e330-4f21-81ef-a94ec95c8777 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:27:44.224045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (2fa01681-e330-4f21-81ef-a94ec95c8777), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:44.249431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=2fa01681-e330-4f21-81ef-a94ec95c8777,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:44.430072 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (db66b192-9109-4a2e-aef7-a14d6acd188a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:44.650639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Router db66b192-9109-4a2e-aef7-a14d6acd188a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:27:44.757319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:27:44.763100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4780d059-f422-4025-9115-bb8c51108b46 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "PUT /v2.0/routers/db66b192-9109-4a2e-aef7-a14d6acd188a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344331 Feb 15 02:27:44.765607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:44.818203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting subnet ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:27:44.821768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:44.854395 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Sync routers for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:27:44.862821 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:44.863673 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:44.864272 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:44.950022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:44.969374 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:45.070225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.098023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Subnet': ['ID=ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:45.104078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.106618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34882dca-0332-48c2-8660-49e7c46e1e96 None None] Network 55201c44-edd2-4532-b716-dfc2675ac4fd requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:27:45.107381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8bf7bfbc-31eb-4f59-8b2a-8db1012b94b2 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/subnets/ac06d5d7-84ec-4511-b4a3-eba1f7b68dcc HTTP/1.1" status: 204 len: 168 time: 0.3408525 Feb 15 02:27:45.110026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44162) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:45.147748 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:27:44Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:45.180473 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Checking router: db66b192-9109-4a2e-aef7-a14d6acd188a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:27:45.189557 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Routers {'db66b192-9109-4a2e-aef7-a14d6acd188a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:45.190167 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['db66b192-9109-4a2e-aef7-a14d6acd188a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:45.231720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.288238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] DHCP port deletion for 55201c44-edd2-4532-b716-dfc2675ac4fd request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:27:45.303479 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] Set router db66b192-9109-4a2e-aef7-a14d6acd188a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:45.343699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Deleting port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:27:45.344083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.346782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_gateway (db66b192-9109-4a2e-aef7-a14d6acd188a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.406607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] For port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,segment=NetworkSegment(268e0558-3194-4d19-8208-c95f46082d57),segment_id=268e0558-3194-4d19-8208-c95f46082d57)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:45.407013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.422935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Calling delete_port for 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:27:45.455649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Deleting port 84510227-607a-4c4f-9f48-a40594959052 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:27:45.457399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (84510227-607a-4c4f-9f48-a40594959052), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.491729 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:27:44Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:45.519181 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faf653-df26-47aa-b19a-7c23339b944e None None] The sync data for ids ['db66b192-9109-4a2e-aef7-a14d6acd188a'] in n-d-829064-14 is: [{'id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649476482', 'tenant_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '84510227-607a-4c4f-9f48-a40594959052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:24:43Z', 'updated_at': '2022-02-15T02:27:44Z', 'revision_number': 5, 'project_id': '2003c1ab24ac43b5a3aa0f47143499ee', 'gw_port': {'id': '84510227-607a-4c4f-9f48-a40594959052', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db66b192-9109-4a2e-aef7-a14d6acd188a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:24:44Z', 'updated_at': '2022-02-15T02:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:27:45.545316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] For port 84510227-607a-4c4f-9f48-a40594959052, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=84510227-607a-4c4f-9f48-a40594959052,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:45.545688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (84510227-607a-4c4f-9f48-a40594959052), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.558373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Calling delete_port for 84510227-607a-4c4f-9f48-a40594959052 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:27:45.573997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9d0d35ce-30f2-41dd-ad62-0efa2d63dddd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.607236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Pushing event deleted for resources: {'Port': ['ID=9d0d35ce-30f2-41dd-ad62-0efa2d63dddd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:45.617652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] No DVR routers for this DVR port 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:27:45.621077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.621303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.621652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.621996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.622339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.622674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.623003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.623398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.623830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.624044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.624329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.624663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.624997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee3487-1b3a-4cdf-9f11-bcff8e632cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:45.682674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.791293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (84510227-607a-4c4f-9f48-a40594959052), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.818854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Port': ['ID=84510227-607a-4c4f-9f48-a40594959052,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:45.885478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (db66b192-9109-4a2e-aef7-a14d6acd188a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.976740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:27:45.985103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:45.987390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router_controller (db66b192-9109-4a2e-aef7-a14d6acd188a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.004201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:27:46.004201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9d0d35ce-30f2-41dd-ad62-0efa2d63dddd not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:27:46.004201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2fa01681-e330-4f21-81ef-a94ec95c8777 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:27:46.022691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 2fa01681-e330-4f21-81ef-a94ec95c8777 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:27:46.023124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 2fa01681-e330-4f21-81ef-a94ec95c8777 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:27:46.116546 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (db66b192-9109-4a2e-aef7-a14d6acd188a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.117088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Fanout notify agent at l3_agent the message router_deleted on router db66b192-9109-4a2e-aef7-a14d6acd188a {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:27:46.124115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.125268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f16fdc59-01a1-4a73-8d09-ec034fd7e455 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/routers/db66b192-9109-4a2e-aef7-a14d6acd188a HTTP/1.1" status: 204 len: 168 time: 1.0143003 Feb 15 02:27:46.128042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:46.216408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (55201c44-edd2-4532-b716-dfc2675ac4fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.313346 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (55201c44-edd2-4532-b716-dfc2675ac4fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.333954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55201c44-edd2-4532-b716-dfc2675ac4fd']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:46.344162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268e0558-3194-4d19-8208-c95f46082d57') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:46.344492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268e0558-3194-4d19-8208-c95f46082d57') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:46.354265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (268e0558-3194-4d19-8208-c95f46082d57), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.366950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (268e0558-3194-4d19-8208-c95f46082d57), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.372820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:27:46.373230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (268e0558-3194-4d19-8208-c95f46082d57), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:27:46.379419 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:27:46.488286 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (55201c44-edd2-4532-b716-dfc2675ac4fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.492735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.496330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/networks/55201c44-edd2-4532-b716-dfc2675ac4fd HTTP/1.1" status: 204 len: 168 time: 0.3673031 Feb 15 02:27:46.499175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:46.516725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95c91e-188e-4a1f-8be5-8731549c7e1e tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'Network': ['ID=55201c44-edd2-4532-b716-dfc2675ac4fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:46.557305 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (80cbab94-2de7-4c0f-bb23-7eb4e2ab4746), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.583858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (80cbab94-2de7-4c0f-bb23-7eb4e2ab4746), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.693482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (80cbab94-2de7-4c0f-bb23-7eb4e2ab4746), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.696058 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:46.697805 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] 10.222.0.43 "DELETE /v2.0/security-groups/80cbab94-2de7-4c0f-bb23-7eb4e2ab4746 HTTP/1.1" status: 204 len: 168 time: 0.1975701 Feb 15 02:27:46.709168 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cbab94-2de7-4c0f-bb23-7eb4e2ab4746,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:46.719361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.719729 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.720083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.720468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.720789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.721117 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.721446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.721773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.722097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.722423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.722746 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.723064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:46.723381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d761bc-aabe-4934-94af-3155677c2bd8 tempest-TestNetworkAdvancedServerOps-22029623 tempest-TestNetworkAdvancedServerOps-22029623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:47.639980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 84510227-607a-4c4f-9f48-a40594959052 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:27:47.660342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 84510227-607a-4c4f-9f48-a40594959052 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:27:47.660689 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 84510227-607a-4c4f-9f48-a40594959052 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:27:48.195176 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:48.281781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:48.411724 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b2df4ec8-5046-45ca-bb2d-7fdd4826f7c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2003c1ab24ac43b5a3aa0f47143499ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153440 Feb 15 02:27:48.414471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:48.471730 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] Publish callbacks [] for security_group (23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:48.493022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] Publish callbacks [] for security_group (23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:48.630414 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:48.633067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:48.634295 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1 HTTP/1.1" status: 204 len: 168 time: 0.2188842 Feb 15 02:27:48.642964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d17402-8804-4c48-93a8-c61e8882ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5c4c2-0b5e-4c38-b0ff-e7c6bfecd7c1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:49.236517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:49.275507 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f18b2a85-aeb5-45ff-b3c1-da6ff1407629 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d027cff8d6041af821a5f24a3e7fcc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378485 Feb 15 02:27:49.277849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:49.322828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] Publish callbacks [] for security_group (95130a53-14fa-49d1-972c-8e0fa63f5499), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:49.342768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] Publish callbacks [] for security_group (95130a53-14fa-49d1-972c-8e0fa63f5499), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:49.453271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (95130a53-14fa-49d1-972c-8e0fa63f5499), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:49.455904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:49.457105 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95130a53-14fa-49d1-972c-8e0fa63f5499 HTTP/1.1" status: 204 len: 168 time: 0.1783779 Feb 15 02:27:49.465479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff7d1c-f6ba-4bfc-93c9-5d206a7fc008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95130a53-14fa-49d1-972c-8e0fa63f5499,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:50.440153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:50.567811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-237783654-network', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:50.642022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Made reservation on behalf of 74ff85d807864bf9b40d1f10bf21e4e0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:27:50.644437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.653190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.725700 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks [] for security_group (2560c4fa-6d33-4000-bdcc-7a6f17e35bf5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.784779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2560c4fa-6d33-4000-bdcc-7a6f17e35bf5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.805566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:27:50.819529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2560c4fa-6d33-4000-bdcc-7a6f17e35bf5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:50.826941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (81a33e3c-8d70-4afc-899d-ebc286409488), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.827292 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Added segment 81a33e3c-8d70-4afc-899d-ebc286409488 of type vlan for network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 Feb 15 02:27:50.867318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (25fd499f-5d0f-4e0b-a343-50a51dc2f468), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.939201 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (25fd499f-5d0f-4e0b-a343-50a51dc2f468), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:50.940162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:50.940767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.003106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] Pushing event updated for resources: {'Network': ['ID=25fd499f-5d0f-4e0b-a343-50a51dc2f468,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:51.012975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:27:51.022031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c4908974-dd08-4c1e-8948-de43f8daaf19 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5807378 Feb 15 02:27:51.025149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:51.030041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Request body: {'subnet': {'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-237783654-subnet', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:51.104874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Made reservation on behalf of 74ff85d807864bf9b40d1f10bf21e4e0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:27:51.107336 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.127707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cfa6-982c-43ae-b67e-add3ecbc14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.310691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (bb41ddaf-16a7-47bd-a29c-637c7eac28ab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.363151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb41ddaf-16a7-47bd-a29c-637c7eac28ab,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:51.373886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Checking segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:51.374250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Network hostable DHCP agents. Network: 25fd499f-5d0f-4e0b-a343-50a51dc2f468, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:27:51.430192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:27:51.493051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 25fd499f-5d0f-4e0b-a343-50a51dc2f468) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:51.497025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:51.497631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.502547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a1b72-7746-4d2c-945e-89d4a7f0d2b2 None None] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:27:51.575806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3f1671b5-751a-4c45-b3e3-db3e64310c36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5496092 Feb 15 02:27:51.578587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:51.582837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:51.599231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:27:51.600089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.642044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.643257 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.695852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for router_controller (15bf3ed6-478d-4019-9e71-8d4f9a320992), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.734117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Allocated IP 172.20.0.2 (25fd499f-5d0f-4e0b-a343-50a51dc2f468/bb41ddaf-16a7-47bd-a29c-637c7eac28ab/5d23e9e6-ca2f-4528-949f-1590c9f42531) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:27:51.874584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks [] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.876961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for router_gateway (15bf3ed6-478d-4019-9e71-8d4f9a320992), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.944251 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:51.982088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:51.986802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:51.990226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:27:51.999105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Pushing event updated for resources: {'Port': ['ID=5d23e9e6-ca2f-4528-949f-1590c9f42531,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:52.051813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Attempting to bind port 5d23e9e6-ca2f-4528-949f-1590c9f42531 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:27:52.052549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Attempting to bind port 5d23e9e6-ca2f-4528-949f-1590c9f42531 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:27:52.052663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Attempting to bind port 5d23e9e6-ca2f-4528-949f-1590c9f42531 on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:27:52.058365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:27:52.058771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Checking segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:52.059180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.059576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Bound using segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:27:52.060162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Bound port: 5d23e9e6-ca2f-4528-949f-1590c9f42531, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:27:52.060573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.168824 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for router_gateway (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.189197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.282788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] For port 5d23e9e6-ca2f-4528-949f-1590c9f42531, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:27:52.285863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] For port 5d23e9e6-ca2f-4528-949f-1590c9f42531, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5d23e9e6-ca2f-4528-949f-1590c9f42531,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:27:52.302746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Allocated IP 172.25.2.86 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4f49eca0-8770-46c4-b09e-b25c82170f12) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:27:52.351455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.410792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80cfa1-8d3a-4c8c-9797-9303d68670c1 None None] Pushing event updated for resources: {'Port': ['ID=5d23e9e6-ca2f-4528-949f-1590c9f42531,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:52.412575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.511073 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:52.551377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:52.558567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:52.567896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:27:52.578851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Pushing event updated for resources: {'Port': ['ID=4f49eca0-8770-46c4-b09e-b25c82170f12,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:52.908715 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for router_gateway (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.113261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.301557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc2bfa-97d9-4e62-b1de-2e37305d7f2b None None] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:27:53.322015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Router 15bf3ed6-478d-4019-9e71-8d4f9a320992 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:27:53.406068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Provisioning complete for port 5d23e9e6-ca2f-4528-949f-1590c9f42531 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:53.406456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.410592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46eaab48-2ad3-474c-94f3-ae45ac87c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.503760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Current status of the port 5d23e9e6-ca2f-4528-949f-1590c9f42531 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:53.504161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.542768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] For port 5d23e9e6-ca2f-4528-949f-1590c9f42531, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5d23e9e6-ca2f-4528-949f-1590c9f42531,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:53.624851 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.697362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e8ffd-56e9-4c24-bd02-92ec4aaa78ec None None] Pushing event updated for resources: {'Port': ['ID=5d23e9e6-ca2f-4528-949f-1590c9f42531,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:53.744793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f19999b-8b2b-4e72-8d5d-463bd3788e0b None None] Provisioning complete for port 5d23e9e6-ca2f-4528-949f-1590c9f42531 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:53.745173 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f19999b-8b2b-4e72-8d5d-463bd3788e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.750786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5d23e9e6-ca2f-4528-949f-1590c9f42531 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:27:53.802000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:27:53.813837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Sync routers for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:27:53.838955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:53.839568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:53.906558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5d23e9e6-ca2f-4528-949f-1590c9f42531 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:53.906848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.913195 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:53.915044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-02cc44fb-6978-4ae7-b726-00ff63f85f00 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3353665 Feb 15 02:27:53.917908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:53.951450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f19999b-8b2b-4e72-8d5d-463bd3788e0b None None] Current status of the port 5d23e9e6-ca2f-4528-949f-1590c9f42531 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:54.016263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:54.145017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5d23e9e6-ca2f-4528-949f-1590c9f42531 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:54.224888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:52Z', 'revision_number': 3, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:54.251301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Checking router: 15bf3ed6-478d-4019-9e71-8d4f9a320992 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:27:54.251655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Updating router 15bf3ed6-478d-4019-9e71-8d4f9a320992 port 4f49eca0-8770-46c4-b09e-b25c82170f12 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:27:54.283040 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.335873 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.505013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Allocated IP 172.20.0.1 (25fd499f-5d0f-4e0b-a343-50a51dc2f468/bb41ddaf-16a7-47bd-a29c-637c7eac28ab/9f5c04d7-857c-49d9-9646-4bf28596f4d2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:27:54.537831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks [] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.602456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.610847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks [] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.633492 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.656368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140161dd-c6f1-46db-bcaf-6ef4b2ac7da6 None None] Pushing event updated for resources: {'Port': ['ID=4f49eca0-8770-46c4-b09e-b25c82170f12,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:54.658560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Attempting to bind port 4f49eca0-8770-46c4-b09e-b25c82170f12 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:27:54.658931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Attempting to bind port 4f49eca0-8770-46c4-b09e-b25c82170f12 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:27:54.659296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Attempting to bind port 4f49eca0-8770-46c4-b09e-b25c82170f12 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:27:54.664977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:27:54.669992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:54.669992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.669992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:27:54.669992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Bound port: 4f49eca0-8770-46c4-b09e-b25c82170f12, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:27:54.669992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.716602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.719255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] For port 4f49eca0-8770-46c4-b09e-b25c82170f12, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:27:54.722316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] For port 4f49eca0-8770-46c4-b09e-b25c82170f12, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4f49eca0-8770-46c4-b09e-b25c82170f12,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:27:54.753378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:54.756181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:54.761587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:27:54.788163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:54.805203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.808676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:54.865648 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:54.866288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:54.906346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140161dd-c6f1-46db-bcaf-6ef4b2ac7da6 None None] Pushing event updated for resources: {'Port': ['ID=4f49eca0-8770-46c4-b09e-b25c82170f12,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:54.988431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:55.023002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.045645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6d542caa-3350-4b66-a90f-0276aa4236a7 None None] Provisioning complete for port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:55.046023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d542caa-3350-4b66-a90f-0276aa4236a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.121411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6d542caa-3350-4b66-a90f-0276aa4236a7 None None] Port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:27:55.185412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks [] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.197101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:52Z', 'revision_number': 3, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:55.222950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86790-ad80-4a65-b907-af9eaed7fc57 None None] The sync data for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 is: [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:52Z', 'revision_number': 3, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:27:55.241947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.309353 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.311078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:55.410440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:55.411863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:55.568695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Router 15bf3ed6-478d-4019-9e71-8d4f9a320992 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:27:55.708093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:27:55.713288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5a8669f8-d8f2-4c6c-be2a-b245a1149906 admin admin] 10.222.0.43 "PUT /v2.0/routers/15bf3ed6-478d-4019-9e71-8d4f9a320992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943540 Feb 15 02:27:55.767873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a104316-c8b5-43f3-9e20-5780f7770c19 None None] Provisioning complete for port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:55.768420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a104316-c8b5-43f3-9e20-5780f7770c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:55.799601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5d23e9e6-ca2f-4528-949f-1590c9f42531 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:27:55.842714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a104316-c8b5-43f3-9e20-5780f7770c19 None None] Port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:27:55.869247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5d23e9e6-ca2f-4528-949f-1590c9f42531 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:55.869628 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.156458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.169767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5d23e9e6-ca2f-4528-949f-1590c9f42531 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:56.170874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4f49eca0-8770-46c4-b09e-b25c82170f12 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:27:56.219097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4f49eca0-8770-46c4-b09e-b25c82170f12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:56.220322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.310006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4f49eca0-8770-46c4-b09e-b25c82170f12 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:56.310401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.331699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4f49eca0-8770-46c4-b09e-b25c82170f12, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4f49eca0-8770-46c4-b09e-b25c82170f12,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:56.418359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.440078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:56.445084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1699573700-network', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:56.474495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4f49eca0-8770-46c4-b09e-b25c82170f12,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:56.527016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Made reservation on behalf of 62668b1e16e041548cb6f8ec40b4bb9a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:27:56.529470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.538332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.626188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks [] for security_group (9010939a-b0ad-473d-ab67-7d2355f7e28d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.687519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9010939a-b0ad-473d-ab67-7d2355f7e28d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.713572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:27:56.723345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9010939a-b0ad-473d-ab67-7d2355f7e28d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:56.728926 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1ffe313b-925a-414a-9fc8-42991505e0bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.729282 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Added segment 1ffe313b-925a-414a-9fc8-42991505e0bc of type vlan for network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 Feb 15 02:27:56.769754 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (98b4d72c-0b94-43f5-a34a-c17a628e1e98), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.842123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (98b4d72c-0b94-43f5-a34a-c17a628e1e98), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.843149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:56.843735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:56.859655 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Sync routers for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:27:56.870845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:56.871462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:56.904247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] Pushing event updated for resources: {'Network': ['ID=98b4d72c-0b94-43f5-a34a-c17a628e1e98,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:56.914602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:27:56.955408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:56.956772 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4d7c9b65-2237-4318-b858-57ff4f4b6961 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5138648 Feb 15 02:27:56.961089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Request body: {'subnet': {'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1699573700-subnet', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:56.993229 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:57.035113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Made reservation on behalf of 62668b1e16e041548cb6f8ec40b4bb9a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:27:57.037642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.203578 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:54Z', 'revision_number': 4, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9f5c04d7-857c-49d9-9646-4bf28596f4d2', 'name': '', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'mac_address': 'fa:16:3e:5f:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:54Z', 'updated_at': '2022-02-15T02:27:55Z', 'revision_number': 2, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'subnets': [{'id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:57.229640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Checking router: 15bf3ed6-478d-4019-9e71-8d4f9a320992 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:27:57.229995 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Updating router 15bf3ed6-478d-4019-9e71-8d4f9a320992 port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:27:57.258131 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.277477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e299e1ac-8ea4-4f72-80c4-1faa02784156), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.337895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e299e1ac-8ea4-4f72-80c4-1faa02784156,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:57.346465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Checking segment: {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:57.346847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Network hostable DHCP agents. Network: 98b4d72c-0b94-43f5-a34a-c17a628e1e98, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:27:57.367600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.430300 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:27:57.510570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 98b4d72c-0b94-43f5-a34a-c17a628e1e98) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:57.522680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:27:57.522824 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks [] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.522918 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.523039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be4e65-df38-4d26-8519-d5dc9f3c6271 None None] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:27:57.595373 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.625907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:27:57.626968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.628548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2c16d098-2ead-4858-b9b0-bf2d5ca88ee3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6719441 Feb 15 02:27:57.630989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:57.639531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:27:57.646335 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Pushing event updated for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:57.658692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.659050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.659400 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.659745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.660079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.660455 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.660760 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.661088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.661417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.661745 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.662070 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.662401 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.662703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:27:57.727880 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Attempting to bind port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:27:57.728264 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Attempting to bind port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:27:57.728660 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Attempting to bind port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:27:57.734383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:27:57.734780 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Checking segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:57.735174 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.736031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Bound using segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:27:57.736031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Bound port: 9f5c04d7-857c-49d9-9646-4bf28596f4d2, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:27:57.736441 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.740233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4f49eca0-8770-46c4-b09e-b25c82170f12 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:27:57.751066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (5608d930-5472-46f9-b136-73bf7370e0ce), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.754187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (5608d930-5472-46f9-b136-73bf7370e0ce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.831810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Allocated IP 172.20.0.2 (98b4d72c-0b94-43f5-a34a-c17a628e1e98/e299e1ac-8ea4-4f72-80c4-1faa02784156/7f373e8e-28cd-48cc-9b82-800a0117143a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:27:57.839382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for router_controller (5608d930-5472-46f9-b136-73bf7370e0ce), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.868048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4f49eca0-8770-46c4-b09e-b25c82170f12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:57.868462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:57.902139 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] For port 9f5c04d7-857c-49d9-9646-4bf28596f4d2, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:27:57.905132 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] For port 9f5c04d7-857c-49d9-9646-4bf28596f4d2, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f5c04d7-857c-49d9-9646-4bf28596f4d2,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:27:57.991248 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.042208 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:58.043055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:58.060450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for router_gateway (5608d930-5472-46f9-b136-73bf7370e0ce), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.061602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Provisioning complete for port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:58.062027 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.070080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks [] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.088868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4f49eca0-8770-46c4-b09e-b25c82170f12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:58.112759 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24025-44df-41fa-a8f6-1745eea6b95f None None] Pushing event updated for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:58.161896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Current status of the port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:58.162287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.185146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.186255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:27:58.223653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] For port 9f5c04d7-857c-49d9-9646-4bf28596f4d2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f5c04d7-857c-49d9-9646-4bf28596f4d2,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:27:58.246037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:58.247571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Pushing event updated for resources: {'Port': ['ID=7f373e8e-28cd-48cc-9b82-800a0117143a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:58.250865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:58.253145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:27:58.310408 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.348342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Attempting to bind port 7f373e8e-28cd-48cc-9b82-800a0117143a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:27:58.348703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Attempting to bind port 7f373e8e-28cd-48cc-9b82-800a0117143a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:27:58.349072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Attempting to bind port 7f373e8e-28cd-48cc-9b82-800a0117143a on network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:27:58.360879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:27:58.361311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Checking segment: {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:27:58.361710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.362120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Bound using segment: {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:27:58.362607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Bound port: 7f373e8e-28cd-48cc-9b82-800a0117143a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:27:58.362990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.374242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for router_gateway (5608d930-5472-46f9-b136-73bf7370e0ce), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.388607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1fbf3-800e-4c1e-80ff-9cb265ee4af5 None None] Pushing event updated for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:58.396225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.431488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:54Z', 'revision_number': 4, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9f5c04d7-857c-49d9-9646-4bf28596f4d2', 'name': '', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'mac_address': 'fa:16:3e:5f:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:54Z', 'updated_at': '2022-02-15T02:27:57Z', 'revision_number': 4, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'subnets': [{'id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:27:58.449276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c46ce3fd-c1b8-490f-ba75-fbcdaff5d539 None None] Provisioning complete for port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:58.449658 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46ce3fd-c1b8-490f-ba75-fbcdaff5d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.458583 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a3f08-5745-4377-b5bf-b251fd0a39b6 None None] The sync data for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 is: [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:27:54Z', 'revision_number': 4, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9f5c04d7-857c-49d9-9646-4bf28596f4d2', 'name': '', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'mac_address': 'fa:16:3e:5f:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:54Z', 'updated_at': '2022-02-15T02:27:57Z', 'revision_number': 4, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'subnets': [{'id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:27:58.485869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] For port 7f373e8e-28cd-48cc-9b82-800a0117143a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:27:58.503798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] For port 7f373e8e-28cd-48cc-9b82-800a0117143a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f373e8e-28cd-48cc-9b82-800a0117143a,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:27:58.520906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Allocated IP 172.25.2.146 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/b751a9e4-082b-4844-bb81-973d03975437) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:27:58.592203 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c46ce3fd-c1b8-490f-ba75-fbcdaff5d539 None None] Current status of the port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:27:58.603470 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.656936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for port (b751a9e4-082b-4844-bb81-973d03975437), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.669709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3681-e44e-4e90-9a82-cecedb1c05af None None] Pushing event updated for resources: {'Port': ['ID=7f373e8e-28cd-48cc-9b82-800a0117143a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:58.762468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b751a9e4-082b-4844-bb81-973d03975437), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:58.806801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:27:58.810015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:27:58.814404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:27:58.817682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Pushing event updated for resources: {'Port': ['ID=b751a9e4-082b-4844-bb81-973d03975437,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:27:59.210957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for router_gateway (5608d930-5472-46f9-b136-73bf7370e0ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:59.425359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (5608d930-5472-46f9-b136-73bf7370e0ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:59.630632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Router 5608d930-5472-46f9-b136-73bf7370e0ce is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:27:59.681432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20e139-2509-49bf-91a5-41ad98ff5a0d None None] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:27:59.754626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Provisioning complete for port 7f373e8e-28cd-48cc-9b82-800a0117143a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:27:59.754626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:59.765223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:27:59.787962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f5c04d7-857c-49d9-9646-4bf28596f4d2 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:27:59.797467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Sync routers for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:27:59.832941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:27:59.834256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6e7c02d4-4fa1-4532-81a6-d265fcb0d486 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2022119 Feb 15 02:27:59.837661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:27:59.862900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:27:59.863531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:00.002595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:00.002977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.050299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:00.053680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Current status of the port 7f373e8e-28cd-48cc-9b82-800a0117143a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:00.054072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.284541 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.353553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] For port 7f373e8e-28cd-48cc-9b82-800a0117143a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f373e8e-28cd-48cc-9b82-800a0117143a,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:00.403170 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.436314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:00.437417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f373e8e-28cd-48cc-9b82-800a0117143a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:00.439032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Allocated IP 172.20.0.1 (98b4d72c-0b94-43f5-a34a-c17a628e1e98/e299e1ac-8ea4-4f72-80c4-1faa02784156/b049dfd5-4b8e-4b63-86ab-daf35e705c39) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:00.538059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6fa55-1554-49bb-a249-1a6fc007b378 None None] Pushing event updated for resources: {'Port': ['ID=7f373e8e-28cd-48cc-9b82-800a0117143a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:00.554789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks [] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.556486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-39237600-248b-4289-b580-d928d72e1a51 None None] Provisioning complete for port 7f373e8e-28cd-48cc-9b82-800a0117143a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:00.556877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39237600-248b-4289-b580-d928d72e1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.587673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:27:58Z', 'revision_number': 3, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:00.592442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7f373e8e-28cd-48cc-9b82-800a0117143a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:00.592821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.623984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Checking router: 5608d930-5472-46f9-b136-73bf7370e0ce for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:00.624268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Updating router 5608d930-5472-46f9-b136-73bf7370e0ce port b751a9e4-082b-4844-bb81-973d03975437 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:00.653986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.688222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:00.689965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b751a9e4-082b-4844-bb81-973d03975437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:00.692719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:00.699092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:00.823299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-39237600-248b-4289-b580-d928d72e1a51 None None] Current status of the port 7f373e8e-28cd-48cc-9b82-800a0117143a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:00.881641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7f373e8e-28cd-48cc-9b82-800a0117143a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:01.028519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks [] for port (b751a9e4-082b-4844-bb81-973d03975437), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.046006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6de4ed4e-165c-4641-acc4-12073911c9fa None None] Provisioning complete for port b049dfd5-4b8e-4b63-86ab-daf35e705c39 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:01.166572 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6de4ed4e-165c-4641-acc4-12073911c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.166572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6de4ed4e-165c-4641-acc4-12073911c9fa None None] Port b049dfd5-4b8e-4b63-86ab-daf35e705c39 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:01.166734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:01.166734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (5608d930-5472-46f9-b136-73bf7370e0ce), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.253845 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b751a9e4-082b-4844-bb81-973d03975437), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.307111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d70c-5f23-4dca-8723-2d2b62830c53 None None] Pushing event updated for resources: {'Port': ['ID=b751a9e4-082b-4844-bb81-973d03975437,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:01.308507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.309490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Attempting to bind port b751a9e4-082b-4844-bb81-973d03975437 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:01.309955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Attempting to bind port b751a9e4-082b-4844-bb81-973d03975437 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:01.310223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Attempting to bind port b751a9e4-082b-4844-bb81-973d03975437 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:01.316497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:01.316879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:01.317278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.317669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:01.318138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Bound port: b751a9e4-082b-4844-bb81-973d03975437, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:01.318519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b751a9e4-082b-4844-bb81-973d03975437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.372976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] For port b751a9e4-082b-4844-bb81-973d03975437, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:01.376038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] For port b751a9e4-082b-4844-bb81-973d03975437, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b751a9e4-082b-4844-bb81-973d03975437,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:01.436865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b751a9e4-082b-4844-bb81-973d03975437), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.468827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks [] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.493180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:01.493805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:01.529403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d70c-5f23-4dca-8723-2d2b62830c53 None None] Pushing event updated for resources: {'Port': ['ID=b751a9e4-082b-4844-bb81-973d03975437,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:01.533080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.599070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:01.601471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (5608d930-5472-46f9-b136-73bf7370e0ce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.610205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:01.697540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:01.699078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:01.723581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f373e8e-28cd-48cc-9b82-800a0117143a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:01.830459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7f373e8e-28cd-48cc-9b82-800a0117143a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:01.830838 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:01.831208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Router 5608d930-5472-46f9-b136-73bf7370e0ce has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:28:01.916784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b049dfd5-4b8e-4b63-86ab-daf35e705c39', 'name': '', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'mac_address': 'fa:16:3e:a7:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:00Z', 'updated_at': '2022-02-15T02:28:00Z', 'revision_number': 1, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'subnets': [{'id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:01.946635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:01.951700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-30644568-6483-4b23-b012-b1cdeb8d12a6 admin admin] 10.222.0.43 "PUT /v2.0/routers/5608d930-5472-46f9-b136-73bf7370e0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130791 Feb 15 02:28:01.956207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae459a4e-52f3-4679-b273-ddafe580b76f None None] The sync data for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 is: [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b049dfd5-4b8e-4b63-86ab-daf35e705c39', 'name': '', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'mac_address': 'fa:16:3e:a7:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:00Z', 'updated_at': '2022-02-15T02:28:00Z', 'revision_number': 1, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'subnets': [{'id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:01.964131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7f373e8e-28cd-48cc-9b82-800a0117143a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:01.970650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9566f4f2-5ad3-4df5-861f-3af2973ee82f None None] Provisioning complete for port b049dfd5-4b8e-4b63-86ab-daf35e705c39 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:01.971209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9566f4f2-5ad3-4df5-861f-3af2973ee82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:02.007534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9566f4f2-5ad3-4df5-861f-3af2973ee82f None None] Port b049dfd5-4b8e-4b63-86ab-daf35e705c39 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:02.510612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-2810ef0b-05d3-4eff-bd85-2989f64c9ddf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:02.512180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-2810ef0b-05d3-4eff-bd85-2989f64c9ddf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/networks?id=25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 200 len: 910 time: 0.0894372 Feb 15 02:28:02.527686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-9f9d3327-6203-42c6-9f4a-83dcae915515 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/quotas/62668b1e16e041548cb6f8ec40b4bb9a HTTP/1.1" status: 200 len: 375 time: 0.0097537 Feb 15 02:28:02.556326 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:28:02.665703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-b3e3facf-080d-47b3-97ed-fe8533d1232a tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319714 Feb 15 02:28:02.854044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-e8c41ef8-8998-4691-9aff-177a6af2b071 service neutron] 10.222.0.43 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810875 Feb 15 02:28:02.950780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-9ba17fd5-e4c4-46b3-b311-98a24c0f52f2 service neutron] 10.222.0.43 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909369 Feb 15 02:28:03.182762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22a5fb0d-2ed5-4ebe-9489-0ef1c0cbead0 req-77eff372-b2aa-4b5b-be79-b4288095bcd0 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Feb 15 02:28:03.719339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b751a9e4-082b-4844-bb81-973d03975437 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:03.766570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b751a9e4-082b-4844-bb81-973d03975437 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:03.766953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b751a9e4-082b-4844-bb81-973d03975437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:03.846389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b751a9e4-082b-4844-bb81-973d03975437 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:03.846688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b751a9e4-082b-4844-bb81-973d03975437), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:03.865918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port b751a9e4-082b-4844-bb81-973d03975437, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b751a9e4-082b-4844-bb81-973d03975437,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:03.944874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b751a9e4-082b-4844-bb81-973d03975437), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:03.992955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=b751a9e4-082b-4844-bb81-973d03975437,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:04.277563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b931ed9-6245-4a1d-8e39-f7cdff31331a req-aa799ba3-96ff-468f-829b-3c562164db5d tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Feb 15 02:28:05.460572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-923222f5-e387-476f-8e2d-5603255aecbd req-38f2b360-dc6c-405a-b75a-63ae76368016 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 210 time: 0.0728199 Feb 15 02:28:05.463397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-7e4a73c4-3183-47b9-bfa8-4c67dfbdb302 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:05.464791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-7e4a73c4-3183-47b9-bfa8-4c67dfbdb302 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.37 "GET /v2.0/networks?id=25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 200 len: 910 time: 0.1358142 Feb 15 02:28:05.475763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Request body: {'port': {'device_id': '8cb49043-fef7-4206-8098-773ff81dfda8', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'admin_state_up': True, 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:05.513483 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Sync routers for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:05.523498 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:05.524097 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:05.583689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Made reservation on behalf of 62668b1e16e041548cb6f8ec40b4bb9a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:05.586743 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:05.642524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:05.729790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b751a9e4-082b-4844-bb81-973d03975437 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:05.733759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Allocated IP 172.20.0.5 (25fd499f-5d0f-4e0b-a343-50a51dc2f468/bb41ddaf-16a7-47bd-a29c-637c7eac28ab/580aa35f-6b4e-48d4-8e7e-da78ac6573ac) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:05.784197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b751a9e4-082b-4844-bb81-973d03975437 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:05.784891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b751a9e4-082b-4844-bb81-973d03975437), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:05.901737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks [] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:05.909535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b751a9e4-082b-4844-bb81-973d03975437 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:05.910496 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b049dfd5-4b8e-4b63-86ab-daf35e705c39', 'name': '', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'mac_address': 'fa:16:3e:a7:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:00Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 2, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'subnets': [{'id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:05.944905 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Checking router: 5608d930-5472-46f9-b136-73bf7370e0ce for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:05.945087 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Updating router 5608d930-5472-46f9-b136-73bf7370e0ce port b049dfd5-4b8e-4b63-86ab-daf35e705c39 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:05.973569 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:05.985563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.064752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Pushing event updated for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:06.082502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:06.085410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:06.089655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:06.139605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:06.140238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.266344 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks [] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.279396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f7d4d7b9-8da0-4782-9814-744a97702ecf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8074112 Feb 15 02:28:06.343953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Request body: {'port': {'device_id': '8cb49043-fef7-4206-8098-773ff81dfda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:06.357196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-de986595-9088-406e-83b7-f66e259ccf14 None None] Provisioning complete for port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:06.357671 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de986595-9088-406e-83b7-f66e259ccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.368180 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.406463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-de986595-9088-406e-83b7-f66e259ccf14 None None] Port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:06.421190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5302c2-92cd-4a9c-80f3-1312691917d0 None None] Pushing event updated for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:06.445941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.481198 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Attempting to bind port b049dfd5-4b8e-4b63-86ab-daf35e705c39 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:06.483426 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Attempting to bind port b049dfd5-4b8e-4b63-86ab-daf35e705c39 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:06.483817 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Attempting to bind port b049dfd5-4b8e-4b63-86ab-daf35e705c39 on network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:06.489909 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:06.490281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Checking segment: {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:06.490689 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.491089 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Bound using segment: {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:06.491786 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Bound port: b049dfd5-4b8e-4b63-86ab-daf35e705c39, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe313b-925a-414a-9fc8-42991505e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:06.492496 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.567679 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] For port b049dfd5-4b8e-4b63-86ab-daf35e705c39, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:06.571235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] For port b049dfd5-4b8e-4b63-86ab-daf35e705c39, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b049dfd5-4b8e-4b63-86ab-daf35e705c39,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:06.642655 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.700661 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:06.701543 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:27:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:06.743437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364aa0-a78e-4769-84f6-0658b09241d1 req-f3956873-b8be-4c18-b8c5-2cfce61e9b10 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:06.745748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68364aa0-a78e-4769-84f6-0658b09241d1 req-f3956873-b8be-4c18-b8c5-2cfce61e9b10 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1027 time: 0.1358845 Feb 15 02:28:06.763480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Provisioning complete for port b049dfd5-4b8e-4b63-86ab-daf35e705c39 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:06.764662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.767875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5302c2-92cd-4a9c-80f3-1312691917d0 None None] Pushing event updated for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:06.859223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68364aa0-a78e-4769-84f6-0658b09241d1 req-44aa1abf-3eba-481c-90aa-d22e6e9e5785 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052861 Feb 15 02:28:06.880409 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:06.938262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580aa35f-6b4e-48d4-8e7e-da78ac6573ac {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:28:06.953528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks [] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:06.973526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Transition to ACTIVE for port object 580aa35f-6b4e-48d4-8e7e-da78ac6573ac will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:28:07.039981 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Current status of the port b049dfd5-4b8e-4b63-86ab-daf35e705c39 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:07.040501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.075546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] For port b049dfd5-4b8e-4b63-86ab-daf35e705c39, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b049dfd5-4b8e-4b63-86ab-daf35e705c39,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:07.076728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.155823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Pushing event updated for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:07.162124 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.226758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Attempting to bind port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:07.227063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b72e0-5290-4b74-963e-4a4f0cda68af None None] Pushing event updated for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:07.227176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Attempting to bind port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:07.227426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Attempting to bind port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:07.234406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:28:07.234406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Attempting to bind port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:07.239668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:07.240195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Checking segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:07.240658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Bound using segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:07.241098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Bound port: 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:07.241460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.244072 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b049dfd5-4b8e-4b63-86ab-daf35e705c39', 'name': '', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'mac_address': 'fa:16:3e:a7:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:00Z', 'updated_at': '2022-02-15T02:28:06Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'subnets': [{'id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:07.271554 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9742189-3c09-4aaf-aa5c-c8721c0ffcae None None] The sync data for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 is: [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:01Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'b049dfd5-4b8e-4b63-86ab-daf35e705c39', 'name': '', 'network_id': '98b4d72c-0b94-43f5-a34a-c17a628e1e98', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'mac_address': 'fa:16:3e:a7:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:00Z', 'updated_at': '2022-02-15T02:28:06Z', 'revision_number': 4, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'subnets': [{'id': 'e299e1ac-8ea4-4f72-80c4-1faa02784156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:07.298649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f9530cba-bae6-4358-9642-cb840652a052 None None] Provisioning complete for port b049dfd5-4b8e-4b63-86ab-daf35e705c39 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:07.299437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9530cba-bae6-4358-9642-cb840652a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.321010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:07.325113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:07.391857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f9530cba-bae6-4358-9642-cb840652a052 None None] Current status of the port b049dfd5-4b8e-4b63-86ab-daf35e705c39 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:07.408627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.449337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:07.450012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.451422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] 10.222.0.37 "PUT /v2.0/ports/580aa35f-6b4e-48d4-8e7e-da78ac6573ac HTTP/1.1" status: 200 len: 1092 time: 1.1637061 Feb 15 02:28:07.451876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:07.454207 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40641dfa-fb58-4936-9774-e90c1c0baea2" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:07.477496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2536b-a124-4ba1-82cd-9e15499c129b service neutron] Pushing event updated for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:07.510549 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de2f709-fb97-4d5a-9b9c-35fb8fe9fa54 x-openstack-request-id: req-2de2f709-fb97-4d5a-9b9c-35fb8fe9fa54 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:07.511045 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:07.511447 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2de2f709-fb97-4d5a-9b9c-35fb8fe9fa54 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:07.512034 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac', 'status': 'completed', 'code': 200} Feb 15 02:28:07.594003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-0affc50d-0736-4365-8878-7f27066fc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:07.595566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-0affc50d-0736-4365-8878-7f27066fc5cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0672829 Feb 15 02:28:07.755836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b049dfd5-4b8e-4b63-86ab-daf35e705c39 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:07.789145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-5ca29188-b811-4aba-b352-fb78f0260c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:07.790945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-5ca29188-b811-4aba-b352-fb78f0260c88 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1860332 Feb 15 02:28:07.803814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port b049dfd5-4b8e-4b63-86ab-daf35e705c39 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:07.804342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:07.882190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port b049dfd5-4b8e-4b63-86ab-daf35e705c39 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:07.921701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-a12fcb87-6bd1-4f00-958d-1db29383d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:07.923258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40641dfa-fb58-4936-9774-e90c1c0baea2 req-a12fcb87-6bd1-4f00-958d-1db29383d75f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270065 Feb 15 02:28:08.003788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6fa87-a00e-4243-8810-074079f532d9 req-f8c44c18-868d-4285-82e4-e9d0d73049ef tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:08.005307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71d6fa87-a00e-4243-8810-074079f532d9 req-f8c44c18-868d-4285-82e4-e9d0d73049ef tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0748372 Feb 15 02:28:08.030603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-96d0cfa6-926c-4732-94f5-5ef569c0f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:08.032085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-96d0cfa6-926c-4732-94f5-5ef569c0f798 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0664918 Feb 15 02:28:08.086961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-7581cf81-695c-40dd-b972-886ed0a56164 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac HTTP/1.1" status: 200 len: 217 time: 0.0460174 Feb 15 02:28:08.105560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71d6fa87-a00e-4243-8810-074079f532d9 req-22df7407-6758-4f48-9c3b-f79d42863c87 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924304 Feb 15 02:28:08.138999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-c3f9759a-7d79-42c0-94d4-65fca1c13a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:08.140474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-c3f9759a-7d79-42c0-94d4-65fca1c13a90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb41ddaf-16a7-47bd-a29c-637c7eac28ab HTTP/1.1" status: 200 len: 848 time: 0.0464239 Feb 15 02:28:08.189162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f6ab0144-0012-425e-a7d2-ec7b12ad0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:08.190621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f6ab0144-0012-425e-a7d2-ec7b12ad0e52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25fd499f-5d0f-4e0b-a343-50a51dc2f468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438488 Feb 15 02:28:08.282066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-aa6553d0-5a58-4068-9641-45af38eb5af4 service neutron] 10.222.0.37 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854716 Feb 15 02:28:08.384851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a94a28b5-50ce-4d8e-b9c7-6cd92be3649b req-f09e884e-8435-4f39-8f8c-0c98c7e0b61c service neutron] 10.222.0.37 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963817 Feb 15 02:28:09.216181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200206-b5a3-4f00-bd60-d5f52567a6a7 req-1ae3f768-8a47-43e4-8275-5bb12e4da00e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:09.217770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c200206-b5a3-4f00-bd60-d5f52567a6a7 req-1ae3f768-8a47-43e4-8275-5bb12e4da00e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0450778 Feb 15 02:28:09.265536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c200206-b5a3-4f00-bd60-d5f52567a6a7 req-bf5b278d-2cd2-4ac9-933d-1b20ab64444c tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Feb 15 02:28:10.373608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b21e69-8108-4854-ad4c-8e9af100d56a req-2e6b8856-80b4-4d50-bb48-cf3932ddabdf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:10.375128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b21e69-8108-4854-ad4c-8e9af100d56a req-2e6b8856-80b4-4d50-bb48-cf3932ddabdf tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0444536 Feb 15 02:28:10.419136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33b21e69-8108-4854-ad4c-8e9af100d56a req-5382f9af-164c-4dd2-a622-5eea6d83ccb4 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Feb 15 02:28:11.531280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550849f-3ed0-42bc-a4e0-dbefa384e834 req-bebc0887-2f64-4131-9b65-a0c96fbe65b4 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:11.532832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6550849f-3ed0-42bc-a4e0-dbefa384e834 req-bebc0887-2f64-4131-9b65-a0c96fbe65b4 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1126 time: 0.0443354 Feb 15 02:28:11.575653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6550849f-3ed0-42bc-a4e0-dbefa384e834 req-3f1e7d89-749b-4b3a-954d-673933fee235 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Feb 15 02:28:11.976188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 580aa35f-6b4e-48d4-8e7e-da78ac6573ac details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:28:12.076378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:12.087554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'port_id': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac', 'mac_address': 'fa:16:3e:6a:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:28:12.123187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:12.123576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:12.136943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580aa35f-6b4e-48d4-8e7e-da78ac6573ac {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:28:12.155921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:12.218344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:12.264972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:12.568320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['580aa35f-6b4e-48d4-8e7e-da78ac6573ac'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:12.690432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078e4a6-ba62-4168-a41d-846d9ef88af7 req-fa394783-c06d-41b3-b309-75fcee129e31 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:12.691935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f078e4a6-ba62-4168-a41d-846d9ef88af7 req-fa394783-c06d-41b3-b309-75fcee129e31 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1127 time: 0.0481644 Feb 15 02:28:12.735906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f078e4a6-ba62-4168-a41d-846d9ef88af7 req-4b02f45d-daa3-4179-b992-eaaa11d2d906 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Feb 15 02:28:13.843826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067973-34db-4fa8-b315-174660ec2626 req-f21e569a-fed4-4a3c-b9a7-a83d62d22c79 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:13.845361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b067973-34db-4fa8-b315-174660ec2626 req-f21e569a-fed4-4a3c-b9a7-a83d62d22c79 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1127 time: 0.0437236 Feb 15 02:28:13.887819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b067973-34db-4fa8-b315-174660ec2626 req-50eaecd9-1601-4a6b-807e-f65e0236e2b2 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Feb 15 02:28:13.975908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 580aa35f-6b4e-48d4-8e7e-da78ac6573ac up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:14.093338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:28:14.099180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:14.099648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:14.180211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:14.180623 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:14.202571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:14.204831 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883fa70b-e09b-417e-9523-8dc21264c52b" -d '{"events": [{"server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "name": "network-vif-plugged", "status": "completed", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:14.217070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:14.239004 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46725a7e-2084-48e1-b00d-8049c56f5ae5 x-openstack-request-id: req-46725a7e-2084-48e1-b00d-8049c56f5ae5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:14.239296 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "name": "network-vif-plugged", "status": "completed", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:14.239549 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46725a7e-2084-48e1-b00d-8049c56f5ae5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:14.239943 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac', 'code': 200} Feb 15 02:28:14.263343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:14.312144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:14.348973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3ae0-73c3-4afa-af2e-7f43be97e2de req-c6610b9f-0799-46b1-be84-e54e516d146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:14.350430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a26b3ae0-73c3-4afa-af2e-7f43be97e2de req-c6610b9f-0799-46b1-be84-e54e516d146d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0484626 Feb 15 02:28:14.398272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a26b3ae0-73c3-4afa-af2e-7f43be97e2de req-b9c34808-56f4-4f94-96ad-65a13d8d180b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Feb 15 02:28:14.995921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe99b01-9c7c-41bf-a129-c7ee2367476a req-2a0d0868-3dcb-479a-b48d-ae58fd5ceb89 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:14.997486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffe99b01-9c7c-41bf-a129-c7ee2367476a req-2a0d0868-3dcb-479a-b48d-ae58fd5ceb89 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0439205 Feb 15 02:28:15.041825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffe99b01-9c7c-41bf-a129-c7ee2367476a req-e5ac0be2-7680-4f47-943f-dde6c6356b62 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Feb 15 02:28:15.699284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:16.148906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba90a4a-ed25-4b39-9cf6-f62bf7ff0ad7 req-b3a8008d-4c3b-40d5-8922-bcd13b64a4d9 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:16.150421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ba90a4a-ed25-4b39-9cf6-f62bf7ff0ad7 req-b3a8008d-4c3b-40d5-8922-bcd13b64a4d9 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0441008 Feb 15 02:28:16.196668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ba90a4a-ed25-4b39-9cf6-f62bf7ff0ad7 req-543f63ac-9e78-4458-b19f-49e9201cdaf2 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Feb 15 02:28:16.303144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7614202-b4c0-4724-b6aa-b6b0521e15c4 req-5d028ada-9342-4120-a596-572ce1dc0a4e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:16.304693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7614202-b4c0-4724-b6aa-b6b0521e15c4 req-5d028ada-9342-4120-a596-572ce1dc0a4e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0448341 Feb 15 02:28:16.347399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7614202-b4c0-4724-b6aa-b6b0521e15c4 req-343d2202-01ec-4fc6-b448-bd47c1b6df1e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Feb 15 02:28:16.453584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07827336-bdfc-482d-ac3c-32c3b5d383f6 req-e0b6523c-882a-4270-b02f-b8111f75cb66 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:16.455137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07827336-bdfc-482d-ac3c-32c3b5d383f6 req-e0b6523c-882a-4270-b02f-b8111f75cb66 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0449173 Feb 15 02:28:16.498425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07827336-bdfc-482d-ac3c-32c3b5d383f6 req-eddf280a-2f80-421a-a225-962a5c3b8e3c tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 Feb 15 02:28:16.710511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-e18afab8-727d-4955-81b8-0f97339f468c tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:16.712051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-e18afab8-727d-4955-81b8-0f97339f468c tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/networks?id=25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 200 len: 910 time: 0.0886536 Feb 15 02:28:16.726350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-0d91e5e9-38bf-4cbe-ba47-177e53da67d8 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/quotas/62668b1e16e041548cb6f8ec40b4bb9a HTTP/1.1" status: 200 len: 375 time: 0.0084066 Feb 15 02:28:16.777353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-d0c3964c-28bf-44a6-84dd-0e35b5ed97f8 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463374 Feb 15 02:28:16.868221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-6e377a67-50bf-4456-956a-de0add2ec368 service neutron] 10.222.0.43 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841703 Feb 15 02:28:16.957251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-4c95a042-c785-4213-b725-ccdb4bd84414 service neutron] 10.222.0.43 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821743 Feb 15 02:28:17.208389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-190e9698-d593-434e-91ec-5bee2090d406 req-186b1739-d27e-4349-9246-81d2104e565b tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Feb 15 02:28:18.293147 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:18.300928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdaa5f5c-89a4-475f-897a-99b8e16534ad req-4147faf7-2156-4737-ac10-e4d522ed2af3 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Feb 15 02:28:18.986271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-680b649f-8b31-41d2-97da-ba7af9cc745f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:18.987779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-680b649f-8b31-41d2-97da-ba7af9cc745f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.31 "GET /v2.0/networks?id=25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 200 len: 910 time: 0.0921311 Feb 15 02:28:18.998563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Request body: {'port': {'device_id': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'admin_state_up': True, 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:19.166417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Made reservation on behalf of 62668b1e16e041548cb6f8ec40b4bb9a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:19.169447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:19.284239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Allocated IP 172.20.0.7 (25fd499f-5d0f-4e0b-a343-50a51dc2f468/bb41ddaf-16a7-47bd-a29c-637c7eac28ab/858cc201-5b76-4055-b37c-c2f401f6b6ef) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:19.682336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a615da85-91a3-4310-9624-0b40ed098fe5 req-8939d0d8-6c39-4045-bff8-933324896db3 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0356812 Feb 15 02:28:19.778712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks [] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:19.864998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:19.875932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['580aa35f-6b4e-48d4-8e7e-da78ac6573ac'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:19.908534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:19.914919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:19.919543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:19.922382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Pushing event updated for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:19.959961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:19.961536 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.027786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-5697db0e-5ba6-4bd2-9c1f-ee6b5353e2c5 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0328395 Feb 15 02:28:20.036690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-39949cc5-aed3-41dc-bf6d-2a2f4fdfa74b tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:28:20.037663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-39949cc5-aed3-41dc-bf6d-2a2f4fdfa74b tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051584 Feb 15 02:28:20.108320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Request body: {'port': {'device_id': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:20.146388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7dffdaa2-0684-4761-b624-a3292ae37ea2 None None] Provisioning complete for port 858cc201-5b76-4055-b37c-c2f401f6b6ef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:20.146861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dffdaa2-0684-4761-b624-a3292ae37ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.166011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.184202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7dffdaa2-0684-4761-b624-a3292ae37ea2 None None] Port 858cc201-5b76-4055-b37c-c2f401f6b6ef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:20.425538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858cc201-5b76-4055-b37c-c2f401f6b6ef {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:28:20.433007 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks [] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.444722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Transition to ACTIVE for port object 858cc201-5b76-4055-b37c-c2f401f6b6ef will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:28:20.510173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.560684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:20.641732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Attempting to bind port 858cc201-5b76-4055-b37c-c2f401f6b6ef on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:20.642074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Attempting to bind port 858cc201-5b76-4055-b37c-c2f401f6b6ef by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:20.642405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Attempting to bind port 858cc201-5b76-4055-b37c-c2f401f6b6ef on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:20.646982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Port 858cc201-5b76-4055-b37c-c2f401f6b6ef on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:28:20.647303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Attempting to bind port 858cc201-5b76-4055-b37c-c2f401f6b6ef on network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:20.652429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:20.652777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Checking segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:20.653167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Bound using segment: {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:20.653658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Bound port: 858cc201-5b76-4055-b37c-c2f401f6b6ef, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a33e3c-8d70-4afc-899d-ebc286409488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:20.654027 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.720544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:20.723837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:20.781968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.821009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:20.821644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:20.823632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] 10.222.0.31 "PUT /v2.0/ports/858cc201-5b76-4055-b37c-c2f401f6b6ef HTTP/1.1" status: 200 len: 1092 time: 0.7784436 Feb 15 02:28:20.824092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:20.826418 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15996ff-cf91-4da6-add4-f9e93375e2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:20.853522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd88c-ef79-4b43-b5ff-b7e2d454a9d3 req-03b1c4b6-c75c-4a1d-91e7-f2ec0728a202 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:20.855647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-239bd88c-ef79-4b43-b5ff-b7e2d454a9d3 req-03b1c4b6-c75c-4a1d-91e7-f2ec0728a202 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1083 time: 0.1027119 Feb 15 02:28:20.858817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8f0c7-3c6c-4a7e-956c-a157c041cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:20.906355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-239bd88c-ef79-4b43-b5ff-b7e2d454a9d3 req-6aea7531-329b-4ba8-bec3-52af7a59ab28 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Feb 15 02:28:20.952623 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f811bfc3-8df2-4969-bdf0-aaaa43cb1ae5 x-openstack-request-id: req-f811bfc3-8df2-4969-bdf0-aaaa43cb1ae5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:20.952927 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:20.953193 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f811bfc3-8df2-4969-bdf0-aaaa43cb1ae5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:20.953613 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef', 'status': 'completed', 'code': 200} Feb 15 02:28:21.011442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-a2534d9b-069b-4584-b52f-e7e4ce46aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.013004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-a2534d9b-069b-4584-b52f-e7e4ce46aff5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1126 time: 0.0462177 Feb 15 02:28:21.053459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-216b77d3-120a-4082-a146-487754f233f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef HTTP/1.1" status: 200 len: 217 time: 0.0341897 Feb 15 02:28:21.103030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-fc61a553-d635-48ed-8eba-6c7d3394f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.104937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-fc61a553-d635-48ed-8eba-6c7d3394f07e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb41ddaf-16a7-47bd-a29c-637c7eac28ab HTTP/1.1" status: 200 len: 848 time: 0.0458341 Feb 15 02:28:21.138734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c1cab0d-7a81-46a1-a639-0c3d291da961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:21.154113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-477293a0-a244-40a3-8f3c-e95a3b392511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.159100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-477293a0-a244-40a3-8f3c-e95a3b392511 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25fd499f-5d0f-4e0b-a343-50a51dc2f468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443435 Feb 15 02:28:21.242421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-e7137e9d-b556-4513-a933-a5575e43e1fb service neutron] 10.222.0.31 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806067 Feb 15 02:28:21.331674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddbcf9a-fb53-4fd0-ba45-1118641e3821 req-4b9a8caa-1bc2-4aec-bcc4-62171d0f4a1a service neutron] 10.222.0.31 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Feb 15 02:28:21.484305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-fcff1c06-9003-4e26-b225-f088c4b06340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.485813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-fcff1c06-9003-4e26-b225-f088c4b06340 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1126 time: 0.0459325 Feb 15 02:28:21.609778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-4c0fc871-276e-422a-aae7-27e6d0527d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.611256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-4c0fc871-276e-422a-aae7-27e6d0527d56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 200 len: 910 time: 0.1195357 Feb 15 02:28:21.653948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-dc42482d-2d94-418f-aa71-b84bc24e141a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef HTTP/1.1" status: 200 len: 217 time: 0.0360579 Feb 15 02:28:21.702170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-bb355524-0086-4b0d-b800-6b40c290f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.703610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-bb355524-0086-4b0d-b800-6b40c290f612 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb41ddaf-16a7-47bd-a29c-637c7eac28ab HTTP/1.1" status: 200 len: 848 time: 0.0429869 Feb 15 02:28:21.759350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-64ed837d-8f96-4979-88eb-e22a4cb808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:21.761444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-64ed837d-8f96-4979-88eb-e22a4cb808f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25fd499f-5d0f-4e0b-a343-50a51dc2f468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517175 Feb 15 02:28:21.854562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-4cad5c6c-ab6f-46a3-8ca2-36f02d4e104d service neutron] 10.222.0.31 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Feb 15 02:28:21.942667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15996ff-cf91-4da6-add4-f9e93375e2ae req-3d1fea2c-1776-450f-acb7-054cfc07332a service neutron] 10.222.0.31 "GET /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810575 Feb 15 02:28:22.023505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8eaf7-cdf2-4fb9-9e91-6e10de805421 req-be989513-45fb-4c91-9d83-9e1fde51d09f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:22.025057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3a8eaf7-cdf2-4fb9-9e91-6e10de805421 req-be989513-45fb-4c91-9d83-9e1fde51d09f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1126 time: 0.0490448 Feb 15 02:28:22.070195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3a8eaf7-cdf2-4fb9-9e91-6e10de805421 req-7bd28246-ac6e-43b4-b3a1-cd56781e1d25 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Feb 15 02:28:22.954684 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 858cc201-5b76-4055-b37c-c2f401f6b6ef details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:28:23.051178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:23.062181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '858cc201-5b76-4055-b37c-c2f401f6b6ef', 'network_id': '25fd499f-5d0f-4e0b-a343-50a51dc2f468', 'port_id': '858cc201-5b76-4055-b37c-c2f401f6b6ef', 'mac_address': 'fa:16:3e:86:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb41ddaf-16a7-47bd-a29c-637c7eac28ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:28:23.098851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 858cc201-5b76-4055-b37c-c2f401f6b6ef is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:23.099239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:23.112557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858cc201-5b76-4055-b37c-c2f401f6b6ef {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:28:23.132160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:23.180905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034be4c-1c18-4d10-8a44-43ccfcfc1434 req-7aaa9432-269c-483a-82c7-fb87fed708f8 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:23.182461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c034be4c-1c18-4d10-8a44-43ccfcfc1434 req-7aaa9432-269c-483a-82c7-fb87fed708f8 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1126 time: 0.0442770 Feb 15 02:28:23.201785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:23.227966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c034be4c-1c18-4d10-8a44-43ccfcfc1434 req-9cb894ca-6e94-4ccd-b799-337ab2840fea tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Feb 15 02:28:23.256788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:23.321151 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30ad69fd-94af-45b5-b1ca-293b2908911d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:23.414752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['858cc201-5b76-4055-b37c-c2f401f6b6ef'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:24.341444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80378d6-917a-4d3d-8639-69fe6c37418c req-15ef62ba-6fec-4664-9504-d1d800b295d7 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:24.342973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80378d6-917a-4d3d-8639-69fe6c37418c req-15ef62ba-6fec-4664-9504-d1d800b295d7 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1127 time: 0.0480170 Feb 15 02:28:24.386361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b80378d6-917a-4d3d-8639-69fe6c37418c req-1661c2ab-16e0-4238-990c-87effdeb6e7e tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Feb 15 02:28:24.617596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:24.954775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 858cc201-5b76-4055-b37c-c2f401f6b6ef up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:25.047384 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 858cc201-5b76-4055-b37c-c2f401f6b6ef completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:28:25.051047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 858cc201-5b76-4055-b37c-c2f401f6b6ef triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:25.051423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:25.128281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 858cc201-5b76-4055-b37c-c2f401f6b6ef is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:25.128690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:25.149910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:25.152662 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd866797-3564-42e2-a095-1c24df728e7c" -d '{"events": [{"server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "name": "network-vif-plugged", "status": "completed", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:25.164447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:25.188813 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0e737-89ea-444e-bedf-897825ab7127 x-openstack-request-id: req-2cf0e737-89ea-444e-bedf-897825ab7127 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:25.189129 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "name": "network-vif-plugged", "status": "completed", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:25.189383 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cf0e737-89ea-444e-bedf-897825ab7127 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:25.189775 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef', 'code': 200} Feb 15 02:28:25.218752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:25.266253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:25.286780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a75f3-866e-4d98-aefc-ed5d5605ef26 req-02a00431-2b9d-4f92-a717-ff4db638de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:25.288314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-803a75f3-866e-4d98-aefc-ed5d5605ef26 req-02a00431-2b9d-4f92-a717-ff4db638de71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0448675 Feb 15 02:28:25.331394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-803a75f3-866e-4d98-aefc-ed5d5605ef26 req-0dd41b9f-b110-4f9e-a10a-6da55b4e6e63 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Feb 15 02:28:25.496205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9938f8-deb7-4991-8308-3a81ea116717 req-566fb72f-fbc7-4520-acc7-26f9f49995cb tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:25.497708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9938f8-deb7-4991-8308-3a81ea116717 req-566fb72f-fbc7-4520-acc7-26f9f49995cb tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0439045 Feb 15 02:28:25.545551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9938f8-deb7-4991-8308-3a81ea116717 req-84a33d11-9fdd-45e3-9832-81a0a10388ff tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Feb 15 02:28:26.029609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:26.655133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48123e5-cc28-4bd6-9e39-b53dd4765032 req-a3ab4d3e-2c15-4232-8886-85efef060a30 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:26.656718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48123e5-cc28-4bd6-9e39-b53dd4765032 req-a3ab4d3e-2c15-4232-8886-85efef060a30 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0474634 Feb 15 02:28:26.699806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e48123e5-cc28-4bd6-9e39-b53dd4765032 req-9e4c8775-6f2c-4d85-838b-1213fc62625c tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Feb 15 02:28:26.803861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ac47-a08b-49bc-81de-ec3976894ae4 req-5e4edb26-b5bf-4051-b5e7-3374884f0102 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:26.805420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5da9ac47-a08b-49bc-81de-ec3976894ae4 req-5e4edb26-b5bf-4051-b5e7-3374884f0102 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0440943 Feb 15 02:28:26.848483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5da9ac47-a08b-49bc-81de-ec3976894ae4 req-3d988365-59b5-499e-ba47-c17e4ec0c0fd tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Feb 15 02:28:26.954680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fcc1e-2299-4f17-a938-83a1a4676e18 req-06c5758b-6493-4f77-8303-d8a20fc47b1a tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:26.956084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-636fcc1e-2299-4f17-a938-83a1a4676e18 req-06c5758b-6493-4f77-8303-d8a20fc47b1a tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0464878 Feb 15 02:28:26.998719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-636fcc1e-2299-4f17-a938-83a1a4676e18 req-203920e7-3f1e-4530-871c-fb80d04522a7 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372162 Feb 15 02:28:27.361616 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:27.378383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe839ef-5879-4d94-8871-ef73d1587b44 req-99aec62a-9378-4d83-a976-1f9ec66d9a33 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:27.379939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe839ef-5879-4d94-8871-ef73d1587b44 req-99aec62a-9378-4d83-a976-1f9ec66d9a33 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0451932 Feb 15 02:28:27.434205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfe839ef-5879-4d94-8871-ef73d1587b44 req-28254ded-1db1-4aa4-9032-53d68de7e865 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Feb 15 02:28:28.543125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fa6bd-5f5e-41f5-b034-4c1a2983c972 req-ce837ffc-c57e-4935-8660-b4b12bb2c219 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:28.544662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-232fa6bd-5f5e-41f5-b034-4c1a2983c972 req-ce837ffc-c57e-4935-8660-b4b12bb2c219 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0445843 Feb 15 02:28:28.614706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-232fa6bd-5f5e-41f5-b034-4c1a2983c972 req-c8c67f76-9d80-40b5-a995-a63cbc790fc3 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643721 Feb 15 02:28:28.629668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-58c67e77-2b20-4ba1-99ef-060dbad88254 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:28.631133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-58c67e77-2b20-4ba1-99ef-060dbad88254 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0537405 Feb 15 02:28:28.711555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Deleting port 858cc201-5b76-4055-b37c-c2f401f6b6ef {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:28.711812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:28.791556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] For port 858cc201-5b76-4055-b37c-c2f401f6b6ef, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=858cc201-5b76-4055-b37c-c2f401f6b6ef,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:28.791921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:28.803377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Calling delete_port for 858cc201-5b76-4055-b37c-c2f401f6b6ef owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:28.978563 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (858cc201-5b76-4055-b37c-c2f401f6b6ef), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:28.991014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['580aa35f-6b4e-48d4-8e7e-da78ac6573ac'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:28.993387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['858cc201-5b76-4055-b37c-c2f401f6b6ef'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:29.005840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Pushing event deleted for resources: {'Port': ['ID=858cc201-5b76-4055-b37c-c2f401f6b6ef,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:29.057781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] No DVR routers for this DVR port 858cc201-5b76-4055-b37c-c2f401f6b6ef on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:29.060786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:29.064164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d34ba8b2-85db-4f6a-bc76-72e8585ea455 req-e1484823-5dfa-45bc-8bcf-ea990d34565f tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.31 "DELETE /v2.0/ports/858cc201-5b76-4055-b37c-c2f401f6b6ef HTTP/1.1" status: 204 len: 173 time: 0.4277143 Feb 15 02:28:29.064739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'name': 'network-vif-deleted', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:29.066935 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e1cd6-ec19-4178-b7d1-18435c001efc" -d '{"events": [{"server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "name": "network-vif-deleted", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:29.108048 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07da5fcd-99b4-4ad0-acaf-546a411ae399 x-openstack-request-id: req-07da5fcd-99b4-4ad0-acaf-546a411ae399 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:29.108366 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50c6111-84d6-493f-8513-2eb5f5f893a0", "name": "network-vif-deleted", "tag": "858cc201-5b76-4055-b37c-c2f401f6b6ef", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:29.108763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07da5fcd-99b4-4ad0-acaf-546a411ae399 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:29.109069 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50c6111-84d6-493f-8513-2eb5f5f893a0', 'name': 'network-vif-deleted', 'tag': '858cc201-5b76-4055-b37c-c2f401f6b6ef', 'status': 'completed', 'code': 200} Feb 15 02:28:29.721480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a37aabb0-245c-49ed-a955-ead900aa43f0 req-fd69051e-4439-4351-9cb7-9c7c5759a781 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b50c6111-84d6-493f-8513-2eb5f5f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Feb 15 02:28:31.170182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f157d-a9d8-4cf5-89ae-35ed42d6fcd8 req-c5a899f4-cf1a-4ac9-b702-ceb5e935c7d9 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:31.171703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-919f157d-a9d8-4cf5-89ae-35ed42d6fcd8 req-c5a899f4-cf1a-4ac9-b702-ceb5e935c7d9 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0497668 Feb 15 02:28:31.214680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-919f157d-a9d8-4cf5-89ae-35ed42d6fcd8 req-c16f16af-7c16-44b6-ab2d-4ac48ee6f05a tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Feb 15 02:28:32.323875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3616-d022-48de-bff4-ce48ce92412d req-3c66af37-f47f-4b46-a917-96e23ff7aa47 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:32.325420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-585f3616-d022-48de-bff4-ce48ce92412d req-3c66af37-f47f-4b46-a917-96e23ff7aa47 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0440536 Feb 15 02:28:32.367411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-585f3616-d022-48de-bff4-ce48ce92412d req-bee406aa-07ad-4ddd-b250-fae016ed7b38 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9010939a-b0ad-473d-ab67-7d2355f7e28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366035 Feb 15 02:28:32.756803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-67d9a83b-e693-4d85-8af1-0b0cfc8deff2 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:32.758323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-67d9a83b-e693-4d85-8af1-0b0cfc8deff2 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 1128 time: 0.0487106 Feb 15 02:28:32.842528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Deleting port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:32.842867 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:32.919010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] For port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:32.919365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:32.931503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Calling delete_port for 580aa35f-6b4e-48d4-8e7e-da78ac6573ac owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:32.985592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 858cc201-5b76-4055-b37c-c2f401f6b6ef no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:33.005463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 858cc201-5b76-4055-b37c-c2f401f6b6ef {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:33.005815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 858cc201-5b76-4055-b37c-c2f401f6b6ef not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:33.137216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (580aa35f-6b4e-48d4-8e7e-da78ac6573ac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:33.148401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['580aa35f-6b4e-48d4-8e7e-da78ac6573ac'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:28:33.164449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Pushing event deleted for resources: {'Port': ['ID=580aa35f-6b4e-48d4-8e7e-da78ac6573ac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:33.215432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] No DVR routers for this DVR port 580aa35f-6b4e-48d4-8e7e-da78ac6573ac on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:33.218298 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:33.222174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1573da8b-eb0d-499c-aa1d-9265439bbb2b req-8e78e40c-2783-484d-86ba-bc9f30fb91ce tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.37 "DELETE /v2.0/ports/580aa35f-6b4e-48d4-8e7e-da78ac6573ac HTTP/1.1" status: 204 len: 173 time: 0.4586320 Feb 15 02:28:33.222598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'name': 'network-vif-deleted', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:28:33.224896 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed81bfe-c414-4e72-a875-1c99cc84a050" -d '{"events": [{"server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "name": "network-vif-deleted", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:28:33.264455 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c811e56c-2b70-456c-a9af-eb378fe2d340 x-openstack-request-id: req-c811e56c-2b70-456c-a9af-eb378fe2d340 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:28:33.264762 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb49043-fef7-4206-8098-773ff81dfda8", "name": "network-vif-deleted", "tag": "580aa35f-6b4e-48d4-8e7e-da78ac6573ac", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:28:33.265016 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c811e56c-2b70-456c-a9af-eb378fe2d340 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:28:33.265516 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb49043-fef7-4206-8098-773ff81dfda8', 'name': 'network-vif-deleted', 'tag': '580aa35f-6b4e-48d4-8e7e-da78ac6573ac', 'status': 'completed', 'code': 200} Feb 15 02:28:33.459910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cda4098e-6b6a-4fc3-a533-bbc0dace58b5 req-fb2a4bd7-f12c-40c9-87a8-715e47b2aa94 tempest-TestServerMultinode-1024339153 tempest-TestServerMultinode-1024339153-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cb49043-fef7-4206-8098-773ff81dfda8 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Feb 15 02:28:34.520763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:34.874826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:35.118839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Deleting port 9f5c04d7-857c-49d9-9646-4bf28596f4d2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:35.119239 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:35.203332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] For port 9f5c04d7-857c-49d9-9646-4bf28596f4d2, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9f5c04d7-857c-49d9-9646-4bf28596f4d2,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:35.203617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:35.215299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Calling delete_port for 9f5c04d7-857c-49d9-9646-4bf28596f4d2 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:35.458789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9f5c04d7-857c-49d9-9646-4bf28596f4d2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:35.487199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5c04d7-857c-49d9-9646-4bf28596f4d2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:35.659370 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:35.879205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Router 15bf3ed6-478d-4019-9e71-8d4f9a320992 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:28:35.986743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:35.991594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e8932bde-23ce-4765-a8fc-0c911f4fdd78 admin admin] 10.222.0.43 "PUT /v2.0/routers/15bf3ed6-478d-4019-9e71-8d4f9a320992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697826 Feb 15 02:28:35.994117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44400) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:35.999693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Sync routers for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:36.009379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:36.010702 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:36.073273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 580aa35f-6b4e-48d4-8e7e-da78ac6573ac no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:36.123742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 580aa35f-6b4e-48d4-8e7e-da78ac6573ac {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:36.124085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 580aa35f-6b4e-48d4-8e7e-da78ac6573ac not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:36.148826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:36.332479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:28:35Z', 'revision_number': 5, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:36.348037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks [] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:36.358182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Checking router: 15bf3ed6-478d-4019-9e71-8d4f9a320992 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:36.366564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Routers {'15bf3ed6-478d-4019-9e71-8d4f9a320992'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:36.367169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['15bf3ed6-478d-4019-9e71-8d4f9a320992'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:36.453260 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks [] for router_gateway (15bf3ed6-478d-4019-9e71-8d4f9a320992), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:36.474313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] Set router 15bf3ed6-478d-4019-9e71-8d4f9a320992 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:36.576801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Deleting port 4f49eca0-8770-46c4-b09e-b25c82170f12 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:36.577368 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:36.650641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:28:35Z', 'revision_number': 5, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:36.657930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] For port 4f49eca0-8770-46c4-b09e-b25c82170f12, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4f49eca0-8770-46c4-b09e-b25c82170f12,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:36.658297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:36.670521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Calling delete_port for 4f49eca0-8770-46c4-b09e-b25c82170f12 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:36.677558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fd35f-2678-41c3-888b-e287b06297da None None] The sync data for ids ['15bf3ed6-478d-4019-9e71-8d4f9a320992'] in n-d-829064-14 is: [{'id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'name': 'tempest-TestServerMultinode-237783654-router', 'tenant_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:51Z', 'updated_at': '2022-02-15T02:28:35Z', 'revision_number': 5, 'project_id': '74ff85d807864bf9b40d1f10bf21e4e0', 'gw_port': {'id': '4f49eca0-8770-46c4-b09e-b25c82170f12', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf3ed6-478d-4019-9e71-8d4f9a320992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:52Z', 'updated_at': '2022-02-15T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:36.904211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4f49eca0-8770-46c4-b09e-b25c82170f12), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:36.930026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f49eca0-8770-46c4-b09e-b25c82170f12,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:36.993737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.086159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.088910 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks [] for router_controller (15bf3ed6-478d-4019-9e71-8d4f9a320992), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.224190 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (15bf3ed6-478d-4019-9e71-8d4f9a320992), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.224952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bf3ed6-478d-4019-9e71-8d4f9a320992 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:28:37.234399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.234399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-12b6c8f6-ea15-47dd-9c9b-9592e9977d21 admin admin] 10.222.0.43 "DELETE /v2.0/routers/15bf3ed6-478d-4019-9e71-8d4f9a320992 HTTP/1.1" status: 204 len: 168 time: 1.2362328 Feb 15 02:28:37.234399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44402) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:37.278954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Deleting subnet bb41ddaf-16a7-47bd-a29c-637c7eac28ab {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:28:37.286321 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Publish callbacks [] for subnet (bb41ddaf-16a7-47bd-a29c-637c7eac28ab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.317882 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (bb41ddaf-16a7-47bd-a29c-637c7eac28ab), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.399737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (bb41ddaf-16a7-47bd-a29c-637c7eac28ab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.522123 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (bb41ddaf-16a7-47bd-a29c-637c7eac28ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.548306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb41ddaf-16a7-47bd-a29c-637c7eac28ab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:37.552112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.555380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cefb4987-b043-4f10-be2b-68d3a0630953 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bb41ddaf-16a7-47bd-a29c-637c7eac28ab HTTP/1.1" status: 204 len: 168 time: 0.3205419 Feb 15 02:28:37.558826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e504714-4719-4a7b-9284-e4e297884818 None None] Network 25fd499f-5d0f-4e0b-a343-50a51dc2f468 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:37.563472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:37.636150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (25fd499f-5d0f-4e0b-a343-50a51dc2f468), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.694419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Deleting port 5d23e9e6-ca2f-4528-949f-1590c9f42531 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:37.701009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.769428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] For port 5d23e9e6-ca2f-4528-949f-1590c9f42531, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5d23e9e6-ca2f-4528-949f-1590c9f42531,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:37.769801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.783277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Calling delete_port for 5d23e9e6-ca2f-4528-949f-1590c9f42531 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:37.799877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4f49eca0-8770-46c4-b09e-b25c82170f12 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:37.823880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4f49eca0-8770-46c4-b09e-b25c82170f12 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:37.824221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4f49eca0-8770-46c4-b09e-b25c82170f12 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:37.824665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f5c04d7-857c-49d9-9646-4bf28596f4d2 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:37.846514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9f5c04d7-857c-49d9-9646-4bf28596f4d2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:37.846864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9f5c04d7-857c-49d9-9646-4bf28596f4d2 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:37.911917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] DHCP port deletion for 25fd499f-5d0f-4e0b-a343-50a51dc2f468 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:28:37.959390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Deleting port 5d23e9e6-ca2f-4528-949f-1590c9f42531 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:37.959765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:37.984827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.014252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] No DVR routers for this DVR port 5d23e9e6-ca2f-4528-949f-1590c9f42531 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:38.019900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Pushing event deleted for resources: {'Port': ['ID=5d23e9e6-ca2f-4528-949f-1590c9f42531,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:38.023718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] For port 5d23e9e6-ca2f-4528-949f-1590c9f42531, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5d23e9e6-ca2f-4528-949f-1590c9f42531,segment=NetworkSegment(81a33e3c-8d70-4afc-899d-ebc286409488),segment_id=81a33e3c-8d70-4afc-899d-ebc286409488)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:38.024177 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.036912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Calling delete_port for 5d23e9e6-ca2f-4528-949f-1590c9f42531 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:38.092471 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (25fd499f-5d0f-4e0b-a343-50a51dc2f468), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.112218 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (5d23e9e6-ca2f-4528-949f-1590c9f42531), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.113223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fd499f-5d0f-4e0b-a343-50a51dc2f468']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:38.123272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a33e3c-8d70-4afc-899d-ebc286409488') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:38.123581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a33e3c-8d70-4afc-899d-ebc286409488') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:38.133486 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (81a33e3c-8d70-4afc-899d-ebc286409488), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.140542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] Pushing event deleted for resources: {'Port': ['ID=5d23e9e6-ca2f-4528-949f-1590c9f42531,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:38.144108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d99b4-7ee2-4736-8d1c-42abd407e849 None None] No DVR routers for this DVR port 5d23e9e6-ca2f-4528-949f-1590c9f42531 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:38.150047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (81a33e3c-8d70-4afc-899d-ebc286409488), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.156606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:28:38.157161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (81a33e3c-8d70-4afc-899d-ebc286409488), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:28:38.158812 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:28:38.258675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (25fd499f-5d0f-4e0b-a343-50a51dc2f468), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.265266 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.268485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] 10.222.0.43 "DELETE /v2.0/networks/25fd499f-5d0f-4e0b-a343-50a51dc2f468 HTTP/1.1" status: 204 len: 168 time: 0.7083106 Feb 15 02:28:38.271651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:38.278319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23069a20-c6a3-43f2-9d4b-def76633adab admin admin] Pushing event deleted for resources: {'Network': ['ID=25fd499f-5d0f-4e0b-a343-50a51dc2f468,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:38.615240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (5608d930-5472-46f9-b136-73bf7370e0ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.871939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Deleting port b049dfd5-4b8e-4b63-86ab-daf35e705c39 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:38.872282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.946237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] For port b049dfd5-4b8e-4b63-86ab-daf35e705c39, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b049dfd5-4b8e-4b63-86ab-daf35e705c39,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:38.946598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:38.958327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Calling delete_port for b049dfd5-4b8e-4b63-86ab-daf35e705c39 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:39.167281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b049dfd5-4b8e-4b63-86ab-daf35e705c39), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:39.200211 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b049dfd5-4b8e-4b63-86ab-daf35e705c39,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:39.555106 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:28:39.672919 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (5608d930-5472-46f9-b136-73bf7370e0ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:39.759801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5d23e9e6-ca2f-4528-949f-1590c9f42531 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:39.779871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5d23e9e6-ca2f-4528-949f-1590c9f42531 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:39.780219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5d23e9e6-ca2f-4528-949f-1590c9f42531 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:39.890423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Router 5608d930-5472-46f9-b136-73bf7370e0ce has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:28:39.995208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:40.000105 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5f8763e8-70ae-4bf6-b95d-fc73629042ca admin admin] 10.222.0.43 "PUT /v2.0/routers/5608d930-5472-46f9-b136-73bf7370e0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272990 Feb 15 02:28:40.002992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:40.003840 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Sync routers for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:40.013125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:40.013718 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:40.109084 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks [] for router (5608d930-5472-46f9-b136-73bf7370e0ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.118375 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:40.213179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks [] for router_gateway (5608d930-5472-46f9-b136-73bf7370e0ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.293456 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b751a9e4-082b-4844-bb81-973d03975437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:39Z', 'revision_number': 5, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port': {'id': 'b751a9e4-082b-4844-bb81-973d03975437', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:27:58Z', 'updated_at': '2022-02-15T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:40.323649 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Checking router: 5608d930-5472-46f9-b136-73bf7370e0ce for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:40.332012 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Routers {'5608d930-5472-46f9-b136-73bf7370e0ce'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:40.332646 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['5608d930-5472-46f9-b136-73bf7370e0ce'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:40.337213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Deleting port b751a9e4-082b-4844-bb81-973d03975437 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:40.337555 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b751a9e4-082b-4844-bb81-973d03975437), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.413258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] For port b751a9e4-082b-4844-bb81-973d03975437, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=b751a9e4-082b-4844-bb81-973d03975437,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:40.413621 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b751a9e4-082b-4844-bb81-973d03975437), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.423741 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] Set router 5608d930-5472-46f9-b136-73bf7370e0ce gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:40.425513 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Calling delete_port for b751a9e4-082b-4844-bb81-973d03975437 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:40.476177 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:40Z', 'revision_number': 6, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:40.506088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c779d-6e09-423b-9f92-fcc38f622947 None None] The sync data for ids ['5608d930-5472-46f9-b136-73bf7370e0ce'] in n-d-829064-14 is: [{'id': '5608d930-5472-46f9-b136-73bf7370e0ce', 'name': 'tempest-TestServerMultinode-1699573700-router', 'tenant_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:27:57Z', 'updated_at': '2022-02-15T02:28:40Z', 'revision_number': 6, 'project_id': '62668b1e16e041548cb6f8ec40b4bb9a', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:40.629611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (b751a9e4-082b-4844-bb81-973d03975437), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.657514 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b751a9e4-082b-4844-bb81-973d03975437,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:40.719198 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (5608d930-5472-46f9-b136-73bf7370e0ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.813540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (5608d930-5472-46f9-b136-73bf7370e0ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.815586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks [] for router_controller (5608d930-5472-46f9-b136-73bf7370e0ce), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.916046 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (5608d930-5472-46f9-b136-73bf7370e0ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.916612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5608d930-5472-46f9-b136-73bf7370e0ce {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:28:40.923282 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:40.924484 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86c7ab63-71f4-4ed8-a721-5bd68bf621b8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5608d930-5472-46f9-b136-73bf7370e0ce HTTP/1.1" status: 204 len: 168 time: 0.9205215 Feb 15 02:28:40.926943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:40.971522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Deleting subnet e299e1ac-8ea4-4f72-80c4-1faa02784156 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:28:40.974885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Publish callbacks [] for subnet (e299e1ac-8ea4-4f72-80c4-1faa02784156), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.011017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e299e1ac-8ea4-4f72-80c4-1faa02784156), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.088039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e299e1ac-8ea4-4f72-80c4-1faa02784156), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.213523 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e299e1ac-8ea4-4f72-80c4-1faa02784156), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.240475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e299e1ac-8ea4-4f72-80c4-1faa02784156,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:41.245482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.250301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfa579-6599-44af-8cb3-08a32bb63db3 None None] Network 98b4d72c-0b94-43f5-a34a-c17a628e1e98 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:41.251224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:41.254239 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-74c5412f-a57a-46e9-8b3d-819326514094 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e299e1ac-8ea4-4f72-80c4-1faa02784156 HTTP/1.1" status: 204 len: 168 time: 0.3262742 Feb 15 02:28:41.321822 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (98b4d72c-0b94-43f5-a34a-c17a628e1e98), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.377423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Deleting port 7f373e8e-28cd-48cc-9b82-800a0117143a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:41.377769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.404237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] DHCP port deletion for 98b4d72c-0b94-43f5-a34a-c17a628e1e98 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:28:41.441101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] For port 7f373e8e-28cd-48cc-9b82-800a0117143a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f373e8e-28cd-48cc-9b82-800a0117143a,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:41.441932 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.452059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Deleting port 7f373e8e-28cd-48cc-9b82-800a0117143a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:28:41.452481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.454733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Calling delete_port for 7f373e8e-28cd-48cc-9b82-800a0117143a owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:41.517498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] For port 7f373e8e-28cd-48cc-9b82-800a0117143a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7f373e8e-28cd-48cc-9b82-800a0117143a,segment=NetworkSegment(1ffe313b-925a-414a-9fc8-42991505e0bc),segment_id=1ffe313b-925a-414a-9fc8-42991505e0bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:41.517797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.530873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Calling delete_port for 7f373e8e-28cd-48cc-9b82-800a0117143a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:28:41.590212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.607926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7f373e8e-28cd-48cc-9b82-800a0117143a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.617000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f373e8e-28cd-48cc-9b82-800a0117143a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:41.619271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] No DVR routers for this DVR port 7f373e8e-28cd-48cc-9b82-800a0117143a on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:41.639150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] Pushing event deleted for resources: {'Port': ['ID=7f373e8e-28cd-48cc-9b82-800a0117143a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:41.643945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.644324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.644454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc4ba4-ba66-43a1-a038-b3e9284e1733 None None] No DVR routers for this DVR port 7f373e8e-28cd-48cc-9b82-800a0117143a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:28:41.644670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.645013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.645419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.645667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.646000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.646330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.646653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.646981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.647379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.647709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.648034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:41.706645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (98b4d72c-0b94-43f5-a34a-c17a628e1e98), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.716590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b049dfd5-4b8e-4b63-86ab-daf35e705c39 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:41.729747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b4d72c-0b94-43f5-a34a-c17a628e1e98']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:41.736694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b049dfd5-4b8e-4b63-86ab-daf35e705c39 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:41.737047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b049dfd5-4b8e-4b63-86ab-daf35e705c39 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:41.737500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b751a9e4-082b-4844-bb81-973d03975437 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:41.739077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffe313b-925a-414a-9fc8-42991505e0bc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:41.739376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffe313b-925a-414a-9fc8-42991505e0bc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:41.748783 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (1ffe313b-925a-414a-9fc8-42991505e0bc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.756243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: b751a9e4-082b-4844-bb81-973d03975437 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:41.756693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device b751a9e4-082b-4844-bb81-973d03975437 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:41.757208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f373e8e-28cd-48cc-9b82-800a0117143a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:28:41.764491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (1ffe313b-925a-414a-9fc8-42991505e0bc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.770429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:28:41.770819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (1ffe313b-925a-414a-9fc8-42991505e0bc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:28:41.772479 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:28:41.776845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7f373e8e-28cd-48cc-9b82-800a0117143a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:28:41.777205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7f373e8e-28cd-48cc-9b82-800a0117143a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:28:41.875502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (98b4d72c-0b94-43f5-a34a-c17a628e1e98), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.881035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:41.884170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] 10.222.0.43 "DELETE /v2.0/networks/98b4d72c-0b94-43f5-a34a-c17a628e1e98 HTTP/1.1" status: 204 len: 168 time: 0.6319416 Feb 15 02:28:41.895837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92830f-4442-470e-9117-6ed5b2800ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=98b4d72c-0b94-43f5-a34a-c17a628e1e98,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:42.170994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:42.217676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d86917ec-3bb8-4d00-9bac-b827a0ac61ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74ff85d807864bf9b40d1f10bf21e4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455115 Feb 15 02:28:42.220114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 44418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:42.277746 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] Publish callbacks [] for security_group (2560c4fa-6d33-4000-bdcc-7a6f17e35bf5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:42.298950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] Publish callbacks [] for security_group (2560c4fa-6d33-4000-bdcc-7a6f17e35bf5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:42.418193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (2560c4fa-6d33-4000-bdcc-7a6f17e35bf5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:42.421059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:42.422226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2560c4fa-6d33-4000-bdcc-7a6f17e35bf5 HTTP/1.1" status: 204 len: 168 time: 0.2011385 Feb 15 02:28:42.430319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c3fe3-ec24-4b9d-876e-2829591912ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2560c4fa-6d33-4000-bdcc-7a6f17e35bf5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:43.085316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44424) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:43.125975 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-349558d8-6cb7-4b75-9cd2-95ede6ca8594 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62668b1e16e041548cb6f8ec40b4bb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389676 Feb 15 02:28:43.127702 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:43.180117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] Publish callbacks [] for security_group (9010939a-b0ad-473d-ab67-7d2355f7e28d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:43.200433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] Publish callbacks [] for security_group (9010939a-b0ad-473d-ab67-7d2355f7e28d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:43.315423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9010939a-b0ad-473d-ab67-7d2355f7e28d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:43.318133 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:43.319303 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9010939a-b0ad-473d-ab67-7d2355f7e28d HTTP/1.1" status: 204 len: 168 time: 0.1907198 Feb 15 02:28:43.327676 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d226-f623-4bce-8618-06b3032a5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9010939a-b0ad-473d-ab67-7d2355f7e28d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:44.287740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:44.381955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2020586746-network', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:44.441666 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:44.444037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.456711 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.527757 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks [] for security_group (c9a0fa75-1dfc-4735-88b9-f262bf38c4a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.605330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c9a0fa75-1dfc-4735-88b9-f262bf38c4a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.632134 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:28:44.638339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:44.646419 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (346f1303-cddf-4837-8c77-f95169acd2b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.646828 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Added segment 346f1303-cddf-4837-8c77-f95169acd2b9 of type vlan for network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 Feb 15 02:28:44.687504 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.761128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.762072 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:44.762656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:44.824862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:44.834682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:28:44.861186 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b153bf46-2f2e-43f5-be66-3aa68e6e4f01 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5722752 Feb 15 02:28:44.863994 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:44.868947 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Request body: {'subnet': {'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2020586746-subnet', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:44.932732 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:44.935100 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.132519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (33fa25d6-4bb6-415a-b332-28cf9b01f3ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.190662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fa25d6-4bb6-415a-b332-28cf9b01f3ce,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:45.194943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:45.195297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Network hostable DHCP agents. Network: ccc9e97a-1fe5-44a1-80f6-1b58c100efe9, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:28:45.252075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:28:45.303568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ccc9e97a-1fe5-44a1-80f6-1b58c100efe9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:45.308128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:45.308758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.313485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd533a-c242-49e9-b1d5-f4789772288f None None] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:45.363677 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-94e632ba-aa13-4a39-888c-512c830ae3af admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4985905 Feb 15 02:28:45.366308 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:45.371157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:45.415417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:28:45.416337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.446211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (6045f144-28fe-4246-aa27-3373d2299ba7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.447902 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (6045f144-28fe-4246-aa27-3373d2299ba7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.499546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for router_controller (6045f144-28fe-4246-aa27-3373d2299ba7), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.545923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Allocated IP 172.20.0.2 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/ac25ef97-d261-41c1-b59d-ee477f03c40a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:45.679173 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.694135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for router_gateway (6045f144-28fe-4246-aa27-3373d2299ba7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.699168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks [] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.800443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.842252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:45.843649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:45.849609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:45.858365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Pushing event updated for resources: {'Port': ['ID=ac25ef97-d261-41c1-b59d-ee477f03c40a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:45.884568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.884912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.885252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.885585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.885917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.886245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.886571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.886896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.887217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.887537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.887865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.888179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.888521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:45.921064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Attempting to bind port ac25ef97-d261-41c1-b59d-ee477f03c40a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:45.921365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Attempting to bind port ac25ef97-d261-41c1-b59d-ee477f03c40a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:45.921704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Attempting to bind port ac25ef97-d261-41c1-b59d-ee477f03c40a on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:45.926677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:45.927046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:45.927443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.927832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:45.928340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Bound port: ac25ef97-d261-41c1-b59d-ee477f03c40a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:45.928698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.989224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for router_gateway (6045f144-28fe-4246-aa27-3373d2299ba7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:45.991143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] For port ac25ef97-d261-41c1-b59d-ee477f03c40a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:45.994440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] For port ac25ef97-d261-41c1-b59d-ee477f03c40a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ac25ef97-d261-41c1-b59d-ee477f03c40a,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:46.007655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:46.076546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:46.108728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Allocated IP 172.25.2.234 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/09d693a0-2172-4ee9-aef6-b2e6dc80b36f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:46.136052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce578e7-101e-4972-88c8-11810428a53a None None] Pushing event updated for resources: {'Port': ['ID=ac25ef97-d261-41c1-b59d-ee477f03c40a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:46.225946 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:46.350463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:46.392349 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:46.394665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:46.398255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:46.422261 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Pushing event updated for resources: {'Port': ['ID=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:46.699267 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for router_gateway (6045f144-28fe-4246-aa27-3373d2299ba7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:46.915384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (6045f144-28fe-4246-aa27-3373d2299ba7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.013803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcb3a7-7a8b-4b4c-ab52-4bf6c1362be5 None None] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:47.108903 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Router 6045f144-28fe-4246-aa27-3373d2299ba7 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:28:47.121545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Provisioning complete for port ac25ef97-d261-41c1-b59d-ee477f03c40a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:47.121916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.208907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Current status of the port ac25ef97-d261-41c1-b59d-ee477f03c40a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:47.209564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.247808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] For port ac25ef97-d261-41c1-b59d-ee477f03c40a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ac25ef97-d261-41c1-b59d-ee477f03c40a,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:47.333206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.386487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b47e9d-cc00-4c05-b7f6-d0afee687607 None None] Pushing event updated for resources: {'Port': ['ID=ac25ef97-d261-41c1-b59d-ee477f03c40a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:47.453922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15ac9389-70db-4f5f-8613-53db1c62c316 None None] Provisioning complete for port ac25ef97-d261-41c1-b59d-ee477f03c40a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:47.454295 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ac9389-70db-4f5f-8613-53db1c62c316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.540045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15ac9389-70db-4f5f-8613-53db1c62c316 None None] Current status of the port ac25ef97-d261-41c1-b59d-ee477f03c40a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:47.555077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:47.565090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:47.574575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:47.575185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:47.631725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.633246 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c96a550a-8145-4391-afab-57e1e642745c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2659659 Feb 15 02:28:47.636123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:47.686019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:47.781019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ac25ef97-d261-41c1-b59d-ee477f03c40a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:47.888042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ac25ef97-d261-41c1-b59d-ee477f03c40a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:47.888340 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:47.940638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:46Z', 'revision_number': 3, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:47.969197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:47.969549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Updating router 6045f144-28fe-4246-aa27-3373d2299ba7 port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:48.024604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.028413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ac25ef97-d261-41c1-b59d-ee477f03c40a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:48.065325 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.275578 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Allocated IP 172.20.0.1 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/4cc6b6c3-73d6-499d-8d94-520486bcfc04) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:48.289042 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks [] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.291372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.361464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.375329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks [] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.410404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Attempting to bind port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:48.410771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Attempting to bind port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:48.411137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Attempting to bind port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:48.418923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554d6c1-e39b-4ecf-9fab-43003dbf2d33 None None] Pushing event updated for resources: {'Port': ['ID=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:48.421619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:48.421991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:48.422388 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.422767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:48.423231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Bound port: 09d693a0-2172-4ee9-aef6-b2e6dc80b36f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:48.423607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.475289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] For port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:48.478778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] For port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:48.487350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.524105 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:48.530899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:48.535383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:48.538310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:48.562380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.572981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.577840 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:48.598748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (6045f144-28fe-4246-aa27-3373d2299ba7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.788369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:48.788971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:48.796760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554d6c1-e39b-4ecf-9fab-43003dbf2d33 None None] Pushing event updated for resources: {'Port': ['ID=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:48.801522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.829136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-faf36baf-4932-4d75-ae0e-81b0b533225e None None] Provisioning complete for port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:48.829503 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-faf36baf-4932-4d75-ae0e-81b0b533225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:48.903878 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-faf36baf-4932-4d75-ae0e-81b0b533225e None None] Port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:48.935141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:48.963764 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks [] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:49.022916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:49.093243 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (6045f144-28fe-4246-aa27-3373d2299ba7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:49.095058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:49.136392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:49.162428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8aec28-9fe1-47b7-9098-989a0c643867 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:49.192821 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:49.194229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:49.320798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:28:49.476655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:49.482542 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-755acc0f-d940-4612-9c46-12e28cb38189 admin admin] 10.222.0.43 "PUT /v2.0/routers/6045f144-28fe-4246-aa27-3373d2299ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8453944 Feb 15 02:28:49.530517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6e101acc-ba0a-4bc3-9d47-67c07b276d01 None None] Provisioning complete for port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:49.531066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e101acc-ba0a-4bc3-9d47-67c07b276d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:49.567452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6e101acc-ba0a-4bc3-9d47-67c07b276d01 None None] Port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:50.144240 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:50.149403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-832923799-network', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:50.234896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Made reservation on behalf of 220f09d8eeaa4710bcee65513d7768c9 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:50.237512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.247314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.328588 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks [] for security_group (f671f9b3-5e9d-450e-aa47-408fd77c56af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.395663 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f671f9b3-5e9d-450e-aa47-408fd77c56af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.426925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:28:50.434114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f671f9b3-5e9d-450e-aa47-408fd77c56af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:50.440022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (126e53e2-8859-42fc-819f-f6c432f5c66e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.440402 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Added segment 126e53e2-8859-42fc-819f-f6c432f5c66e of type vlan for network 45c6722f-30dc-4540-9cdc-d0ecf44561fa Feb 15 02:28:50.480113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (45c6722f-30dc-4540-9cdc-d0ecf44561fa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.566765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (45c6722f-30dc-4540-9cdc-d0ecf44561fa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.567791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:50.568406 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.627694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] Pushing event updated for resources: {'Network': ['ID=45c6722f-30dc-4540-9cdc-d0ecf44561fa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:50.638264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:28:50.678659 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-431d664e-6a49-41e3-9588-0889f3462d6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5330050 Feb 15 02:28:50.681403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:50.686522 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Request body: {'subnet': {'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-832923799-subnet', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:50.771432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Made reservation on behalf of 220f09d8eeaa4710bcee65513d7768c9 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:28:50.773882 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:50.995984 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (55a4e35a-39d5-48dd-a1e0-75958ffed294), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.046096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a4e35a-39d5-48dd-a1e0-75958ffed294,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:51.061088 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Checking segment: {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:51.061447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Network hostable DHCP agents. Network: 45c6722f-30dc-4540-9cdc-d0ecf44561fa, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:28:51.104335 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a166c5e-6f87-4d75-b307-763234e4ae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.161122 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:28:51.173896 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:51.183373 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:51.183976 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:51.246807 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 45c6722f-30dc-4540-9cdc-d0ecf44561fa) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:51.252542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:51.252971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.255843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e911032-9357-4d87-aba8-65a067fa8b5f None None] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:51.295274 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:51.335858 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-95680905-b93c-4f89-87c9-bc0cefb117f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6533287 Feb 15 02:28:51.338520 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:51.343293 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:28:51.361957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:28:51.363098 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.424996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (19b97348-73dc-40ed-a389-55ca7f265c45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.426704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (19b97348-73dc-40ed-a389-55ca7f265c45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.486349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for router_controller (19b97348-73dc-40ed-a389-55ca7f265c45), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.501598 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 2, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:51.504888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Allocated IP 172.20.0.2 (45c6722f-30dc-4540-9cdc-d0ecf44561fa/55a4e35a-39d5-48dd-a1e0-75958ffed294/f474881d-df91-4f0d-ad5b-f9aae6b1f2d6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:51.531013 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:51.531367 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Updating router 6045f144-28fe-4246-aa27-3373d2299ba7 port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:51.558302 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.658013 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks [] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.715992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for router_gateway (19b97348-73dc-40ed-a389-55ca7f265c45), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.749251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09d693a0-2172-4ee9-aef6-b2e6dc80b36f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:51.753574 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.827111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:51.836251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:51.841719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:51.845013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Pushing event updated for resources: {'Port': ['ID=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:51.896526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:51.896900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.929190 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Attempting to bind port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:51.929470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Attempting to bind port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:51.929840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Attempting to bind port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 on network 45c6722f-30dc-4540-9cdc-d0ecf44561fa {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:51.941894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:51.942271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Checking segment: {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:51.942673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.943073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Bound using segment: {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:51.943546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Bound port: f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:51.943932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.951611 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks [] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:51.989493 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for router_gateway (19b97348-73dc-40ed-a389-55ca7f265c45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.007607 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.008128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.041585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:52.041983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.047827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] For port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:52.052150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] For port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:52.070580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:52.070792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad1eb4-8f62-4510-9492-1310782da7ef None None] Pushing event updated for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.099960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.127410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Allocated IP 172.25.2.170 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/118c3e5b-3007-4a27-92bd-9acdff825b99) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:52.127973 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Attempting to bind port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:52.128408 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Attempting to bind port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:52.128824 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Attempting to bind port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:52.134921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:52.135349 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:52.135913 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.136410 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:52.136819 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Bound port: 4cc6b6c3-73d6-499d-8d94-520486bcfc04, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:52.137206 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.173549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.178474 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77a13-0947-47c6-8c4d-11f54c3f38f1 None None] Pushing event updated for resources: {'Port': ['ID=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.239147 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] For port 4cc6b6c3-73d6-499d-8d94-520486bcfc04, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:52.245550 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] For port 4cc6b6c3-73d6-499d-8d94-520486bcfc04, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4cc6b6c3-73d6-499d-8d94-520486bcfc04,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:52.270374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.283786 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.327824 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.386683 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.389965 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:52.390597 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:52.393726 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad1eb4-8f62-4510-9492-1310782da7ef None None] Pushing event updated for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.437673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Provisioning complete for port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:52.438219 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.496863 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:52.502331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:52.507967 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:52.537625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Current status of the port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:52.538397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.559669 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:52.597436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] For port 4cc6b6c3-73d6-499d-8d94-520486bcfc04, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4cc6b6c3-73d6-499d-8d94-520486bcfc04,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:52.682843 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Pushing event updated for resources: {'Port': ['ID=118c3e5b-3007-4a27-92bd-9acdff825b99,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.704137 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.753511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757b5b-73e2-4b0f-9b89-84359900a59a None None] Pushing event updated for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:52.804235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:52.838205 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed76f-0786-4cd3-a309-2d085c432081 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:52.840101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4d761d7c-280c-4ccc-8e47-457b584b280c None None] Provisioning complete for port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:52.840685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d761d7c-280c-4ccc-8e47-457b584b280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.859530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for router_gateway (19b97348-73dc-40ed-a389-55ca7f265c45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:52.937484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4d761d7c-280c-4ccc-8e47-457b584b280c None None] Current status of the port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:53.088348 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (19b97348-73dc-40ed-a389-55ca7f265c45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.321108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4b52-2f52-453c-b07e-f096ebb9ab62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.408875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964e80a-576a-40f9-bfc5-a9966137c59d None None] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:28:53.493033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Provisioning complete for port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:53.493946 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.614760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Current status of the port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:53.615155 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.630151 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Router 19b97348-73dc-40ed-a389-55ca7f265c45 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:28:53.649862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] For port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:53.721785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.769501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:53.776657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257693d7-e469-47e2-8466-4b9389ef70a9 None None] Pushing event updated for resources: {'Port': ['ID=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:53.783496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Sync routers for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:53.796945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:53.797592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:53.844482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.845931 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-634aa955-7189-4334-a347-a6cac738362f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5062296 Feb 15 02:28:53.853505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 44478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:28:53.865622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e580422a-52f4-461b-97a2-4a9d8b6d5f80 None None] Provisioning complete for port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:53.866008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e580422a-52f4-461b-97a2-4a9d8b6d5f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:53.888970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4cc6b6c3-73d6-499d-8d94-520486bcfc04 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:53.989278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:54.115622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:54.116001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.277234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.321863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e580422a-52f4-461b-97a2-4a9d8b6d5f80 None None] Current status of the port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:54.421205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:54.421837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09d693a0-2172-4ee9-aef6-b2e6dc80b36f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:54.445864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Allocated IP 172.20.0.1 (45c6722f-30dc-4540-9cdc-d0ecf44561fa/55a4e35a-39d5-48dd-a1e0-75958ffed294/c529b857-9989-4850-92ec-283c56addfdc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:28:54.474580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 3, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:54.503891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Checking router: 19b97348-73dc-40ed-a389-55ca7f265c45 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:54.504256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Updating router 19b97348-73dc-40ed-a389-55ca7f265c45 port 118c3e5b-3007-4a27-92bd-9acdff825b99 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:54.533174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:54.533557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.554654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks [] for port (c529b857-9989-4850-92ec-283c56addfdc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.563596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.646294 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.681887 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:54.684955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:54.688398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:28:54.701222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.710582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:54.711699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:54.723230 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Pushing event updated for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:54.735331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (19b97348-73dc-40ed-a389-55ca7f265c45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.827807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:54.828418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.930520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c529b857-9989-4850-92ec-283c56addfdc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.979030 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks [] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:54.991108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e49dbd1b-6650-48e6-a268-9be28f8549e3 None None] Provisioning complete for port c529b857-9989-4850-92ec-283c56addfdc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:54.991478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e49dbd1b-6650-48e6-a268-9be28f8549e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c529b857-9989-4850-92ec-283c56addfdc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.014919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:55.029548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e49dbd1b-6650-48e6-a268-9be28f8549e3 None None] Port c529b857-9989-4850-92ec-283c56addfdc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:55.085846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.103327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks [] for port (c529b857-9989-4850-92ec-283c56addfdc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.139600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Attempting to bind port 118c3e5b-3007-4a27-92bd-9acdff825b99 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:55.139973 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Attempting to bind port 118c3e5b-3007-4a27-92bd-9acdff825b99 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:55.140361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Attempting to bind port 118c3e5b-3007-4a27-92bd-9acdff825b99 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:55.147865 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed592ec-950d-4462-9816-2e5c3cd5e5f3 None None] Pushing event updated for resources: {'Port': ['ID=118c3e5b-3007-4a27-92bd-9acdff825b99,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:55.150298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:55.150672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:55.151073 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.151490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:55.151938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Bound port: 118c3e5b-3007-4a27-92bd-9acdff825b99, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:55.152341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.177306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.204825 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] For port 118c3e5b-3007-4a27-92bd-9acdff825b99, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:55.207862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] For port 118c3e5b-3007-4a27-92bd-9acdff825b99, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=118c3e5b-3007-4a27-92bd-9acdff825b99,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:55.242703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (19b97348-73dc-40ed-a389-55ca7f265c45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.245057 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Pushing event updated for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:55.263519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.320862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:55.322164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:55.323993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed592ec-950d-4462-9816-2e5c3cd5e5f3 None None] Pushing event updated for resources: {'Port': ['ID=118c3e5b-3007-4a27-92bd-9acdff825b99,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:55.340892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:28:55.342197 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:28:55.443979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:55.471595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Router 19b97348-73dc-40ed-a389-55ca7f265c45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:28:55.595461 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:28:55.600736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-820fd416-7f36-4b4f-acf5-7026c917fa03 admin admin] 10.222.0.43 "PUT /v2.0/routers/19b97348-73dc-40ed-a389-55ca7f265c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7511575 Feb 15 02:28:55.659812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e6a2773-0cb5-45b1-b48b-b607a7482ea0 None None] Provisioning complete for port c529b857-9989-4850-92ec-283c56addfdc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:55.660190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2773-0cb5-45b1-b48b-b607a7482ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c529b857-9989-4850-92ec-283c56addfdc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.695659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c529b857-9989-4850-92ec-283c56addfdc', 'name': '', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'mac_address': 'fa:16:3e:bb:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:54Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 2, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'subnets': [{'id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:55.724816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a2773-0cb5-45b1-b48b-b607a7482ea0 None None] Port c529b857-9989-4850-92ec-283c56addfdc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:28:55.726346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fc0e5-a2bc-4630-8327-f66b403f4550 None None] The sync data for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 is: [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c529b857-9989-4850-92ec-283c56addfdc', 'name': '', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'mac_address': 'fa:16:3e:bb:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:54Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 2, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'subnets': [{'id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:55.739685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:55.800092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:55.800512 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:55.883863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:56.052812 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:57.394624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:57.751612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 118c3e5b-3007-4a27-92bd-9acdff825b99 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:57.806957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 118c3e5b-3007-4a27-92bd-9acdff825b99 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:57.807632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:57.811259 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Sync routers for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:28:57.820488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:57.821090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:57.885929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 118c3e5b-3007-4a27-92bd-9acdff825b99 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:57.886323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:57.907855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 118c3e5b-3007-4a27-92bd-9acdff825b99, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=118c3e5b-3007-4a27-92bd-9acdff825b99,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:57.931985 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:57.984397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.035854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=118c3e5b-3007-4a27-92bd-9acdff825b99,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:58.140986 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c529b857-9989-4850-92ec-283c56addfdc', 'name': '', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'mac_address': 'fa:16:3e:bb:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:54Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 2, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'subnets': [{'id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:58.166794 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Checking router: 19b97348-73dc-40ed-a389-55ca7f265c45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:28:58.167152 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Updating router 19b97348-73dc-40ed-a389-55ca7f265c45 port c529b857-9989-4850-92ec-283c56addfdc binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:28:58.193703 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c529b857-9989-4850-92ec-283c56addfdc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.467262 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks [] for port (c529b857-9989-4850-92ec-283c56addfdc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.549751 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.599896 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Pushing event updated for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:58.625636 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.625982 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.626319 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.626659 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.626990 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.627317 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.627642 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.628011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.628354 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.628681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.629001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.629322 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.629640 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:28:58.667845 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Attempting to bind port c529b857-9989-4850-92ec-283c56addfdc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:28:58.668214 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Attempting to bind port c529b857-9989-4850-92ec-283c56addfdc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:28:58.668708 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Attempting to bind port c529b857-9989-4850-92ec-283c56addfdc on network 45c6722f-30dc-4540-9cdc-d0ecf44561fa {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:28:58.674271 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:28:58.674713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Checking segment: {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:28:58.675126 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.675527 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Bound using segment: {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:28:58.676010 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Bound port: c529b857-9989-4850-92ec-283c56addfdc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126e53e2-8859-42fc-819f-f6c432f5c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:28:58.676432 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c529b857-9989-4850-92ec-283c56addfdc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.744705 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] For port c529b857-9989-4850-92ec-283c56addfdc, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:28:58.747875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] For port c529b857-9989-4850-92ec-283c56addfdc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c529b857-9989-4850-92ec-283c56addfdc,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:28:58.801612 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.859067 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac00a-1290-4f97-857f-4afcd3c56f77 None None] Pushing event updated for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:58.861718 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:28:58.862312 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:28:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:58.878855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Provisioning complete for port c529b857-9989-4850-92ec-283c56addfdc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:58.879406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c529b857-9989-4850-92ec-283c56addfdc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:58.967482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Current status of the port c529b857-9989-4850-92ec-283c56addfdc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:58.968118 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c529b857-9989-4850-92ec-283c56addfdc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:59.022927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b211417b-d77d-4c64-88c2-743408052140 None None] For port c529b857-9989-4850-92ec-283c56addfdc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c529b857-9989-4850-92ec-283c56addfdc,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:28:59.072529 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:28:59.086765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:59.136918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211417b-d77d-4c64-88c2-743408052140 None None] Pushing event updated for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:28:59.218697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c782cf8a-1dc4-417f-a127-1e58cbef2ac1 None None] Provisioning complete for port c529b857-9989-4850-92ec-283c56addfdc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:59.218697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c782cf8a-1dc4-417f-a127-1e58cbef2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c529b857-9989-4850-92ec-283c56addfdc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:59.283729 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c529b857-9989-4850-92ec-283c56addfdc', 'name': '', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'mac_address': 'fa:16:3e:bb:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:54Z', 'updated_at': '2022-02-15T02:28:58Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'subnets': [{'id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:28:59.301008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c782cf8a-1dc4-417f-a127-1e58cbef2ac1 None None] Current status of the port c529b857-9989-4850-92ec-283c56addfdc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:59.321001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020ac6e-9b14-4233-a1d1-0c366a06a5fc None None] The sync data for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 is: [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:28:54Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'c529b857-9989-4850-92ec-283c56addfdc', 'name': '', 'network_id': '45c6722f-30dc-4540-9cdc-d0ecf44561fa', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'mac_address': 'fa:16:3e:bb:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:54Z', 'updated_at': '2022-02-15T02:28:58Z', 'revision_number': 4, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'subnets': [{'id': '55a4e35a-39d5-48dd-a1e0-75958ffed294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:28:59.489784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-368eb933-bdfc-40eb-8fa6-5cb49029369a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:28:59.491433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-368eb933-bdfc-40eb-8fa6-5cb49029369a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1843855 Feb 15 02:28:59.507176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-0849ddc6-a85d-443f-a463-af5224db8e7c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Feb 15 02:28:59.603832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-6f015374-2806-4af4-8795-a78e3e6ca5d5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911429 Feb 15 02:28:59.705022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-6106d7a9-0c1b-4c5d-8e41-917ea672757d service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948458 Feb 15 02:28:59.760280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c529b857-9989-4850-92ec-283c56addfdc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:59.803376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-b6645904-1e3c-40be-9e87-a2e01aa9b78e service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871470 Feb 15 02:28:59.820512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port c529b857-9989-4850-92ec-283c56addfdc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:59.820893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c529b857-9989-4850-92ec-283c56addfdc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:28:59.905526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port c529b857-9989-4850-92ec-283c56addfdc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:28:59.906639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 118c3e5b-3007-4a27-92bd-9acdff825b99 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:28:59.956029 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 118c3e5b-3007-4a27-92bd-9acdff825b99 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:28:59.956550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:00.037314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 118c3e5b-3007-4a27-92bd-9acdff825b99 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:29:00.347650 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-455621e5-f393-41c1-89d9-2162a27370a1 req-ed9d9e5e-d8b5-41fc-b361-5558fa3a710c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0271235 Feb 15 02:29:01.442567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c27c59e-145f-4aed-8e05-36d66df4ccb8 req-38dabb63-7f4d-4179-b174-86ab94a43476 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0266533 Feb 15 02:29:02.356503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-d93f158e-0a23-4ff1-b2f5-5af4390f3cae tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:02.357958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-d93f158e-0a23-4ff1-b2f5-5af4390f3cae tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1008422 Feb 15 02:29:02.369648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '63fc2751-35f0-412c-9b71-e677176f5bff', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:29:02.540119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a00c40a-838f-42be-92ca-78da50d74cd5 req-bd2567fe-0887-4484-b819-668947deaf14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0278862 Feb 15 02:29:02.578280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:29:02.581809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:02.766697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.13 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/1de28753-2ad5-4e2a-92a6-7c94ef5f600f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:29:03.187308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.280437 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.337551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:29:03.344850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:29:03.351270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:29:03.375516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:03.412846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:03.412846 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.496071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-67bcc30a-b86c-4a89-85d1-db2b6bb66cce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1306472 Feb 15 02:29:03.507412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Request body: {'port': {'device_id': '63fc2751-35f0-412c-9b71-e677176f5bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:29:03.576872 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.651272 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-97a934c4-4558-4868-b914-668a1b70afc5 None None] Provisioning complete for port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:29:03.652391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97a934c4-4558-4868-b914-668a1b70afc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.688739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97a934c4-4558-4868-b914-668a1b70afc5 None None] Port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:29:03.738466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240cc9-ec00-4567-ab9d-1bdab33e87c1 req-a67591d4-338e-47ec-bc50-1f6451b7f3ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:03.739962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65240cc9-ec00-4567-ab9d-1bdab33e87c1 req-a67591d4-338e-47ec-bc50-1f6451b7f3ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 932 time: 0.1291552 Feb 15 02:29:03.838921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65240cc9-ec00-4567-ab9d-1bdab33e87c1 req-6a5da9d7-fba4-4503-9ef4-027054a2cf08 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926952 Feb 15 02:29:03.921625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de28753-2ad5-4e2a-92a6-7c94ef5f600f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:29:03.929041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks [] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:03.942125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Transition to ACTIVE for port object 1de28753-2ad5-4e2a-92a6-7c94ef5f600f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:29:04.005414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:04.079702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Pushing event updated for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:04.129986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Attempting to bind port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:29:04.130323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Attempting to bind port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:29:04.130705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Attempting to bind port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:29:04.136506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:29:04.136834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Attempting to bind port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:29:04.141855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:29:04.142362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:29:04.142754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:29:04.143188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Bound port: 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:29:04.143619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:04.212392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:29:04.215984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:29:04.298977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:04.333504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.335379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:04.335482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] 10.222.0.37 "PUT /v2.0/ports/1de28753-2ad5-4e2a-92a6-7c94ef5f600f HTTP/1.1" status: 200 len: 1093 time: 0.8324838 Feb 15 02:29:04.335977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:29:04.338182 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe761a-b913-430c-b31a-a1133cfc9e48" -d '{"events": [{"name": "network-changed", "server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:29:04.374924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87eed-85fb-4a26-81a1-2c191cdca580 service neutron] Pushing event updated for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:04.398189 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f13daf-66b2-4008-829c-8ef9292a8630 x-openstack-request-id: req-84f13daf-66b2-4008-829c-8ef9292a8630 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:29:04.398514 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:29:04.398771 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84f13daf-66b2-4008-829c-8ef9292a8630 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:29:04.399336 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f', 'status': 'completed', 'code': 200} Feb 15 02:29:04.487409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-feff2ba4-9739-4fce-b8d6-4d4513b63586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.489181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-feff2ba4-9739-4fce-b8d6-4d4513b63586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 1127 time: 0.0649333 Feb 15 02:29:04.598646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-7bc96fda-223d-4700-b64b-624709d38cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.600072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-7bc96fda-223d-4700-b64b-624709d38cbb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1021292 Feb 15 02:29:04.705700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-59a7f816-b9db-4c62-9745-9db950b2b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.707325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bffe761a-b913-430c-b31a-a1133cfc9e48 req-59a7f816-b9db-4c62-9745-9db950b2b8cc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014318 Feb 15 02:29:04.790831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-82b4bd36-f088-4e71-94ae-e2179f1c1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.792642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-82b4bd36-f088-4e71-94ae-e2179f1c1687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 1127 time: 0.0476518 Feb 15 02:29:04.835647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-961ed90e-95eb-4d17-ad20-df4c3c0251e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f HTTP/1.1" status: 200 len: 217 time: 0.0362539 Feb 15 02:29:04.895562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-c5a502fe-6568-43ec-adad-79795d04f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.897153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-c5a502fe-6568-43ec-adad-79795d04f374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0559573 Feb 15 02:29:04.984117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-1b46d00c-9ff8-4990-b133-027303ad4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.985688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-1b46d00c-9ff8-4990-b133-027303ad4cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0821571 Feb 15 02:29:04.994063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c00027-3aca-4262-ae3b-f458f1a04d09 req-23012c53-f5a6-444b-a28e-8052410897f3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:04.996846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16c00027-3aca-4262-ae3b-f458f1a04d09 req-23012c53-f5a6-444b-a28e-8052410897f3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0837786 Feb 15 02:29:05.108111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16c00027-3aca-4262-ae3b-f458f1a04d09 req-87e9ece6-2f3c-418c-aa25-6077055bfe4e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019940 Feb 15 02:29:05.134027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-a5db32c3-b0bf-4453-b450-9c8e3cec78de service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359696 Feb 15 02:29:05.241418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-393a0954-1ea1-4e34-ae2e-ceab2f186799 req-4e6dcf35-ac87-4bd3-8e01-8c5af39d58cb service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013312 Feb 15 02:29:06.243039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366292-cb53-4902-895e-52be1a434d70 req-232bc45f-7623-4fbf-adc8-784dd1608dd0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:06.246360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62366292-cb53-4902-895e-52be1a434d70 req-232bc45f-7623-4fbf-adc8-784dd1608dd0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0681441 Feb 15 02:29:06.313426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62366292-cb53-4902-895e-52be1a434d70 req-11f4410e-4a6d-4218-8568-9c861d3006b2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551353 Feb 15 02:29:07.436140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dea090-7640-47cb-90ed-527920bec34f req-2ea3e019-44b1-4430-a13a-a617cbaf3f5c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:07.437689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62dea090-7640-47cb-90ed-527920bec34f req-2ea3e019-44b1-4430-a13a-a617cbaf3f5c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0532153 Feb 15 02:29:07.485522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62dea090-7640-47cb-90ed-527920bec34f req-ed87f257-187f-4388-853d-e12d62f794d6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Feb 15 02:29:08.609180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea7354-4b3d-4f28-b22d-f7d6250f5131 req-96514fa7-ce84-4407-b068-24901b2c64e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:08.611229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21ea7354-4b3d-4f28-b22d-f7d6250f5131 req-96514fa7-ce84-4407-b068-24901b2c64e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0551350 Feb 15 02:29:08.665163 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21ea7354-4b3d-4f28-b22d-f7d6250f5131 req-7dfffbb3-815c-4b44-a70e-e8db04eb2e33 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Feb 15 02:29:09.781538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55972f-a734-426e-913c-7c5bbff761e7 req-6667a50e-21ab-4a7d-952f-3c26be4d64e9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:09.783032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d55972f-a734-426e-913c-7c5bbff761e7 req-6667a50e-21ab-4a7d-952f-3c26be4d64e9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0519209 Feb 15 02:29:09.830417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d55972f-a734-426e-913c-7c5bbff761e7 req-3f87f4f8-ca9d-4f5b-9117-42bb77d07516 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Feb 15 02:29:10.948155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38474-c7b1-4175-8113-8538c7c28db9 req-aa0a7597-1859-411d-9bdb-4e2454f5e41f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:10.949698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84f38474-c7b1-4175-8113-8538c7c28db9 req-aa0a7597-1859-411d-9bdb-4e2454f5e41f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0534461 Feb 15 02:29:10.997064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84f38474-c7b1-4175-8113-8538c7c28db9 req-810140d4-86e5-48d2-87e4-3da7fa810699 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Feb 15 02:29:12.121023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78fa20-37e3-4632-b25c-48dbb5f2d212 req-8e5cc2ed-98fb-4e10-b548-610019a437b1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:12.122519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a78fa20-37e3-4632-b25c-48dbb5f2d212 req-8e5cc2ed-98fb-4e10-b548-610019a437b1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0577040 Feb 15 02:29:12.169307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a78fa20-37e3-4632-b25c-48dbb5f2d212 req-19910791-596a-4b72-9ad1-fb835fc7589a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Feb 15 02:29:13.284719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f748c-fb34-4bbf-bb37-d259224ea06b req-8b8cbda7-8261-4f81-9b6c-4f6f2752144d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:13.286184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b0f748c-fb34-4bbf-bb37-d259224ea06b req-8b8cbda7-8261-4f81-9b6c-4f6f2752144d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0512879 Feb 15 02:29:13.332375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b0f748c-fb34-4bbf-bb37-d259224ea06b req-a5a7a769-7251-4e40-a0d0-e4c38209ea38 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Feb 15 02:29:14.456030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5b5a-4529-427b-b41f-09b425c4499d req-c6cf6451-a78e-4297-88e8-6a2d60b79a32 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:14.457548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d73a5b5a-4529-427b-b41f-09b425c4499d req-c6cf6451-a78e-4297-88e8-6a2d60b79a32 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0578406 Feb 15 02:29:14.504121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d73a5b5a-4529-427b-b41f-09b425c4499d req-5bcd1b6b-cf6b-4bb6-abc0-e6564b2f8116 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Feb 15 02:29:15.621463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e090-9512-46b0-9164-edc4e9dcb6d4 req-81c0e79e-7c3a-46fc-8f6c-7cf05a3ddddb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:15.622965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37c6e090-9512-46b0-9164-edc4e9dcb6d4 req-81c0e79e-7c3a-46fc-8f6c-7cf05a3ddddb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0536087 Feb 15 02:29:15.646402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:15.669750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37c6e090-9512-46b0-9164-edc4e9dcb6d4 req-76fdebd7-eb01-46fa-979a-6c1060b94147 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Feb 15 02:29:16.554591 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:29:16.785917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab432-bef7-43e6-8736-5bb9355fab9e req-0d72421b-09fa-40a9-914e-cbacb117faee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:16.787430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb5ab432-bef7-43e6-8736-5bb9355fab9e req-0d72421b-09fa-40a9-914e-cbacb117faee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0512681 Feb 15 02:29:16.838055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb5ab432-bef7-43e6-8736-5bb9355fab9e req-603618d7-594c-4352-bdb4-29dc670fad6b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Feb 15 02:29:17.953361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265946e-9b52-47e3-a3dc-395a82e222b3 req-3976af9c-5271-4741-92da-c3ef598202f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:17.954757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2265946e-9b52-47e3-a3dc-395a82e222b3 req-3976af9c-5271-4741-92da-c3ef598202f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0522172 Feb 15 02:29:18.001087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2265946e-9b52-47e3-a3dc-395a82e222b3 req-6a748d82-175c-46d3-9776-4ecad76863b1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Feb 15 02:29:18.308854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:19.132490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe4210-6813-45ed-93b3-5e2602b71a2f req-b475a2c1-5b13-4a9e-99e7-a5a366ffe7e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:19.134621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72fe4210-6813-45ed-93b3-5e2602b71a2f req-b475a2c1-5b13-4a9e-99e7-a5a366ffe7e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0513241 Feb 15 02:29:19.189129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72fe4210-6813-45ed-93b3-5e2602b71a2f req-d0ed7aec-7255-4cd4-a8d7-c294407b71f6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Feb 15 02:29:20.311136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a9540-9cea-4921-b8ac-96d196973a0f req-04a66051-b145-4ab3-81a7-a0a1e2682ff9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:20.312651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-731a9540-9cea-4921-b8ac-96d196973a0f req-04a66051-b145-4ab3-81a7-a0a1e2682ff9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0570698 Feb 15 02:29:20.359098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-731a9540-9cea-4921-b8ac-96d196973a0f req-e3f57b9d-b106-4715-8eb9-acff9e0a2d6e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Feb 15 02:29:21.120662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6bc20992-0d71-4a9c-af60-a35e6f4ce6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:21.475879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa368-49c2-49cc-b96f-b3c604fe0ed9 req-5060cab8-b55d-4885-b375-660606585351 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:21.477393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7aa368-49c2-49cc-b96f-b3c604fe0ed9 req-5060cab8-b55d-4885-b375-660606585351 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 944 time: 0.0521781 Feb 15 02:29:21.523866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7aa368-49c2-49cc-b96f-b3c604fe0ed9 req-b96ed66f-79b9-4eba-969a-c7fbc76a94b3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Feb 15 02:29:22.277391 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1de28753-2ad5-4e2a-92a6-7c94ef5f600f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:29:22.373653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:29:22.384927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f', 'mac_address': 'fa:16:3e:d6:c5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:29:22.421595 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:29:22.421991 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:22.435390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de28753-2ad5-4e2a-92a6-7c94ef5f600f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:29:22.454938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:29:22.508932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:22.554338 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:22.640642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1f3a-84ef-474a-aed7-36f64fad49ff req-d607a44b-7e52-4377-8d3b-a59221bcb216 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:22.642121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdaf1f3a-84ef-474a-aed7-36f64fad49ff req-d607a44b-7e52-4377-8d3b-a59221bcb216 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 945 time: 0.0525670 Feb 15 02:29:22.692783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fdaf1f3a-84ef-474a-aed7-36f64fad49ff req-88734323-6bdb-4bff-b4c8-c8851407fd84 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Feb 15 02:29:22.814792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['1de28753-2ad5-4e2a-92a6-7c94ef5f600f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:29:23.291766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdc60-063c-4fcf-ad6a-6a698d40c218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:23.809397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5638149-9626-424f-9b3b-1d43372196c7 req-d5f86448-85ef-4d5b-9ddc-f0aca8384b18 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:23.810879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5638149-9626-424f-9b3b-1d43372196c7 req-d5f86448-85ef-4d5b-9ddc-f0aca8384b18 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 945 time: 0.0526564 Feb 15 02:29:23.856714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5638149-9626-424f-9b3b-1d43372196c7 req-3f6a215d-b35d-4218-ad8d-cfbc386fc02f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Feb 15 02:29:24.277469 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1de28753-2ad5-4e2a-92a6-7c94ef5f600f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:29:24.388931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:29:24.393060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:29:24.393446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:24.473468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:29:24.473878 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:24.496180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:29:24.498549 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70110a01-401d-40d8-841d-64736fee973f" -d '{"events": [{"server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "name": "network-vif-plugged", "status": "completed", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:29:24.511046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:29:24.532637 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714bc4a1-1f1e-452a-bc4d-4a1d7df26bca x-openstack-request-id: req-714bc4a1-1f1e-452a-bc4d-4a1d7df26bca {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:29:24.532954 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "name": "network-vif-plugged", "status": "completed", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:29:24.533240 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-714bc4a1-1f1e-452a-bc4d-4a1d7df26bca {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:29:24.533668 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f', 'code': 200} Feb 15 02:29:24.572476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:24.609318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:24.621258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:24.633304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809aaae-4a60-4667-be6d-cbb6e1213447 req-10c42181-caf1-4bdc-9ec6-4b98235df439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:24.635370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5809aaae-4a60-4667-be6d-cbb6e1213447 req-10c42181-caf1-4bdc-9ec6-4b98235df439 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 1129 time: 0.0455170 Feb 15 02:29:24.677813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5809aaae-4a60-4667-be6d-cbb6e1213447 req-20ef9974-6453-4f95-8a35-3b21a6e5acdb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Feb 15 02:29:24.979541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d39b1-7155-4a9a-a98a-516c93942ca5 req-4629b0de-6313-4716-8aa1-524d8866ca40 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:24.981056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e49d39b1-7155-4a9a-a98a-516c93942ca5 req-4629b0de-6313-4716-8aa1-524d8866ca40 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0574956 Feb 15 02:29:25.026603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e49d39b1-7155-4a9a-a98a-516c93942ca5 req-3e11c3f4-9711-471d-a982-3a9b9be003ff tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Feb 15 02:29:26.079529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:26.145515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8c67-210b-460d-b3f9-0ba8b447509f req-6b589e85-e5b2-46fa-a42c-099a2f0b555c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:26.147021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dac8c67-210b-460d-b3f9-0ba8b447509f req-6b589e85-e5b2-46fa-a42c-099a2f0b555c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0522144 Feb 15 02:29:26.193329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dac8c67-210b-460d-b3f9-0ba8b447509f req-ad500055-4888-42f9-ba58-e42039b7bb77 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Feb 15 02:29:27.314965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73268d-3034-48a7-9ebd-d8890f7286b2 req-624f83e7-1174-492b-8c31-20e3208d4403 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:27.316493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af73268d-3034-48a7-9ebd-d8890f7286b2 req-624f83e7-1174-492b-8c31-20e3208d4403 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0560172 Feb 15 02:29:27.363395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af73268d-3034-48a7-9ebd-d8890f7286b2 req-d6456b0e-7516-499c-b96b-20c7d88191f5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Feb 15 02:29:27.389257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:27.480790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b0fe6-8e48-4190-8822-0750c00ef63f req-70c5aea6-248a-4114-8d19-c57ef2f0d2d3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:27.482246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b85b0fe6-8e48-4190-8822-0750c00ef63f req-70c5aea6-248a-4114-8d19-c57ef2f0d2d3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0534320 Feb 15 02:29:27.528956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b85b0fe6-8e48-4190-8822-0750c00ef63f req-d546bffe-b227-4971-9781-04e2eae654b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Feb 15 02:29:27.644357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa4a0-bcb0-40ff-82ee-177ba3fb2b3c req-22119031-347b-425f-b140-6c3a690a1e18 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:27.645856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29aa4a0-bcb0-40ff-82ee-177ba3fb2b3c req-22119031-347b-425f-b140-6c3a690a1e18 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0533397 Feb 15 02:29:27.697098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b29aa4a0-bcb0-40ff-82ee-177ba3fb2b3c req-d27b2db9-dbab-4032-a091-d390f090f9f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Feb 15 02:29:28.126884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e689b-8cc5-4a69-8289-ab12927306b5 req-9a3c5c82-ae87-4a22-a579-f72c7ec4b996 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:28.128381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-092e689b-8cc5-4a69-8289-ab12927306b5 req-9a3c5c82-ae87-4a22-a579-f72c7ec4b996 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0516329 Feb 15 02:29:28.174431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-092e689b-8cc5-4a69-8289-ab12927306b5 req-0be48580-bc9c-4343-90ed-a257e8d0501c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Feb 15 02:29:29.294672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad38e8-8b49-48bf-bfef-837f265c1a67 req-eced2b64-4ddb-40b3-a619-f391786f71ca tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:29.296169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caad38e8-8b49-48bf-bfef-837f265c1a67 req-eced2b64-4ddb-40b3-a619-f391786f71ca tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0549762 Feb 15 02:29:29.353217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caad38e8-8b49-48bf-bfef-837f265c1a67 req-aeeb90f5-e94b-4217-9635-c5223e687e3d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514219 Feb 15 02:29:29.699576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974133-0244-4df0-bed0-7cba1d478adc req-5e7c0551-4ccb-47f2-a826-baede3fececd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:29:29.701044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1974133-0244-4df0-bed0-7cba1d478adc req-5e7c0551-4ccb-47f2-a826-baede3fececd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 946 time: 0.0556803 Feb 15 02:29:29.789447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:29:29.789840 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:29.878836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:29:29.879194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:29.890717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 1de28753-2ad5-4e2a-92a6-7c94ef5f600f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:29:30.132066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1de28753-2ad5-4e2a-92a6-7c94ef5f600f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:30.150819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['1de28753-2ad5-4e2a-92a6-7c94ef5f600f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:29:30.163702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=1de28753-2ad5-4e2a-92a6-7c94ef5f600f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:29:30.208033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port 1de28753-2ad5-4e2a-92a6-7c94ef5f600f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:29:30.210737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:30.214826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1974133-0244-4df0-bed0-7cba1d478adc req-c8aecc90-8207-49d5-83ff-17241e249a14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "DELETE /v2.0/ports/1de28753-2ad5-4e2a-92a6-7c94ef5f600f HTTP/1.1" status: 204 len: 173 time: 0.5086262 Feb 15 02:29:30.215303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'name': 'network-vif-deleted', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:29:30.217674 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0524a1b-075b-4dc7-869e-88bcb38ebf63" -d '{"events": [{"server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "name": "network-vif-deleted", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:29:30.255767 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4eb786-b8d0-4085-be3e-3b5749eb768a x-openstack-request-id: req-3e4eb786-b8d0-4085-be3e-3b5749eb768a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:29:30.256075 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fc2751-35f0-412c-9b71-e677176f5bff", "name": "network-vif-deleted", "tag": "1de28753-2ad5-4e2a-92a6-7c94ef5f600f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:29:30.256364 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e4eb786-b8d0-4085-be3e-3b5749eb768a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:29:30.256780 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fc2751-35f0-412c-9b71-e677176f5bff', 'name': 'network-vif-deleted', 'tag': '1de28753-2ad5-4e2a-92a6-7c94ef5f600f', 'status': 'completed', 'code': 200} Feb 15 02:29:30.452975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e605e3a6-f754-49f8-9150-ace6246b0915 req-f40143b6-fec5-4f20-abcd-9c51494590e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0283403 Feb 15 02:29:31.549193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5520a16f-6b43-4626-be08-451b891c0886 req-71bfe326-67a1-408c-ad64-7fc269d4d691 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0283191 Feb 15 02:29:32.310151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1de28753-2ad5-4e2a-92a6-7c94ef5f600f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:29:32.329721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 1de28753-2ad5-4e2a-92a6-7c94ef5f600f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:29:32.330050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1de28753-2ad5-4e2a-92a6-7c94ef5f600f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:29:32.642001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b83134c2-d3f9-46bd-99a3-8de74609796e req-34c74bf0-4c3a-4e69-ab2b-f296ab3f9332 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0265911 Feb 15 02:29:33.741161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47c0ff13-95c3-4e6c-af2b-4bd5635baa09 req-e97befcc-0dc3-4a4c-a1c0-44e215ee0aa2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0301483 Feb 15 02:29:34.836520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d2a7feb-4d15-4649-b09c-c988fa43c018 req-4b524c48-bc81-4b7c-8614-1b5174b604b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0273888 Feb 15 02:29:35.929678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82b9505b-1a94-4502-8838-3dd1bc7c92ef req-c716457e-df57-4d0c-affd-e94071bc8c6f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0277245 Feb 15 02:29:37.023759 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c09f450a-bfde-4cc8-9a5a-6e945a8e4dec req-8955b564-c4d9-4b76-be17-882cd10b49de tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0273311 Feb 15 02:29:38.114839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2000ee1a-e776-470d-9f8a-745ecce7e42a req-0965405c-8b34-4fbe-ac68-3ff1dfe6b2da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0263002 Feb 15 02:29:39.221808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-940a5961-3bfa-411d-aae3-125ff886213a req-7541f18c-4edc-42f9-aa83-83553ceeb9ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fc2751-35f0-412c-9b71-e677176f5bff HTTP/1.1" status: 200 len: 210 time: 0.0268326 Feb 15 02:29:45.651794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:48.275113 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:51.143267 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63958584-2215-485b-a3f6-cb4d6925b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:53.501557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9462175-8ce5-41df-b439-83cde1948fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:53.553187 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:29:54.618108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:56.228060 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:29:57.399089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:15.661915 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:15.711435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-55a1dcf9-9548-4e71-8128-afa12c734bbb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:15.712958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-55a1dcf9-9548-4e71-8128-afa12c734bbb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1023285 Feb 15 02:30:15.727275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-c74ded11-ac66-49c3-8628-132a1f1f30eb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Feb 15 02:30:15.781321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-59366d11-e2ab-4560-bae4-f82f14a20e41 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493643 Feb 15 02:30:15.791760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-9b5f7e45-6d3b-4cc6-9e12-532dd09566e4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:30:15.792791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-9b5f7e45-6d3b-4cc6-9e12-532dd09566e4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Feb 15 02:30:15.882741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-e309e7ea-b771-4153-9b2c-79cff5737378 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Feb 15 02:30:15.969447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-96ac0377-8f8e-4b80-85eb-c17daa3ffacd service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810227 Feb 15 02:30:16.212182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-17583d3f-32cc-4334-8ca2-eceaf5f56edc req-f2ddf6a2-7b0c-4b5e-98f4-ce2c53d4c793 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Feb 15 02:30:17.308418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ae07733-d9fc-421e-b368-7da9660d55fa req-b98cf23c-790a-419c-abd5-96958eee50d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0309706 Feb 15 02:30:18.302873 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:18.403331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4cc64c2-ffd6-4588-97fd-42d90e990335 req-f4df8992-7cf0-42f3-a7cb-3bbc68bcf063 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0294855 Feb 15 02:30:18.502142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-66935f25-7a15-4b17-a521-1dcab264e17b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:18.503646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-66935f25-7a15-4b17-a521-1dcab264e17b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1032014 Feb 15 02:30:18.515791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:30:18.678569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:30:18.682110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:18.815825 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.12 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:30:18.956559 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.091947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.137877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:30:19.142722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:30:19.146332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:30:19.169834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:30:19.184647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.185002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.185343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.186031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.186031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.186333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.186743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.186969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.187293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.187614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.187958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.188468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.188800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:30:19.213758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:19.214388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.321687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-929c18f4-1a55-4e27-b55a-0882bcdf76c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095834 Feb 15 02:30:19.333479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Request body: {'port': {'device_id': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:30:19.396068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.414543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-71f975b6-a5fc-4caf-b37c-42f7741d395f None None] Provisioning complete for port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:30:19.415057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71f975b6-a5fc-4caf-b37c-42f7741d395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.471043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-71f975b6-a5fc-4caf-b37c-42f7741d395f None None] Port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:30:19.623333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03364b8e-d420-4218-9ee9-f3e3ce51faee req-8e235ea0-fc00-47b5-948c-9fd2526c4800 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:19.624732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03364b8e-d420-4218-9ee9-f3e3ce51faee req-8e235ea0-fc00-47b5-948c-9fd2526c4800 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 932 time: 0.1118650 Feb 15 02:30:19.701747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03364b8e-d420-4218-9ee9-f3e3ce51faee req-580b0e44-d3e7-4bb0-8e75-767a004eaba4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Feb 15 02:30:19.759468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:30:19.766814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks [] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.779086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Transition to ACTIVE for port object 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:30:19.857329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:19.909958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:30:20.249235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Attempting to bind port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:30:20.249568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Attempting to bind port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:30:20.249895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Attempting to bind port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:30:20.254260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:30:20.254583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Attempting to bind port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:30:20.260633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:30:20.260967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:30:20.261346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:30:20.261772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Bound port: 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:30:20.262130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:20.327208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:30:20.330520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:30:20.383960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:20.422279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.422915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:20.424322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] 10.222.0.37 "PUT /v2.0/ports/1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 HTTP/1.1" status: 200 len: 1093 time: 1.0955403 Feb 15 02:30:20.424764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:30:20.426992 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:30:20.458774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2f932-4e23-4d79-8fbf-934973c5632d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:30:20.472425 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02282f0-4f6d-42ec-8f10-e9d34067db3f x-openstack-request-id: req-a02282f0-4f6d-42ec-8f10-e9d34067db3f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:30:20.472726 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:30:20.472979 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a02282f0-4f6d-42ec-8f10-e9d34067db3f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:30:20.473378 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0', 'status': 'completed', 'code': 200} Feb 15 02:30:20.543183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-b6ff33bc-7e25-4dbb-afa7-6b5700c6896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.549507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-b6ff33bc-7e25-4dbb-afa7-6b5700c6896f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 1127 time: 0.0525124 Feb 15 02:30:20.654462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-7887cebe-02cc-447a-8869-c155b895ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.655993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-7887cebe-02cc-447a-8869-c155b895ed4d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1048098 Feb 15 02:30:20.760448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-438dc806-77ab-4a67-8cbb-672e06ff7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.761977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fdf5144-e5c7-45b1-8cbc-d21644f2267d req-438dc806-77ab-4a67-8cbb-672e06ff7769 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005168 Feb 15 02:30:20.869788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420247c8-17a8-4888-85a2-1054a060a954 req-2c670e8a-9376-46cf-a489-561f9a210c7f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.871281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-420247c8-17a8-4888-85a2-1054a060a954 req-2c670e8a-9376-46cf-a489-561f9a210c7f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0860920 Feb 15 02:30:20.877687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-367cd900-4dcc-4e2f-b965-45f7e496148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.879093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-367cd900-4dcc-4e2f-b965-45f7e496148a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 1127 time: 0.0655978 Feb 15 02:30:20.931045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-9c6180b4-442a-44c7-80b8-64fd4169fdab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 HTTP/1.1" status: 200 len: 217 time: 0.0445154 Feb 15 02:30:20.991407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-420247c8-17a8-4888-85a2-1054a060a954 req-5a35961f-0740-4de2-859c-d496d800383b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079164 Feb 15 02:30:20.997472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-eb2b74f5-f4b3-42f0-8959-ad10dacba719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:20.999002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-eb2b74f5-f4b3-42f0-8959-ad10dacba719 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0577388 Feb 15 02:30:21.054353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-2cb3d9af-ef39-4348-a7e0-d16bdc791b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:21.055943 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-2cb3d9af-ef39-4348-a7e0-d16bdc791b0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512702 Feb 15 02:30:21.118855 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c166af9d-997b-404f-aeb0-46fd6bf0c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:21.145252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-5acf26b5-5eb3-4dcf-b5da-bffa516fc4e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Feb 15 02:30:21.236875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8db14a80-ed92-40a7-83dc-e687f60e4eee req-c9246ede-39fb-48ca-ab01-9a5523a0e301 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Feb 15 02:30:22.112691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d55f7f-3beb-4aad-b28f-c3804a562fa6 req-8598dda6-a690-4c75-9a5b-cf485aba827d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:22.114110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9d55f7f-3beb-4aad-b28f-c3804a562fa6 req-8598dda6-a690-4c75-9a5b-cf485aba827d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0527909 Feb 15 02:30:22.161351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9d55f7f-3beb-4aad-b28f-c3804a562fa6 req-cef46d80-5ed2-41b5-aba8-ce74c3dc7c75 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Feb 15 02:30:23.281866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076aae-8a3a-4e1b-8a31-24507a6deca3 req-d906892a-d961-4316-afe9-8f8f10bb3bce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:23.283361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad076aae-8a3a-4e1b-8a31-24507a6deca3 req-d906892a-d961-4316-afe9-8f8f10bb3bce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0551171 Feb 15 02:30:23.320458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6663d02-9001-4677-b0ab-8a75ebbffd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:23.348512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad076aae-8a3a-4e1b-8a31-24507a6deca3 req-80e79d14-d4a1-4de7-afec-e8a2752af848 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593989 Feb 15 02:30:24.490756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ed04-e63f-4fe4-ac38-cb3e215d8bf8 req-cd258333-6186-4a00-badb-c3479077af1f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:24.492322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d170ed04-e63f-4fe4-ac38-cb3e215d8bf8 req-cd258333-6186-4a00-badb-c3479077af1f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0642984 Feb 15 02:30:24.539812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d170ed04-e63f-4fe4-ac38-cb3e215d8bf8 req-18311b36-bce6-49d2-8777-e5f9834f61ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Feb 15 02:30:24.653633 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:25.659252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd1ae-1056-43ac-b534-029fecd647da req-8b8bb87d-2098-4816-93eb-5b71471c5fc0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:25.660757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48ebd1ae-1056-43ac-b534-029fecd647da req-8b8bb87d-2098-4816-93eb-5b71471c5fc0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0539198 Feb 15 02:30:25.718536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48ebd1ae-1056-43ac-b534-029fecd647da req-241acf0a-c15b-411a-bbc0-ca3204282dac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493171 Feb 15 02:30:26.102773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:26.840119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549497c-8f57-4f5a-bcdd-0485cd0be066 req-0ad052cc-d7b1-43e7-864b-4867d3175682 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:26.841794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0549497c-8f57-4f5a-bcdd-0485cd0be066 req-0ad052cc-d7b1-43e7-864b-4867d3175682 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0562801 Feb 15 02:30:26.893678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0549497c-8f57-4f5a-bcdd-0485cd0be066 req-bcd7dcdd-ae22-453f-a128-98d38dc41034 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464573 Feb 15 02:30:27.405689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:28.025506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e64d7-eaff-47be-b55f-0b4009657a81 req-9d2f436b-91a8-458b-8201-0c4a016510d2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:28.027106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3e64d7-eaff-47be-b55f-0b4009657a81 req-9d2f436b-91a8-458b-8201-0c4a016510d2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0637290 Feb 15 02:30:28.077518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3e64d7-eaff-47be-b55f-0b4009657a81 req-b8716b30-15ca-4548-9f33-36284113a17b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Feb 15 02:30:29.207287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8bd0a-3c4c-415d-9f36-2609455dcf4d req-5966ee15-cf43-4fb7-bd28-c13f850c4471 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:29.208908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff8bd0a-3c4c-415d-9f36-2609455dcf4d req-5966ee15-cf43-4fb7-bd28-c13f850c4471 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0575607 Feb 15 02:30:29.262962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bff8bd0a-3c4c-415d-9f36-2609455dcf4d req-64b1b1af-c2dc-4eeb-9960-b49b420c15f4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485196 Feb 15 02:30:30.392118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c995-ca48-46ef-ac1a-9219edd8a1f8 req-f7459de9-2b9c-4226-a77e-76830bc3614f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:30.393740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2876c995-ca48-46ef-ac1a-9219edd8a1f8 req-f7459de9-2b9c-4226-a77e-76830bc3614f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0630307 Feb 15 02:30:30.446481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2876c995-ca48-46ef-ac1a-9219edd8a1f8 req-f8916cf3-05d8-4390-8236-f7be1678e566 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Feb 15 02:30:30.552952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:30:31.579583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1a736-a0eb-41d6-9947-0a3f85da6989 req-957c339a-0be2-4333-9397-89008b728e3f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:31.581120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47a1a736-a0eb-41d6-9947-0a3f85da6989 req-957c339a-0be2-4333-9397-89008b728e3f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0679116 Feb 15 02:30:31.628831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47a1a736-a0eb-41d6-9947-0a3f85da6989 req-12523cad-200e-435d-93a4-66b7d0b8af03 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Feb 15 02:30:32.753680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd91b1-e446-45dc-a301-916ff74b62c5 req-4bcfddf0-b3c7-4cf6-8081-57208e35736d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:32.754989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ebd91b1-e446-45dc-a301-916ff74b62c5 req-4bcfddf0-b3c7-4cf6-8081-57208e35736d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0583360 Feb 15 02:30:32.802448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ebd91b1-e446-45dc-a301-916ff74b62c5 req-dec8b634-267d-4bca-80b2-fbd357641787 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Feb 15 02:30:33.927310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0fb3b-6e26-4ef9-98df-b57f81293a29 req-b6918bd9-6a8a-4ed5-8f10-c3a2c69e8ea3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:33.928837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25b0fb3b-6e26-4ef9-98df-b57f81293a29 req-b6918bd9-6a8a-4ed5-8f10-c3a2c69e8ea3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0564959 Feb 15 02:30:33.980422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25b0fb3b-6e26-4ef9-98df-b57f81293a29 req-fc9c3ae1-d388-4da6-a8a7-671a562cecc6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Feb 15 02:30:35.112025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56110124-8721-49c3-917f-d67175109e3f req-8531668a-d9c8-497a-8f0b-571a67d458dc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:35.113554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56110124-8721-49c3-917f-d67175109e3f req-8531668a-d9c8-497a-8f0b-571a67d458dc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0552866 Feb 15 02:30:35.163598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-56110124-8721-49c3-917f-d67175109e3f req-a9be884d-6e01-488a-96ac-fc01545a44a7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Feb 15 02:30:36.288739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a5cb-7fad-4df6-9475-55ab519296d9 req-901f2ee8-8b4a-4496-9cbb-20c3d2e2b030 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:36.290241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f852a5cb-7fad-4df6-9475-55ab519296d9 req-901f2ee8-8b4a-4496-9cbb-20c3d2e2b030 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0525546 Feb 15 02:30:36.337804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f852a5cb-7fad-4df6-9475-55ab519296d9 req-49f643bc-f61a-48c6-ac27-37253aaae834 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Feb 15 02:30:37.464986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67333-d97f-43eb-a359-bd7050e05920 req-f42ec01d-f88c-4675-8ce3-c43ac14ede36 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:37.466488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dd67333-d97f-43eb-a359-bd7050e05920 req-f42ec01d-f88c-4675-8ce3-c43ac14ede36 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0529706 Feb 15 02:30:37.514838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0dd67333-d97f-43eb-a359-bd7050e05920 req-2902f187-1e4a-4b38-b78b-bab350a62b7e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Feb 15 02:30:38.642572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42442f1-e584-4d52-90b9-27faba1d20a4 req-aaa384c9-d233-47c1-9a75-8afbf1c1d640 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:38.644053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d42442f1-e584-4d52-90b9-27faba1d20a4 req-aaa384c9-d233-47c1-9a75-8afbf1c1d640 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0589759 Feb 15 02:30:38.692601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d42442f1-e584-4d52-90b9-27faba1d20a4 req-ee4692bc-e317-4aa5-b435-8c08982cc763 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Feb 15 02:30:39.809639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673e0b7-24ff-4918-8782-cbb08f6b0abd req-d1ece22a-191d-4267-a3ea-45cb176ea10c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:39.811259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b673e0b7-24ff-4918-8782-cbb08f6b0abd req-d1ece22a-191d-4267-a3ea-45cb176ea10c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0520320 Feb 15 02:30:39.859096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b673e0b7-24ff-4918-8782-cbb08f6b0abd req-f33355f8-979e-441f-9fc2-65090113171b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Feb 15 02:30:40.980188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ce147-32d5-48ca-afaf-bf8e169c08ae req-c6609919-a138-4d79-a649-0b0d1cf19d03 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:40.981743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f37ce147-32d5-48ca-afaf-bf8e169c08ae req-c6609919-a138-4d79-a649-0b0d1cf19d03 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0551331 Feb 15 02:30:41.032850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f37ce147-32d5-48ca-afaf-bf8e169c08ae req-b80af8a4-1733-421f-a2c6-d952b76291f6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Feb 15 02:30:42.152311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6203-0c1d-4f3c-b4d1-1380712556bd req-f19ceacc-44d2-4488-a211-a9bc2719b177 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:42.153827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-712a6203-0c1d-4f3c-b4d1-1380712556bd req-f19ceacc-44d2-4488-a211-a9bc2719b177 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0523071 Feb 15 02:30:42.200974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-712a6203-0c1d-4f3c-b4d1-1380712556bd req-8b9e81a2-7797-4997-9191-cd15c99a330a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Feb 15 02:30:43.317582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775d94-f363-4cd1-bf12-e14eb6ddd342 req-83672e89-50ac-40c9-bda8-fcef343c1c3b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:43.319059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29775d94-f363-4cd1-bf12-e14eb6ddd342 req-83672e89-50ac-40c9-bda8-fcef343c1c3b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0524285 Feb 15 02:30:43.364927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29775d94-f363-4cd1-bf12-e14eb6ddd342 req-9a18b7db-4c95-46ef-98e3-0b8b90491766 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Feb 15 02:30:44.759523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425b5cf-d10c-4fbe-9677-10cbb12bfd04 req-7eac0d09-9e3e-4d83-814e-db06cb5753ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:44.760964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b425b5cf-d10c-4fbe-9677-10cbb12bfd04 req-7eac0d09-9e3e-4d83-814e-db06cb5753ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0570087 Feb 15 02:30:44.811402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b425b5cf-d10c-4fbe-9677-10cbb12bfd04 req-29b33c7a-dbf3-42fa-ba07-2a4e7cd0e426 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Feb 15 02:30:45.673795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:45.938388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b573-1e43-4c12-8e93-22e7fd39b99e req-be9f72df-b9fe-4b04-ac67-af3e83fc5a2a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:45.940626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76b8b573-1e43-4c12-8e93-22e7fd39b99e req-be9f72df-b9fe-4b04-ac67-af3e83fc5a2a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0560377 Feb 15 02:30:45.989246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76b8b573-1e43-4c12-8e93-22e7fd39b99e req-00243230-333b-4950-899b-767cf5f34b17 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420835 Feb 15 02:30:47.109750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37a5c-fd0b-451a-9f6f-be0abcc54de1 req-50e8d55d-dfc3-4cbd-a2f8-1b45abb87334 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:47.111257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68a37a5c-fd0b-451a-9f6f-be0abcc54de1 req-50e8d55d-dfc3-4cbd-a2f8-1b45abb87334 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0566528 Feb 15 02:30:47.157165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68a37a5c-fd0b-451a-9f6f-be0abcc54de1 req-000560e6-1a73-48b3-8f91-3526667f7a5b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Feb 15 02:30:48.288556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638055c-093a-403f-98ba-6280f9a065c4 req-376b973f-8468-4d70-90b7-6223b9806d93 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:48.290189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6638055c-093a-403f-98ba-6280f9a065c4 req-376b973f-8468-4d70-90b7-6223b9806d93 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0624883 Feb 15 02:30:48.323713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:48.339223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6638055c-093a-403f-98ba-6280f9a065c4 req-86f1c49f-1999-40b5-8594-0eaff363758c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Feb 15 02:30:49.471145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852387-f85b-4aab-b613-0e2333f188aa req-5349d1ee-c4be-4c6f-b955-28a17e3f8e35 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:49.472682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a852387-f85b-4aab-b613-0e2333f188aa req-5349d1ee-c4be-4c6f-b955-28a17e3f8e35 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0660007 Feb 15 02:30:49.524741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a852387-f85b-4aab-b613-0e2333f188aa req-0fd7ad63-6cdd-4c5d-ac8d-3a8955789e45 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464237 Feb 15 02:30:50.643484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2733-8958-4ed1-be57-c8d246f30d38 req-feea3ef1-4ef9-4038-8a3a-1b00c3ddd5bf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:50.645556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65dc2733-8958-4ed1-be57-c8d246f30d38 req-feea3ef1-4ef9-4038-8a3a-1b00c3ddd5bf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0539041 Feb 15 02:30:50.692665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65dc2733-8958-4ed1-be57-c8d246f30d38 req-6517ede2-cb8f-492d-8f14-562361e7f32f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Feb 15 02:30:51.134938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c70afe63-bcbd-44e5-a832-828da2b0003c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:51.815255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d413b52-2a19-420a-b30e-bd712b4fd261 req-70089da4-af15-43cd-b369-581e0ffe8771 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:51.816796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d413b52-2a19-420a-b30e-bd712b4fd261 req-70089da4-af15-43cd-b369-581e0ffe8771 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0540433 Feb 15 02:30:51.863423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d413b52-2a19-420a-b30e-bd712b4fd261 req-b8117e9a-5b6a-4e44-8d55-bfb034853a06 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Feb 15 02:30:52.986163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6c7b-41c0-440b-a017-89a9a3eeaec8 req-19d0050a-9d99-45c4-bffd-a411b76dcd1a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:52.988262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-873a6c7b-41c0-440b-a017-89a9a3eeaec8 req-19d0050a-9d99-45c4-bffd-a411b76dcd1a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0577068 Feb 15 02:30:53.035193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-873a6c7b-41c0-440b-a017-89a9a3eeaec8 req-824ec2ff-4f11-44cb-bea6-c1b8c1acf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Feb 15 02:30:53.307806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8c98878-dcfd-49b3-bf3e-289df132a94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:54.159392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1c10-0103-4ef8-9731-cc7098d10ba1 req-f9f46a84-c039-4828-8c05-3d0e2f606ad9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:54.160933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c3a1c10-0103-4ef8-9731-cc7098d10ba1 req-f9f46a84-c039-4828-8c05-3d0e2f606ad9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0585091 Feb 15 02:30:54.208441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c3a1c10-0103-4ef8-9731-cc7098d10ba1 req-74fe53f1-1260-4156-b7dc-732b01ce7706 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Feb 15 02:30:54.639306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:55.327358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08d78-3d74-48d1-b7b9-aaca008ab8d0 req-cc640ee4-2cf8-4fec-aca2-c7fe22131c56 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:55.328886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca08d78-3d74-48d1-b7b9-aaca008ab8d0 req-cc640ee4-2cf8-4fec-aca2-c7fe22131c56 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0529892 Feb 15 02:30:55.380159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ca08d78-3d74-48d1-b7b9-aaca008ab8d0 req-23a0871b-ef7b-41b4-af16-431978e82162 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Feb 15 02:30:56.037424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:56.507315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c3d7-e43d-42dc-a311-49ad4603f6ef req-d03850d9-a2e8-49b7-b9c1-f808855fe18e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:56.508858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c858c3d7-e43d-42dc-a311-49ad4603f6ef req-d03850d9-a2e8-49b7-b9c1-f808855fe18e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0605526 Feb 15 02:30:56.555680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c858c3d7-e43d-42dc-a311-49ad4603f6ef req-91957f67-0f02-451d-9cc4-a94d93484f1d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Feb 15 02:30:57.439681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:30:57.683307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb2125-97be-49a9-bcec-c8efd3f3fbea req-e585b4fd-0c4a-41c4-8970-b267448bb640 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:57.684754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1efb2125-97be-49a9-bcec-c8efd3f3fbea req-e585b4fd-0c4a-41c4-8970-b267448bb640 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0621967 Feb 15 02:30:57.731741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1efb2125-97be-49a9-bcec-c8efd3f3fbea req-3f0bf57f-8b29-4fbe-ab8f-d1b22982a6ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Feb 15 02:30:58.854646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59f6e-24e7-4c8d-a0fb-6a01b97cadcb req-eddfec20-d3cc-46c2-9b68-d5a703cfb0e8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:30:58.856103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0aa59f6e-24e7-4c8d-a0fb-6a01b97cadcb req-eddfec20-d3cc-46c2-9b68-d5a703cfb0e8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0556521 Feb 15 02:30:58.901908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0aa59f6e-24e7-4c8d-a0fb-6a01b97cadcb req-0dbfb8ae-87fd-4f4a-8e08-2cb88ffb0da2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Feb 15 02:31:00.024146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d5add-65ae-4fdb-abb8-87e9631836bb req-3ee46b7b-46cb-4486-8fde-4d73f8aee639 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:00.025578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b8d5add-65ae-4fdb-abb8-87e9631836bb req-3ee46b7b-46cb-4486-8fde-4d73f8aee639 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0523894 Feb 15 02:31:00.071595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b8d5add-65ae-4fdb-abb8-87e9631836bb req-dc518038-5b70-4bbc-b374-b72b896a1fd3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Feb 15 02:31:01.192002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c81369-5e84-4ccb-9c07-439fb819a6dc req-6f01dd28-a0c8-4f33-b927-f233026850e0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:01.193519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68c81369-5e84-4ccb-9c07-439fb819a6dc req-6f01dd28-a0c8-4f33-b927-f233026850e0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0566421 Feb 15 02:31:01.239889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68c81369-5e84-4ccb-9c07-439fb819a6dc req-3d7c8172-25d8-423e-9f7e-fd20f06823de tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Feb 15 02:31:02.356429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da86f-b0c0-4327-ac10-76b4da3688f6 req-7d487ebb-dabc-47bf-a481-27e50bc7c338 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:02.357933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d4da86f-b0c0-4327-ac10-76b4da3688f6 req-7d487ebb-dabc-47bf-a481-27e50bc7c338 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 944 time: 0.0528183 Feb 15 02:31:02.405103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d4da86f-b0c0-4327-ac10-76b4da3688f6 req-0d378545-9181-4ebe-9718-e2b719374d62 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Feb 15 02:31:02.673624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:31:02.767264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:31:02.779381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0', 'mac_address': 'fa:16:3e:ee:e1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:31:02.815261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:31:02.815649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:02.831674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:31:02.850500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:31:02.919093 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:02.963966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:31:02.971101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.971434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.971775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.972107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.972977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.973307 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.973631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.973954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.974275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.974594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.974915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.975297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:02.975620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:31:03.254259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:31:03.522144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6f024-c1d0-465c-8816-de8df72ffe69 req-4ce5eb70-67da-44b9-b3ca-a88a4e4f4fe5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:03.523553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac6f024-c1d0-465c-8816-de8df72ffe69 req-4ce5eb70-67da-44b9-b3ca-a88a4e4f4fe5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Feb 15 02:31:03.574145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ac6f024-c1d0-465c-8816-de8df72ffe69 req-f9503c6a-4f21-4571-89c6-8c49472dd4ba tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Feb 15 02:31:04.692872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d685a8-b10f-4004-adbf-6f73e6a3369d req-8af85bde-74a1-494c-bf63-8b0c9544629f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:04.694293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1d685a8-b10f-4004-adbf-6f73e6a3369d req-8af85bde-74a1-494c-bf63-8b0c9544629f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Feb 15 02:31:04.697724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:31:04.748989 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1d685a8-b10f-4004-adbf-6f73e6a3369d req-a9828821-8577-46b2-a5ab-f0ceb11831c6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Feb 15 02:31:04.833804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:31:04.837893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:31:04.838269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:04.913868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:31:04.914176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:04.935795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:31:04.938028 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cffb312-ca8e-441c-97a2-04f064ad7c17" -d '{"events": [{"server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "name": "network-vif-plugged", "status": "completed", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:31:04.953476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:31:04.974874 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0072d-67a5-45dd-ac04-b77b20c709c7 x-openstack-request-id: req-95a0072d-67a5-45dd-ac04-b77b20c709c7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:31:04.974992 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "name": "network-vif-plugged", "status": "completed", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:31:04.975205 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95a0072d-67a5-45dd-ac04-b77b20c709c7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:31:04.975596 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0', 'code': 200} Feb 15 02:31:05.016430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:05.065764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:31:05.076558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ceb66-9404-4e55-bf66-4b2b3f924b3f req-fd7b7d12-8533-484c-82f5-ce56a2864bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:05.078086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75ceb66-9404-4e55-bf66-4b2b3f924b3f req-fd7b7d12-8533-484c-82f5-ce56a2864bfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 1129 time: 0.0454185 Feb 15 02:31:05.125835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75ceb66-9404-4e55-bf66-4b2b3f924b3f req-4b6c9164-7ca0-4e1c-ae3e-7b0c1e41e258 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Feb 15 02:31:05.872082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3389e6-709d-4342-8508-a60e6b96845a req-42d1e17a-1299-4248-9985-3a5a74e31972 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:05.873639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d3389e6-709d-4342-8508-a60e6b96845a req-42d1e17a-1299-4248-9985-3a5a74e31972 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0588253 Feb 15 02:31:05.922011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d3389e6-709d-4342-8508-a60e6b96845a req-f58deeac-54f9-4f97-b23e-b18b4678c265 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Feb 15 02:31:07.038670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5fbad-65e4-4373-a9ee-2ac4ec9873d7 req-b3085f35-64fe-45ae-ae38-59daf9614be9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:07.040149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18d5fbad-65e4-4373-a9ee-2ac4ec9873d7 req-b3085f35-64fe-45ae-ae38-59daf9614be9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0525017 Feb 15 02:31:07.086380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18d5fbad-65e4-4373-a9ee-2ac4ec9873d7 req-32a71b9d-a5a1-4bcd-aeaa-aea0b390da07 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Feb 15 02:31:07.199963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5bc03-f3a8-42f8-8473-f71b90499e92 req-75c0b6dd-0fb8-4024-ac59-52f29d1a7d6e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:07.201420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58c5bc03-f3a8-42f8-8473-f71b90499e92 req-75c0b6dd-0fb8-4024-ac59-52f29d1a7d6e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0524650 Feb 15 02:31:07.252406 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58c5bc03-f3a8-42f8-8473-f71b90499e92 req-fe9af4d2-e9cb-403e-bb78-0c8affcb2919 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Feb 15 02:31:07.366908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405b47-7d6f-4dfe-8eb2-9f15e67c46e1 req-d9666e28-de65-4420-bcea-93555a5ef662 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:07.368417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3405b47-7d6f-4dfe-8eb2-9f15e67c46e1 req-d9666e28-de65-4420-bcea-93555a5ef662 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0529478 Feb 15 02:31:07.415544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3405b47-7d6f-4dfe-8eb2-9f15e67c46e1 req-53bed01c-12ab-4de9-a4c4-9447d394baf6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Feb 15 02:31:07.551934 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:31:08.122000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2cd2b-5124-473e-bccf-3685e56db7e6 req-a264c257-9c20-4f37-91a7-56353ea041ca tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:08.123519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3f2cd2b-5124-473e-bccf-3685e56db7e6 req-a264c257-9c20-4f37-91a7-56353ea041ca tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.2486994 Feb 15 02:31:08.170977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3f2cd2b-5124-473e-bccf-3685e56db7e6 req-bcee7849-bce3-4cfd-a6bd-6ac21d06449e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Feb 15 02:31:09.293288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d986-c619-4bd6-8005-ecde77b1f3f5 req-81292933-ccee-4964-a056-29973b21c823 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:09.294775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e28d986-c619-4bd6-8005-ecde77b1f3f5 req-81292933-ccee-4964-a056-29973b21c823 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0575449 Feb 15 02:31:09.341864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e28d986-c619-4bd6-8005-ecde77b1f3f5 req-e7038ad1-81ea-464c-bc0b-49f0c13e4723 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Feb 15 02:31:09.444284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-8425336a-1272-493b-a862-30c12674b4a3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:31:09.445772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-8425336a-1272-493b-a862-30c12674b4a3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Feb 15 02:31:09.551487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:31:09.551832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:09.638569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:31:09.638926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:09.651087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:31:09.862246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:09.873729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:31:09.891286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:31:09.936404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:31:09.939136 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:09.942544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-362d5f4a-6b6c-402d-8b43-c65c0dbe4f7b req-66b9ee02-3da4-4750-b85d-a0dc62c7f2ce tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "DELETE /v2.0/ports/1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 HTTP/1.1" status: 204 len: 173 time: 0.4915011 Feb 15 02:31:09.943040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'name': 'network-vif-deleted', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:31:09.945362 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4974236b-1066-428e-9976-9a5807853410" -d '{"events": [{"server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "name": "network-vif-deleted", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:31:09.982512 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2380d5fa-c797-422b-859a-77a2890a708d x-openstack-request-id: req-2380d5fa-c797-422b-859a-77a2890a708d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:31:09.982878 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e836c7d-d6bc-455f-bbb5-be1a9b30ae80", "name": "network-vif-deleted", "tag": "1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:31:09.983165 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2380d5fa-c797-422b-859a-77a2890a708d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:31:09.983714 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e836c7d-d6bc-455f-bbb5-be1a9b30ae80', 'name': 'network-vif-deleted', 'tag': '1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0', 'status': 'completed', 'code': 200} Feb 15 02:31:10.443633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98fabd91-a4d1-439e-98f3-84bb343763c0 req-248a74b8-9d04-4d07-ad3c-f4a4780e1ff0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0309625 Feb 15 02:31:11.542774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f6009e8-9e13-41eb-b363-def6b096e3df req-d6b982d1-cb2c-43cd-87a0-b2a723f25a51 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Feb 15 02:31:12.638300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6341ba39-94f6-43e8-896a-80e1d2aba521 req-07288a65-6642-4e34-829e-907951bd0d82 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0278683 Feb 15 02:31:12.706995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:31:12.730576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:31:12.730925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 1a4427a0-9cfb-471c-bfdc-cfb1d3625aa0 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:31:13.731265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42815261-697b-4f34-aaf2-1779e0cf1846 req-393168d4-f0a8-473f-b5ee-beeba9bcb701 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Feb 15 02:31:14.826039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99805261-f083-49c9-b2d0-237abafedf4d req-c269b67d-1632-408f-be3b-9bf55303b637 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0271082 Feb 15 02:31:15.673536 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:15.920756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3dba2ea8-360d-4872-9ae4-11f7ae21b42b req-2a210410-3c97-4f8f-89e2-317de547191a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0282252 Feb 15 02:31:17.019854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b735ee92-1587-4850-afd1-b527c57643ae req-f21b6ab5-75b5-4593-9f4c-f6adf83115f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Feb 15 02:31:18.113457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b07db5be-1483-4c5f-b6ae-56b7e5e55216 req-9cd73ee9-2159-47e6-9615-b04b30ed1367 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Feb 15 02:31:18.353654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:19.228489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c01c5f7f-a5ab-43c7-b0c1-f92924e80391 req-2d862f78-4102-42d5-97f4-f02f2ac4c1d3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e836c7d-d6bc-455f-bbb5-be1a9b30ae80 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Feb 15 02:31:21.145654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dd1df02-9d94-4237-9004-94cc859970c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:23.359012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2378aa26-66b0-4ba2-a745-54f939192268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:24.673786 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:26.039437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:27.385529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:44.551998 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:31:45.701757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:48.322306 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:51.193094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0e72525-9ee0-496e-95ba-d694bc581f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:53.330249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47dc8762-ab8b-4c2b-85c6-085ac22ca7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:54.667216 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:56.090043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:31:57.410270 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:01.454613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-1429afb1-abd6-477b-854b-1042e2686469 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:01.459922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-1429afb1-abd6-477b-854b-1042e2686469 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1034765 Feb 15 02:32:01.470658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b1665bf6-66b1-4174-9907-f71caf8d5f92 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Feb 15 02:32:01.525854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-ad106fc7-ea53-47d9-b6d1-2abe135540b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504465 Feb 15 02:32:01.613880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-d58cc51a-f366-45da-a178-27d82b25378e service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817451 Feb 15 02:32:01.704950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-f4e21fd6-379e-4350-817d-f5e591912629 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847461 Feb 15 02:32:02.279890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da965a70-a1b5-4d27-bd6a-13ade9b5c967 req-6eae813b-9130-40b4-aff0-860c8804de5e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0277004 Feb 15 02:32:03.375950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9a05337-56f3-4e77-8eb4-7067ac435c73 req-534fc6b2-b4e1-44ab-b7ae-c15b5ad75f70 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0263608 Feb 15 02:32:04.008104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7c4724ff-c2bb-4733-8f44-b267ee6d669d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:04.009498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7c4724ff-c2bb-4733-8f44-b267ee6d669d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1036894 Feb 15 02:32:04.020798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '45918f50-033d-4776-a20a-a45587978c8b', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:32:04.213423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:32:04.216863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:04.348343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.14 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/76832bab-1a60-45d2-b946-657cbfa4de36) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:32:04.483987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dfd46c3-f040-4894-9710-1c10678b50c5 req-aeeafecb-3536-44c9-8ccb-d241c22ccfbb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0315835 Feb 15 02:32:04.526186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (76832bab-1a60-45d2-b946-657cbfa4de36), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:04.616454 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:04.659262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:32:04.662333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:32:04.668948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:32:04.698728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:04.713239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.713912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.714504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.715469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.716060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.716843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.717447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.718160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.718725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.719269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.720077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.720682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.721224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:04.752233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:04.753242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:04.841744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-7980cf6e-ad05-4b51-947f-275b59fa1d42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245959 Feb 15 02:32:04.854719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Request body: {'port': {'device_id': '45918f50-033d-4776-a20a-a45587978c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:32:04.934211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.008912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5513a03c-52b6-4be3-ad42-71e8bef5fadb None None] Provisioning complete for port 76832bab-1a60-45d2-b946-657cbfa4de36 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:32:05.010057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5513a03c-52b6-4be3-ad42-71e8bef5fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.046383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5513a03c-52b6-4be3-ad42-71e8bef5fadb None None] Port 76832bab-1a60-45d2-b946-657cbfa4de36 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:32:05.213558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76832bab-1a60-45d2-b946-657cbfa4de36 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:32:05.222308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks [] for port (76832bab-1a60-45d2-b946-657cbfa4de36), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.236881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Transition to ACTIVE for port object 76832bab-1a60-45d2-b946-657cbfa4de36 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:32:05.307211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.357652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:05.448416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Attempting to bind port 76832bab-1a60-45d2-b946-657cbfa4de36 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:32:05.448951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Attempting to bind port 76832bab-1a60-45d2-b946-657cbfa4de36 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:32:05.449353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Attempting to bind port 76832bab-1a60-45d2-b946-657cbfa4de36 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:32:05.454832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Port 76832bab-1a60-45d2-b946-657cbfa4de36 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:32:05.459821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Attempting to bind port 76832bab-1a60-45d2-b946-657cbfa4de36 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:32:05.461172 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:32:05.461620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:32:05.462084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:32:05.462600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Bound port: 76832bab-1a60-45d2-b946-657cbfa4de36, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:32:05.463031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.533513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:32:05.536994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=76832bab-1a60-45d2-b946-657cbfa4de36,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:32:05.629052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.682974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf980dc-23fa-4618-a2e3-670bb1129781 req-5298d3db-0ff6-49c9-a316-43d707c56ec1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:05.684550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bf980dc-23fa-4618-a2e3-670bb1129781 req-5298d3db-0ff6-49c9-a316-43d707c56ec1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.1007698 Feb 15 02:32:05.690035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:05.690741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:05.692428 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/76832bab-1a60-45d2-b946-657cbfa4de36 HTTP/1.1" status: 200 len: 1093 time: 0.8426135 Feb 15 02:32:05.692904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:32:05.695261 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:32:05.731721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d0341-7a66-4a03-950c-577592a6aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:05.776051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bf980dc-23fa-4618-a2e3-670bb1129781 req-1ad5f850-7b51-4f3c-b5e4-fa0a82f5317c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755913 Feb 15 02:32:05.835901 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06802d04-7c64-43fa-8289-07b8988d5b11 x-openstack-request-id: req-06802d04-7c64-43fa-8289-07b8988d5b11 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:32:05.836391 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:32:05.836748 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06802d04-7c64-43fa-8289-07b8988d5b11 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:32:05.837253 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36', 'status': 'completed', 'code': 200} Feb 15 02:32:05.858527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-37120291-29aa-4e1f-afbc-954320549ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:05.860225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-37120291-29aa-4e1f-afbc-954320549ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 1127 time: 0.0663509 Feb 15 02:32:06.210348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-a4676668-71a0-4580-baf0-8ae3352a29ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76832bab-1a60-45d2-b946-657cbfa4de36 HTTP/1.1" status: 200 len: 217 time: 0.3404009 Feb 15 02:32:06.257305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-980ea8cf-ab9a-4971-828e-ffb1056cffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.258768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-980ea8cf-ab9a-4971-828e-ffb1056cffcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0436032 Feb 15 02:32:06.309295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-35cca6b4-4094-4f4e-899f-1bfe608bdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.311066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-35cca6b4-4094-4f4e-899f-1bfe608bdcf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465014 Feb 15 02:32:06.421229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-d8b6ed20-8864-4e43-b8fe-d8c2a117c6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040413 Feb 15 02:32:06.531766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6d56b36-e3a5-4c25-910e-9380b1a1fade req-ff7e7e81-57eb-4242-9b2c-5f39b8f28d46 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044297 Feb 15 02:32:06.667264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-9a465ba7-0732-4997-bbd8-4edd23d55dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.668958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-9a465ba7-0732-4997-bbd8-4edd23d55dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 1127 time: 0.0470293 Feb 15 02:32:06.763845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-33603660-2a89-4308-b10d-22c9639c2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.765349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-33603660-2a89-4308-b10d-22c9639c2ccb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0905261 Feb 15 02:32:06.811361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-91c311bc-2991-4586-80bc-e297b3a96057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76832bab-1a60-45d2-b946-657cbfa4de36 HTTP/1.1" status: 200 len: 217 time: 0.0399709 Feb 15 02:32:06.907655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-941b6dcf-2f9b-4720-ad7e-7b85d6d375fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.909233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-941b6dcf-2f9b-4720-ad7e-7b85d6d375fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0916779 Feb 15 02:32:06.956664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef2d9-46c0-462f-9c47-3a079cf1c70d req-ff65b38d-efa7-4926-9c9e-e674452addfa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:06.958284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94fef2d9-46c0-462f-9c47-3a079cf1c70d req-ff65b38d-efa7-4926-9c9e-e674452addfa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.1105258 Feb 15 02:32:07.003696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-669c3c23-8ce4-4101-bcd0-9a8a21e26fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:07.005261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-669c3c23-8ce4-4101-bcd0-9a8a21e26fcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0878255 Feb 15 02:32:07.036484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94fef2d9-46c0-462f-9c47-3a079cf1c70d req-0c7129be-d4b8-48bf-ba94-befde42eef1f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 Feb 15 02:32:07.108438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-0e82de1e-92cc-4c44-a2d6-a92d6f946893 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951953 Feb 15 02:32:07.206560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48282c90-bcf3-4240-bf40-e8a8c0f83ef7 req-b0ff57ba-c253-49cf-9b15-f1257a72b98f service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924907 Feb 15 02:32:08.161602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ddf57-a881-489a-8274-9b4aa82cc212 req-3498c9f6-cf2a-42ef-aaa8-3c5406ca9292 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:08.164488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-432ddf57-a881-489a-8274-9b4aa82cc212 req-3498c9f6-cf2a-42ef-aaa8-3c5406ca9292 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0603762 Feb 15 02:32:08.214861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-432ddf57-a881-489a-8274-9b4aa82cc212 req-251aad86-6631-4ea3-b96f-e4949e76cf15 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Feb 15 02:32:09.339778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe34097-5fbd-4974-95f6-2cc0be5d840d req-c8b2b48f-9125-43d1-80a0-19353639936e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:09.341351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffe34097-5fbd-4974-95f6-2cc0be5d840d req-c8b2b48f-9125-43d1-80a0-19353639936e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0562346 Feb 15 02:32:09.389963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffe34097-5fbd-4974-95f6-2cc0be5d840d req-2e2a31a9-caa2-43dc-b2d8-5c7bdce359be tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Feb 15 02:32:10.513398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021db2b-c25e-4e40-8383-1222630974ff req-0da83305-443a-4317-b4b4-6d42af627ceb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:10.514791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e021db2b-c25e-4e40-8383-1222630974ff req-0da83305-443a-4317-b4b4-6d42af627ceb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0536323 Feb 15 02:32:10.561501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e021db2b-c25e-4e40-8383-1222630974ff req-2725788d-51ae-4c71-9809-95e5463973b2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Feb 15 02:32:11.682100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bdb5b-cc35-4a25-af42-c078f31c66f6 req-30d79543-ddec-4d73-bfad-9bbde0312aa1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:11.683501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37bdb5b-cc35-4a25-af42-c078f31c66f6 req-30d79543-ddec-4d73-bfad-9bbde0312aa1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0560668 Feb 15 02:32:11.730460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37bdb5b-cc35-4a25-af42-c078f31c66f6 req-0b9a80a0-10bc-4a97-a22e-fc2802b88cab tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Feb 15 02:32:12.851805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ba0d1-f441-49b8-9e16-deb9d65c66c7 req-08e9b51a-40ba-4fad-8a91-85f899715b00 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:12.853379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d7ba0d1-f441-49b8-9e16-deb9d65c66c7 req-08e9b51a-40ba-4fad-8a91-85f899715b00 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0557437 Feb 15 02:32:12.902549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d7ba0d1-f441-49b8-9e16-deb9d65c66c7 req-db7bdad1-26d1-4078-835a-835f6734f0ed tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Feb 15 02:32:14.026462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c1b66-33b6-47e1-aa81-3b0899ddbae0 req-4953b12b-d790-4cee-9bcd-c8eded6e477d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:14.027987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a9c1b66-33b6-47e1-aa81-3b0899ddbae0 req-4953b12b-d790-4cee-9bcd-c8eded6e477d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0583501 Feb 15 02:32:14.075099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a9c1b66-33b6-47e1-aa81-3b0899ddbae0 req-c5dc80bb-7056-46d1-942e-c4da781ca7cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Feb 15 02:32:15.193070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb7b2-eb8e-4fd2-962e-aa6ce8197a93 req-83ba3311-7b25-4fb6-91aa-361975157456 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:15.195215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9afb7b2-eb8e-4fd2-962e-aa6ce8197a93 req-83ba3311-7b25-4fb6-91aa-361975157456 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0525970 Feb 15 02:32:15.240911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9afb7b2-eb8e-4fd2-962e-aa6ce8197a93 req-88740359-8cdb-43e6-ab40-fc951a356a9e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Feb 15 02:32:15.687420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:16.359519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a786-97a9-4bb7-8b69-2cf26c833d5a req-fb95ef4d-85c7-4640-bd8d-1499d2c3b793 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:16.361032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bd6a786-97a9-4bb7-8b69-2cf26c833d5a req-fb95ef4d-85c7-4640-bd8d-1499d2c3b793 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0523696 Feb 15 02:32:16.412110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2bd6a786-97a9-4bb7-8b69-2cf26c833d5a req-4cd9d167-1df9-42af-a13b-8792cf0b1614 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Feb 15 02:32:17.534878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfffec-1576-479c-a218-56c8d39dd9d2 req-a1e3566f-dc0c-4ab6-be83-c2c42836fc95 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:17.536403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8abfffec-1576-479c-a218-56c8d39dd9d2 req-a1e3566f-dc0c-4ab6-be83-c2c42836fc95 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0548146 Feb 15 02:32:17.583696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8abfffec-1576-479c-a218-56c8d39dd9d2 req-4ea60837-5450-4a91-bfca-c0c039861dc3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Feb 15 02:32:18.338660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:18.699655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31c8e2-ebdd-486a-927b-bb78d529e11a req-19d64baf-7f05-44db-9b0f-241a5bd38cd2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:18.701151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b31c8e2-ebdd-486a-927b-bb78d529e11a req-19d64baf-7f05-44db-9b0f-241a5bd38cd2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0516226 Feb 15 02:32:18.748418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b31c8e2-ebdd-486a-927b-bb78d529e11a req-031a9961-316f-4a99-8e85-ea8511719672 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Feb 15 02:32:19.869444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a923bf-adfd-4eac-9e1c-f4bb7f204f39 req-08d1bfa2-c53a-459d-8721-a1fb079850c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:19.870922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2a923bf-adfd-4eac-9e1c-f4bb7f204f39 req-08d1bfa2-c53a-459d-8721-a1fb079850c2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0566959 Feb 15 02:32:19.916832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2a923bf-adfd-4eac-9e1c-f4bb7f204f39 req-e90d0528-83ff-4c03-a0d8-d909d2cafe70 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Feb 15 02:32:21.033582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c65945-0ef7-468e-9596-191a4c9e41d5 req-f79747e6-5b28-417e-b549-043b69f2b9d6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:21.035099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41c65945-0ef7-468e-9596-191a4c9e41d5 req-f79747e6-5b28-417e-b549-043b69f2b9d6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0520055 Feb 15 02:32:21.082121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41c65945-0ef7-468e-9596-191a4c9e41d5 req-4250a756-7f13-42f9-aa5c-e78c22bac119 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Feb 15 02:32:21.135007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b32b23f0-887b-46d3-8431-947cd7a41aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:21.550810 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:32:22.202278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f574c98-f64b-4666-9cd1-19a2d2d3a422 req-3cc24445-cf11-4fce-9d66-94d8b842f0b0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:22.203856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f574c98-f64b-4666-9cd1-19a2d2d3a422 req-3cc24445-cf11-4fce-9d66-94d8b842f0b0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 944 time: 0.0537391 Feb 15 02:32:22.264980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f574c98-f64b-4666-9cd1-19a2d2d3a422 req-45e362eb-e640-44f4-91b1-7f4f33263134 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Feb 15 02:32:22.966602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 76832bab-1a60-45d2-b946-657cbfa4de36 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:32:23.062342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=76832bab-1a60-45d2-b946-657cbfa4de36,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:32:23.073380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '76832bab-1a60-45d2-b946-657cbfa4de36', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': '76832bab-1a60-45d2-b946-657cbfa4de36', 'mac_address': 'fa:16:3e:58:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:32:23.110526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 76832bab-1a60-45d2-b946-657cbfa4de36 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:32:23.110853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:23.123188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76832bab-1a60-45d2-b946-657cbfa4de36 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:32:23.141653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=76832bab-1a60-45d2-b946-657cbfa4de36,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:32:23.215185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:23.275031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:23.282118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.282467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.282813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.283152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.283487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.283819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.284147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.284549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.286227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.286227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.286227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.286227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.286546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:32:23.336068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88418bf1-285e-4eaa-9370-a63910219759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:23.384188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ece6e-220b-42d4-9c4d-5e21dad16991 req-76582d59-12eb-4c01-8c97-1f5360cdaeb7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:23.385628 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e3ece6e-220b-42d4-9c4d-5e21dad16991 req-76582d59-12eb-4c01-8c97-1f5360cdaeb7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 945 time: 0.0541191 Feb 15 02:32:23.433361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e3ece6e-220b-42d4-9c4d-5e21dad16991 req-017f71c9-a75f-40b4-b52e-7ceb738542f6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Feb 15 02:32:23.528809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['76832bab-1a60-45d2-b946-657cbfa4de36'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:32:24.553861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899986-4070-4e6f-9872-b44a048dfc20 req-1a493bca-8b6e-4162-8912-548959e4f502 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:24.555343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb899986-4070-4e6f-9872-b44a048dfc20 req-1a493bca-8b6e-4162-8912-548959e4f502 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 945 time: 0.0524604 Feb 15 02:32:24.603045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb899986-4070-4e6f-9872-b44a048dfc20 req-e482f7db-7132-4cfd-9f02-d292e331d013 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Feb 15 02:32:24.658600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:24.982165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 76832bab-1a60-45d2-b946-657cbfa4de36 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:32:25.100503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 76832bab-1a60-45d2-b946-657cbfa4de36 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:32:25.104608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 76832bab-1a60-45d2-b946-657cbfa4de36 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:32:25.104991 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:25.179459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 76832bab-1a60-45d2-b946-657cbfa4de36 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:32:25.179852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:25.202086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:32:25.204315 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab25c5b-82f2-469e-8159-52bb4cbb8686" -d '{"events": [{"server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "name": "network-vif-plugged", "status": "completed", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:32:25.219711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=76832bab-1a60-45d2-b946-657cbfa4de36,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:32:25.295127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:25.318497 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10f3339-ad58-4e44-a8ba-db52a5dee2e9 x-openstack-request-id: req-a10f3339-ad58-4e44-a8ba-db52a5dee2e9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:32:25.322045 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "name": "network-vif-plugged", "status": "completed", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:32:25.322045 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a10f3339-ad58-4e44-a8ba-db52a5dee2e9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:32:25.322045 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36', 'code': 200} Feb 15 02:32:25.344951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:25.407816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f22ce4-0720-4919-ad38-58325d9cd5a5 req-e9031ced-8e98-43eb-a7ed-5d93bd1d5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:25.409381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23f22ce4-0720-4919-ad38-58325d9cd5a5 req-e9031ced-8e98-43eb-a7ed-5d93bd1d5097 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 1129 time: 0.0483801 Feb 15 02:32:25.454322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23f22ce4-0720-4919-ad38-58325d9cd5a5 req-126d0601-a5b5-4668-984d-1b6de854f2cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Feb 15 02:32:25.720598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26193e6e-667b-4faf-8dad-6c4f9ba3fa3e req-4d70e65a-cee3-4190-b253-58d0f0035b12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:25.722093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26193e6e-667b-4faf-8dad-6c4f9ba3fa3e req-4d70e65a-cee3-4190-b253-58d0f0035b12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0519207 Feb 15 02:32:25.768470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26193e6e-667b-4faf-8dad-6c4f9ba3fa3e req-0be8b9f7-a8d7-4f19-bc08-6f0fa0571e0c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 15 02:32:26.031912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:26.902853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9477b7a-dd90-4aab-bb90-0d7e662bac39 req-b0977517-9030-41dc-9445-6e52ca95fcc0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:26.904412 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9477b7a-dd90-4aab-bb90-0d7e662bac39 req-b0977517-9030-41dc-9445-6e52ca95fcc0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0584605 Feb 15 02:32:26.951986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9477b7a-dd90-4aab-bb90-0d7e662bac39 req-4854d608-203e-4b8b-9488-1c996868ca4b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Feb 15 02:32:27.418551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:28.070031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab601e7-f780-48b1-9ec4-f3ff4f860a7e req-269ab596-d1e9-4f42-b324-c0b1579f38ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:28.071511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ab601e7-f780-48b1-9ec4-f3ff4f860a7e req-269ab596-d1e9-4f42-b324-c0b1579f38ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0530202 Feb 15 02:32:28.117249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ab601e7-f780-48b1-9ec4-f3ff4f860a7e req-17d4675d-6436-469f-911e-f5dac65a8da2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Feb 15 02:32:28.240312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2b97d-5549-4e68-a741-55bb1bbe7399 req-4843e91c-d434-4acd-85cc-2fa3b1544dfe tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:28.242355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41a2b97d-5549-4e68-a741-55bb1bbe7399 req-4843e91c-d434-4acd-85cc-2fa3b1544dfe tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0620208 Feb 15 02:32:28.294389 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41a2b97d-5549-4e68-a741-55bb1bbe7399 req-13eae94e-8e82-47ef-a0dc-610b9fc6766f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Feb 15 02:32:32.641154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-8f8ce759-78e9-4c99-8d8d-60af46e7fc96 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:32.642657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-8f8ce759-78e9-4c99-8d8d-60af46e7fc96 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1014650 Feb 15 02:32:32.657757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-e6d619b5-afdd-46fa-b227-8ef5e9847fc1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0088921 Feb 15 02:32:32.714055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-dd915c0c-abd8-4e12-9757-2244a0328a67 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514550 Feb 15 02:32:32.806137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-d8942d3f-c551-491a-97bf-ef640ab0b957 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851908 Feb 15 02:32:32.894236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-093c2192-07dd-467b-ba00-979225cd6953 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Feb 15 02:32:33.142789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d74bea5-0214-427f-a916-3f40d532d4b5 req-84a8f548-0ebe-44ee-b79d-40601ad648bc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0276291 Feb 15 02:32:34.248095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69b226ef-2785-497e-9400-99c4302eab4c req-34b4829c-94bd-4db4-acb4-612f393d97fa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0355136 Feb 15 02:32:35.002559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-e095e1e3-3d60-4073-86bf-1fc9a0ecdc77 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:35.004637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-e095e1e3-3d60-4073-86bf-1fc9a0ecdc77 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.0998399 Feb 15 02:32:35.021983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:32:35.229924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:32:35.233511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.370757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4548a67-8cc9-4a88-9be7-76897f20fcd9 req-0594a237-8584-4ff9-b9d8-e455264fe70e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0379148 Feb 15 02:32:35.386694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.3 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/fa3adbc4-995b-4b90-a5b8-1cf8253b9bed) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:32:35.527372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.621310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.632954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['76832bab-1a60-45d2-b946-657cbfa4de36'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:32:35.675579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:32:35.679467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:32:35.685571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:32:35.715213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:35.753914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:35.754554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.875500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-eb98cbdd-74d5-43c1-a59a-870faae72525 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572218 Feb 15 02:32:35.887426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Request body: {'port': {'device_id': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:32:35.936167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e09f5f8-5202-4c44-8f5c-9388bcec1488 None None] Provisioning complete for port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:32:35.936640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e09f5f8-5202-4c44-8f5c-9388bcec1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.952120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:35.970059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e09f5f8-5202-4c44-8f5c-9388bcec1488 None None] Port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:32:36.220872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3adbc4-995b-4b90-a5b8-1cf8253b9bed {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:32:36.228258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks [] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:36.240038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Transition to ACTIVE for port object fa3adbc4-995b-4b90-a5b8-1cf8253b9bed will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:32:36.309905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:36.362513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:36.444438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Attempting to bind port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:32:36.445079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Attempting to bind port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:32:36.445228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Attempting to bind port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:32:36.450281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Attempting to bind port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Bound port: fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:32:36.461399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:36.568408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145121-4767-420a-9862-890bd6f2480a req-d727fffe-ba38-4f06-a661-d1a071c01289 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:36.570393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75145121-4767-420a-9862-890bd6f2480a req-d727fffe-ba38-4f06-a661-d1a071c01289 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.1083572 Feb 15 02:32:36.572867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:32:36.576029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:32:36.625777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75145121-4767-420a-9862-890bd6f2480a req-34bbedac-9c1b-40d3-b53c-1ef013cf7a30 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Feb 15 02:32:36.667403 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:36.700485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:36.701223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:36.702672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa3adbc4-995b-4b90-a5b8-1cf8253b9bed HTTP/1.1" status: 200 len: 1092 time: 0.8196971 Feb 15 02:32:36.705307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:32:36.708254 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:32:36.738398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ece0-ad7e-4360-ae40-e4407484f232 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:32:36.755785 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7796eb29-b612-4a34-9355-46af3d836eff x-openstack-request-id: req-7796eb29-b612-4a34-9355-46af3d836eff {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:32:36.756083 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:32:36.756391 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7796eb29-b612-4a34-9355-46af3d836eff {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:32:36.756893 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed', 'status': 'completed', 'code': 200} Feb 15 02:32:36.828684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-273a7730-9252-4b25-bc14-af92db1e2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:36.830575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-273a7730-9252-4b25-bc14-af92db1e2b6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 1126 time: 0.0559649 Feb 15 02:32:36.944475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-f15559f1-071b-4562-a60d-04a181a24d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:36.945961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-f15559f1-071b-4562-a60d-04a181a24d52 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073797 Feb 15 02:32:37.046778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-59a19884-658c-49b2-9564-ee2040cf12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:37.048639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb144eb1-11f9-4c3c-bf3c-9d79aa9f0714 req-59a19884-658c-49b2-9564-ee2040cf12c6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972025 Feb 15 02:32:37.138476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-23d19ae3-6799-49db-bb37-9f3a5f2f6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:37.139919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-23d19ae3-6799-49db-bb37-9f3a5f2f6914 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 1126 time: 0.0536933 Feb 15 02:32:37.184849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-42ff462f-9cbb-4f6f-aaea-aeb86027894e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed HTTP/1.1" status: 200 len: 217 time: 0.0382907 Feb 15 02:32:37.245801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-5cfc4571-72bf-41f3-a31b-8e328647a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:37.247309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-5cfc4571-72bf-41f3-a31b-8e328647a580 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0571766 Feb 15 02:32:37.300818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-a94781e0-0513-46da-80d7-fb296e9ce63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:37.302411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-a94781e0-0513-46da-80d7-fb296e9ce63a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493102 Feb 15 02:32:37.403316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-f984aab0-1030-41dc-8492-b3f45e18818b service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916348 Feb 15 02:32:37.500742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a2bcbef-bcce-40af-b640-7008e9258704 req-cb4fde43-518c-47d7-93e6-e9303c06252d service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917478 Feb 15 02:32:37.765503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d86-88ce-4edc-8778-344d9b64cfb7 req-c5a08bed-4193-4e70-beef-4cc6c172e8af tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:37.767111 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844d86-88ce-4edc-8778-344d9b64cfb7 req-c5a08bed-4193-4e70-beef-4cc6c172e8af tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0583866 Feb 15 02:32:37.819844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34844d86-88ce-4edc-8778-344d9b64cfb7 req-52f3e1b2-0a88-4b68-8209-327f9598e6ec tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Feb 15 02:32:38.947337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138f9a8-5bb4-4804-b53e-7277ad31e0a8 req-a56557eb-61a9-41a8-bfe4-b75b804f0dcc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:38.948845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4138f9a8-5bb4-4804-b53e-7277ad31e0a8 req-a56557eb-61a9-41a8-bfe4-b75b804f0dcc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0570474 Feb 15 02:32:38.996492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4138f9a8-5bb4-4804-b53e-7277ad31e0a8 req-803688af-9a22-4cf7-a77b-9794784d48c5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Feb 15 02:32:40.119533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c474f-c72a-430d-85d2-c5064c3061c7 req-973e7df3-1126-4443-9aa5-2acc590065a8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:40.121142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-154c474f-c72a-430d-85d2-c5064c3061c7 req-973e7df3-1126-4443-9aa5-2acc590065a8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0571570 Feb 15 02:32:40.170148 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-154c474f-c72a-430d-85d2-c5064c3061c7 req-34f5fe5b-4bf0-49d2-b744-ebb166af66d0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Feb 15 02:32:41.292150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e56bb-9f3c-4dc9-8c6e-7d291a4ea81a req-5d2ca0d3-e19f-4f7f-a2be-b2b1a129b2d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:41.294562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37e56bb-9f3c-4dc9-8c6e-7d291a4ea81a req-5d2ca0d3-e19f-4f7f-a2be-b2b1a129b2d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0542367 Feb 15 02:32:41.351105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37e56bb-9f3c-4dc9-8c6e-7d291a4ea81a req-8408a548-c1d5-403b-9cb3-b2ee495ec3e5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Feb 15 02:32:42.477486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30fc-4de0-4ee0-b772-3cae06c35209 req-e21f2a67-955b-4733-a9d3-b1087381a780 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:42.479032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a9c30fc-4de0-4ee0-b772-3cae06c35209 req-e21f2a67-955b-4733-a9d3-b1087381a780 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0545855 Feb 15 02:32:42.530614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a9c30fc-4de0-4ee0-b772-3cae06c35209 req-ebcc2bc3-8c20-4131-81e0-5a845da977cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458570 Feb 15 02:32:43.658690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e92e4-5131-4469-83a4-8ac6ea3e8146 req-b15a88af-1f67-48d9-82c4-6aa314e9bdcd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:43.660384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a5e92e4-5131-4469-83a4-8ac6ea3e8146 req-b15a88af-1f67-48d9-82c4-6aa314e9bdcd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0537157 Feb 15 02:32:43.711994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a5e92e4-5131-4469-83a4-8ac6ea3e8146 req-23ccbe8a-a59e-405f-aefd-2cd691f5918d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Feb 15 02:32:44.853808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81369ead-126f-4e4c-8974-f3015b3c008a req-0f33302e-2540-4ce3-9d5f-81d0c1da78e0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:44.855356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81369ead-126f-4e4c-8974-f3015b3c008a req-0f33302e-2540-4ce3-9d5f-81d0c1da78e0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0659328 Feb 15 02:32:44.906421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81369ead-126f-4e4c-8974-f3015b3c008a req-eb1900c5-a999-4791-b993-8e5da8d46642 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Feb 15 02:32:45.755843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:46.033073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc348c-479c-4d81-956c-e35b24589715 req-5558f37d-f5a6-4739-b5ca-fd8c449d5c3e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:46.034586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64fc348c-479c-4d81-956c-e35b24589715 req-5558f37d-f5a6-4739-b5ca-fd8c449d5c3e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0545638 Feb 15 02:32:46.084738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64fc348c-479c-4d81-956c-e35b24589715 req-61f2b5f2-1c6d-4c0e-a3fb-a41fc4142a25 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Feb 15 02:32:47.207689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999d29-b48a-4653-a125-04bbe6d0ea9e req-3d502a7e-12a3-4bab-84aa-9707e9cbb05c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:47.209202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3999d29-b48a-4653-a125-04bbe6d0ea9e req-3d502a7e-12a3-4bab-84aa-9707e9cbb05c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0544662 Feb 15 02:32:47.263919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3999d29-b48a-4653-a125-04bbe6d0ea9e req-8946f79c-a5c6-45a8-8dab-1c5e3e72732d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 Feb 15 02:32:48.369700 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:48.409162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b53e-0359-48f6-9451-1033c7f4b4f7 req-70b63ff2-4345-411e-b510-86ce5ed543cc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:48.410905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53b6b53e-0359-48f6-9451-1033c7f4b4f7 req-70b63ff2-4345-411e-b510-86ce5ed543cc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0680535 Feb 15 02:32:48.464178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53b6b53e-0359-48f6-9451-1033c7f4b4f7 req-d77db78f-4410-4d18-9856-53c5058e9734 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475144 Feb 15 02:32:49.595763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef0667-83b8-454d-8bc8-51f726e82c3a req-a7635837-2cfe-467a-8a8f-32831b10d10a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:49.597341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ef0667-83b8-454d-8bc8-51f726e82c3a req-a7635837-2cfe-467a-8a8f-32831b10d10a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0629537 Feb 15 02:32:49.647550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6ef0667-83b8-454d-8bc8-51f726e82c3a req-aafba96a-932b-42ea-8887-9d7e1c8d0451 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Feb 15 02:32:50.779169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af958e-1cf5-4ae5-ae7c-e748a3a61db2 req-83051f6a-999d-4633-88c8-caa3d12f0b3e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:50.780673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39af958e-1cf5-4ae5-ae7c-e748a3a61db2 req-83051f6a-999d-4633-88c8-caa3d12f0b3e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0596220 Feb 15 02:32:50.829473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39af958e-1cf5-4ae5-ae7c-e748a3a61db2 req-c273b59c-23e2-4cc3-b294-89b09c713b19 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Feb 15 02:32:51.126629 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee9d57c0-7fd9-4bbb-ba4b-8f4ee85ea8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:51.960541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec397172-d5b2-4939-8172-de16382d698c req-9d0b04ca-093a-470b-9ab5-c14771722c2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:51.962051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec397172-d5b2-4939-8172-de16382d698c req-9d0b04ca-093a-470b-9ab5-c14771722c2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0638165 Feb 15 02:32:52.010367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec397172-d5b2-4939-8172-de16382d698c req-02675bc5-63b7-4b50-8803-c720bec01159 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Feb 15 02:32:53.138887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda551fa-05bc-4030-a11f-a22b6314ca85 req-473cb1c3-9e4d-4577-b6fa-291aba7fbbc8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:53.140604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bda551fa-05bc-4030-a11f-a22b6314ca85 req-473cb1c3-9e4d-4577-b6fa-291aba7fbbc8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0583901 Feb 15 02:32:53.187209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bda551fa-05bc-4030-a11f-a22b6314ca85 req-b3a2b308-15c7-4a13-9c69-76ed86c29b48 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Feb 15 02:32:53.343789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-301491f5-4820-4b5f-9069-c305a0a8109d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:54.309329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc07a7-66ea-4aa5-92d6-80d4c9b4c0ea req-36f2b891-cc65-4610-959a-94ad685a726c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:54.310852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65cc07a7-66ea-4aa5-92d6-80d4c9b4c0ea req-36f2b891-cc65-4610-959a-94ad685a726c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0547092 Feb 15 02:32:54.358326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65cc07a7-66ea-4aa5-92d6-80d4c9b4c0ea req-5334b090-a6ab-4bee-b647-f56384919688 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Feb 15 02:32:54.669662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:55.485823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ad1b4-7402-43a0-9db3-eef7bba63082 req-7d6e3e60-c2df-4130-a6e5-0f938e513fd1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:55.487487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa8ad1b4-7402-43a0-9db3-eef7bba63082 req-7d6e3e60-c2df-4130-a6e5-0f938e513fd1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0568368 Feb 15 02:32:55.539642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa8ad1b4-7402-43a0-9db3-eef7bba63082 req-bfb8c457-b605-4425-9bf5-d3997357f034 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Feb 15 02:32:56.060780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:56.662071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654239-c06e-4472-bf24-8beccaef76f8 req-f147292a-0f3c-4c17-a387-1467c701ddcd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:56.663567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48654239-c06e-4472-bf24-8beccaef76f8 req-f147292a-0f3c-4c17-a387-1467c701ddcd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0541813 Feb 15 02:32:56.714387 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48654239-c06e-4472-bf24-8beccaef76f8 req-4ade376d-1e06-4a89-a126-1793447deb71 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Feb 15 02:32:57.455136 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:32:57.834528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8884ca4-a929-4896-a17a-a65bd864e7f8 req-25dbfa75-9a1c-4230-bcd9-68b68d2ee2b0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:57.836007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8884ca4-a929-4896-a17a-a65bd864e7f8 req-25dbfa75-9a1c-4230-bcd9-68b68d2ee2b0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0534053 Feb 15 02:32:57.883597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8884ca4-a929-4896-a17a-a65bd864e7f8 req-603fc561-d253-45cd-a713-6e834d5d784d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Feb 15 02:32:58.549904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:32:59.013578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec67b-245b-4069-8f62-58efa3452785 req-a0cee3bd-df71-4323-b352-d5e95d90e4c8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:32:59.019476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dceec67b-245b-4069-8f62-58efa3452785 req-a0cee3bd-df71-4323-b352-d5e95d90e4c8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0639770 Feb 15 02:32:59.070688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dceec67b-245b-4069-8f62-58efa3452785 req-b0ec96ae-8f39-4bae-a54f-2d5685b772cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Feb 15 02:33:00.195661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c3a8-8811-46a9-915d-30d4f676a417 req-3debbd68-39d9-4b63-86c8-cd418deee54f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:00.197182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a55c3a8-8811-46a9-915d-30d4f676a417 req-3debbd68-39d9-4b63-86c8-cd418deee54f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0547137 Feb 15 02:33:00.248402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a55c3a8-8811-46a9-915d-30d4f676a417 req-70c061f3-14ca-4964-b467-ab4a4e53a320 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Feb 15 02:33:01.367951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ab6d-4067-411e-8030-85a5dd78385a req-ca99e575-7e0e-4740-8aca-3a1d11a26bc2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:01.369482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c269ab6d-4067-411e-8030-85a5dd78385a req-ca99e575-7e0e-4740-8aca-3a1d11a26bc2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0523579 Feb 15 02:33:01.422817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c269ab6d-4067-411e-8030-85a5dd78385a req-eae5b723-905c-4a39-9233-cd5eeb6f6327 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Feb 15 02:33:02.546512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750e91-43ad-4184-b45e-b4b3439a3b8f req-9fe30713-31cf-4242-b412-3a0dc61cd13d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:02.548049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c750e91-43ad-4184-b45e-b4b3439a3b8f req-9fe30713-31cf-4242-b412-3a0dc61cd13d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0544477 Feb 15 02:33:02.602988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c750e91-43ad-4184-b45e-b4b3439a3b8f req-157458c5-2935-47d5-984b-7cafbb3d9435 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Feb 15 02:33:03.731304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b2439-dd1f-49b3-8d7f-e4b212f79ebb req-2c16ae6f-325e-4071-9397-840346625ea3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:03.733581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-078b2439-dd1f-49b3-8d7f-e4b212f79ebb req-2c16ae6f-325e-4071-9397-840346625ea3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0554743 Feb 15 02:33:03.783599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-078b2439-dd1f-49b3-8d7f-e4b212f79ebb req-f321aba3-a7d1-4c86-b1ef-a46b381df8a4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Feb 15 02:33:04.915889 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca830b8-3c14-4e05-a22c-95241a2fded5 req-d6ec3762-67db-4873-8308-46d5f2c4fa08 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:04.917705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fca830b8-3c14-4e05-a22c-95241a2fded5 req-d6ec3762-67db-4873-8308-46d5f2c4fa08 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0592809 Feb 15 02:33:04.965757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fca830b8-3c14-4e05-a22c-95241a2fded5 req-c8e0a0ec-8577-45db-9f55-3b8cbb8a7db3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Feb 15 02:33:06.088658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b80f-9c76-4bab-b902-c7ff66ae66c3 req-e764a27c-2a6e-4739-b7f5-ae01fde3b7fe tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:06.096008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77b0b80f-9c76-4bab-b902-c7ff66ae66c3 req-e764a27c-2a6e-4739-b7f5-ae01fde3b7fe tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0594523 Feb 15 02:33:06.140465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77b0b80f-9c76-4bab-b902-c7ff66ae66c3 req-7f0969de-fad1-4eff-8017-a70fb8b843cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Feb 15 02:33:07.267392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa427e7-cea9-40a9-982a-a67400fb568f req-6434b7a4-b88e-4ec4-90dc-65ea2118d63e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:07.268927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afa427e7-cea9-40a9-982a-a67400fb568f req-6434b7a4-b88e-4ec4-90dc-65ea2118d63e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0566061 Feb 15 02:33:07.316965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-afa427e7-cea9-40a9-982a-a67400fb568f req-6b2114c7-89c3-4a8b-a234-06be891b7c09 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Feb 15 02:33:08.447332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dd84-5556-4048-b6d7-d7f7dbf9be7a req-3063729a-651c-4cbc-a9de-4e8f2d3d6553 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:08.449218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c86dd84-5556-4048-b6d7-d7f7dbf9be7a req-3063729a-651c-4cbc-a9de-4e8f2d3d6553 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0583942 Feb 15 02:33:08.503706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c86dd84-5556-4048-b6d7-d7f7dbf9be7a req-106b8c16-3d4f-42e0-a094-3d97837c8691 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Feb 15 02:33:09.624691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d96646-cb3a-4d22-937d-64f87633f182 req-a155d4c7-6f9d-46c3-8a6b-af96f08ffdb1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:09.626338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4d96646-cb3a-4d22-937d-64f87633f182 req-a155d4c7-6f9d-46c3-8a6b-af96f08ffdb1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0532629 Feb 15 02:33:09.685430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4d96646-cb3a-4d22-937d-64f87633f182 req-ac0ee3a4-0225-4a43-b6f2-ede543f855f0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Feb 15 02:33:10.809920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402d7a1-2c4e-4af9-b462-88880ecbe820 req-003cca72-ff6b-47bc-b662-f458f6ed909f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:10.811407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6402d7a1-2c4e-4af9-b462-88880ecbe820 req-003cca72-ff6b-47bc-b662-f458f6ed909f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0539150 Feb 15 02:33:10.860573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6402d7a1-2c4e-4af9-b462-88880ecbe820 req-c2b6510c-cb1d-4816-a322-91351230ab4a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Feb 15 02:33:11.196718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-0b92d889-6f1b-4aa5-ba8e-38c162621fd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909326 Feb 15 02:33:11.284740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-fedb24f8-78b0-4e74-b96c-5b6e793e32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:11.286388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-fedb24f8-78b0-4e74-b96c-5b6e793e32fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 1129 time: 0.0495064 Feb 15 02:33:11.399000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-97b0c055-841f-4a3b-86d9-50ca4287c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:11.400445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-97b0c055-841f-4a3b-86d9-50ca4287c483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0952709 Feb 15 02:33:11.442772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-ef69d6cb-ce45-4c3f-a10b-8b497d4bbbca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76832bab-1a60-45d2-b946-657cbfa4de36 HTTP/1.1" status: 200 len: 217 time: 0.0354543 Feb 15 02:33:11.495604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-b3e1d4dc-e381-4cb6-8b31-45a9ef0e4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:11.497156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-b3e1d4dc-e381-4cb6-8b31-45a9ef0e4bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0489366 Feb 15 02:33:11.547735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-682fa03a-852a-417d-9f99-2a464c98f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:11.549306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-682fa03a-852a-417d-9f99-2a464c98f4e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463316 Feb 15 02:33:11.641779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-02576933-2e2b-4164-9c50-16b8628b316a service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Feb 15 02:33:11.734267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4fe5a16-aac5-4a6e-827f-a7f18b97cb16 req-7f0319c2-603c-430b-a8de-51d55c0dadc5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Feb 15 02:33:11.982544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b526e9-f8d5-4db2-8408-5d37bdf233c8 req-9648cfc4-4808-487f-b0e7-5c36cba7c194 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:11.984044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9b526e9-f8d5-4db2-8408-5d37bdf233c8 req-9648cfc4-4808-487f-b0e7-5c36cba7c194 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0541224 Feb 15 02:33:12.031755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9b526e9-f8d5-4db2-8408-5d37bdf233c8 req-98aad3a1-568d-4813-a1f7-977bbb704133 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Feb 15 02:33:13.159783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01d83-a459-4a99-91c0-13e449d6fe39 req-751e53c1-08e1-4990-b00f-750dce4dac12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:13.161335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76d01d83-a459-4a99-91c0-13e449d6fe39 req-751e53c1-08e1-4990-b00f-750dce4dac12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0571022 Feb 15 02:33:13.478257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76d01d83-a459-4a99-91c0-13e449d6fe39 req-80209c8c-67f4-4bb0-8086-0e196249c9ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103113 Feb 15 02:33:14.610139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d6c-2dc8-4951-9f7a-e03d585ac4ae req-68d5f4a7-f3e4-46d5-b734-c524d77403a7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:14.611629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-746e4d6c-2dc8-4951-9f7a-e03d585ac4ae req-68d5f4a7-f3e4-46d5-b734-c524d77403a7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0597372 Feb 15 02:33:14.658743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-746e4d6c-2dc8-4951-9f7a-e03d585ac4ae req-7cc8a0b0-52ea-4836-9226-8a465971b5f5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Feb 15 02:33:15.700176 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:15.786998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba0922-1027-4073-951b-ef1204a18be6 req-7dc1e761-986e-48e7-a301-c889d8c0ca4a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:15.788555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cba0922-1027-4073-951b-ef1204a18be6 req-7dc1e761-986e-48e7-a301-c889d8c0ca4a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0560732 Feb 15 02:33:15.842152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2cba0922-1027-4073-951b-ef1204a18be6 req-2b5824ed-f04a-491e-940f-44c71f800274 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Feb 15 02:33:16.965435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e4547-3789-47ab-9010-9f315ed23c44 req-29192fab-f8f3-40d8-b2c2-5cf6b4f5a122 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:16.966934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f41e4547-3789-47ab-9010-9f315ed23c44 req-29192fab-f8f3-40d8-b2c2-5cf6b4f5a122 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0553484 Feb 15 02:33:17.013925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f41e4547-3789-47ab-9010-9f315ed23c44 req-533b2c83-f9ef-43f1-adc0-42baf65b1efa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Feb 15 02:33:18.134795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d4f3-2240-40be-9394-f63984725dac req-fe18d5a7-382b-4fbb-b071-d222846a8487 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:18.136823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c900d4f3-2240-40be-9394-f63984725dac req-fe18d5a7-382b-4fbb-b071-d222846a8487 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0548162 Feb 15 02:33:18.184403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c900d4f3-2240-40be-9394-f63984725dac req-e099565e-c189-4459-b3f5-5477a979365c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Feb 15 02:33:18.351471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:19.310659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365688-1943-4bae-b133-0235eb1f4b7d req-46620049-9a8b-4459-aa39-cdb29b00ff38 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:19.312175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18365688-1943-4bae-b133-0235eb1f4b7d req-46620049-9a8b-4459-aa39-cdb29b00ff38 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0591500 Feb 15 02:33:19.361337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-18365688-1943-4bae-b133-0235eb1f4b7d req-dcf22de3-4e3e-4422-a8aa-dd22bf3ddb89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Feb 15 02:33:20.493283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1dff2-cd02-499e-98df-4642288a157d req-9d66ea8c-09f3-4e91-9642-2f9d0654049c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:20.494771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fbb1dff2-cd02-499e-98df-4642288a157d req-9d66ea8c-09f3-4e91-9642-2f9d0654049c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0518985 Feb 15 02:33:20.541489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fbb1dff2-cd02-499e-98df-4642288a157d req-2eac845e-361d-4a80-af9a-9ed427dde168 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Feb 15 02:33:21.120811 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39708662-1aa9-4530-8527-228ccf49d406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:21.666136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ef29-d7e1-434f-88b4-bf36df0c3635 req-2d94573a-4c72-4bad-9081-a0e1b42f4c91 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:21.668441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7024ef29-d7e1-434f-88b4-bf36df0c3635 req-2d94573a-4c72-4bad-9081-a0e1b42f4c91 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0564156 Feb 15 02:33:21.714940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7024ef29-d7e1-434f-88b4-bf36df0c3635 req-c3df161e-35dd-43fa-8b22-91e5e4c391f6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Feb 15 02:33:22.832458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c615a-5281-4f2a-ad17-b9d16be8034d req-9ca49ba4-a6b1-4e77-b882-b60fb08ffc7f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:22.833932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546c615a-5281-4f2a-ad17-b9d16be8034d req-9ca49ba4-a6b1-4e77-b882-b60fb08ffc7f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0526984 Feb 15 02:33:22.880732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-546c615a-5281-4f2a-ad17-b9d16be8034d req-6e80c981-a177-460a-abbf-9390b1962915 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Feb 15 02:33:23.340053 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f9bfa52-daf4-4dac-97ea-3f91141a6347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:23.999254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62b2c1-48e9-42df-8ec5-f963a8f8c3f5 req-2952e771-273a-49fe-9547-28186e00c603 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:24.000784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c62b2c1-48e9-42df-8ec5-f963a8f8c3f5 req-2952e771-273a-49fe-9547-28186e00c603 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0522270 Feb 15 02:33:24.051787 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c62b2c1-48e9-42df-8ec5-f963a8f8c3f5 req-22a148e0-1d52-4d67-b391-ae5b99d3bd6e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Feb 15 02:33:24.654139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:25.170238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52c6c7-6e24-4b66-bce2-b7feaa1be830 req-cb5d0eb1-1d99-4c9b-901d-6f9061968755 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:25.171712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc52c6c7-6e24-4b66-bce2-b7feaa1be830 req-cb5d0eb1-1d99-4c9b-901d-6f9061968755 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0521319 Feb 15 02:33:25.218079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc52c6c7-6e24-4b66-bce2-b7feaa1be830 req-35ad6a4d-4509-45cb-996a-38ae87ca3f18 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Feb 15 02:33:26.083150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:26.337464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2704a7-d00a-4a01-86ef-3b3bbddb1651 req-65291b85-9b8f-4341-9db2-a5c3c11386e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:26.338892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec2704a7-d00a-4a01-86ef-3b3bbddb1651 req-65291b85-9b8f-4341-9db2-a5c3c11386e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0521626 Feb 15 02:33:26.384833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec2704a7-d00a-4a01-86ef-3b3bbddb1651 req-c5d7c7ef-9633-4d95-a1c4-fc361fcb23cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Feb 15 02:33:27.383070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:27.512493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cda46a-28f5-403d-bef9-aa2a8cfab082 req-f2b76092-78be-4014-85ed-baf61a1006db tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:27.514005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24cda46a-28f5-403d-bef9-aa2a8cfab082 req-f2b76092-78be-4014-85ed-baf61a1006db tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0584538 Feb 15 02:33:27.562900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24cda46a-28f5-403d-bef9-aa2a8cfab082 req-eae99a4a-29b8-47d6-b287-8def1e57c594 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Feb 15 02:33:28.456060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fa3adbc4-995b-4b90-a5b8-1cf8253b9bed details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:33:28.549197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:33:28.563740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed', 'mac_address': 'fa:16:3e:54:9e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:33:28.599323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:33:28.599713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:28.613715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3adbc4-995b-4b90-a5b8-1cf8253b9bed {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:33:28.634117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:33:28.691105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23721d-8a5e-4088-b473-b87f85c64a9a req-0032b5fd-12a3-4713-b3e4-bdb6404ac3c1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:28.692763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d23721d-8a5e-4088-b473-b87f85c64a9a req-0032b5fd-12a3-4713-b3e4-bdb6404ac3c1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 943 time: 0.0563598 Feb 15 02:33:28.732081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:28.739466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d23721d-8a5e-4088-b473-b87f85c64a9a req-68e19845-b7d0-422f-8b64-b3bd4d58e274 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Feb 15 02:33:28.778053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:33:28.785219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.785561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.785898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.786231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.786559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.786883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.787206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.787525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.787845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.788162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.788515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.788835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.789152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:28.949560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fa3adbc4-995b-4b90-a5b8-1cf8253b9bed'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:33:29.858261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fcacf-622e-4caa-a89b-f23c9a529845 req-d0f5647c-2c2b-4298-8760-3958f6e362a1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:29.859828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c22fcacf-622e-4caa-a89b-f23c9a529845 req-d0f5647c-2c2b-4298-8760-3958f6e362a1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 944 time: 0.0525658 Feb 15 02:33:29.911478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c22fcacf-622e-4caa-a89b-f23c9a529845 req-8256a4bf-a9f0-49d7-b866-2ea4f0d07471 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Feb 15 02:33:30.460697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fa3adbc4-995b-4b90-a5b8-1cf8253b9bed up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:33:30.591688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:33:30.595903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:33:30.596435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:30.682609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:33:30.682914 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:30.705009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:33:30.707342 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65908c9cd1595bd6b4c88ba045e85051a58a56173ca024c6a28399791e9e524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc195d-458c-4cdf-828f-68f580a7d365" -d '{"events": [{"server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "name": "network-vif-plugged", "status": "completed", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:33:30.719843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:33:30.743881 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7c0ba-ddb8-443d-9ea8-d7336632152c x-openstack-request-id: req-92a7c0ba-ddb8-443d-9ea8-d7336632152c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:33:30.744169 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "name": "network-vif-plugged", "status": "completed", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:33:30.744455 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a7c0ba-ddb8-443d-9ea8-d7336632152c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:33:30.744843 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed', 'code': 200} Feb 15 02:33:30.800623 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:30.848655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:33:30.896404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a10d3-01f1-433f-97dc-6dfa2896757f req-428a4575-3910-466f-a7b0-05cbb2fb9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:30.899566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db0a10d3-01f1-433f-97dc-6dfa2896757f req-428a4575-3910-466f-a7b0-05cbb2fb9cce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 1128 time: 0.0984645 Feb 15 02:33:30.941853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db0a10d3-01f1-433f-97dc-6dfa2896757f req-4b3dfb49-a509-4641-b293-acd87a567705 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Feb 15 02:33:31.033846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ff13-b984-411f-bf4d-7f2c86a9b390 req-ccfd8b41-029b-45f9-a751-21d1e490ba67 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:31.035395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23f3ff13-b984-411f-bf4d-7f2c86a9b390 req-ccfd8b41-029b-45f9-a751-21d1e490ba67 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Feb 15 02:33:31.084081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23f3ff13-b984-411f-bf4d-7f2c86a9b390 req-ea991054-2373-41e3-9071-76a72b90fceb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Feb 15 02:33:32.221366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1ea5-fb91-4e98-9b9c-aa70cc435507 req-7e7d99c4-5f3c-4915-a381-3dc5b5f02952 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:32.222850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e66d1ea5-fb91-4e98-9b9c-aa70cc435507 req-7e7d99c4-5f3c-4915-a381-3dc5b5f02952 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0577350 Feb 15 02:33:32.268836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e66d1ea5-fb91-4e98-9b9c-aa70cc435507 req-fd4294c1-3c1c-4c55-8bd3-9c160a2e7510 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Feb 15 02:33:32.387384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60ee07-58a1-4158-bd3f-71d09aa386e5 req-7be7d7db-ed69-45ff-8bff-85a0bc27efb6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:32.388823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e60ee07-58a1-4158-bd3f-71d09aa386e5 req-7be7d7db-ed69-45ff-8bff-85a0bc27efb6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Feb 15 02:33:32.436749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e60ee07-58a1-4158-bd3f-71d09aa386e5 req-df2d575e-5434-4b20-a647-bf2574077e55 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Feb 15 02:33:32.973770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542a1a3-d1eb-447b-812e-8bd0be0edc7b req-ab58df3e-a30f-4d05-887e-1a1d124d94f7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:32.975383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3542a1a3-d1eb-447b-812e-8bd0be0edc7b req-ab58df3e-a30f-4d05-887e-1a1d124d94f7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0571539 Feb 15 02:33:33.022325 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3542a1a3-d1eb-447b-812e-8bd0be0edc7b req-8abf89f8-5390-4054-94f5-ad68708f5a6e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Feb 15 02:33:34.140537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a60409-96e9-4e4b-a6fc-dbca1370dcb4 req-5269916c-208e-44ea-88f7-bbc134e59948 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:34.142040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3a60409-96e9-4e4b-a6fc-dbca1370dcb4 req-5269916c-208e-44ea-88f7-bbc134e59948 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0530570 Feb 15 02:33:34.189183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3a60409-96e9-4e4b-a6fc-dbca1370dcb4 req-78447a6a-9851-41db-9c95-3d08fcc567b5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Feb 15 02:33:34.343366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-0b3a5173-b11d-4e65-b504-999a70355791 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:34.344764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-0b3a5173-b11d-4e65-b504-999a70355791 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Feb 15 02:33:34.446855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:33:34.447198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:34.534288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:33:34.534648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:34.547007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for fa3adbc4-995b-4b90-a5b8-1cf8253b9bed owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:33:34.739909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fa3adbc4-995b-4b90-a5b8-1cf8253b9bed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:34.752830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['fa3adbc4-995b-4b90-a5b8-1cf8253b9bed'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:33:34.755220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['76832bab-1a60-45d2-b946-657cbfa4de36'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:33:34.769390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=fa3adbc4-995b-4b90-a5b8-1cf8253b9bed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:33:34.783734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.784306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.784683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.785034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.785393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.785725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.786060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.786391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.786722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.787052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.787382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.787713 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.788041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:33:34.831763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port fa3adbc4-995b-4b90-a5b8-1cf8253b9bed on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:33:34.835023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:34.838495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d077118-8b66-45cf-bebb-6d8f37987495 req-7391d7ea-32f0-4b41-9fd6-ab5a51ed61cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "DELETE /v2.0/ports/fa3adbc4-995b-4b90-a5b8-1cf8253b9bed HTTP/1.1" status: 204 len: 173 time: 0.4885530 Feb 15 02:33:34.838961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'name': 'network-vif-deleted', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:33:34.841912 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4759c0c690872d8b8cde06df50e36ce049b58029454ff643d504616ea00e0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2da33-9e2d-46a3-9771-48705e9ce32b" -d '{"events": [{"server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "name": "network-vif-deleted", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:33:34.962628 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea100cc-0b6f-4062-908e-6f9d49429e7a x-openstack-request-id: req-4ea100cc-0b6f-4062-908e-6f9d49429e7a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:33:34.962933 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4e0b84-1721-41cc-b0d6-641bb1698725", "name": "network-vif-deleted", "tag": "fa3adbc4-995b-4b90-a5b8-1cf8253b9bed", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:33:34.963188 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ea100cc-0b6f-4062-908e-6f9d49429e7a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:33:34.963594 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4e0b84-1721-41cc-b0d6-641bb1698725', 'name': 'network-vif-deleted', 'tag': 'fa3adbc4-995b-4b90-a5b8-1cf8253b9bed', 'status': 'completed', 'code': 200} Feb 15 02:33:35.296982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-605b30f4-0b43-47fb-934c-133d154c9e22 req-fa59ebec-0dc1-48be-9302-e5bb985fbb98 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0280550 Feb 15 02:33:35.549127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:33:36.393695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6898a207-475e-40a6-a17f-e2bd368634ea req-8221cc38-e758-4812-9a8c-6477d93fd381 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Feb 15 02:33:37.559955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34c273b5-6615-4d3e-9555-323c7ee85e8c req-a0ac4bc4-5527-4570-b092-15d7934d54ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Feb 15 02:33:38.460693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fa3adbc4-995b-4b90-a5b8-1cf8253b9bed no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:33:38.480741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: fa3adbc4-995b-4b90-a5b8-1cf8253b9bed {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:33:38.481094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device fa3adbc4-995b-4b90-a5b8-1cf8253b9bed not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:33:38.655055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-90ef7c0e-3936-427b-a71e-32b8ec199d8a req-793c5ba1-b7b4-41ee-a275-6fd15f9063d6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Feb 15 02:33:39.758399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e2d6932-e2a9-4bd7-9d12-ab3d4533e67b req-99d47cce-8fe6-40bf-8507-0a8bd4902681 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0305371 Feb 15 02:33:40.937277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15f1a19-3d5e-41c3-b82b-b35b32cd67d0 req-68e050b8-dfac-425d-97b5-40fc613aa1eb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0731950 Feb 15 02:33:42.034063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4553ddf6-041c-42ea-a77f-c093eadaf700 req-c1846dbc-2d45-4761-af06-7ba5d99e623e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0273750 Feb 15 02:33:43.133613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a815de4-2ecc-4b8c-9743-b9dc5a780b36 req-82dcf84d-5782-4e98-a730-1bed8bec8bf5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0297720 Feb 15 02:33:44.246278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69f98f9e-6239-4702-8e90-a5dabd409d31 req-cdd2b99b-a5a1-4b40-8754-78fce4ec167d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d4e0b84-1721-41cc-b0d6-641bb1698725 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Feb 15 02:33:45.686097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:48.380114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:51.150831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-582635bc-36b3-4b71-a055-d64baff71aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:53.132674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f509a-377d-4d30-a333-134723d83d43 req-66171156-1215-433b-a4da-3727b7a4d7e4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:53.134244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f3f509a-377d-4d30-a333-134723d83d43 req-66171156-1215-433b-a4da-3727b7a4d7e4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0528023 Feb 15 02:33:53.184997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f3f509a-377d-4d30-a333-134723d83d43 req-b6857937-6d22-4d44-896b-2e0f49640b78 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Feb 15 02:33:53.342359 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b07f9136-b073-4820-a7f4-a52e660ec33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:54.303004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cdb52-7ee3-4093-aab4-d07cfa9be1a8 req-539bb9e3-6b63-446b-b8ee-a9c4ab0350cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:54.304565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c10cdb52-7ee3-4093-aab4-d07cfa9be1a8 req-539bb9e3-6b63-446b-b8ee-a9c4ab0350cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0525301 Feb 15 02:33:54.353185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c10cdb52-7ee3-4093-aab4-d07cfa9be1a8 req-4e26c851-f951-4f64-a8d2-4caa79d643cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Feb 15 02:33:54.676674 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:54.747122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-e707b5c1-3a49-4319-8cb6-20417656f653 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:33:54.749833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-e707b5c1-3a49-4319-8cb6-20417656f653 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 946 time: 0.0515585 Feb 15 02:33:54.844687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 76832bab-1a60-45d2-b946-657cbfa4de36 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:33:54.845031 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:54.930739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port 76832bab-1a60-45d2-b946-657cbfa4de36, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=76832bab-1a60-45d2-b946-657cbfa4de36,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:33:54.931025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:54.943153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 76832bab-1a60-45d2-b946-657cbfa4de36 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:33:55.122508 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (76832bab-1a60-45d2-b946-657cbfa4de36), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:55.134101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['76832bab-1a60-45d2-b946-657cbfa4de36'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:33:55.150865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=76832bab-1a60-45d2-b946-657cbfa4de36,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:33:55.199663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port 76832bab-1a60-45d2-b946-657cbfa4de36 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:33:55.202572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:55.206615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d7bfb82-8120-49c4-9715-6215e25057a3 req-9005cc13-a349-413e-be08-f8b43cff0b89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "DELETE /v2.0/ports/76832bab-1a60-45d2-b946-657cbfa4de36 HTTP/1.1" status: 204 len: 173 time: 0.4511724 Feb 15 02:33:55.207089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'name': 'network-vif-deleted', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:33:55.247230 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c5dbaf-abec-4569-a9a0-e3554cdc0fde" -d '{"events": [{"server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "name": "network-vif-deleted", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:33:55.333031 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c451fcd-bbf4-4364-92a6-c493ca5fb396 x-openstack-request-id: req-6c451fcd-bbf4-4364-92a6-c493ca5fb396 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:33:55.333631 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45918f50-033d-4776-a20a-a45587978c8b", "name": "network-vif-deleted", "tag": "76832bab-1a60-45d2-b946-657cbfa4de36", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:33:55.333631 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c451fcd-bbf4-4364-92a6-c493ca5fb396 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:33:55.333972 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45918f50-033d-4776-a20a-a45587978c8b', 'name': 'network-vif-deleted', 'tag': '76832bab-1a60-45d2-b946-657cbfa4de36', 'status': 'completed', 'code': 200} Feb 15 02:33:55.457624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-534d5336-648a-4d27-9683-48278d303673 req-06633f3f-5f31-451b-9305-79a6c4a447d9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0289373 Feb 15 02:33:56.053820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:56.600649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be78c8a0-e972-4739-becf-8744e6a90d80 req-34ea1d85-7b5a-492d-8f63-111e52b3d9a2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0271604 Feb 15 02:33:57.402492 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:33:57.708691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09938be9-33f7-4621-8423-b971f36ef40b req-554ed936-a317-49f1-85dc-3c863de5890c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0303984 Feb 15 02:33:58.806928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca4b1fbc-2117-44a6-99c6-ac974d824a28 req-0c27f644-e614-4103-8027-ebbd2c2c4c15 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0282600 Feb 15 02:33:59.365439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 76832bab-1a60-45d2-b946-657cbfa4de36 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:33:59.385869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 76832bab-1a60-45d2-b946-657cbfa4de36 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:33:59.386216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 76832bab-1a60-45d2-b946-657cbfa4de36 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:33:59.901963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6000e14c-19cd-4124-896b-13d65e23f48e req-8db5d8e0-f9cb-4664-90fa-753806d8b5b6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0275140 Feb 15 02:34:01.007138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a52b1a7d-bde6-4654-bb01-74919635be86 req-3f9940fe-ac69-4273-93a9-8de69e6084c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0312240 Feb 15 02:34:02.100915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5159018-ce3f-46a2-841a-c69b42f2bfba req-60801037-df1b-499f-aee6-db7d22995da6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0274472 Feb 15 02:34:03.196151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d21e007d-4dbb-40ac-b5f3-0e6294b4c3ec req-611fdf7e-92a7-490b-9475-bd168826d8ff tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0277774 Feb 15 02:34:04.300586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e37562e7-60b4-420e-a478-7d7b53452d8c req-804db4a1-9e9b-4915-9adc-6ff6eacd5b6c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=45918f50-033d-4776-a20a-a45587978c8b HTTP/1.1" status: 200 len: 210 time: 0.0277474 Feb 15 02:34:10.846689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:10.852188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783676576', 'description': 'tempest-secgroup-smoke-783676576 description', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:10.931249 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:10.996906 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (af50f1fa-3d8b-4ee1-97a9-e08e50802b6b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.074194 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (af50f1fa-3d8b-4ee1-97a9-e08e50802b6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.104712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:11.113359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.113359 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.113695 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.113910 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.114448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.114796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.115135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.115473 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.115805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.116139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.116558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.116874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.117206 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:11.157183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.158479 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-eb60fc7e-a964-46d9-a7f7-f010a8fe6580 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3107038 Feb 15 02:34:11.162007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45618) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:11.166145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:11.238437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (8aadafb5-a4c2-4d01-a84d-bb0381f63604), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.292670 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (8aadafb5-a4c2-4d01-a84d-bb0381f63604), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.353693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8aadafb5-a4c2-4d01-a84d-bb0381f63604), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.374816 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aadafb5-a4c2-4d01-a84d-bb0381f63604,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:11.458914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.460223 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-557c41b3-7812-41bb-b672-cd323488fba0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975893 Feb 15 02:34:11.462982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45620) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:11.467397 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:11.569600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (7798c88e-1841-47f3-9c39-9e70bebf2fc6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.624073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (7798c88e-1841-47f3-9c39-9e70bebf2fc6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.708108 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (7798c88e-1841-47f3-9c39-9e70bebf2fc6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.726593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7798c88e-1841-47f3-9c39-9e70bebf2fc6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:11.798949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.800216 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-519484ee-2350-4f73-9348-6363dfebf3da tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3362784 Feb 15 02:34:11.802866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:11.807094 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:11.892637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (22b14e3e-974e-48cc-a4a8-2dc7174a085a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:11.947725 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (22b14e3e-974e-48cc-a4a8-2dc7174a085a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.022093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (22b14e3e-974e-48cc-a4a8-2dc7174a085a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.039471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b14e3e-974e-48cc-a4a8-2dc7174a085a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:12.115512 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.116766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-69ef3e75-b074-4abd-8c53-3eeaa35547b9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129730 Feb 15 02:34:12.119327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:12.123630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:12.218812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (06dcec35-c131-48d5-bd1b-d475a3fcddad), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.273435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (06dcec35-c131-48d5-bd1b-d475a3fcddad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.359258 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (06dcec35-c131-48d5-bd1b-d475a3fcddad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.379652 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dcec35-c131-48d5-bd1b-d475a3fcddad,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:12.444312 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.445593 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca9ac34d-d33d-4a26-8644-2e7877b89b26 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3252957 Feb 15 02:34:12.448188 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:12.452506 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:12.522619 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Project 6d3a1c2aa9ad4799b780f514cfd93b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:34:12.527791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (4041235a-6c52-4df9-aefe-ba4acda0f790), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.549183 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:34:12.585423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (4041235a-6c52-4df9-aefe-ba4acda0f790), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.650974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4041235a-6c52-4df9-aefe-ba4acda0f790), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.670841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4041235a-6c52-4df9-aefe-ba4acda0f790,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:12.729578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.730828 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-380d31e7-3fe8-46b2-97b7-8ee59a995776 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2816844 Feb 15 02:34:12.733597 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 45628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:34:12.737931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'security_group_rule': {'security_group_id': 'af50f1fa-3d8b-4ee1-97a9-e08e50802b6b', 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:12.805330 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Project 6d3a1c2aa9ad4799b780f514cfd93b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:34:12.811433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (6a8966d0-f0c4-4727-acec-2b047a5693b2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.870242 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (6a8966d0-f0c4-4727-acec-2b047a5693b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.927666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6a8966d0-f0c4-4727-acec-2b047a5693b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:12.945487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8966d0-f0c4-4727-acec-2b047a5693b2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:13.009829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:13.011073 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c541be0d-cfce-4d19-ae07-275d3b5946d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2765415 Feb 15 02:34:15.682411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:18.365351 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:21.136188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9377160-4ccc-4c7c-a6b8-97a19a65e9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:23.613741 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b372c252-22f2-491f-b593-72f6ea0beb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:24.670867 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:26.047815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:27.396203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:41.145385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-7755070d-a836-4df7-a5df-8c259c6cd836 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783676576&fields=id&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 267 time: 0.0532210 Feb 15 02:34:41.253244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-2b0d5685-e6fe-417f-928f-38956989cf61 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:41.254690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-2b0d5685-e6fe-417f-928f-38956989cf61 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1029170 Feb 15 02:34:41.269727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-777bef33-efbc-476b-bc00-f02254643cf0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0096810 Feb 15 02:34:41.323418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-ec60ad7c-6c2e-41bc-a450-7d4bcb3f5a6b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487812 Feb 15 02:34:41.491124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-256c48e9-2746-496c-a459-78b5a6c0450f service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238453 Feb 15 02:34:41.579881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-759c5673-c252-4326-b13c-f82c4fb68f1d service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828381 Feb 15 02:34:42.079525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac7458f9-dd0a-440b-bd01-8f1c4f262507 req-3e8bdc7e-1aed-4e04-ad74-7fb1ff11bb2c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0286505 Feb 15 02:34:43.175236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-188d97d9-d310-4681-84bb-ab983ffd5d35 req-6a0bcefd-f9b3-4d86-9053-53615c0d44cd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0284905 Feb 15 02:34:43.711461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-2982a173-d7c7-42f0-ae87-720957e257ed tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:43.713063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-2982a173-d7c7-42f0-ae87-720957e257ed tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1105554 Feb 15 02:34:43.784254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-dee57f56-51e7-4ee6-8b02-31b177da1c58 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 379 time: 0.0630660 Feb 15 02:34:43.792905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'security_groups': ['af50f1fa-3d8b-4ee1-97a9-e08e50802b6b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:43.992128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:34:43.992128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:44.117085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.8 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/c907244f-d7ad-4eac-9ccc-8ccb0e0406d3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:34:44.267543 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:44.286649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3fb07de1-1f99-4933-85b9-68063109396e req-7f13ea39-e92e-44c4-afef-96d291b6e6bc tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0379794 Feb 15 02:34:44.368518 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:44.416595 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:34:44.419989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:34:44.423123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:34:44.461888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:44.477222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.478210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.478559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.478905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.479613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.479966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.480325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.480685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.481028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.481398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.481741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.482078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.482446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:34:44.498143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:44.498850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:44.570606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-fb533529-0874-495b-b36d-bd7e495fb250 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817500 Feb 15 02:34:44.652923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-475a373f-fcb9-4eb9-b053-ebfa31553dae None None] Provisioning complete for port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:34:44.653934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-475a373f-fcb9-4eb9-b053-ebfa31553dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:44.667829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Request body: {'port': {'device_id': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:34:44.688733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-475a373f-fcb9-4eb9-b053-ebfa31553dae None None] Port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:34:44.735376 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.001456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:34:45.009905 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks [] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.028629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Transition to ACTIVE for port object c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:34:45.093079 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.165174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:45.220044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Attempting to bind port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:34:45.220420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Attempting to bind port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:34:45.220785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Attempting to bind port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:34:45.225434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:34:45.225760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Attempting to bind port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:34:45.230925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:34:45.231274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:34:45.231667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:34:45.232107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Bound port: c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:34:45.233051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.304370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:34:45.307635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:34:45.391002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.430384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:45.431381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.432875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] 10.222.0.37 "PUT /v2.0/ports/c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 1092 time: 0.8160954 Feb 15 02:34:45.435284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:34:45.438408 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb77dbd-7576-4f15-80d1-deb78f0dac68" -d '{"events": [{"name": "network-changed", "server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:34:45.474376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136036-0acd-47f8-91d0-18390884b33e req-58e2df10-19b7-43f5-aafb-ff0a485fd1e4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:45.475932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76136036-0acd-47f8-91d0-18390884b33e req-58e2df10-19b7-43f5-aafb-ff0a485fd1e4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.1193163 Feb 15 02:34:45.479439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fe89-ac7c-4be5-a842-a701e0f61d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:34:45.586553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76136036-0acd-47f8-91d0-18390884b33e req-5bbba853-88fe-45dd-9404-766f5185f41f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980077 Feb 15 02:34:45.606899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-16f442fd-6e26-4c07-a1ec-241396471976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:45.609258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-16f442fd-6e26-4c07-a1ec-241396471976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1126 time: 0.0584629 Feb 15 02:34:45.653337 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ec1f2-d867-420e-b43c-e59a8422c018 x-openstack-request-id: req-aa6ec1f2-d867-420e-b43c-e59a8422c018 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:34:45.655020 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:34:45.655020 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa6ec1f2-d867-420e-b43c-e59a8422c018 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:34:45.655020 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'status': 'completed', 'code': 200} Feb 15 02:34:45.657416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-afd948e6-ed32-451c-b72e-6de13382a08f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 217 time: 0.0410907 Feb 15 02:34:45.713075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:45.724016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-3654b6ff-c968-4582-8083-c1535bbcc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:45.729484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-3654b6ff-c968-4582-8083-c1535bbcc286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0623317 Feb 15 02:34:45.778446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-8f7d3284-c21b-4344-a9cf-bf201e89294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:45.780687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-8f7d3284-c21b-4344-a9cf-bf201e89294b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479896 Feb 15 02:34:45.876962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-6d5cecfc-6d06-44c4-9ca2-f866e8aa9128 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897882 Feb 15 02:34:45.973049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a8a8850-1d59-40d3-ac0f-e4a901726953 req-a785ad92-31eb-4f96-80cd-68ad54da6fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905480 Feb 15 02:34:46.152737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-6ff4ee91-e119-4ff0-8d5a-02924ae7ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:46.154276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-6ff4ee91-e119-4ff0-8d5a-02924ae7ce38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1126 time: 0.0460551 Feb 15 02:34:46.245462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-564d54e6-9f91-4f01-9ae2-b50d9611abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:46.246952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-564d54e6-9f91-4f01-9ae2-b50d9611abf3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0873146 Feb 15 02:34:46.287668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-5869dde7-fddd-4ea3-917f-5ec7b44ed62f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 217 time: 0.0347240 Feb 15 02:34:46.336407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-c4888f4b-2654-4567-bdf2-1cc04593236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:46.337937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-c4888f4b-2654-4567-bdf2-1cc04593236c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0446687 Feb 15 02:34:46.385629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-c4f32ac4-305e-4f95-ab4f-fffd037fdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:46.387170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-c4f32ac4-305e-4f95-ab4f-fffd037fdad7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432527 Feb 15 02:34:46.480258 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-d829a1a9-7e88-4a3f-9728-59da072bc4ff service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870202 Feb 15 02:34:46.572922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eb77dbd-7576-4f15-80d1-deb78f0dac68 req-b5f0fc4d-9159-45a4-93e5-1358f41ee829 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865126 Feb 15 02:34:46.721596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5a2ec-c2ed-443b-a04d-b7e9e69d9354 req-e333b776-b52e-436e-b5f1-2d9ea49179e7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:46.723103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a2ec-c2ed-443b-a04d-b7e9e69d9354 req-e333b776-b52e-436e-b5f1-2d9ea49179e7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0606887 Feb 15 02:34:46.771386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32e5a2ec-c2ed-443b-a04d-b7e9e69d9354 req-34aacd77-802d-4149-b9c1-d142af458538 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Feb 15 02:34:47.891671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393921d-dbfd-4200-920c-382279d55d64 req-b9235234-43af-4174-ba6f-fc747108c68f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:47.893211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d393921d-dbfd-4200-920c-382279d55d64 req-b9235234-43af-4174-ba6f-fc747108c68f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0534060 Feb 15 02:34:47.943380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d393921d-dbfd-4200-920c-382279d55d64 req-beb1c6f6-69bc-4b8c-ac28-d97b2946c438 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 Feb 15 02:34:48.375960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:49.075109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f0d89-1987-42d7-9afe-90888627d01e req-4806f821-699e-44bb-a74d-55d18b439bcf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:49.077315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-387f0d89-1987-42d7-9afe-90888627d01e req-4806f821-699e-44bb-a74d-55d18b439bcf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0649683 Feb 15 02:34:49.126485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-387f0d89-1987-42d7-9afe-90888627d01e req-c778a57b-6508-401f-9730-7cae397fe02a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Feb 15 02:34:49.552191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:34:50.247663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4ad6f-4ddb-47a4-a005-f69bef31a23f req-8ccb911c-0ec2-4391-87b3-f0eab60342f3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:50.249100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5f4ad6f-4ddb-47a4-a005-f69bef31a23f req-8ccb911c-0ec2-4391-87b3-f0eab60342f3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0540388 Feb 15 02:34:50.298467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5f4ad6f-4ddb-47a4-a005-f69bef31a23f req-81c34f7c-f5a4-49a9-884f-b90c445fe1ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436699 Feb 15 02:34:51.150337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff4a59c8-ac23-4b0c-b236-37cd8c9e3915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:51.420649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce8f8e-2517-4ba3-bbde-65efba3c7038 req-27777af2-1d44-4c24-8431-35163b98caf1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:51.422190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93ce8f8e-2517-4ba3-bbde-65efba3c7038 req-27777af2-1d44-4c24-8431-35163b98caf1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0574183 Feb 15 02:34:51.475482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-93ce8f8e-2517-4ba3-bbde-65efba3c7038 req-2919615d-e24c-4522-aba5-f6752fc9579b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475538 Feb 15 02:34:52.596056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a3d2-9997-489e-95d2-a53221f67cd3 req-9b0c39f9-f752-4ca6-ad46-1e59047dbae1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:52.597579 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ed7a3d2-9997-489e-95d2-a53221f67cd3 req-9b0c39f9-f752-4ca6-ad46-1e59047dbae1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0526600 Feb 15 02:34:52.645875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ed7a3d2-9997-489e-95d2-a53221f67cd3 req-31228573-e04e-4bc7-884c-45db45622b20 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Feb 15 02:34:53.315960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1392491-55bd-42b7-a88b-e6ed0a6ed61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:53.765770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6512bb1-030f-466f-a211-bd26e0fde8a4 req-380d5b13-4853-4b55-a8f9-173f20969b49 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:53.767284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6512bb1-030f-466f-a211-bd26e0fde8a4 req-380d5b13-4853-4b55-a8f9-173f20969b49 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0534406 Feb 15 02:34:53.817044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6512bb1-030f-466f-a211-bd26e0fde8a4 req-18e93456-532d-4e1c-89fc-f7aba40a459d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 15 02:34:54.687290 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:54.942402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b495020-0c0c-4960-b768-cff058da5903 req-380890e5-d355-4c24-904c-682b7f560497 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:54.943791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b495020-0c0c-4960-b768-cff058da5903 req-380890e5-d355-4c24-904c-682b7f560497 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0560734 Feb 15 02:34:54.991558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b495020-0c0c-4960-b768-cff058da5903 req-6b151e62-672b-4e64-91ab-08d85e9f8f2e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Feb 15 02:34:56.069875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:56.130957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c22c7-781c-4439-a591-3696ba5d9d14 req-81967124-617c-432f-9fee-c62a789b97c5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:56.132349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f1c22c7-781c-4439-a591-3696ba5d9d14 req-81967124-617c-432f-9fee-c62a789b97c5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0606294 Feb 15 02:34:56.180361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f1c22c7-781c-4439-a591-3696ba5d9d14 req-90819980-1b67-43ee-92d2-280cac556cb9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Feb 15 02:34:57.298436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97f02f-c3ec-4f47-8249-dbee1e63dde3 req-ea3b0f1d-698c-47fb-be21-e0d2cf72e962 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:57.299896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea97f02f-c3ec-4f47-8249-dbee1e63dde3 req-ea3b0f1d-698c-47fb-be21-e0d2cf72e962 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0529935 Feb 15 02:34:57.352214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea97f02f-c3ec-4f47-8249-dbee1e63dde3 req-ea7f79ba-2f90-4051-bde3-d6591ef70afa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Feb 15 02:34:57.404066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:34:58.469816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743354b-d2df-4cdf-bc9e-b0bc46e23a7b req-58e392e0-d1fe-443d-a1ef-6c770053b3df tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:58.471303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7743354b-d2df-4cdf-bc9e-b0bc46e23a7b req-58e392e0-d1fe-443d-a1ef-6c770053b3df tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0523233 Feb 15 02:34:58.523786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7743354b-d2df-4cdf-bc9e-b0bc46e23a7b req-95150a4e-8652-4fc1-9c79-7fcb2c30e9eb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Feb 15 02:34:59.641488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0d93-9a3d-4574-bb3f-f2e9a0998361 req-5a6df250-ac76-4c81-8eb8-d44914bc849b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:34:59.643157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b0c0d93-9a3d-4574-bb3f-f2e9a0998361 req-5a6df250-ac76-4c81-8eb8-d44914bc849b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0527313 Feb 15 02:34:59.690847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b0c0d93-9a3d-4574-bb3f-f2e9a0998361 req-95f3e9dd-8326-4a95-98ba-2a0fe36e6c3c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Feb 15 02:35:00.811589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89a44-4401-4007-94e4-ab50d060d02f req-09bee562-ad24-4f4b-861f-2f192699b041 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:00.813096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff89a44-4401-4007-94e4-ab50d060d02f req-09bee562-ad24-4f4b-861f-2f192699b041 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0564940 Feb 15 02:35:00.860823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ff89a44-4401-4007-94e4-ab50d060d02f req-f2a68521-358b-4df6-ba8c-7f078376cea5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Feb 15 02:35:01.976369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965977e-92c5-40dc-b0c2-d4a7159ffc6d req-1aff932e-0d23-4795-88d7-45ed444ec7be tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:01.978201 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1965977e-92c5-40dc-b0c2-d4a7159ffc6d req-1aff932e-0d23-4795-88d7-45ed444ec7be tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0518718 Feb 15 02:35:02.025845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1965977e-92c5-40dc-b0c2-d4a7159ffc6d req-85d787f1-874b-4078-baf7-038a73c52197 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Feb 15 02:35:03.159596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0831d-291d-4cad-9a33-154fcfbb090e req-f3981645-f48b-45bf-b156-371d3ab5f4d7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:03.161131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3f0831d-291d-4cad-9a33-154fcfbb090e req-f3981645-f48b-45bf-b156-371d3ab5f4d7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 943 time: 0.0598662 Feb 15 02:35:03.209713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3f0831d-291d-4cad-9a33-154fcfbb090e req-27497f52-e29b-4824-bd67-4f1ce1a812b7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430810 Feb 15 02:35:03.583008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:35:03.676121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:35:03.687662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'mac_address': 'fa:16:3e:6a:5b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:35:03.726823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:35:03.727213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:03.745360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:35:03.769776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:35:03.847646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:03.893627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:35:03.900688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.901037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.901378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.901710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.902039 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.902366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.902690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.903010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.903331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.903743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.904065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.904410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:03.906933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:35:04.152269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c907244f-d7ad-4eac-9ccc-8ccb0e0406d3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:35:04.333024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a210-9c83-4a62-b835-eadf1f1c32f4 req-511f35f9-c734-47ec-9d74-4413a032a112 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:04.334496 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c283a210-9c83-4a62-b835-eadf1f1c32f4 req-511f35f9-c734-47ec-9d74-4413a032a112 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 944 time: 0.0581136 Feb 15 02:35:04.384831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c283a210-9c83-4a62-b835-eadf1f1c32f4 req-50e009fb-8e3f-434d-beff-731e9d163d0c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Feb 15 02:35:05.519594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f5c80-4110-4857-bb28-852f3a41482c req-33f456ff-2110-4e6a-8b72-cd314b201866 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:05.521196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e56f5c80-4110-4857-bb28-852f3a41482c req-33f456ff-2110-4e6a-8b72-cd314b201866 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 944 time: 0.0530002 Feb 15 02:35:05.581814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e56f5c80-4110-4857-bb28-852f3a41482c req-c87026b5-903c-4469-8720-a621ef9e1abd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540075 Feb 15 02:35:05.596583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:35:05.738597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:35:05.742617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:35:05.746553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:05.826982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:35:05.827372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:05.850804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:35:05.864397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:35:05.892935 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2123f83-2ac4-4d9c-8c40-c98845b1fcc4" -d '{"events": [{"server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "name": "network-vif-plugged", "status": "completed", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:35:05.924069 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:05.973740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:35:05.984976 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fbc30-8d88-4a9a-b17c-82b82a2a9428 x-openstack-request-id: req-196fbc30-8d88-4a9a-b17c-82b82a2a9428 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:35:05.985267 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "name": "network-vif-plugged", "status": "completed", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:35:05.985522 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-196fbc30-8d88-4a9a-b17c-82b82a2a9428 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:35:05.985911 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'code': 200} Feb 15 02:35:06.109582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436da815-3bfb-47a4-bc48-8879e638c162 req-748935d5-1101-46cc-ab55-a5e7d1a637eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:06.111132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-436da815-3bfb-47a4-bc48-8879e638c162 req-748935d5-1101-46cc-ab55-a5e7d1a637eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1128 time: 0.0695720 Feb 15 02:35:06.158088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-436da815-3bfb-47a4-bc48-8879e638c162 req-515cb811-b8b4-4425-ab22-c2a34950da8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Feb 15 02:35:06.704059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63ac4-ff32-49b5-9e73-aec6af0a9365 req-20e2182f-9532-4010-a191-dfcd05a153ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:06.705583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53e63ac4-ff32-49b5-9e73-aec6af0a9365 req-20e2182f-9532-4010-a191-dfcd05a153ac tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.0537221 Feb 15 02:35:06.766529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53e63ac4-ff32-49b5-9e73-aec6af0a9365 req-8ba693cd-65c4-49f5-a55b-51aeb9df2b93 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553508 Feb 15 02:35:08.157465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bb91b-6782-46f2-929d-735b91bcf1cf req-511bc48d-6b30-4224-a905-6637919a193c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:08.158851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-492bb91b-6782-46f2-929d-735b91bcf1cf req-511bc48d-6b30-4224-a905-6637919a193c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.3246315 Feb 15 02:35:08.206751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-492bb91b-6782-46f2-929d-735b91bcf1cf req-d91022d7-d792-491e-9b11-263b0244c704 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Feb 15 02:35:08.322476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc700d4-fe4a-41f3-9e1b-c35a8e020897 req-1586e47b-3cf2-45ec-bae3-d43aeaf60ea0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:08.323930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cc700d4-fe4a-41f3-9e1b-c35a8e020897 req-1586e47b-3cf2-45ec-bae3-d43aeaf60ea0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.0527596 Feb 15 02:35:08.370816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4cc700d4-fe4a-41f3-9e1b-c35a8e020897 req-c560aadc-115d-4182-ba51-ca0b18d7fc96 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413418 Feb 15 02:35:08.393361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:35:08.477970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b851a7-60d5-4f55-9ad0-c24219f99635 tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:08.479478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e5b851a7-60d5-4f55-9ad0-c24219f99635 tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1123 time: 0.0850093 Feb 15 02:35:08.482903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 45876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:35:08.487152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:35:08.581785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:08.680052 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:08.783735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.25.2.180 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/e494278d-b021-4f6d-a654-005e179728fe) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:35:08.883390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (e494278d-b021-4f6d-a654-005e179728fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:08.987068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e494278d-b021-4f6d-a654-005e179728fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.023334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:35:09.026189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:35:09.032212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:35:09.061492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=e494278d-b021-4f6d-a654-005e179728fe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:35:09.401165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (1cb29097-4d45-42b7-8b92-9df195b26abc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.526760 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e494278d-b021-4f6d-a654-005e179728fe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.672660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (e494278d-b021-4f6d-a654-005e179728fe), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.723898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e494278d-b021-4f6d-a654-005e179728fe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.793566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=e494278d-b021-4f6d-a654-005e179728fe,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:35:09.805794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (1cb29097-4d45-42b7-8b92-9df195b26abc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:09.910233 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP 1cb29097-4d45-42b7-8b92-9df195b26abc associated. External IP: 172.25.2.180, port: c907244f-d7ad-4eac-9ccc-8ccb0e0406d3. Feb 15 02:35:10.121122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:35:10.230026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:35:10.241396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:35:10.250280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:35:10.252906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:34:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:35:10.358894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:35:10.360752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:10.396438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-18efe805-9826-42ea-9703-14379d73641c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9068730 Feb 15 02:35:10.396438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:35:10.396438 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59026fbc-3b21-4a21-b6cf-7d81abb73703" -d '{"events": [{"name": "network-changed", "server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:35:10.432326 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ccc4e3-f07e-45e9-965e-9a4f5aac096b x-openstack-request-id: req-b0ccc4e3-f07e-45e9-965e-9a4f5aac096b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:35:10.432925 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:35:10.432925 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0ccc4e3-f07e-45e9-965e-9a4f5aac096b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:35:10.433261 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'status': 'completed', 'code': 200} Feb 15 02:35:10.498486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-876197c2-d75b-4d4a-aec5-406364adca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:10.500029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-876197c2-d75b-4d4a-aec5-406364adca38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1128 time: 0.0455747 Feb 15 02:35:10.594365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-5bd90fce-0b32-429c-92c7-56900eacdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:10.595952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-5bd90fce-0b32-429c-92c7-56900eacdb9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0898926 Feb 15 02:35:10.599078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '1cb29097-4d45-42b7-8b92-9df195b26abc', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:6a:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:35:09Z', 'updated_at': '2022-02-15T02:35:09Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:35:10.625568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:35:10.634046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:35:10.634654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:34:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:35:10.662565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-8ef72863-abe4-48de-8a93-47f63cc78091 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 999 time: 0.0598888 Feb 15 02:35:10.709553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-e49cafcf-3232-4f13-8f99-195cf1c21a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:10.711018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-e49cafcf-3232-4f13-8f99-195cf1c21a29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0435076 Feb 15 02:35:10.744592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:35:10.762363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-8fa92787-36e9-4236-9843-9b04ab5075a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:10.764447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-8fa92787-36e9-4236-9843-9b04ab5075a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472894 Feb 15 02:35:10.851520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-003bcc80-7ba9-44df-85d5-bf37dcae9492 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811443 Feb 15 02:35:10.945217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59026fbc-3b21-4a21-b6cf-7d81abb73703 req-a39106ac-a200-49b9-957e-819b3fbeaf1a service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875988 Feb 15 02:35:10.968587 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '1cb29097-4d45-42b7-8b92-9df195b26abc', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:6a:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:35:09Z', 'updated_at': '2022-02-15T02:35:09Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:35:10.995431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e6303-e55a-4007-bbc7-ec1f24e18fad None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '1cb29097-4d45-42b7-8b92-9df195b26abc', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:6a:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:35:09Z', 'updated_at': '2022-02-15T02:35:09Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:35:11.202459 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cdfd1-5c1a-46a6-8ccc-6a8d3f25f447 None None] New status for floating IP 1cb29097-4d45-42b7-8b92-9df195b26abc: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:35:13.147850 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-a230ca61-f2c4-42ba-9379-aa2b536e1b78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444863 Feb 15 02:35:13.237154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-e0ffb142-461e-40f0-aec0-f5255e2bd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:13.238754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-e0ffb142-461e-40f0-aec0-f5255e2bd6cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1128 time: 0.0505118 Feb 15 02:35:13.341939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-ba24b0e1-8b3b-4c4c-b854-eeeb1225a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:13.343409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-ba24b0e1-8b3b-4c4c-b854-eeeb1225a053 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0872960 Feb 15 02:35:13.410022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-1a54007e-eaa2-4015-8e29-60b2112100fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 1001 time: 0.0591137 Feb 15 02:35:13.459233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-60d3c293-d4ae-45db-a570-c21dbd9d2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:13.460693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-60d3c293-d4ae-45db-a570-c21dbd9d2f97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0441337 Feb 15 02:35:13.511951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-f42bc842-c81c-43b3-8d6a-4f0990e63d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:35:13.513999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-f42bc842-c81c-43b3-8d6a-4f0990e63d76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470526 Feb 15 02:35:13.601026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-da49291d-6d9d-4f0b-bd24-cf091ae6fe6e service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810435 Feb 15 02:35:13.691947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-988d475b-3a84-4b7f-b4c3-48f25a84cb63 req-231d5d34-8708-4e32-9875-e0d40c19d582 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Feb 15 02:35:15.709672 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:18.380861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:21.134970 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a696735-8c70-48f6-9b04-52e95898d40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:23.343956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10245eaf-e626-4f10-9a44-9998a30da539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:24.689256 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:26.064402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:26.551869 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:35:27.407055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:45.730204 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:48.397297 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:51.154509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d59e13c-90b6-49a7-b2f6-a9b02fdd27d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:53.337892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1797b5cb-89f5-4c0b-bbc4-55639b9889f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:54.688666 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:56.082791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:35:57.431581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:03.551387 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:36:15.154460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-3fe0defe-25b6-47a1-9af8-0d4e8adae73c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494850 Feb 15 02:36:15.240443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-85a91ea7-cf54-490c-9204-b22b6a44fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:36:15.241958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-85a91ea7-cf54-490c-9204-b22b6a44fd12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1128 time: 0.0459917 Feb 15 02:36:15.351469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-a4bb18e3-be4d-4968-9e75-ea0469d92a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:36:15.353895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-a4bb18e3-be4d-4968-9e75-ea0469d92a30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0935707 Feb 15 02:36:15.420525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-1a5357de-f9e6-4552-a797-0c78ca4565c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 1001 time: 0.0611048 Feb 15 02:36:15.467843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-91667c1d-7483-4b15-80e0-00613fa9fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:36:15.469334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-91667c1d-7483-4b15-80e0-00613fa9fdcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0433061 Feb 15 02:36:15.527552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-642f14a6-cd93-47b3-ba66-413db7fe45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:36:15.529633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-642f14a6-cd93-47b3-ba66-413db7fe45ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528905 Feb 15 02:36:15.624763 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-e389fcaa-8aa4-4570-8f92-2bc74730c179 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878103 Feb 15 02:36:15.719652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60786a67-2b0f-411e-a054-e6a4be0850b6 req-26be82a0-7f63-4554-892e-b5ba8796910f service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886829 Feb 15 02:36:15.728320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:18.373969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:21.160234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f53ef9a7-5ce4-488c-b9cc-e71bcf9ed483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:23.362541 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a7801a4-8cd0-4ab2-8b85-66f36804d487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:24.659473 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:26.074593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:27.430999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:40.550182 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:36:45.730847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:48.361834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:51.138835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b0b1ed0-67d3-4864-bab6-19f7120a23b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:53.382238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4651b62b-569f-476e-a353-74c0139e2ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:54.658582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:56.079929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:36:57.410993 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:15.736678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:16.417868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-b48de17d-3afe-459a-a085-0beb238a5cff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3161082 Feb 15 02:37:16.500900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-8a7cd2c8-2ced-445b-91f8-a7fc675f1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:16.502377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-8a7cd2c8-2ced-445b-91f8-a7fc675f1463 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 1128 time: 0.0433404 Feb 15 02:37:16.603235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-9731d31f-1768-4bfb-a23d-662e8b791352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:16.604730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-9731d31f-1768-4bfb-a23d-662e8b791352 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0851145 Feb 15 02:37:16.667516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-c825997f-db36-4d4a-a0ff-8dc092f408c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 200 len: 1001 time: 0.0565710 Feb 15 02:37:16.713853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-deeb9814-b4c5-4881-9e4e-26ba3ba45f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:16.715276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-deeb9814-b4c5-4881-9e4e-26ba3ba45f3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0422809 Feb 15 02:37:16.766484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-1344580d-c741-4836-87cc-564a687192f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:16.767954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-1344580d-c741-4836-87cc-564a687192f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472455 Feb 15 02:37:16.855642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-8093ff90-b689-4c0e-919b-8404ba52a063 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Feb 15 02:37:16.945823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0570a158-1ac8-4699-bd6c-7ccfa7bd4b8f req-d4c1be6d-e3c0-4ee7-aa6a-8d2db954b2a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835474 Feb 15 02:37:17.549273 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:37:18.401149 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:21.138188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08a68920-f73f-46f3-aa7d-e0511e2047eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:23.313586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5afb0bc2-bce7-44e5-87ba-4d6badfc12a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:24.698657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:26.064095 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:27.399499 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:37.186801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c2479-f5db-4d06-873e-aad3c3896471 req-2efd2d70-39f9-49e9-b685-1ce58f3ac242 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:37.188268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd9c2479-f5db-4d06-873e-aad3c3896471 req-2efd2d70-39f9-49e9-b685-1ce58f3ac242 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.0549302 Feb 15 02:37:37.238486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd9c2479-f5db-4d06-873e-aad3c3896471 req-3bf2cd19-c7b6-4075-a503-c5090a9958c9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Feb 15 02:37:38.364913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786496-3667-4a87-a153-a4dd9a200c1e req-b4f680c5-6868-4790-a8fd-440961c602a3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:38.366411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e786496-3667-4a87-a153-a4dd9a200c1e req-b4f680c5-6868-4790-a8fd-440961c602a3 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.0522492 Feb 15 02:37:38.420816 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e786496-3667-4a87-a153-a4dd9a200c1e req-1270e5d2-e4f2-49bf-bb66-f06da16d5e43 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485101 Feb 15 02:37:38.881233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-85c1e9ec-b09b-4b77-9b47-060965e3a5a1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:38.882693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-85c1e9ec-b09b-4b77-9b47-060965e3a5a1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 945 time: 0.0520177 Feb 15 02:37:38.971671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:37:38.972019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.063776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:37:39.064134 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.283279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.283647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (1cb29097-4d45-42b7-8b92-9df195b26abc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.283966 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP 1cb29097-4d45-42b7-8b92-9df195b26abc disassociated. External IP: 172.25.2.180, port: c907244f-d7ad-4eac-9ccc-8ccb0e0406d3. Feb 15 02:37:39.284361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:37:39.464372 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c907244f-d7ad-4eac-9ccc-8ccb0e0406d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.499429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=c907244f-d7ad-4eac-9ccc-8ccb0e0406d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:37:39.534213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da48be11-825f-41bb-8599-f8fd81c13737 req-84dd339b-4dd6-4cd0-b905-babcfa1103f4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0367675 Feb 15 02:37:39.536173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.536656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.537038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.537381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.537722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.538058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.538390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.538722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.539048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.539376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.539700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.540025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.540377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:37:39.649982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:37:39.759673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:37:39.771873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:37:39.782452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:37:39.783151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:37:39.801607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:37:39.804165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:39.807452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-388face8-ed5b-4683-95bc-93d3d86ad95c req-686a5f84-9ca9-4a28-8df5-f4551d73cc2f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "DELETE /v2.0/ports/c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 HTTP/1.1" status: 204 len: 173 time: 0.9198968 Feb 15 02:37:39.807895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'name': 'network-vif-deleted', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:37:39.810163 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34851b6a-96f5-4ae1-b14e-f971bd424ca3" -d '{"events": [{"server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "name": "network-vif-deleted", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:37:39.846694 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb68aef-ce44-46a6-8142-f20dad677db0 x-openstack-request-id: req-acb68aef-ce44-46a6-8142-f20dad677db0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:37:39.846993 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3593eb3-1ba2-41d3-98a4-1f301684322d", "name": "network-vif-deleted", "tag": "c907244f-d7ad-4eac-9ccc-8ccb0e0406d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:37:39.847755 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acb68aef-ce44-46a6-8142-f20dad677db0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:37:39.848168 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3593eb3-1ba2-41d3-98a4-1f301684322d', 'name': 'network-vif-deleted', 'tag': 'c907244f-d7ad-4eac-9ccc-8ccb0e0406d3', 'status': 'completed', 'code': 200} Feb 15 02:37:39.904128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:37:40.114590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:37:40.143705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:37:40.152583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:37:40.153181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:37:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:37:40.427561 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:37:40.624497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:37:40.636082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d26adeb-9fec-4070-90dc-c026be38acf6 req-d7bad700-ef97-4cee-95cd-3a2ac292ca40 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0310116 Feb 15 02:37:40.651774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c2789-a396-4990-b8b9-8edc93e663f1 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:37:40.871793 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec651af-d97e-4ba3-9ff3-ab1becbecc49 None None] New status for floating IP 1cb29097-4d45-42b7-8b92-9df195b26abc: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:37:41.735133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ddd65d1-2f54-44e8-89b9-90b338ed5727 req-c944f9e3-e07a-47d7-abae-b1708d9149c0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0299757 Feb 15 02:37:42.344670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:37:42.369686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:37:42.370038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c907244f-d7ad-4eac-9ccc-8ccb0e0406d3 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:37:42.835375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ae2b56b-8671-431c-9614-9f42dfd7a245 req-2cc4b5e3-b917-4c35-80fd-e1475e0cf075 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0277264 Feb 15 02:37:43.930458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51c4f79c-815f-4e20-9c38-cf30197b9ac8 req-ca1dcf0d-b49c-48f1-a21b-9ddbc1beac5f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0278382 Feb 15 02:37:45.026525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-221381a2-07f5-441b-8e02-cfe24ad1f7df req-99e6ac9f-1950-4c7f-8e80-4ac530127e5a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0276608 Feb 15 02:37:45.742086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:46.121036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bfaecba6-fb16-49dc-b170-d7de8d5d54f4 req-f458d368-36cb-4648-876e-144bf0e9f38f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0287399 Feb 15 02:37:47.216634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3268347-13fd-4539-89c6-4d801ab997cf req-b15f60f3-a258-4254-8dd9-c7200eab63e8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0271881 Feb 15 02:37:48.315003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f699199d-4cdf-435b-a717-372bfbc52f89 req-a539394e-db90-427d-a88d-01f77beef3d4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3593eb3-1ba2-41d3-98a4-1f301684322d HTTP/1.1" status: 200 len: 210 time: 0.0303342 Feb 15 02:37:48.418205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:49.553356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-d45dce48-12a6-4ade-a346-222aa7a9df5c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783676576&fields=id&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 267 time: 0.0432117 Feb 15 02:37:49.656606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-b3271162-7d6b-446b-8fe4-4e5283c923ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:49.657974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-b3271162-7d6b-446b-8fe4-4e5283c923ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.0980415 Feb 15 02:37:49.672469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-b896121f-cd8d-426a-adf3-e61daa949995 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Feb 15 02:37:49.731584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-82d6f8c6-5e0f-4bc3-a011-b38a20346479 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539470 Feb 15 02:37:49.829273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-a9814f50-2d8e-450a-9f2f-dfae69c3ac40 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866871 Feb 15 02:37:49.920466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-4aabd988-17fe-4e26-b2e7-0e320c9f4a0f service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Feb 15 02:37:50.532285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c502eddc-23e3-4c88-b977-eaa9f1742d97 req-a3781027-6fef-4bf0-82c1-a92b30b803cf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0280750 Feb 15 02:37:51.149282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9269437e-e3ab-4545-9072-cc24544f1ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:51.627222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4862b44c-bc68-4280-a4e2-90a1ef5fb891 req-e515e372-c22e-4190-a085-d78c2f20ca3c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0288610 Feb 15 02:37:52.312587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-83365e69-5946-4e8e-b9c2-97656b429e9a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:52.314093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-83365e69-5946-4e8e-b9c2-97656b429e9a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1035416 Feb 15 02:37:52.374232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-315a8fbe-84e9-43e6-a04f-85756165c58b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 379 time: 0.0526304 Feb 15 02:37:52.383167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'security_groups': ['af50f1fa-3d8b-4ee1-97a9-e08e50802b6b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:37:52.595058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:37:52.599100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:52.742522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-127cff7a-ac37-4128-ae2e-76eae83066f1 req-b9e66516-a43f-42c4-869c-759261368cd9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0333598 Feb 15 02:37:52.759130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.14 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/3de99e2a-6353-425a-86ce-784a0a906623) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:37:52.913060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (3de99e2a-6353-425a-86ce-784a0a906623), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.022149 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.064893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:37:53.069950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:37:53.073613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:37:53.101755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:37:53.142481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:53.143247 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.249863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-928ccb2d-750b-40b8-92f4-90927c6f9a89 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8702323 Feb 15 02:37:53.260090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-936b3958-a661-4b12-9b1f-d4e24be45871 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:37:53.261221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-936b3958-a661-4b12-9b1f-d4e24be45871 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053828 Feb 15 02:37:53.274413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Request body: {'port': {'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:37:53.332613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d83f419-68be-4959-88b4-110ac092db09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.340116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3de99e2a-6353-425a-86ce-784a0a906623), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.377522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f00aa55-a649-4f88-91fb-ecfe8205922c None None] Provisioning complete for port 3de99e2a-6353-425a-86ce-784a0a906623 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:37:53.378731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f00aa55-a649-4f88-91fb-ecfe8205922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3de99e2a-6353-425a-86ce-784a0a906623), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.424079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f00aa55-a649-4f88-91fb-ecfe8205922c None None] Port 3de99e2a-6353-425a-86ce-784a0a906623 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:37:53.615602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de99e2a-6353-425a-86ce-784a0a906623 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:37:53.623263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks [] for port (3de99e2a-6353-425a-86ce-784a0a906623), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.636104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Transition to ACTIVE for port object 3de99e2a-6353-425a-86ce-784a0a906623 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:37:53.724965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.781861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:37:53.895199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Attempting to bind port 3de99e2a-6353-425a-86ce-784a0a906623 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:37:53.895540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Attempting to bind port 3de99e2a-6353-425a-86ce-784a0a906623 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:37:53.895874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Attempting to bind port 3de99e2a-6353-425a-86ce-784a0a906623 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:37:53.901234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Port 3de99e2a-6353-425a-86ce-784a0a906623 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:37:53.901562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Attempting to bind port 3de99e2a-6353-425a-86ce-784a0a906623 on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:37:53.913244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:37:53.913594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:37:53.913985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:37:53.914425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Bound port: 3de99e2a-6353-425a-86ce-784a0a906623, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:37:53.914921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3de99e2a-6353-425a-86ce-784a0a906623), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:53.936338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74601577-28d4-4c99-b7cb-8fe2ca7940ea req-59167089-dca2-4587-8b29-b71b2dc41d68 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:53.944131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74601577-28d4-4c99-b7cb-8fe2ca7940ea req-59167089-dca2-4587-8b29-b71b2dc41d68 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.1092489 Feb 15 02:37:54.031248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74601577-28d4-4c99-b7cb-8fe2ca7940ea req-c18a140e-420a-41f1-8f83-b59c73216d5e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862331 Feb 15 02:37:54.036928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:37:54.040478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3de99e2a-6353-425a-86ce-784a0a906623,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:37:54.108251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:54.143082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.144252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:54.145671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1093 time: 0.8770838 Feb 15 02:37:54.146126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:37:54.152687 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f9f161-4b41-4740-9ae8-58fde0fae6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:37:54.185562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3df607-ae23-4dcb-8e4d-399319ed1bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:37:54.204781 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a844c216-d90a-403e-807a-d01ce2f3e041 x-openstack-request-id: req-a844c216-d90a-403e-807a-d01ce2f3e041 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:37:54.204781 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:37:54.204781 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a844c216-d90a-403e-807a-d01ce2f3e041 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:37:54.204781 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623', 'status': 'completed', 'code': 200} Feb 15 02:37:54.263018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-da3985d5-8d83-4f9f-87a5-2151822dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.264622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-da3985d5-8d83-4f9f-87a5-2151822dba82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1127 time: 0.0501587 Feb 15 02:37:54.381058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-403e538c-83de-42d4-b821-d66c804b143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.383705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-403e538c-83de-42d4-b821-d66c804b143e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1113770 Feb 15 02:37:54.480019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-6c5ed0b7-e1d4-4cb7-a9ae-017a3eec103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.481544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f9f161-4b41-4740-9ae8-58fde0fae6ca req-6c5ed0b7-e1d4-4cb7-a9ae-017a3eec103a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918486 Feb 15 02:37:54.548613 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:37:54.571345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-894646ed-7c89-4bf6-87d0-489134de6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.572916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-894646ed-7c89-4bf6-87d0-489134de6887 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1127 time: 0.0509381 Feb 15 02:37:54.616979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-35153d03-a612-4b6c-9ffb-8ef5ec84a05b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 217 time: 0.0350676 Feb 15 02:37:54.666702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-aed4a96b-b616-4035-b68b-d4a041ad587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.668197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-aed4a96b-b616-4035-b68b-d4a041ad587f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0454972 Feb 15 02:37:54.674893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:54.718816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-9435b694-d8d5-4c7b-bd22-d2d9fa62fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:54.720345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-9435b694-d8d5-4c7b-bd22-d2d9fa62fdf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446470 Feb 15 02:37:54.814505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-18a590d8-55dd-4897-a905-b6ccdd0d6fbd service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Feb 15 02:37:54.901162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1908ac5d-f6b1-4960-814a-259867d6dab6 req-d191c8a4-ae76-4f6a-9e18-597daaac9127 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Feb 15 02:37:55.177132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1978f-f42d-443e-bf0d-124c77b93152 req-f0a1b6a7-a7b0-4f2e-bd24-bf952a19b65b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:55.178825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81d1978f-f42d-443e-bf0d-124c77b93152 req-f0a1b6a7-a7b0-4f2e-bd24-bf952a19b65b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0663769 Feb 15 02:37:55.230652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81d1978f-f42d-443e-bf0d-124c77b93152 req-367f3d2f-3cd3-4720-b4c4-711b7dd7de6a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456095 Feb 15 02:37:56.074938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:56.353306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc85234-1112-45ee-a3a0-3eb897fd384a req-ccc8ced5-9d69-4867-a406-6973db476659 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:56.354798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bc85234-1112-45ee-a3a0-3eb897fd384a req-ccc8ced5-9d69-4867-a406-6973db476659 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0532041 Feb 15 02:37:56.404896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6bc85234-1112-45ee-a3a0-3eb897fd384a req-306e4b0a-a202-4f3a-b684-b729350b3db8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443039 Feb 15 02:37:57.398921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:37:57.526799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564efb7b-cbc2-4af3-adbc-34e62e4fa882 req-a1242d74-9c6d-446f-ac3c-fb0ee0774a8f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:57.528442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-564efb7b-cbc2-4af3-adbc-34e62e4fa882 req-a1242d74-9c6d-446f-ac3c-fb0ee0774a8f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0576701 Feb 15 02:37:57.578741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-564efb7b-cbc2-4af3-adbc-34e62e4fa882 req-1a080d88-8be9-463e-9133-f49e12f77704 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Feb 15 02:37:58.707980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324fc7-22bf-4df2-8db9-3032c98a14c2 req-48ae9011-ce5e-48cf-8eb1-1646eea1badd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:58.709528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7324fc7-22bf-4df2-8db9-3032c98a14c2 req-48ae9011-ce5e-48cf-8eb1-1646eea1badd tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0570037 Feb 15 02:37:58.760056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7324fc7-22bf-4df2-8db9-3032c98a14c2 req-37bacdf0-0d33-4972-8caf-797ffff9c83a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 Feb 15 02:37:59.884594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09aa045-6f15-4a25-b540-80d21e34ecd6 req-315bf232-dd36-4e4b-84e7-08fa4f2d2d4f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:37:59.886819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c09aa045-6f15-4a25-b540-80d21e34ecd6 req-315bf232-dd36-4e4b-84e7-08fa4f2d2d4f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0578461 Feb 15 02:37:59.946597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c09aa045-6f15-4a25-b540-80d21e34ecd6 req-239877be-61d0-458b-83bb-52ad13f56b60 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493450 Feb 15 02:38:01.063846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75203f9-6f5f-4980-9433-0c105a432a0a req-12a1501c-3632-4489-bfaa-08268afcb364 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:01.065886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f75203f9-6f5f-4980-9433-0c105a432a0a req-12a1501c-3632-4489-bfaa-08268afcb364 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0515885 Feb 15 02:38:01.115613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f75203f9-6f5f-4980-9433-0c105a432a0a req-989dceef-fd92-40ab-b3dc-671ed31bc5ad tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 15 02:38:02.234596 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335e078-e3ee-4aa7-952b-e0f7e27acc64 req-8292c56a-4136-4ddf-be68-aa9436e0fc52 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:02.236085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5335e078-e3ee-4aa7-952b-e0f7e27acc64 req-8292c56a-4136-4ddf-be68-aa9436e0fc52 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0528457 Feb 15 02:38:02.284400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5335e078-e3ee-4aa7-952b-e0f7e27acc64 req-25668f34-2d1e-4fc4-8d26-c9531830fb92 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Feb 15 02:38:03.408855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72f387-a85a-49ec-9769-e2eb70764fa8 req-147c1715-12ff-4015-af6a-ae55b8831f42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:03.410372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a72f387-a85a-49ec-9769-e2eb70764fa8 req-147c1715-12ff-4015-af6a-ae55b8831f42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0561361 Feb 15 02:38:03.458602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a72f387-a85a-49ec-9769-e2eb70764fa8 req-d4f5338b-5ed6-4823-857b-a004fb69f72b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Feb 15 02:38:04.575710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298474d0-cab0-4f66-9dc9-96bd65d5063f req-cf0678c4-b497-4f1c-b813-56e2d1333a42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:04.577197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-298474d0-cab0-4f66-9dc9-96bd65d5063f req-cf0678c4-b497-4f1c-b813-56e2d1333a42 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0510356 Feb 15 02:38:04.641337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-298474d0-cab0-4f66-9dc9-96bd65d5063f req-fef3bed8-30ad-412a-87d9-c0dcb9ba1bd9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579214 Feb 15 02:38:05.778805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897306ad-b5ae-4258-93c3-ef2cdc4e9b45 req-b395fbcc-d34a-448d-a2ed-d183335ab1df tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:05.780508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-897306ad-b5ae-4258-93c3-ef2cdc4e9b45 req-b395fbcc-d34a-448d-a2ed-d183335ab1df tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0697525 Feb 15 02:38:05.845068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-897306ad-b5ae-4258-93c3-ef2cdc4e9b45 req-31fbb3e3-77f9-41dc-9529-bf2ce376fd95 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578375 Feb 15 02:38:06.964273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee381-c4ef-4cd8-af7f-9d9b650a2124 req-3851e192-5e8a-40aa-bbdc-ef87cf3d915a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:06.965761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-807ee381-c4ef-4cd8-af7f-9d9b650a2124 req-3851e192-5e8a-40aa-bbdc-ef87cf3d915a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0519192 Feb 15 02:38:07.013969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-807ee381-c4ef-4cd8-af7f-9d9b650a2124 req-9bd964f6-8d5f-402b-92f2-a9641a47b572 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Feb 15 02:38:08.130979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2617-497b-4cf2-8453-a1e6b487ec2f req-3dbd0a9a-a37f-4152-a627-2e38dc61f3ec tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:08.132481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-592d2617-497b-4cf2-8453-a1e6b487ec2f req-3dbd0a9a-a37f-4152-a627-2e38dc61f3ec tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0511270 Feb 15 02:38:08.180271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-592d2617-497b-4cf2-8453-a1e6b487ec2f req-b7097bf5-f08c-4aef-a335-2a3f36066d1d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Feb 15 02:38:09.301193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecf729-f15f-47df-8d01-052b93b8a799 req-f6c89389-f791-4b91-89f4-514a79cba2ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:09.302646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbecf729-f15f-47df-8d01-052b93b8a799 req-f6c89389-f791-4b91-89f4-514a79cba2ee tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0570121 Feb 15 02:38:09.349853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bbecf729-f15f-47df-8d01-052b93b8a799 req-1973bf18-0f66-41ed-8de0-72571dfdc53d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Feb 15 02:38:10.472322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412fdac-df3f-4eb7-9731-00f97c99f05c req-b4c31c06-88de-4956-990f-0377a3d1bac5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:10.473821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d412fdac-df3f-4eb7-9731-00f97c99f05c req-b4c31c06-88de-4956-990f-0377a3d1bac5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0524642 Feb 15 02:38:10.521901 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d412fdac-df3f-4eb7-9731-00f97c99f05c req-e6780d6b-2d5d-4985-b2d5-c976ee2e0e4c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Feb 15 02:38:11.645815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32048a1-9e06-4156-b401-a4a5dea448dc req-35a201fb-1eae-436e-b087-457226958221 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:11.647290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c32048a1-9e06-4156-b401-a4a5dea448dc req-35a201fb-1eae-436e-b087-457226958221 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 944 time: 0.0562055 Feb 15 02:38:11.965881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c32048a1-9e06-4156-b401-a4a5dea448dc req-b12c4252-9d54-4375-b488-00a893037746 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129113 Feb 15 02:38:12.461371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3de99e2a-6353-425a-86ce-784a0a906623 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:38:12.558686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3de99e2a-6353-425a-86ce-784a0a906623,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:38:12.570412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '3de99e2a-6353-425a-86ce-784a0a906623', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:38:12.606573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3de99e2a-6353-425a-86ce-784a0a906623 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:38:12.606959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3de99e2a-6353-425a-86ce-784a0a906623), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:12.620215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de99e2a-6353-425a-86ce-784a0a906623 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:38:12.639205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3de99e2a-6353-425a-86ce-784a0a906623,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:38:12.720351 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:12.766544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:38:12.774396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.774751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.775095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.775437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.775774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.776107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.776477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.776805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.777132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.777458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.777782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.778108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:12.778456 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:38:13.085586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c1f90-e38d-4915-be14-3b6626727ba0 req-cde88d00-bb92-40f5-851a-4c46548d9734 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:13.087050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2c1f90-e38d-4915-be14-3b6626727ba0 req-cde88d00-bb92-40f5-851a-4c46548d9734 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 945 time: 0.0535455 Feb 15 02:38:13.109553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['3de99e2a-6353-425a-86ce-784a0a906623'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:38:13.134701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2c1f90-e38d-4915-be14-3b6626727ba0 req-98c89207-da20-42a0-aa3e-51081a717cf4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Feb 15 02:38:14.254024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2804-3356-42be-88de-91c0ec9554bf req-623d73c7-d818-4c44-be97-e682eb870165 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:14.255400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aeb2804-3356-42be-88de-91c0ec9554bf req-623d73c7-d818-4c44-be97-e682eb870165 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 945 time: 0.0523453 Feb 15 02:38:14.306443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aeb2804-3356-42be-88de-91c0ec9554bf req-ba17fdea-e59c-4358-ab50-e427e885ef1d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454378 Feb 15 02:38:14.499999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3de99e2a-6353-425a-86ce-784a0a906623 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:38:14.609528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 3de99e2a-6353-425a-86ce-784a0a906623 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:38:14.613454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 3de99e2a-6353-425a-86ce-784a0a906623 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:38:14.613836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3de99e2a-6353-425a-86ce-784a0a906623), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:14.690887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 3de99e2a-6353-425a-86ce-784a0a906623 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:38:14.691371 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3de99e2a-6353-425a-86ce-784a0a906623), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:14.713665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:38:14.716368 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae89510-df72-47b8-9b9d-78cb4da721ce" -d '{"events": [{"server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "name": "network-vif-plugged", "status": "completed", "tag": "3de99e2a-6353-425a-86ce-784a0a906623"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:38:14.727855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3de99e2a-6353-425a-86ce-784a0a906623,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:38:14.752807 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e26fc-80c6-40cc-8c13-76c1631aa2a1 x-openstack-request-id: req-7f5e26fc-80c6-40cc-8c13-76c1631aa2a1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:38:14.753101 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "name": "network-vif-plugged", "status": "completed", "tag": "3de99e2a-6353-425a-86ce-784a0a906623", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:38:14.753355 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f5e26fc-80c6-40cc-8c13-76c1631aa2a1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:38:14.753753 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623', 'code': 200} Feb 15 02:38:14.786959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:14.838607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:38:14.853654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304cc3e-94e7-4bb1-9dba-84a7ec8506d4 req-a8a480bc-4860-41f6-b680-ca48c81b3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:14.855152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b304cc3e-94e7-4bb1-9dba-84a7ec8506d4 req-a8a480bc-4860-41f6-b680-ca48c81b3ad3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0456848 Feb 15 02:38:14.898055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b304cc3e-94e7-4bb1-9dba-84a7ec8506d4 req-916ad505-1689-4f6a-b5c7-0b9aadc5de99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 Feb 15 02:38:15.426531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733598a-16a6-4ea6-a7fa-678388bbedad req-71aacc9c-eb27-4831-ad4b-28f0c94edb07 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:15.428020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1733598a-16a6-4ea6-a7fa-678388bbedad req-71aacc9c-eb27-4831-ad4b-28f0c94edb07 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 946 time: 0.0535507 Feb 15 02:38:15.475545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1733598a-16a6-4ea6-a7fa-678388bbedad req-b6e33094-88aa-417d-bca4-89497ebb846c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Feb 15 02:38:15.758861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:16.598611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940759-dcfb-47cb-bfe1-b48d911848ec req-2afba9d1-1b25-469f-b9cc-fdc6e175d4a2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:16.600088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36940759-dcfb-47cb-bfe1-b48d911848ec req-2afba9d1-1b25-469f-b9cc-fdc6e175d4a2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 946 time: 0.0568175 Feb 15 02:38:16.648273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36940759-dcfb-47cb-bfe1-b48d911848ec req-a5c3bbb6-cd77-4d0b-a650-4135cb2d48a4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Feb 15 02:38:16.766250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333227c-32f9-47bf-826a-056fb6318cc6 req-ea5a991f-deb7-40b7-b595-2f3dd9319d0f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:16.768350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c333227c-32f9-47bf-826a-056fb6318cc6 req-ea5a991f-deb7-40b7-b595-2f3dd9319d0f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 946 time: 0.0528541 Feb 15 02:38:16.816084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c333227c-32f9-47bf-826a-056fb6318cc6 req-1c15818a-2eb2-44cb-b39c-53f81750c0d5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Feb 15 02:38:16.838347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:38:16.884549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4e0eae-6762-4f3c-b556-6ef214d07e9f tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:16.886052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4c4e0eae-6762-4f3c-b556-6ef214d07e9f tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1124 time: 0.0467238 Feb 15 02:38:16.888753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:38:16.893500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:38:16.981412 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:17.075281 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:17.199233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-6c35623c-0330-4137-b224-14113b97f740 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785980 Feb 15 02:38:17.214472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.25.2.233 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/e3ff4cbf-732b-495f-8943-93081f07fcf9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:38:17.338948 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-5d1718f7-dac6-4da6-ae22-7b5083d31aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:17.340806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-5d1718f7-dac6-4da6-ae22-7b5083d31aca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.1002405 Feb 15 02:38:17.359462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:17.467631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-51c532dd-31ef-4674-97d0-d87844d4cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:17.469152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-51c532dd-31ef-4674-97d0-d87844d4cc0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.1080329 Feb 15 02:38:17.510008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-7b8c3ded-ecbe-44d3-ad67-400c4d7db549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 217 time: 0.0343776 Feb 15 02:38:17.543076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:17.600032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:38:17.601556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-3705bfd6-7302-4589-b08c-10d5ea5463b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:17.602983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-3705bfd6-7302-4589-b08c-10d5ea5463b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0878062 Feb 15 02:38:17.606709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:38:17.609816 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=e3ff4cbf-732b-495f-8943-93081f07fcf9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:38:17.611978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:38:17.707971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-152f570d-ca2b-474c-a9f0-fe6467915998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:17.709519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-152f570d-ca2b-474c-a9f0-fe6467915998 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1006985 Feb 15 02:38:17.902701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-15260682-1cba-4763-a0a7-43f5e6160061 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717651 Feb 15 02:38:18.076644 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a10f505c-2e02-47e2-a1a9-1a91ba5e3c6b req-dc9b0c9f-42cd-4717-8ec9-400ceb003725 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677682 Feb 15 02:38:18.150341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (dd633177-75c3-405c-b141-783ec4c06127), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.286223 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.411837 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.436078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.506565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.577251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=e3ff4cbf-732b-495f-8943-93081f07fcf9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:38:18.587683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (dd633177-75c3-405c-b141-783ec4c06127), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:18.690940 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP dd633177-75c3-405c-b141-783ec4c06127 associated. External IP: 172.25.2.233, port: 3de99e2a-6353-425a-86ce-784a0a906623. Feb 15 02:38:18.896374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:38:19.006883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:38:19.016656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:38:19.026607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:38:19.027227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:37:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:38:19.132104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:19.133634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:38:19.176401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-42feffae-6717-46fd-963c-ea2519bc05aa tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2737947 Feb 15 02:38:19.176401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:38:19.176401 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:38:19.204021 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b22d1-3500-4a4a-9c67-0177c10c0cfa x-openstack-request-id: req-757b22d1-3500-4a4a-9c67-0177c10c0cfa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:38:19.204345 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:38:19.204612 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-757b22d1-3500-4a4a-9c67-0177c10c0cfa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:38:19.205616 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623', 'status': 'completed', 'code': 200} Feb 15 02:38:19.274587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-bc232d09-d73c-4732-b50c-d66458fa7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:19.276170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-bc232d09-d73c-4732-b50c-d66458fa7c7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0489070 Feb 15 02:38:19.367801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-1b137724-3f21-4e8c-8c12-915be56de59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:19.369327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-1b137724-3f21-4e8c-8c12-915be56de59e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0874732 Feb 15 02:38:19.370731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:17Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:38:19.398040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:38:19.406529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:38:19.407143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:37:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:38:19.443215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-f3a47d90-dd1d-4a26-9f9b-fc1a4000829e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1000 time: 0.0664845 Feb 15 02:38:19.492819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-d36d13e2-f051-477e-8e68-b81591ec61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:19.494300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-d36d13e2-f051-477e-8e68-b81591ec61da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0458920 Feb 15 02:38:19.516530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:38:19.543408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-5140f0da-3ab1-41bb-bb76-6fc66732098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:38:19.545229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-5140f0da-3ab1-41bb-bb76-6fc66732098e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448670 Feb 15 02:38:19.636772 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-9c10846d-a2bb-464a-aa37-ea45f00eef7c service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847588 Feb 15 02:38:19.727186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-666671bf-4d39-46f7-94f5-3e8d48cb5a2a req-95a68195-290c-4e62-a18c-2274d6ad6c34 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847864 Feb 15 02:38:19.740353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:17Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:38:19.769305 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a6fd4-7860-457c-a26a-33ab8369a1e5 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:17Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:38:19.956581 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4707-8fea-4117-895c-6372ff4dc5ff None None] New status for floating IP dd633177-75c3-405c-b141-783ec4c06127: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:38:21.159606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fac30441-0c11-4d3f-87b8-e57e43aab11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:23.360030 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5204e82-6b59-46ec-b90a-5dc3b9eaca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:24.680190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:26.085613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:27.410345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:31.548046 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:38:45.754067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:48.439859 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:51.125494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30f9e101-b313-418b-a122-b16047a68017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:53.312029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f979de25-9353-492b-9838-1751a6be3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:54.696375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:56.073760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:38:57.397824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:08.548069 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:39:15.768947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:17.245532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-87467022-4bb8-4237-bdd5-d808f5047b9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431483 Feb 15 02:39:17.336231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-7fbf6746-e535-4110-905e-e4215cea1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:39:17.337773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-7fbf6746-e535-4110-905e-e4215cea1453 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0508578 Feb 15 02:39:17.440575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-8ae6d0bf-4fbb-47eb-b0e2-eca2e0835621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:39:17.443126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-8ae6d0bf-4fbb-47eb-b0e2-eca2e0835621 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0859392 Feb 15 02:39:17.522533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-2bb71b72-66bd-427f-8600-6045c2801a55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1002 time: 0.0733893 Feb 15 02:39:17.569479 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-85831304-169a-47ab-8ace-8dc8b54b6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:39:17.570909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-85831304-169a-47ab-8ace-8dc8b54b6b9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0431733 Feb 15 02:39:17.619139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-189d16e2-fe37-49bc-8407-5779612c8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:39:17.620916 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-189d16e2-fe37-49bc-8407-5779612c8d3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442355 Feb 15 02:39:17.711483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-1b3dc3d6-b19d-4eb5-90b5-65b4f85bd05c service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850177 Feb 15 02:39:18.083211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eecc94b3-1bcb-428a-897f-e7fc1df28da9 req-be4b4fe3-c245-4985-b0ec-4962d6bb4750 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651109 Feb 15 02:39:18.433347 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:19.179365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-cb54fcad-6d27-4bf2-b7e6-5d344626e20c tempest-TestNetworkAdvancedServerOps-978825531 tempest-TestNetworkAdvancedServerOps-978825531-project-admin] (103884) timed out ('10.222.0.43', 43310) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:39:20.500811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-5839b314-0a03-4d7e-8e4f-76e86335d639 req-ca1d5460-eadf-4463-98c5-226042cec4b9 service neutron] (103884) timed out ('10.222.0.43', 43290) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:39:21.158681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-725e8421-175c-41ce-80ca-4db555707481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:23.346015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2380f788-a9aa-417d-a699-1063b08b1c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:24.718509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:26.077708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:27.398372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:35.709354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-be3e0d85-7431-4081-b63e-8f4e6743ec63 req-6c0178cd-a6ac-47d4-b9ca-653e509c9fb2 service neutron] (103885) timed out ('10.222.0.37', 60509) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 02:39:45.547488 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:39:45.746998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:48.415192 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:51.139585 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8463906b-a112-48f4-9172-e46754e5b30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:53.335242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ef-a9e6-48fe-a533-1c6a08809111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:54.693765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:56.099984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:39:57.420963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:15.786417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:17.196865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-a517852b-45ca-4a52-b4f6-8a65a0506ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026566 Feb 15 02:40:17.283336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-2a5b01d1-3823-4e16-a86d-72344c105e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:17.284869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-2a5b01d1-3823-4e16-a86d-72344c105e69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0481310 Feb 15 02:40:17.385229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-6af437f2-366f-4248-aea0-4d3f2e21282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:17.386606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-6af437f2-366f-4248-aea0-4d3f2e21282f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0834746 Feb 15 02:40:17.456674 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-e9aa8fa6-d974-457b-97fa-24cadef86e1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1002 time: 0.0627205 Feb 15 02:40:17.501532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-0c0a8000-4090-4fa5-a196-abe25a512301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:17.503489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-0c0a8000-4090-4fa5-a196-abe25a512301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0423579 Feb 15 02:40:17.550334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-2585f726-09d0-4e8c-ba6c-6eb28db3c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:17.551823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-2585f726-09d0-4e8c-ba6c-6eb28db3c984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432160 Feb 15 02:40:17.641431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-e3a617a9-fef2-45fc-9c86-bfe6e654ffdf service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833659 Feb 15 02:40:17.727018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29ce1645-9253-4b08-b07e-fff31f5b9658 req-76f409d4-5c6f-45cb-8791-a1b8d3d58b3d service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795848 Feb 15 02:40:18.481869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:21.144722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41df651c-ceae-43fd-b4f1-fdb50703a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:22.547022 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:40:23.323019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7746248-db4e-4957-b483-bd491507c1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:24.710643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:26.110531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:27.408972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:45.779750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:48.505818 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:50.976538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-20e498a2-61b0-46a6-b4d1-c5cdac824bba tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783676576&fields=id&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 267 time: 0.0456204 Feb 15 02:40:51.085321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-f5e4fedb-1502-4f4a-8747-e4bf1fdc8d96 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:51.086898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-f5e4fedb-1502-4f4a-8747-e4bf1fdc8d96 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1031950 Feb 15 02:40:51.102001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-110b23c9-bf4a-4a30-888b-ba95702ecc06 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/quotas/6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 375 time: 0.0089455 Feb 15 02:40:51.145298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7047146-98c1-45a7-a268-6ba07fb2b0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:51.158396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-a938a48b-943d-411b-8238-47cd7b82a2e5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509090 Feb 15 02:40:51.212358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-66e6995b-3ef0-4864-8589-10769a37f3d5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:40:51.213450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-66e6995b-3ef0-4864-8589-10769a37f3d5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438285 Feb 15 02:40:51.308007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-e2099222-0ae0-4ab6-a109-43901e4fa16d service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880601 Feb 15 02:40:51.394930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-26786c4b-90c6-4809-a683-78b4af432139 service neutron] 10.222.0.43 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811026 Feb 15 02:40:52.902473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b02b2fde-2bd6-4a55-8afe-169636199675 req-4dbdd160-b221-4813-9b2c-43aaa3b8937f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0279238 Feb 15 02:40:53.372865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9595beda-efdd-47c3-a6dc-213417e6a440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:54.000331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-555d91a7-8e54-48bd-a1bc-3c496ae366b4 req-923c85ff-9ab7-4ff6-a477-54423b7a867a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0281239 Feb 15 02:40:54.712281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1b6987ae-65b3-4d8e-986e-b7c0259462f8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:54.713641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1b6987ae-65b3-4d8e-986e-b7c0259462f8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 812 time: 0.1042757 Feb 15 02:40:54.745591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:54.778687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-a13162cf-d87c-48f9-b3cb-3de755160a84 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84 HTTP/1.1" status: 200 len: 379 time: 0.0553339 Feb 15 02:40:54.787038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'port': {'device_id': '4b881729-d1eb-4830-b565-7b1042dd913b', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'admin_state_up': True, 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'security_groups': ['af50f1fa-3d8b-4ee1-97a9-e08e50802b6b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:40:54.996811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Made reservation on behalf of 6d3a1c2aa9ad4799b780f514cfd93b84 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:40:55.000682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:55.107441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ff2de42-87ca-4cc2-a555-f1d64330fb53 req-4e7b4039-0bff-4384-9a8b-4ceab83e457a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0357931 Feb 15 02:40:55.162237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.20.0.12 (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9/33fa25d6-4bb6-415a-b332-28cf9b01f3ce/0f2498f3-37e7-4921-aef8-8b40d48e0f2b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:40:55.301441 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:55.403670 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:55.450905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:40:55.454029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:40:55.459801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:40:55.491848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:40:55.505064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.505420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.505768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.506110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.506453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.506792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.507127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.507456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.507786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.508111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.508469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.508801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.509128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:40:55.525693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:55.526375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:55.645352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-1c328187-11bc-4a1a-a167-97a3878d835a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620708 Feb 15 02:40:55.655604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-d9fc4bf4-5d3e-400e-9b49-6e4e504895f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:40:55.657305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-d9fc4bf4-5d3e-400e-9b49-6e4e504895f9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064907 Feb 15 02:40:55.694940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c8c85c53-b91d-481f-b39c-504921554239 None None] Provisioning complete for port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:40:55.695334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8c85c53-b91d-481f-b39c-504921554239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:55.735601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8c85c53-b91d-481f-b39c-504921554239 None None] Port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:40:55.780215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Request body: {'port': {'device_id': '4b881729-d1eb-4830-b565-7b1042dd913b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:40:55.841940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.076888 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.111627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2498f3-37e7-4921-aef8-8b40d48e0f2b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:40:56.118981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks [] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.130817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Transition to ACTIVE for port object 0f2498f3-37e7-4921-aef8-8b40d48e0f2b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:40:56.206256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.269181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:40:56.283405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c055f-c626-481c-9d0e-94f62aed6de5 req-82121cd8-d488-4cea-92b9-3917d53fac3f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:56.285043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b08c055f-c626-481c-9d0e-94f62aed6de5 req-82121cd8-d488-4cea-92b9-3917d53fac3f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 932 time: 0.1075475 Feb 15 02:40:56.401160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b08c055f-c626-481c-9d0e-94f62aed6de5 req-89d53a65-dfc2-495f-8bb2-7266ca1ff5d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916884 Feb 15 02:40:56.402016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Attempting to bind port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:40:56.402418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Attempting to bind port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:40:56.402757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Attempting to bind port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:40:56.413436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:40:56.413904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Attempting to bind port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b on network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:40:56.421084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:40:56.430523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Checking segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:40:56.430523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Bound using segment: {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:40:56.430523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Bound port: 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346f1303-cddf-4837-8c77-f95169acd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:40:56.430523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.495697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:40:56.498730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:40:56.580463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.621317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:56.621945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:56.623455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 1093 time: 0.8877573 Feb 15 02:40:56.623902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:40:56.627220 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22fbfbc-dc00-4f56-8436-8a13394875ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:40:56.651265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf788c20-7b26-4437-9e86-e9dea2f03593 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:40:56.748790 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be50975a-d3cf-48db-a76b-5844463ed354 x-openstack-request-id: req-be50975a-d3cf-48db-a76b-5844463ed354 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:40:56.749094 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:40:56.750053 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be50975a-d3cf-48db-a76b-5844463ed354 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:40:56.750396 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'status': 'completed', 'code': 200} Feb 15 02:40:56.803303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-8a3ff3dd-a46c-4636-b75b-2bf2aec10504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:56.805349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-8a3ff3dd-a46c-4636-b75b-2bf2aec10504 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1127 time: 0.0507283 Feb 15 02:40:56.855180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-f54c043e-bc84-459c-b836-71b72399e81e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 217 time: 0.0434921 Feb 15 02:40:56.918216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-a2bd3743-4313-4b4b-b2a2-375ce2c3127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:56.920028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-a2bd3743-4313-4b4b-b2a2-375ce2c3127d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0595124 Feb 15 02:40:56.969127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-476c6114-f35a-4fae-8e46-fb82bafd73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:56.970642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-476c6114-f35a-4fae-8e46-fb82bafd73bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450995 Feb 15 02:40:57.058257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-e7fb9cf9-40fa-4049-afcc-830b8755ab03 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815349 Feb 15 02:40:57.150569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-768ebbfe-a41d-4cc1-8b4b-1ebda7a446a4 req-85ee4ad4-9b40-40ba-9722-cb7782152b8f service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864646 Feb 15 02:40:57.324792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-65af977b-a1f1-4c0e-a05f-a8eb78f1109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:57.326314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-65af977b-a1f1-4c0e-a05f-a8eb78f1109d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1127 time: 0.0488803 Feb 15 02:40:57.402697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:40:57.427232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-d5b49254-8ae4-4b03-871e-4326d10c0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:57.428788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-d5b49254-8ae4-4b03-871e-4326d10c0cc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0967050 Feb 15 02:40:57.472235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-982272cb-ccd1-4cc7-9158-8ecae6fdc377 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 217 time: 0.0371389 Feb 15 02:40:57.573514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-adf555e4-c61f-462d-b5f5-1bcebee16ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:57.574983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-adf555e4-c61f-462d-b5f5-1bcebee16ef1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0968933 Feb 15 02:40:57.619533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de97e51-16c8-4c4d-a7a5-c412869cc577 req-1e0b6b7d-a270-4ac1-9d80-dee250e01385 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:57.621040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4de97e51-16c8-4c4d-a7a5-c412869cc577 req-1e0b6b7d-a270-4ac1-9d80-dee250e01385 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.1154091 Feb 15 02:40:57.655419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-1d46c32a-2640-4a4c-99ab-eba4234745e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:57.657471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-1d46c32a-2640-4a4c-99ab-eba4234745e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762444 Feb 15 02:40:57.724566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4de97e51-16c8-4c4d-a7a5-c412869cc577 req-b35613c7-861d-43ea-92ad-2f498794b733 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969050 Feb 15 02:40:57.762764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-ef618c31-d2f0-4272-a68d-ccf6df897703 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995641 Feb 15 02:40:57.879455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a22fbfbc-dc00-4f56-8436-8a13394875ad req-00c14b70-8790-4650-be66-e697aa1e4b90 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101203 Feb 15 02:40:58.846460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b77aa-0744-41eb-ad77-5e33a7246df1 req-b7045ecb-8f2b-454d-8943-8b66e96fbc14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:40:58.847979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e9b77aa-0744-41eb-ad77-5e33a7246df1 req-b7045ecb-8f2b-454d-8943-8b66e96fbc14 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0543053 Feb 15 02:40:58.897314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e9b77aa-0744-41eb-ad77-5e33a7246df1 req-6f7ab231-cfe0-4d75-9237-a05cdf20f24d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Feb 15 02:40:59.552791 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:41:00.022966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed68e-278c-4e97-b3ad-095d71275244 req-e19e9587-a52a-4eea-821a-f4d5ea821cc8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:00.024499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9afed68e-278c-4e97-b3ad-095d71275244 req-e19e9587-a52a-4eea-821a-f4d5ea821cc8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0583615 Feb 15 02:41:00.073805 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9afed68e-278c-4e97-b3ad-095d71275244 req-5e3b725e-a726-4f17-97af-d10ef59e3e1b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 Feb 15 02:41:01.195732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12454289-52a9-4aad-ba27-aa15ea1e2d4a req-c5cf9324-5e0b-44cd-a7ec-f99939e87a90 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:01.197377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12454289-52a9-4aad-ba27-aa15ea1e2d4a req-c5cf9324-5e0b-44cd-a7ec-f99939e87a90 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0569890 Feb 15 02:41:01.251327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12454289-52a9-4aad-ba27-aa15ea1e2d4a req-c26521eb-0de1-44ee-9898-47ab32abc22e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481143 Feb 15 02:41:02.371612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3739cc-26c3-4a8e-91ad-28bb34926fd4 req-d948d964-dd08-4ef3-865a-a585fb4fa65e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:02.373178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c3739cc-26c3-4a8e-91ad-28bb34926fd4 req-d948d964-dd08-4ef3-865a-a585fb4fa65e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0535362 Feb 15 02:41:02.429391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c3739cc-26c3-4a8e-91ad-28bb34926fd4 req-d8dceaea-10ba-4190-9ec4-2e617951d53b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493264 Feb 15 02:41:03.548437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35362363-b71e-4887-8224-8d159eafc286 req-5370f029-6965-4725-bf01-de942fdfbb3b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:03.549940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35362363-b71e-4887-8224-8d159eafc286 req-5370f029-6965-4725-bf01-de942fdfbb3b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0541348 Feb 15 02:41:03.600168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35362363-b71e-4887-8224-8d159eafc286 req-881f620a-ea96-4173-89a4-fa1334459744 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 Feb 15 02:41:04.724822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e20e57-a402-402e-8207-7d547dc69537 req-9fd76be1-125b-4bc4-91b0-e0298c3ddfd9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:04.726335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43e20e57-a402-402e-8207-7d547dc69537 req-9fd76be1-125b-4bc4-91b0-e0298c3ddfd9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0534527 Feb 15 02:41:04.786130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43e20e57-a402-402e-8207-7d547dc69537 req-b91a2da4-fbbb-439f-a3f6-9b212ece3f38 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537961 Feb 15 02:41:05.914731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bfb5f-034e-4058-8c8f-9a8f966c6832 req-1460e30b-c33c-4f54-9b34-11ccec67dcec tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:05.916228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e3bfb5f-034e-4058-8c8f-9a8f966c6832 req-1460e30b-c33c-4f54-9b34-11ccec67dcec tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0599625 Feb 15 02:41:05.965664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e3bfb5f-034e-4058-8c8f-9a8f966c6832 req-2605a37a-e004-4c42-98ea-092cc1e8dcb8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Feb 15 02:41:07.084709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40948e-99f8-457a-93c8-b18360723741 req-5eaf87e8-ff0b-4010-96c9-e15abe3d56c1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:07.086187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb40948e-99f8-457a-93c8-b18360723741 req-5eaf87e8-ff0b-4010-96c9-e15abe3d56c1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0524275 Feb 15 02:41:07.135257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb40948e-99f8-457a-93c8-b18360723741 req-1f1f15b9-a161-429e-9600-73b21fa99a0d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434628 Feb 15 02:41:08.259326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6acc-e353-4768-973f-898db5828aeb req-b16ee085-cb92-4521-a56d-bf31d85b420f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:08.260855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d23c6acc-e353-4768-973f-898db5828aeb req-b16ee085-cb92-4521-a56d-bf31d85b420f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0585263 Feb 15 02:41:08.310068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d23c6acc-e353-4768-973f-898db5828aeb req-1239072c-aa21-47d0-8385-9a9ec539a34f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Feb 15 02:41:09.428395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468700a-0912-4f6b-bd53-62724163eb6e req-06364242-428c-43e6-afa0-827125265329 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:09.429907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0468700a-0912-4f6b-bd53-62724163eb6e req-06364242-428c-43e6-afa0-827125265329 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0533745 Feb 15 02:41:09.479110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0468700a-0912-4f6b-bd53-62724163eb6e req-0b092649-2ddc-4a3e-b74b-f2396c01a19a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433071 Feb 15 02:41:10.599494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193586-62a1-4e37-af61-822f6440499c req-74b5bcac-585e-4c43-9267-5987b98623f1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:10.601593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02193586-62a1-4e37-af61-822f6440499c req-74b5bcac-585e-4c43-9267-5987b98623f1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0527940 Feb 15 02:41:10.662554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02193586-62a1-4e37-af61-822f6440499c req-723a9bdb-bb2f-4bab-92d0-33a1d2846be9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558407 Feb 15 02:41:11.783331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53454-3121-4d51-b505-6e63424d795d req-50593b47-9bb7-41cb-82d6-d04ba67966e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:11.784886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78a53454-3121-4d51-b505-6e63424d795d req-50593b47-9bb7-41cb-82d6-d04ba67966e6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0517883 Feb 15 02:41:11.833145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78a53454-3121-4d51-b505-6e63424d795d req-026e99f3-3eb7-4ea9-b1e1-ea08a339e9f8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Feb 15 02:41:12.955885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e67fcb-dd6a-48cd-9be6-fc482e0b4946 req-8d4b2120-28b9-4f87-9264-bfb462b8bb12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:12.957419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70e67fcb-dd6a-48cd-9be6-fc482e0b4946 req-8d4b2120-28b9-4f87-9264-bfb462b8bb12 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0575118 Feb 15 02:41:13.006777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70e67fcb-dd6a-48cd-9be6-fc482e0b4946 req-177bc4c7-2ea0-4352-a465-b474e46a8af6 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Feb 15 02:41:14.129366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf0d9-1cc0-4a79-aa9d-ba6948e1ca7f req-f36e9cc3-43d0-4c6e-a063-c4ced5651b36 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:14.130848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6abf0d9-1cc0-4a79-aa9d-ba6948e1ca7f req-f36e9cc3-43d0-4c6e-a063-c4ced5651b36 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 944 time: 0.0561059 Feb 15 02:41:14.178885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6abf0d9-1cc0-4a79-aa9d-ba6948e1ca7f req-fa63d35e-8d50-4a09-b8fd-3ea897ffbe88 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Feb 15 02:41:14.633279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f2498f3-37e7-4921-aef8-8b40d48e0f2b details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:41:14.730003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:41:14.741390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'port_id': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'mac_address': 'fa:16:3e:84:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:41:14.778329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:41:14.778726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:14.791839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2498f3-37e7-4921-aef8-8b40d48e0f2b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:41:14.811917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:41:14.881182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:14.931226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:41:14.938601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.938951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.939298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.939641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.939978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.940331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.940670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.941002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.941332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.941661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.941989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.942314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:14.942640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:41:15.118052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['0f2498f3-37e7-4921-aef8-8b40d48e0f2b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:41:15.300590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ef294-3535-49a7-a4a3-1aa17129b758 req-4b2eac12-bb08-49f4-bc00-c97709a0a95d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:15.302174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd1ef294-3535-49a7-a4a3-1aa17129b758 req-4b2eac12-bb08-49f4-bc00-c97709a0a95d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 945 time: 0.0537159 Feb 15 02:41:15.352371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd1ef294-3535-49a7-a4a3-1aa17129b758 req-54634657-322d-4314-a7fd-1e059fc67500 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443139 Feb 15 02:41:15.756755 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:16.471071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad070-0646-4e83-a549-0e0b2b3f34bb req-7beaac23-d7de-44cd-9832-c54d9aa5f87a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:16.473206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abad070-0646-4e83-a549-0e0b2b3f34bb req-7beaac23-d7de-44cd-9832-c54d9aa5f87a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 945 time: 0.0536563 Feb 15 02:41:16.527105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abad070-0646-4e83-a549-0e0b2b3f34bb req-d2b23b1f-c2ba-4545-b15a-6c289c76b727 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482476 Feb 15 02:41:16.664932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f2498f3-37e7-4921-aef8-8b40d48e0f2b up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:41:16.767607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:41:16.771985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:41:16.772386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:16.848269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:41:16.848679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:16.871199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:41:16.873808 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a540c7-e1db-465a-a782-394737460339" -d '{"events": [{"server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:41:16.885385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:41:16.967977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:17.022641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:41:17.027101 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d9466-076c-4f32-8e4a-cb16cb0b257a x-openstack-request-id: req-2b3d9466-076c-4f32-8e4a-cb16cb0b257a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:41:17.027396 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:41:17.027654 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b3d9466-076c-4f32-8e4a-cb16cb0b257a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:41:17.028076 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'code': 200} Feb 15 02:41:17.120316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82dd69-8685-47bc-86b7-c33cc2cbd861 req-9e15fb89-1f25-4c7b-aa56-43a70bc5ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:17.121819 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee82dd69-8685-47bc-86b7-c33cc2cbd861 req-9e15fb89-1f25-4c7b-aa56-43a70bc5ce37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1129 time: 0.0442338 Feb 15 02:41:17.166774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ee82dd69-8685-47bc-86b7-c33cc2cbd861 req-44b90778-c8d0-4456-9985-203051aa92c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390189 Feb 15 02:41:17.649997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eeb64-58c8-4806-865a-6bf0b81a5546 req-b753f3db-f5a4-419f-b07e-a691b93d61c9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:17.651487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-981eeb64-58c8-4806-865a-6bf0b81a5546 req-b753f3db-f5a4-419f-b07e-a691b93d61c9 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0525074 Feb 15 02:41:17.700770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-981eeb64-58c8-4806-865a-6bf0b81a5546 req-b39c4137-f92a-47ee-a800-cdb3545aa2d8 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Feb 15 02:41:18.136592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-8674b30d-9914-45e6-a22c-13cbd85a564d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469162 Feb 15 02:41:18.221237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-629df6a5-58b9-439f-9b66-ba932e8d7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.222741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-629df6a5-58b9-439f-9b66-ba932e8d7df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0443943 Feb 15 02:41:18.323875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-d4c581bc-3257-49b3-bb47-bfc19300dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.325356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-d4c581bc-3257-49b3-bb47-bfc19300dce2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0845070 Feb 15 02:41:18.398526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-0d1c17b0-0652-42eb-b2c7-c7142c6ef7d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1002 time: 0.0673244 Feb 15 02:41:18.443504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:18.446523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-06aa7a2a-ca8e-44e1-a878-a505787e2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.452425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-06aa7a2a-ca8e-44e1-a878-a505787e2be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0445020 Feb 15 02:41:18.496667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-b1a3e0d1-768a-44b7-ad7c-55fcdadf4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.498186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-b1a3e0d1-768a-44b7-ad7c-55fcdadf4b0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438759 Feb 15 02:41:18.589593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-58e446a7-c406-4540-bc7e-611466200a54 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Feb 15 02:41:18.678248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47fe3d29-c9b0-4d90-b8d4-924101d0c1d1 req-6d581e11-a8b1-4d56-86be-36291f3e93f7 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Feb 15 02:41:18.826445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812c593-57e2-4689-902d-dc5612053b03 req-ff47a918-c065-4592-a32e-d7f78d18f2d7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.827975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f812c593-57e2-4689-902d-dc5612053b03 req-ff47a918-c065-4592-a32e-d7f78d18f2d7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0600562 Feb 15 02:41:18.876076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f812c593-57e2-4689-902d-dc5612053b03 req-4a167769-5e50-451b-a1c4-77a7563ae53d tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 Feb 15 02:41:18.991417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c2c3-42bd-4233-bb10-79bf58b2b0c9 req-b5e08fc4-4fd5-4071-869e-71d845742cbf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:18.992963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a415c2c3-42bd-4233-bb10-79bf58b2b0c9 req-b5e08fc4-4fd5-4071-869e-71d845742cbf tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0527990 Feb 15 02:41:19.041214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a415c2c3-42bd-4233-bb10-79bf58b2b0c9 req-9c722aea-646d-4ded-a8be-48b1ac4a62b4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Feb 15 02:41:19.063691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:41:19.285377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee2a94-fb28-41be-a9a8-c0c000c2b03b tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:19.287410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f4ee2a94-fb28-41be-a9a8-c0c000c2b03b tempest-TestVolumeBootPattern-570196942 tempest-TestVolumeBootPattern-570196942-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1124 time: 0.2227254 Feb 15 02:41:19.290179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:41:19.294391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:41:19.390609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:19.487886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:19.591635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Allocated IP 172.25.2.183 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/037a1200-a9f4-4d05-a4a8-9ea77fdc15f0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:41:19.691084 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:19.813982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:19.852474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:41:19.857221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:41:19.859955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:41:19.887099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=037a1200-a9f4-4d05-a4a8-9ea77fdc15f0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:41:20.227229 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (8a270415-bcfc-491f-851a-ae9bfc8b9068), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:20.376151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:20.809640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:20.904565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:20.975005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event updated for resources: {'Port': ['ID=037a1200-a9f4-4d05-a4a8-9ea77fdc15f0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:41:20.986746 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (8a270415-bcfc-491f-851a-ae9bfc8b9068), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:21.088611 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP 8a270415-bcfc-491f-851a-ae9bfc8b9068 associated. External IP: 172.25.2.183, port: 0f2498f3-37e7-4921-aef8-8b40d48e0f2b. Feb 15 02:41:21.163221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e66a52dd-5bf0-44ad-a697-d2a5ee111ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:21.298669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:41:21.407312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:41:21.418292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:41:21.428496 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:41:21.429125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:40:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:41:21.536534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:41:21.541649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:21.572456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3a098799-8632-4485-931c-8f60be6b49d1 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2811692 Feb 15 02:41:21.573077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:41:21.575484 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a095f-2a52-4713-8e07-2d197f4ba334" -d '{"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:41:21.613807 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1afeb7-1907-446d-99d6-4d52a7007a93 x-openstack-request-id: req-7c1afeb7-1907-446d-99d6-4d52a7007a93 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:41:21.613807 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:41:21.614005 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c1afeb7-1907-446d-99d6-4d52a7007a93 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:41:21.614276 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'status': 'completed', 'code': 200} Feb 15 02:41:21.688079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-57ed40d3-6e28-49c1-8653-b5772cd1783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:21.689558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-57ed40d3-6e28-49c1-8653-b5772cd1783b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1129 time: 0.0485535 Feb 15 02:41:21.765631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '8a270415-bcfc-491f-851a-ae9bfc8b9068', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:84:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b881729-d1eb-4830-b565-7b1042dd913b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:41:20Z', 'updated_at': '2022-02-15T02:41:20Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}, {'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:41:21.782869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-7c593ed4-bac0-4ac4-8b1e-278b4818252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:21.784396 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-7c593ed4-bac0-4ac4-8b1e-278b4818252d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0890648 Feb 15 02:41:21.791671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:41:21.800230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:41:21.800861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:40:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:41:21.850587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-56257029-7922-45c5-bebb-855a4c2bdc2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 1000 time: 0.0599408 Feb 15 02:41:21.898250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-c56dd7bc-43ab-47e4-ad65-17e83cba82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:21.899713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-c56dd7bc-43ab-47e4-ad65-17e83cba82c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0438840 Feb 15 02:41:21.906564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:41:21.953554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-3cc74afa-17ba-4268-99bf-bf2538f48acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:21.955028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-3cc74afa-17ba-4268-99bf-bf2538f48acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495708 Feb 15 02:41:22.046094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-08cd4297-0bec-4512-8fa8-8db3d95b95cb service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Feb 15 02:41:22.131373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '8a270415-bcfc-491f-851a-ae9bfc8b9068', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:84:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b881729-d1eb-4830-b565-7b1042dd913b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:41:20Z', 'updated_at': '2022-02-15T02:41:20Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}, {'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:41:22.142073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00a095f-2a52-4713-8e07-2d197f4ba334 req-062aa121-0bf6-46a6-ab87-7b943692772a service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890291 Feb 15 02:41:22.160853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6981a7-0994-4e9a-b271-a0638e807a25 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '8a270415-bcfc-491f-851a-ae9bfc8b9068', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:84:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b881729-d1eb-4830-b565-7b1042dd913b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:41:20Z', 'updated_at': '2022-02-15T02:41:20Z', 'revision_number': 0, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}, {'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:41:22.370632 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e336aa-348d-4000-af1a-52137efbf6e2 None None] New status for floating IP 8a270415-bcfc-491f-851a-ae9bfc8b9068: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:41:23.396190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbf19332-d791-4819-b31c-fe26868bd1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:23.651937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-c7276a8e-f330-4556-b50d-08a8ea9a451b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447466 Feb 15 02:41:23.734489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-79df747f-080f-4a72-b980-e0065ad04ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:23.735974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-79df747f-080f-4a72-b980-e0065ad04ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1129 time: 0.0446792 Feb 15 02:41:23.839372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-45d51b59-5ca4-485c-801f-76247e53d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:23.840922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-45d51b59-5ca4-485c-801f-76247e53d3fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0875781 Feb 15 02:41:23.905445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-7a97da59-d3b3-4372-9ce1-9ccf02f323c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 1002 time: 0.0587444 Feb 15 02:41:23.953486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-e797f8f4-0131-408a-ad2c-626142b9b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:23.954973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-e797f8f4-0131-408a-ad2c-626142b9b2e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0441699 Feb 15 02:41:24.008811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-e0f400e8-c14a-495d-a730-01b13954b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:41:24.010365 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-e0f400e8-c14a-495d-a730-01b13954b05e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492511 Feb 15 02:41:24.107540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-53e76af1-fc0f-4143-979b-d794e3b2b090 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818081 Feb 15 02:41:24.197679 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7ad9e15b-b324-4b3b-9cee-7ab61f9ed555 req-889ab386-07d4-4fad-a1c9-12d6cce79410 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847533 Feb 15 02:41:24.715226 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:26.097990 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:27.406610 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:36.542341 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:41:45.778426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:48.458842 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:51.132593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9679c22d-5dfb-429f-89e4-9dc4a44ccd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:53.322310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3fb-173e-45d2-9fd7-16361f67f602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:54.692896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:56.081374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:41:57.429472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:13.541574 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:42:15.806568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:18.457410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:20.136921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-af9ff3cc-f982-4e6a-93c0-b3abbc854394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439596 Feb 15 02:42:20.219586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-654801f9-a8bf-4145-b885-6ff1552bc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:20.221143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-654801f9-a8bf-4145-b885-6ff1552bc154 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0460098 Feb 15 02:42:20.326757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-ad515b66-77b8-4a84-ae46-98b2c0fb321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:20.328865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-ad515b66-77b8-4a84-ae46-98b2c0fb321f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0901637 Feb 15 02:42:20.393878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-29d43e04-b735-479f-a67c-f416cee61dcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1002 time: 0.0593500 Feb 15 02:42:20.443555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-310efb3c-bc2f-4c4a-bc65-734d238466d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:20.445012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-310efb3c-bc2f-4c4a-bc65-734d238466d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0438249 Feb 15 02:42:20.496984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-61bb356a-fe96-4879-8b50-678938e399fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:20.498405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-61bb356a-fe96-4879-8b50-678938e399fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479467 Feb 15 02:42:20.584394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-8c43520f-0276-4cfa-b83d-0f9f8f2ac8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792091 Feb 15 02:42:20.675756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b3d6eef-593e-4c84-aca9-45a0f7fa8b38 req-f914e195-1d92-4223-a431-5f5b9f2e8408 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857830 Feb 15 02:42:21.143380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2114df8d-2052-490b-b1a8-6a3f6aed4d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:23.303201 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c933b71-f435-438c-ab1a-581dbf5ee5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:24.054532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-f350132a-6ca5-4190-a4d5-9e3fbf435b6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447407 Feb 15 02:42:24.139178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-4fcf3656-1655-4f9a-85bd-e8ea11d35f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:24.140707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-4fcf3656-1655-4f9a-85bd-e8ea11d35f88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1129 time: 0.0453162 Feb 15 02:42:24.245485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-01db5ac2-c977-42ee-b3c5-497d3fd5dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:24.246990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-01db5ac2-c977-42ee-b3c5-497d3fd5dfcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0894601 Feb 15 02:42:24.314303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-9c83169c-32e8-4b2f-8566-6b3922f92a43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 1002 time: 0.0609198 Feb 15 02:42:24.361855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-553419dd-6f1e-4ee3-92c4-59bd5436977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:24.363313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-553419dd-6f1e-4ee3-92c4-59bd5436977f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0436757 Feb 15 02:42:24.422527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-d241a32b-e9ae-4db7-8af8-81bfa503b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:42:24.424052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-d241a32b-e9ae-4db7-8af8-81bfa503b367 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501781 Feb 15 02:42:24.512069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-5dfe4acc-f7a4-48c2-9566-3d121a3e9f22 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821033 Feb 15 02:42:24.604784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ed86dd7-3994-45d6-badf-7d5200070583 req-3b4ba7aa-9da9-471e-85c5-7fe0f976ac60 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869350 Feb 15 02:42:24.702929 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:26.103255 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:27.418069 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:45.765789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:48.479708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:50.540135 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:42:51.137269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a751be1-6d9d-4e11-94e7-43440ef0fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:53.343303 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f33dc90-431e-4862-b64d-e9424744bbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:54.702738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:56.085897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:42:57.422189 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:15.788265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:18.502228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.134247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-7c56b6a1-3b41-4bcf-b5a7-0ca1b3b30707 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446579 Feb 15 02:43:20.214915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-311da52c-6104-4924-96f6-d094f82e272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:20.216476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-311da52c-6104-4924-96f6-d094f82e272b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0447671 Feb 15 02:43:20.322620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-f971fe5b-6cab-45d1-84e8-12f1c1827b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:20.324171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:43:20.324690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-f971fe5b-6cab-45d1-84e8-12f1c1827b0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.0884092 Feb 15 02:43:20.389937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-b09bcb7a-1936-4a75-a466-328ae52f3f57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 1002 time: 0.0602221 Feb 15 02:43:20.441350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-0c11c649-bc26-4e02-b3d7-83f405979fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:20.442935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-0c11c649-bc26-4e02-b3d7-83f405979fb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0455723 Feb 15 02:43:20.495479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 037a1200-a9f4-4d05-a4a8-9ea77fdc15f0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:43:20.495834 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.498591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-db73e332-da7e-4732-8ec7-e1a534748a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:20.500126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-db73e332-da7e-4732-8ec7-e1a534748a17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514297 Feb 15 02:43:20.570244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.570573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.582016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 037a1200-a9f4-4d05-a4a8-9ea77fdc15f0 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:43:20.589546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-566a4741-0ba4-4e69-ba03-ea2a0a312680 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Feb 15 02:43:20.698165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78f03e9e-a89c-4c02-8fb9-d9daf577eafa req-ff0df727-a05a-4a39-b251-fe6be646088f service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894468 Feb 15 02:43:20.787829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (037a1200-a9f4-4d05-a4a8-9ea77fdc15f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.813181 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=037a1200-a9f4-4d05-a4a8-9ea77fdc15f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:43:20.824992 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.825341 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.825678 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.826014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.826347 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.826680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.827054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.827381 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.827706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.828025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.828372 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.828697 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.829017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:20.884746 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (8a270415-bcfc-491f-851a-ae9bfc8b9068), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:20.885075 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP 8a270415-bcfc-491f-851a-ae9bfc8b9068 disassociated (deleted). External IP: 172.25.2.183, port: 0f2498f3-37e7-4921-aef8-8b40d48e0f2b. Feb 15 02:43:21.091225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:43:21.136725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee5f58c0-1001-4480-8d52-7baaf8e47a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:21.201002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:43:21.205765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:21.210940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:43:21.220517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:43:21.221123 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:21.234725 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-825cd571-dc72-4df0-a20d-557f31d412cb tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "DELETE /v2.0/floatingips/8a270415-bcfc-491f-851a-ae9bfc8b9068 HTTP/1.1" status: 204 len: 168 time: 0.9093955 Feb 15 02:43:21.235334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:43:21.293631 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba57cf-5393-4228-8bce-e68bc3253d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:43:21.331863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:43:21.557536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:21.586243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:43:21.592757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:43:21.593369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:42:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:21.637440 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd4fbe-4603-40a4-be0b-b734b67a3f19 x-openstack-request-id: req-9dcd4fbe-4603-40a4-be0b-b734b67a3f19 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:43:21.637932 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:43:21.638048 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dcd4fbe-4603-40a4-be0b-b734b67a3f19 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:43:21.638421 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'status': 'completed', 'code': 200} Feb 15 02:43:21.707093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:43:21.736463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-78bd04bc-8e5e-4290-b3ab-e11c34b3264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:21.737981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-78bd04bc-8e5e-4290-b3ab-e11c34b3264b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 1129 time: 0.0772882 Feb 15 02:43:21.760238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea445f6-6346-4454-827a-07e08ebbf798 req-d0755ec1-a4d6-4f98-8e60-3797c84e02c0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:21.761718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea445f6-6346-4454-827a-07e08ebbf798 req-d0755ec1-a4d6-4f98-8e60-3797c84e02c0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0734768 Feb 15 02:43:21.863473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ea445f6-6346-4454-827a-07e08ebbf798 req-2ba694ec-0d5a-4818-a283-58c86a8564c0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921452 Feb 15 02:43:21.877960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-34e3f086-a6ed-47c1-bef2-6f727e7e110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:21.879478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-34e3f086-a6ed-47c1-bef2-6f727e7e110e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.1341932 Feb 15 02:43:21.921808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-b2c6c54f-a244-44d7-9d06-167c059fcbd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 200 len: 217 time: 0.0350845 Feb 15 02:43:21.941077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:21.971464 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988b240-a931-4b5a-8d03-b79363f3dfc6 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'dd633177-75c3-405c-b141-783ec4c06127', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'port_id': '3de99e2a-6353-425a-86ce-784a0a906623', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'mac_address': 'fa:16:3e:e1:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:38:17Z', 'updated_at': '2022-02-15T02:38:20Z', 'revision_number': 1, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:43:21.973211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-800fef6a-854c-4e84-a683-c35d560a54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:21.974793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-800fef6a-854c-4e84-a683-c35d560a54a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0473652 Feb 15 02:43:22.024758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-e3c177d8-1273-4897-9400-ae07a94cb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:22.026337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-e3c177d8-1273-4897-9400-ae07a94cb51b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457969 Feb 15 02:43:22.119220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-e07b65a6-2613-4f73-abee-4882e05c6a96 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848083 Feb 15 02:43:22.195190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadc1dd-adbe-47a3-b00f-1e5ca635b57c None None] New status for floating IP 8a270415-bcfc-491f-851a-ae9bfc8b9068: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:43:22.489959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fba57cf-5393-4228-8bce-e68bc3253d2b req-e287e945-9f00-44c1-80a6-f0d370d8a167 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635592 Feb 15 02:43:22.994330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91861f-1aa0-4ad0-ab6e-72cb88eb112d req-b0eeb33d-6dd8-463c-822d-8bfd0085f765 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:22.995818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b91861f-1aa0-4ad0-ab6e-72cb88eb112d req-b0eeb33d-6dd8-463c-822d-8bfd0085f765 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0577877 Feb 15 02:43:23.044007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b91861f-1aa0-4ad0-ab6e-72cb88eb112d req-f5866574-3632-4804-a923-652d223b6e8e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Feb 15 02:43:23.157635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-0fc9329b-b89c-4c59-9f0e-38dd2fbbcb4f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:23.158994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-0fc9329b-b89c-4c59-9f0e-38dd2fbbcb4f tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 946 time: 0.0552359 Feb 15 02:43:23.249005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:43:23.249352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:23.339120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:43:23.339481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:23.351588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 0f2498f3-37e7-4921-aef8-8b40d48e0f2b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:43:23.353526 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cb2eb83-a0fe-4029-80af-9956c5aeff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:23.547995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0f2498f3-37e7-4921-aef8-8b40d48e0f2b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:23.580830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=0f2498f3-37e7-4921-aef8-8b40d48e0f2b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:43:23.594286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.594286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.594574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.594675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.595000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.595343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.595692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.596023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.596392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.596727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.597057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.597394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.597723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:43:23.633914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port 0f2498f3-37e7-4921-aef8-8b40d48e0f2b on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:43:23.636492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:23.639855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b04dcf33-1a24-42b4-b709-bd681cc83e0b req-c181a7ef-c6b6-4bfd-827f-3297d52aca66 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.31 "DELETE /v2.0/ports/0f2498f3-37e7-4921-aef8-8b40d48e0f2b HTTP/1.1" status: 204 len: 173 time: 0.4757676 Feb 15 02:43:23.640328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'name': 'network-vif-deleted', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:43:23.642576 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746634d-afbc-4739-a89b-277c0c6100bf" -d '{"events": [{"server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "name": "network-vif-deleted", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:43:23.685446 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26821984-8754-4eee-8594-6a49cc82c6e4 x-openstack-request-id: req-26821984-8754-4eee-8594-6a49cc82c6e4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:43:23.685751 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b881729-d1eb-4830-b565-7b1042dd913b", "name": "network-vif-deleted", "tag": "0f2498f3-37e7-4921-aef8-8b40d48e0f2b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:43:23.686009 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26821984-8754-4eee-8594-6a49cc82c6e4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:43:23.686418 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b881729-d1eb-4830-b565-7b1042dd913b', 'name': 'network-vif-deleted', 'tag': '0f2498f3-37e7-4921-aef8-8b40d48e0f2b', 'status': 'completed', 'code': 200} Feb 15 02:43:24.143278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6feb2fa9-b01b-4fb4-aa26-47bf2734b830 req-5be213be-387e-40ab-953a-73bd0e149568 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0280120 Feb 15 02:43:24.707993 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:25.237209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aeff20f-5ae0-4159-9edf-4b903019a462 req-d2ea8fcd-052a-4dc8-9ec4-172445b186b2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0277410 Feb 15 02:43:25.412038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f2498f3-37e7-4921-aef8-8b40d48e0f2b no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:43:25.433442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 0f2498f3-37e7-4921-aef8-8b40d48e0f2b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:43:25.433794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 0f2498f3-37e7-4921-aef8-8b40d48e0f2b not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:43:26.108108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:26.336105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a33f2de-49fc-4b03-b2d9-75d9b4eced1d req-84b4e9e8-73ea-4c68-b66d-5fef606d241b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0299370 Feb 15 02:43:27.428153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:27.440213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52476179-dd87-4354-910c-e31dffa168de req-4f673819-d38c-453d-be8c-8f007fbbb24b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0278904 Feb 15 02:43:27.538675 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:43:28.536873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3d6c7f6-246e-4abe-93df-50cb75cb4ba1 req-d5b90a13-f9f5-4072-8f4b-d4964f7a5ef5 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0283508 Feb 15 02:43:29.635051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19df0b2b-3803-40b1-a9a5-f43acad034b0 req-d5608fec-aecd-44b5-91df-664917ea6612 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0270238 Feb 15 02:43:30.730944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f61e3faf-1dfc-4d16-a62c-a8acc953a2e8 req-bf2d96e1-2174-4ee0-b918-556247173fb7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0274863 Feb 15 02:43:31.825318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d53f10ad-c7b5-449c-a84a-95a6b0a8b99e req-49d7bfcf-02d3-49ea-b3ef-ba427eaeb82b tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b881729-d1eb-4830-b565-7b1042dd913b HTTP/1.1" status: 200 len: 210 time: 0.0278101 Feb 15 02:43:41.536905 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:43:41.694722 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port e3ff4cbf-732b-495f-8943-93081f07fcf9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:43:41.695011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:41.767051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:41.767374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (e3ff4cbf-732b-495f-8943-93081f07fcf9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:41.779007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for e3ff4cbf-732b-495f-8943-93081f07fcf9 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:43:42.004647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e3ff4cbf-732b-495f-8943-93081f07fcf9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:42.030238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=e3ff4cbf-732b-495f-8943-93081f07fcf9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:43:42.097029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (dd633177-75c3-405c-b141-783ec4c06127), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:42.097362 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Floating IP dd633177-75c3-405c-b141-783ec4c06127 disassociated (deleted). External IP: 172.25.2.233, port: 3de99e2a-6353-425a-86ce-784a0a906623. Feb 15 02:43:42.303753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:43:42.411625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:43:42.416969 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:42.423669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:43:42.434700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:43:42.435385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:42.453628 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c13db6ac-7564-42d6-b136-4ee3cd84d43e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "DELETE /v2.0/floatingips/dd633177-75c3-405c-b141-783ec4c06127 HTTP/1.1" status: 204 len: 168 time: 0.9150784 Feb 15 02:43:42.454342 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:43:42.456745 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8464f053-471b-4e21-97c7-e4b9ae439cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:43:42.547107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:43:42.745767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:42.772704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:43:42.789188 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:43:42.789888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:42.843063 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de564a7-50ae-47f6-9c4b-3f40dd5c1a46 x-openstack-request-id: req-7de564a7-50ae-47f6-9c4b-3f40dd5c1a46 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:43:42.843063 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "tag": "3de99e2a-6353-425a-86ce-784a0a906623", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:43:42.843063 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7de564a7-50ae-47f6-9c4b-3f40dd5c1a46 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:43:42.843063 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623', 'status': 'completed', 'code': 200} Feb 15 02:43:42.903442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:43:42.953787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-e4cec5e2-339b-4bdb-a57e-1cb18fab96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:42.955279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-e4cec5e2-339b-4bdb-a57e-1cb18fab96d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 1129 time: 0.0815806 Feb 15 02:43:42.966722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112bbe7-3393-49f5-8837-f5acc1d99668 req-a99b7480-12e7-4b6d-a2cd-27e47d9af1c7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:42.968106 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6112bbe7-3393-49f5-8837-f5acc1d99668 req-a99b7480-12e7-4b6d-a2cd-27e47d9af1c7 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 946 time: 0.0651150 Feb 15 02:43:43.067183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6112bbe7-3393-49f5-8837-f5acc1d99668 req-dfa37e1d-8df3-48e8-afdd-cdf00eaaeb06 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/security-groups?id=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908861 Feb 15 02:43:43.091909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-f1950a89-caf8-4a03-90dd-4676cff2f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:43.093857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-f1950a89-caf8-4a03-90dd-4676cff2f05b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 200 len: 913 time: 0.1245909 Feb 15 02:43:43.109538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:43:43.138629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-bdad515a-8b71-4276-9736-344bb43bd6f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 200 len: 217 time: 0.0375197 Feb 15 02:43:43.140361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ddaad-342c-4f54-9b36-70d571d5fff8 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:28:48Z', 'revision_number': 4, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '4cc6b6c3-73d6-499d-8d94-520486bcfc04', 'name': '', 'network_id': 'ccc9e97a-1fe5-44a1-80f6-1b58c100efe9', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'mac_address': 'fa:16:3e:78:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:48Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'subnets': [{'id': '33fa25d6-4bb6-415a-b332-28cf9b01f3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:43:43.192274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-01668736-d60a-409b-a873-6b9065b678e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:43.194577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-01668736-d60a-409b-a873-6b9065b678e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 200 len: 851 time: 0.0494661 Feb 15 02:43:43.251704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-ff2dda9e-5ae9-49fc-b497-0ad1dc0505e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:43.253286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-ff2dda9e-5ae9-49fc-b497-0ad1dc0505e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529656 Feb 15 02:43:43.345016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-553d5698-25d4-4d8d-a645-e23ff1030e5b service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845995 Feb 15 02:43:43.366478 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b72aa-3b22-44fb-a110-0eed78314c22 None None] New status for floating IP dd633177-75c3-405c-b141-783ec4c06127: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:43:43.449917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8464f053-471b-4e21-97c7-e4b9ae439cb6 req-76d9a903-baf2-4c2e-b81b-a645c0c7181c service neutron] 10.222.0.37 "GET /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924993 Feb 15 02:43:43.660947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-2c2c9056-1b46-4d7f-baa0-383bb5b30a9c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:43:43.662832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-2c2c9056-1b46-4d7f-baa0-383bb5b30a9c tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 946 time: 0.0520380 Feb 15 02:43:43.752647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port 3de99e2a-6353-425a-86ce-784a0a906623 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:43:43.752990 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3de99e2a-6353-425a-86ce-784a0a906623), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:43.842093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] For port 3de99e2a-6353-425a-86ce-784a0a906623, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=3de99e2a-6353-425a-86ce-784a0a906623,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:43:43.842450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3de99e2a-6353-425a-86ce-784a0a906623), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:43.854568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for 3de99e2a-6353-425a-86ce-784a0a906623 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:43:44.044980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3de99e2a-6353-425a-86ce-784a0a906623), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:44.073548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=3de99e2a-6353-425a-86ce-784a0a906623,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:43:44.116837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] No DVR routers for this DVR port 3de99e2a-6353-425a-86ce-784a0a906623 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:43:44.120325 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:44.123341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3006d498-4706-43a7-a00d-26ff5f3851fa req-84123c5b-811d-48dc-bebf-1182afd24897 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.37 "DELETE /v2.0/ports/3de99e2a-6353-425a-86ce-784a0a906623 HTTP/1.1" status: 204 len: 173 time: 0.4544604 Feb 15 02:43:44.123906 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'name': 'network-vif-deleted', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:43:44.126094 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d4d83-84e9-4abf-be37-e9b01ba4e038" -d '{"events": [{"server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "name": "network-vif-deleted", "tag": "3de99e2a-6353-425a-86ce-784a0a906623"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:43:44.175728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ddf3345d-4e0f-4609-8dd8-fc78e6b5b3a8 req-4ff5049c-3503-477d-9157-f6677e22fa7a tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0277302 Feb 15 02:43:44.222169 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615cf65-db0c-4b54-89eb-761cf9ee702a x-openstack-request-id: req-5615cf65-db0c-4b54-89eb-761cf9ee702a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:43:44.222169 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a9032-6e63-4623-9c4d-50ffb7922fad", "name": "network-vif-deleted", "tag": "3de99e2a-6353-425a-86ce-784a0a906623", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:43:44.222169 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5615cf65-db0c-4b54-89eb-761cf9ee702a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:43:44.222169 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a9032-6e63-4623-9c4d-50ffb7922fad', 'name': 'network-vif-deleted', 'tag': '3de99e2a-6353-425a-86ce-784a0a906623', 'status': 'completed', 'code': 200} Feb 15 02:43:45.280443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-293ee41a-b582-4036-b1da-e8934144eae2 req-982d0c4d-5e6e-4ddb-888f-fb6ed60ff078 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0305052 Feb 15 02:43:45.781748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:46.374744 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efb7a7ce-8b8f-49b8-8a03-45940aed7dcc req-0f488177-dfef-4308-83d2-c5af3cb0804e tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0271225 Feb 15 02:43:46.506982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3de99e2a-6353-425a-86ce-784a0a906623 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:43:46.527289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 3de99e2a-6353-425a-86ce-784a0a906623 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:43:46.528713 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 3de99e2a-6353-425a-86ce-784a0a906623 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:43:47.478012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c634fc6-a42a-43c6-a03b-aace1af79fbf req-23477109-3dc8-42bb-a9e7-7ab9c2aa3066 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0274591 Feb 15 02:43:48.490336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:48.573847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-861e27cc-42d1-4363-b8c6-b7826ee3ce91 req-b3f6bfe7-52df-414e-a807-4e7ff232d730 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0272107 Feb 15 02:43:49.670473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e2efea39-a813-443b-ba63-93501a626af5 req-68a67bd7-6ee9-4630-a40d-f37d06c0ac52 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0270157 Feb 15 02:43:50.766482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b685967-ca27-4b48-997d-cc10b7b4ae2a req-fc3f5a6b-6c55-4c6d-9a1d-5780555d46c0 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0286698 Feb 15 02:43:51.141584 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33587b73-edfc-4ffc-9f27-c9bb76dd4e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:51.863986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3acc6a4b-f7c2-4259-a896-2d9b28396749 req-ebdbee38-64a8-4932-b863-4d218e2a2ee2 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0302641 Feb 15 02:43:52.968990 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b609bc74-a574-4984-acfe-9f38ea6b8ab7 req-cdccf444-0427-44a2-b4f2-7fa166802d77 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7a9032-6e63-4623-9c4d-50ffb7922fad HTTP/1.1" status: 200 len: 210 time: 0.0269351 Feb 15 02:43:53.330648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a590ba0e-4746-45db-a8cc-2f0e91dfeccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.025595 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:43:54.149477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Deleting port e494278d-b021-4f6d-a654-005e179728fe {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:43:54.149820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e494278d-b021-4f6d-a654-005e179728fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.220919 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e494278d-b021-4f6d-a654-005e179728fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.221244 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (e494278d-b021-4f6d-a654-005e179728fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.232508 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Calling delete_port for e494278d-b021-4f6d-a654-005e179728fe owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:43:54.404368 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (e494278d-b021-4f6d-a654-005e179728fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.431024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'Port': ['ID=e494278d-b021-4f6d-a654-005e179728fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:43:54.499234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for floatingip (1cb29097-4d45-42b7-8b92-9df195b26abc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.501895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:54.503069 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8186b256-bff2-44e5-9b20-71c0c58634c4 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "DELETE /v2.0/floatingips/1cb29097-4d45-42b7-8b92-9df195b26abc HTTP/1.1" status: 204 len: 168 time: 0.4764864 Feb 15 02:43:54.689940 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:56.128693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:57.439158 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:43:59.972459 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:00.347520 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (af50f1fa-3d8b-4ee1-97a9-e08e50802b6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:00.372364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (af50f1fa-3d8b-4ee1-97a9-e08e50802b6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:00.507284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (af50f1fa-3d8b-4ee1-97a9-e08e50802b6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:00.509983 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:00.511166 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] 10.222.0.43 "DELETE /v2.0/security-groups/af50f1fa-3d8b-4ee1-97a9-e08e50802b6b HTTP/1.1" status: 204 len: 168 time: 0.5377047 Feb 15 02:44:00.525866 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f1f98-1049-41fa-988d-d9afb6408d80 tempest-TestVolumeBootPattern-354599053 tempest-TestVolumeBootPattern-354599053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50f1fa-3d8b-4ee1-97a9-e08e50802b6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:00.637954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:01.122676 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (6045f144-28fe-4246-aa27-3373d2299ba7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:01.374022 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Deleting port 4cc6b6c3-73d6-499d-8d94-520486bcfc04 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:01.374359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:01.453864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] For port 4cc6b6c3-73d6-499d-8d94-520486bcfc04, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4cc6b6c3-73d6-499d-8d94-520486bcfc04,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:01.454227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:01.465763 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Calling delete_port for 4cc6b6c3-73d6-499d-8d94-520486bcfc04 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:01.707851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4cc6b6c3-73d6-499d-8d94-520486bcfc04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:01.737972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc6b6c3-73d6-499d-8d94-520486bcfc04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:01.909102 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (6045f144-28fe-4246-aa27-3373d2299ba7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.134084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Router 6045f144-28fe-4246-aa27-3373d2299ba7 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:44:02.247540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:44:02.252586 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51ae9ec8-216b-4edc-954e-de102a25f0fa admin admin] 10.222.0.43 "PUT /v2.0/routers/6045f144-28fe-4246-aa27-3373d2299ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135478 Feb 15 02:44:02.255050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:02.258367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Sync routers for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:44:02.268616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:44:02.269225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:02.360714 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks [] for router (6045f144-28fe-4246-aa27-3373d2299ba7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.375287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:44:02.466469 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks [] for router_gateway (6045f144-28fe-4246-aa27-3373d2299ba7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.559010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:44:01Z', 'revision_number': 5, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port': {'id': '09d693a0-2172-4ee9-aef6-b2e6dc80b36f', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:46Z', 'updated_at': '2022-02-15T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:02.589622 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Checking router: 6045f144-28fe-4246-aa27-3373d2299ba7 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:44:02.592857 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Deleting port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:02.593197 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.598025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Routers {'6045f144-28fe-4246-aa27-3373d2299ba7'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:44:02.598636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['6045f144-28fe-4246-aa27-3373d2299ba7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:02.671487 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] For port 09d693a0-2172-4ee9-aef6-b2e6dc80b36f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:02.671853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.685251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Calling delete_port for 09d693a0-2172-4ee9-aef6-b2e6dc80b36f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:02.853711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] Set router 6045f144-28fe-4246-aa27-3373d2299ba7 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:44:02.910529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:44:02Z', 'revision_number': 6, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:02.913216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (09d693a0-2172-4ee9-aef6-b2e6dc80b36f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:02.940786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab8c00-7704-46ba-b696-c6a289fe7a74 None None] The sync data for ids ['6045f144-28fe-4246-aa27-3373d2299ba7'] in n-d-829064-14 is: [{'id': '6045f144-28fe-4246-aa27-3373d2299ba7', 'name': 'tempest-TestVolumeBootPattern-2020586746-router', 'tenant_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:45Z', 'updated_at': '2022-02-15T02:44:02Z', 'revision_number': 6, 'project_id': '6d3a1c2aa9ad4799b780f514cfd93b84', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:44:02.945208 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d693a0-2172-4ee9-aef6-b2e6dc80b36f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:03.006907 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (6045f144-28fe-4246-aa27-3373d2299ba7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.096080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (6045f144-28fe-4246-aa27-3373d2299ba7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.098336 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks [] for router_controller (6045f144-28fe-4246-aa27-3373d2299ba7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.210151 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (6045f144-28fe-4246-aa27-3373d2299ba7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.210825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6045f144-28fe-4246-aa27-3373d2299ba7 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:44:03.215022 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.216198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d441f3a3-1b50-4b35-9684-b68e8c19c471 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6045f144-28fe-4246-aa27-3373d2299ba7 HTTP/1.1" status: 204 len: 168 time: 0.9602165 Feb 15 02:44:03.218782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:03.262579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Deleting subnet 33fa25d6-4bb6-415a-b332-28cf9b01f3ce {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:44:03.265623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Publish callbacks [] for subnet (33fa25d6-4bb6-415a-b332-28cf9b01f3ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.300159 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (33fa25d6-4bb6-415a-b332-28cf9b01f3ce), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.381675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (33fa25d6-4bb6-415a-b332-28cf9b01f3ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.484871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (33fa25d6-4bb6-415a-b332-28cf9b01f3ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.510565 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fa25d6-4bb6-415a-b332-28cf9b01f3ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:03.514045 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.517282 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1119353e-7f4e-4407-aafa-4603fa786a92 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/33fa25d6-4bb6-415a-b332-28cf9b01f3ce HTTP/1.1" status: 204 len: 168 time: 0.2976046 Feb 15 02:44:03.520032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:03.523115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fc0db-8e70-4e89-bb93-2da1db5bab58 None None] Network ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:44:03.593146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.647712 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Deleting port ac25ef97-d261-41c1-b59d-ee477f03c40a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:03.648059 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.716244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] For port ac25ef97-d261-41c1-b59d-ee477f03c40a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ac25ef97-d261-41c1-b59d-ee477f03c40a,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:03.716642 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.730229 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Calling delete_port for ac25ef97-d261-41c1-b59d-ee477f03c40a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:03.743965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] DHCP port deletion for ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:44:03.792360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Deleting port ac25ef97-d261-41c1-b59d-ee477f03c40a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:03.792883 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.860104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] For port ac25ef97-d261-41c1-b59d-ee477f03c40a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ac25ef97-d261-41c1-b59d-ee477f03c40a,segment=NetworkSegment(346f1303-cddf-4837-8c77-f95169acd2b9),segment_id=346f1303-cddf-4837-8c77-f95169acd2b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:03.860574 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.875817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Calling delete_port for ac25ef97-d261-41c1-b59d-ee477f03c40a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:03.884470 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.915283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac25ef97-d261-41c1-b59d-ee477f03c40a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:03.917145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] No DVR routers for this DVR port ac25ef97-d261-41c1-b59d-ee477f03c40a on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:44:03.953916 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (ac25ef97-d261-41c1-b59d-ee477f03c40a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.966685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] No DVR routers for this DVR port ac25ef97-d261-41c1-b59d-ee477f03c40a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:44:03.984679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Pushing event deleted for resources: {'Port': ['ID=ac25ef97-d261-41c1-b59d-ee477f03c40a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:03.991544 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:03.995056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.995424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.995796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.996104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.996524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.996871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.997214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.997541 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.997873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.998205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.998539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.998868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:03.999196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c178bcf-7eb1-4b9e-9c7c-6a74a873ffeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:04.014377 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc9e97a-1fe5-44a1-80f6-1b58c100efe9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:04.025144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346f1303-cddf-4837-8c77-f95169acd2b9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:04.025521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346f1303-cddf-4837-8c77-f95169acd2b9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:04.036217 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (346f1303-cddf-4837-8c77-f95169acd2b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.050260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (346f1303-cddf-4837-8c77-f95169acd2b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.057935 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:44:04.058340 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (346f1303-cddf-4837-8c77-f95169acd2b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:44:04.062479 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:44:04.181331 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ccc9e97a-1fe5-44a1-80f6-1b58c100efe9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.181727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4cc6b6c3-73d6-499d-8d94-520486bcfc04 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:04.187644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.194454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] 10.222.0.43 "DELETE /v2.0/networks/ccc9e97a-1fe5-44a1-80f6-1b58c100efe9 HTTP/1.1" status: 204 len: 168 time: 0.6699822 Feb 15 02:44:04.194833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:04.201521 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52c362-3ab7-4567-8339-408258a6f19a admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc9e97a-1fe5-44a1-80f6-1b58c100efe9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:04.204333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4cc6b6c3-73d6-499d-8d94-520486bcfc04 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:04.204686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4cc6b6c3-73d6-499d-8d94-520486bcfc04 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:04.205116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09d693a0-2172-4ee9-aef6-b2e6dc80b36f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:04.224049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 09d693a0-2172-4ee9-aef6-b2e6dc80b36f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:04.224424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 09d693a0-2172-4ee9-aef6-b2e6dc80b36f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:04.224873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ac25ef97-d261-41c1-b59d-ee477f03c40a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:04.251709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ac25ef97-d261-41c1-b59d-ee477f03c40a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:04.251709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ac25ef97-d261-41c1-b59d-ee477f03c40a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:04.537662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:44:04.545553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (19b97348-73dc-40ed-a389-55ca7f265c45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.794961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Deleting port c529b857-9989-4850-92ec-283c56addfdc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:04.795309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c529b857-9989-4850-92ec-283c56addfdc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.877029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] For port c529b857-9989-4850-92ec-283c56addfdc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=c529b857-9989-4850-92ec-283c56addfdc,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:04.877316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c529b857-9989-4850-92ec-283c56addfdc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:04.889789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Calling delete_port for c529b857-9989-4850-92ec-283c56addfdc owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:05.141511 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c529b857-9989-4850-92ec-283c56addfdc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:05.169699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c529b857-9989-4850-92ec-283c56addfdc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:05.362304 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (19b97348-73dc-40ed-a389-55ca7f265c45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:05.588494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Router 19b97348-73dc-40ed-a389-55ca7f265c45 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:44:05.979875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:44:05.985112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2f741f11-613b-44b7-860a-7c0823345a83 admin admin] 10.222.0.43 "PUT /v2.0/routers/19b97348-73dc-40ed-a389-55ca7f265c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891486 Feb 15 02:44:05.987658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:05.997025 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Sync routers for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:44:06.008014 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:44:06.008713 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:06.096576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks [] for router (19b97348-73dc-40ed-a389-55ca7f265c45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:06.116526 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:44:06.309495 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:44:05Z', 'revision_number': 5, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:06.338512 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Checking router: 19b97348-73dc-40ed-a389-55ca7f265c45 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:44:06.347750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Routers {'19b97348-73dc-40ed-a389-55ca7f265c45'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:44:06.348859 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:43:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['19b97348-73dc-40ed-a389-55ca7f265c45'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:06.545130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks [] for router_gateway (19b97348-73dc-40ed-a389-55ca7f265c45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:06.574387 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] Set router 19b97348-73dc-40ed-a389-55ca7f265c45 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:44:06.659411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Deleting port 118c3e5b-3007-4a27-92bd-9acdff825b99 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:06.660099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:06.749363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] For port 118c3e5b-3007-4a27-92bd-9acdff825b99, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=118c3e5b-3007-4a27-92bd-9acdff825b99,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:06.749736 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:06.758945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:44:05Z', 'revision_number': 5, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:06.761924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Calling delete_port for 118c3e5b-3007-4a27-92bd-9acdff825b99 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:06.789132 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79a20a-0e01-4951-8591-a514d4d0e153 None None] The sync data for ids ['19b97348-73dc-40ed-a389-55ca7f265c45'] in n-d-829064-14 is: [{'id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'name': 'tempest-TestVolumeBootPattern-832923799-router', 'tenant_id': '220f09d8eeaa4710bcee65513d7768c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:28:51Z', 'updated_at': '2022-02-15T02:44:05Z', 'revision_number': 5, 'project_id': '220f09d8eeaa4710bcee65513d7768c9', 'gw_port': {'id': '118c3e5b-3007-4a27-92bd-9acdff825b99', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97348-73dc-40ed-a389-55ca7f265c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:28:52Z', 'updated_at': '2022-02-15T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:44:07.004482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (118c3e5b-3007-4a27-92bd-9acdff825b99), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.028728 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=118c3e5b-3007-4a27-92bd-9acdff825b99,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:07.091317 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (19b97348-73dc-40ed-a389-55ca7f265c45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.180426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (19b97348-73dc-40ed-a389-55ca7f265c45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.182527 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks [] for router_controller (19b97348-73dc-40ed-a389-55ca7f265c45), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.296314 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (19b97348-73dc-40ed-a389-55ca7f265c45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.296889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b97348-73dc-40ed-a389-55ca7f265c45 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:44:07.301207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.302342 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0cc2b64c-e147-4748-a1eb-b1374c0e0c6d admin admin] 10.222.0.43 "DELETE /v2.0/routers/19b97348-73dc-40ed-a389-55ca7f265c45 HTTP/1.1" status: 204 len: 168 time: 1.3135655 Feb 15 02:44:07.305387 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:07.350606 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Deleting subnet 55a4e35a-39d5-48dd-a1e0-75958ffed294 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:44:07.354031 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Publish callbacks [] for subnet (55a4e35a-39d5-48dd-a1e0-75958ffed294), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.389855 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (55a4e35a-39d5-48dd-a1e0-75958ffed294), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.477632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (55a4e35a-39d5-48dd-a1e0-75958ffed294), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.599991 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (55a4e35a-39d5-48dd-a1e0-75958ffed294), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.627002 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a4e35a-39d5-48dd-a1e0-75958ffed294,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:07.628980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.632205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5faa3819-ac64-4dc9-8579-ee909e5da50f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/55a4e35a-39d5-48dd-a1e0-75958ffed294 HTTP/1.1" status: 204 len: 168 time: 0.3258269 Feb 15 02:44:07.633390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd2626-441b-446a-a733-ed737725b7f8 None None] Network 45c6722f-30dc-4540-9cdc-d0ecf44561fa requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:44:07.634881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:07.702956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (45c6722f-30dc-4540-9cdc-d0ecf44561fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.763213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Deleting port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:07.763556 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.809926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] DHCP port deletion for 45c6722f-30dc-4540-9cdc-d0ecf44561fa request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:44:07.829839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] For port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:07.830201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.845810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Calling delete_port for f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:07.858120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Deleting port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:07.858441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.921081 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] For port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,segment=NetworkSegment(126e53e2-8859-42fc-819f-f6c432f5c66e),segment_id=126e53e2-8859-42fc-819f-f6c432f5c66e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:07.921583 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:07.933859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Calling delete_port for f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:07.970252 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.001330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] No DVR routers for this DVR port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:44:08.003115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Pushing event deleted for resources: {'Port': ['ID=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:08.012852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f474881d-df91-4f0d-ad5b-f9aae6b1f2d6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.035978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] Pushing event deleted for resources: {'Port': ['ID=f474881d-df91-4f0d-ad5b-f9aae6b1f2d6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:08.042187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ed8ea-9be8-4042-8b6e-c9943f673263 None None] No DVR routers for this DVR port f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:44:08.077143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (45c6722f-30dc-4540-9cdc-d0ecf44561fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.098135 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c6722f-30dc-4540-9cdc-d0ecf44561fa']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:08.107573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126e53e2-8859-42fc-819f-f6c432f5c66e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:08.107873 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126e53e2-8859-42fc-819f-f6c432f5c66e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:44:08.117040 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (126e53e2-8859-42fc-819f-f6c432f5c66e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.130611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (126e53e2-8859-42fc-819f-f6c432f5c66e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.136681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:44:08.137164 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (126e53e2-8859-42fc-819f-f6c432f5c66e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:44:08.138688 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:44:08.201989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 118c3e5b-3007-4a27-92bd-9acdff825b99 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:08.222564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 118c3e5b-3007-4a27-92bd-9acdff825b99 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:08.223997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 118c3e5b-3007-4a27-92bd-9acdff825b99 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:08.223997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c529b857-9989-4850-92ec-283c56addfdc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:08.241447 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: c529b857-9989-4850-92ec-283c56addfdc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:08.241795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device c529b857-9989-4850-92ec-283c56addfdc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:08.242199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:08.263185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:08.263530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f474881d-df91-4f0d-ad5b-f9aae6b1f2d6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:08.266995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (45c6722f-30dc-4540-9cdc-d0ecf44561fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.272356 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.275788 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] 10.222.0.43 "DELETE /v2.0/networks/45c6722f-30dc-4540-9cdc-d0ecf44561fa HTTP/1.1" status: 204 len: 168 time: 0.6399722 Feb 15 02:44:08.288689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76172078-3891-476b-b20a-7c28a0d8d935 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c6722f-30dc-4540-9cdc-d0ecf44561fa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:08.609586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:08.650538 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66775999-e239-42ef-b8c5-d0782c488a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d3a1c2aa9ad4799b780f514cfd93b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396986 Feb 15 02:44:08.652928 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:08.698575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] Publish callbacks [] for security_group (c9a0fa75-1dfc-4735-88b9-f262bf38c4a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.718357 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] Publish callbacks [] for security_group (c9a0fa75-1dfc-4735-88b9-f262bf38c4a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.843925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c9a0fa75-1dfc-4735-88b9-f262bf38c4a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.846623 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:08.848833 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9a0fa75-1dfc-4735-88b9-f262bf38c4a0 HTTP/1.1" status: 204 len: 168 time: 0.1939743 Feb 15 02:44:08.856103 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad651af9-50c0-4064-b749-a696a2c8c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0fa75-1dfc-4735-88b9-f262bf38c4a0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:09.409215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46562) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:09.447254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bd482d4d-b35c-4495-995f-491c109db68a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=220f09d8eeaa4710bcee65513d7768c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420446 Feb 15 02:44:09.449796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:09.499717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] Publish callbacks [] for security_group (f671f9b3-5e9d-450e-aa47-408fd77c56af), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:09.520194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] Publish callbacks [] for security_group (f671f9b3-5e9d-450e-aa47-408fd77c56af), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:09.616338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f671f9b3-5e9d-450e-aa47-408fd77c56af), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:09.618888 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:09.620047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f671f9b3-5e9d-450e-aa47-408fd77c56af HTTP/1.1" status: 204 len: 168 time: 0.1693468 Feb 15 02:44:09.627829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781db5b-1469-458a-bd40-dc8a3ec71e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f671f9b3-5e9d-450e-aa47-408fd77c56af,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:15.792600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:18.490104 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:20.666597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-fb110d56-5c4d-4765-ba3a-4333374b3a44 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7734810fe16445269bd1a7da5f6f4ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292921 Feb 15 02:44:20.846427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-db62cc42-bf4d-4fb0-a404-b4ced9fdef93 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:20.847957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-db62cc42-bf4d-4fb0-a404-b4ced9fdef93 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763682 Feb 15 02:44:20.863875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-710ffea4-212e-4add-b868-0cce75588e77 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/quotas/7734810fe16445269bd1a7da5f6f4ada HTTP/1.1" status: 200 len: 375 time: 0.0098407 Feb 15 02:44:20.894307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-8f11c64f-cf46-4122-a38e-6ae93cbae4eb tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7734810fe16445269bd1a7da5f6f4ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254526 Feb 15 02:44:21.118153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e81472c6-6ea5-4cfd-b2d7-813fe3c29e1c req-e4b3c5d5-1aba-480c-b7c9-28f9b21e9dbb tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 210 time: 0.0329139 Feb 15 02:44:21.147462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b012129a-09f1-4a17-a13b-7c18ee3251a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:22.218662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06529512-567a-4e43-ab8c-1aa70ae20979 req-532cdbae-b16a-4a23-bec1-dbf7b5f20f09 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 210 time: 0.0323923 Feb 15 02:44:22.956469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-9c881903-8332-44f8-8bbf-fbfd7ca99ed6 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7734810fe16445269bd1a7da5f6f4ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213702 Feb 15 02:44:23.061609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-e9dfe5d3-a216-4c56-8f45-2590e4dd20cc tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:23.063055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-e9dfe5d3-a216-4c56-8f45-2590e4dd20cc tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1009154 Feb 15 02:44:23.075542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Request body: {'port': {'device_id': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'admin_state_up': True, 'tenant_id': '7734810fe16445269bd1a7da5f6f4ada'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:23.232284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Made reservation on behalf of 7734810fe16445269bd1a7da5f6f4ada for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:44:23.235597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.245381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.312586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a893177-0943-47d0-ae80-640a2c6fb427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.320232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4ea76ad-b388-458b-8b6b-4d21e330226f req-612335c5-6261-48d9-a680-8957d87c3386 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 210 time: 0.0310118 Feb 15 02:44:23.346850 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks [] for security_group (798476ab-d31a-4fbd-ba0e-2eef08220557), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.404060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (798476ab-d31a-4fbd-ba0e-2eef08220557), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.479439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798476ab-d31a-4fbd-ba0e-2eef08220557,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:23.549900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Allocated IP 192.168.233.195 (524edee0-12b4-4cc9-9aca-aba0127100d2/01147fef-80e8-41be-9fca-f269fd44be9a/f5f9ae9c-9154-4319-ae22-17f9dd77c76f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:44:23.694176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks [] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.786771 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.828122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Network 524edee0-12b4-4cc9-9aca-aba0127100d2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:44:23.833073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:44:23.837258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:44:23.861354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Pushing event updated for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:23.876170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.877271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.877271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.877271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.877516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.877855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.878189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.878520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.878853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.879180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.879508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.879838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.880161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:44:23.902209 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:23.902827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:23.972667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-40449243-2d9f-4d57-b2ea-bdffde699b86 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9008353 Feb 15 02:44:23.986844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Request body: {'port': {'device_id': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:24.051413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.063274 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-83d66355-6178-4a8c-bb38-700f2d564225 None None] Provisioning complete for port f5f9ae9c-9154-4319-ae22-17f9dd77c76f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:44:24.063658 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83d66355-6178-4a8c-bb38-700f2d564225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.097668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83d66355-6178-4a8c-bb38-700f2d564225 None None] Port f5f9ae9c-9154-4319-ae22-17f9dd77c76f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:44:24.312260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f9ae9c-9154-4319-ae22-17f9dd77c76f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:44:24.320529 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks [] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.333996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Transition to ACTIVE for port object f5f9ae9c-9154-4319-ae22-17f9dd77c76f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:44:24.415410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.498146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:24.511371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02eba0-27ec-435d-8f2d-211a74147d15 req-b1795916-9f7f-4670-8a24-aa234dca481d tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:24.512980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb02eba0-27ec-435d-8f2d-211a74147d15 req-b1795916-9f7f-4670-8a24-aa234dca481d tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 936 time: 0.1249709 Feb 15 02:44:24.592822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Attempting to bind port f5f9ae9c-9154-4319-ae22-17f9dd77c76f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:44:24.593163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Attempting to bind port f5f9ae9c-9154-4319-ae22-17f9dd77c76f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:44:24.593495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Attempting to bind port f5f9ae9c-9154-4319-ae22-17f9dd77c76f on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:44:24.598334 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb02eba0-27ec-435d-8f2d-211a74147d15 req-f037a17c-d3aa-4661-bfcb-bd7ba8d1a296 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Feb 15 02:44:24.601835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Port f5f9ae9c-9154-4319-ae22-17f9dd77c76f on network 524edee0-12b4-4cc9-9aca-aba0127100d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:44:24.602135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Attempting to bind port f5f9ae9c-9154-4319-ae22-17f9dd77c76f on network 524edee0-12b4-4cc9-9aca-aba0127100d2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:44:24.607523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:44:24.608007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Checking segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:44:24.608558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Bound using segment: {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:44:24.609121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Bound port: f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7798b1ac-19a3-4d90-903b-f74d80fc23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:44:24.609674 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.678242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:44:24.681149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:44:24.729682 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.770248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.804396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:24.805558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:24.807020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5f9ae9c-9154-4319-ae22-17f9dd77c76f HTTP/1.1" status: 200 len: 1097 time: 0.8257675 Feb 15 02:44:24.809437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:44:24.818149 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5773d03-8be0-45c7-b1d7-dc6d88352c75" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:44:24.839573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e7414-d899-4ca9-b7fb-8e16f11678a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:24.857526 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115eba47-f06d-408c-adeb-523ba450b0cb x-openstack-request-id: req-115eba47-f06d-408c-adeb-523ba450b0cb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:44:24.857836 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:44:24.858095 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-115eba47-f06d-408c-adeb-523ba450b0cb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:44:24.858508 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f', 'status': 'completed', 'code': 200} Feb 15 02:44:24.930329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773d03-8be0-45c7-b1d7-dc6d88352c75 req-86329162-f7e0-42a6-a281-4d767e603b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:24.931873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5773d03-8be0-45c7-b1d7-dc6d88352c75 req-86329162-f7e0-42a6-a281-4d767e603b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7734810fe16445269bd1a7da5f6f4ada&device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 1131 time: 0.0547233 Feb 15 02:44:24.960227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5773d03-8be0-45c7-b1d7-dc6d88352c75 req-5877d488-c30f-4fe0-87b7-f2db27e718bd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7734810fe16445269bd1a7da5f6f4ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210898 Feb 15 02:44:25.063116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773d03-8be0-45c7-b1d7-dc6d88352c75 req-3b113a18-4a9f-47fb-81e9-07ba5d52abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:25.064690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5773d03-8be0-45c7-b1d7-dc6d88352c75 req-3b113a18-4a9f-47fb-81e9-07ba5d52abf3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989966 Feb 15 02:44:25.144617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-0e414e83-aa40-459e-92fc-739bddd2f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:25.146075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-0e414e83-aa40-459e-92fc-739bddd2f868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7734810fe16445269bd1a7da5f6f4ada&device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 1131 time: 0.0446713 Feb 15 02:44:25.186589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-2dcc510a-f275-4a72-a4bf-09dd3dfdd396 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f HTTP/1.1" status: 200 len: 217 time: 0.0338950 Feb 15 02:44:25.237480 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-2053e322-7b78-4cb5-acea-7ea374b79820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:25.238980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-2053e322-7b78-4cb5-acea-7ea374b79820 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01147fef-80e8-41be-9fca-f269fd44be9a HTTP/1.1" status: 200 len: 843 time: 0.0472031 Feb 15 02:44:25.287797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5b84-7eec-4bc1-b378-c5098788029e req-585b7330-70de-446d-89fd-24e2b32fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:25.289293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-585b7330-70de-446d-89fd-24e2b32fe1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=524edee0-12b4-4cc9-9aca-aba0127100d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0433316 Feb 15 02:44:25.381336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-551795d7-923c-4f02-ab1c-800b8aa30028 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862024 Feb 15 02:44:25.475145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373c5b84-7eec-4bc1-b378-c5098788029e req-c53a226f-4dec-430e-94ff-06ee3b8c6540 service neutron] 10.222.0.37 "GET /v2.0/networks/524edee0-12b4-4cc9-9aca-aba0127100d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880313 Feb 15 02:44:25.732584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66542-f3f7-4ac3-b171-6c0306407092 req-8bc4af44-a14d-450e-b616-68ff332e8b31 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:25.733999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70e66542-f3f7-4ac3-b171-6c0306407092 req-8bc4af44-a14d-450e-b616-68ff332e8b31 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 948 time: 0.0662596 Feb 15 02:44:25.780102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70e66542-f3f7-4ac3-b171-6c0306407092 req-0603d1c8-8f2d-4197-953b-ba3c568063ce tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Feb 15 02:44:26.124614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:26.902030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefce33-d04d-4eb3-9d06-d94666383c45 req-63e63bfe-1dbd-4718-9dd0-5f47ba80f500 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:26.903507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcefce33-d04d-4eb3-9d06-d94666383c45 req-63e63bfe-1dbd-4718-9dd0-5f47ba80f500 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 948 time: 0.0559499 Feb 15 02:44:26.949906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcefce33-d04d-4eb3-9d06-d94666383c45 req-4f9e6f5e-fb1b-4ab2-ac8a-cd2880c2b1f4 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Feb 15 02:44:27.432534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:28.068189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5918b2-6747-47c1-83e4-a50207e91756 req-5b8065c1-7917-4b80-b8e5-a77eaf331c57 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:28.070377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e5918b2-6747-47c1-83e4-a50207e91756 req-5b8065c1-7917-4b80-b8e5-a77eaf331c57 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 948 time: 0.0528917 Feb 15 02:44:28.115162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e5918b2-6747-47c1-83e4-a50207e91756 req-b36e8144-8f76-4d2c-8c0c-b5f2cd5a45b9 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Feb 15 02:44:28.620131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f5f9ae9c-9154-4319-ae22-17f9dd77c76f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:44:28.713753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:28.724786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f', 'network_id': '524edee0-12b4-4cc9-9aca-aba0127100d2', 'port_id': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f', 'mac_address': 'fa:16:3e:fc:60:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01147fef-80e8-41be-9fca-f269fd44be9a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:44:28.764500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port f5f9ae9c-9154-4319-ae22-17f9dd77c76f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:44:28.764896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:28.778262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f9ae9c-9154-4319-ae22-17f9dd77c76f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:44:28.797504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:28.889427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:28.936528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:29.220513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['f5f9ae9c-9154-4319-ae22-17f9dd77c76f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:44:29.234083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4718-c44c-42cf-a796-27df1d78b23a req-8be409fc-fe0b-4d82-8d1a-b6407a8824d4 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:29.235585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2bd4718-c44c-42cf-a796-27df1d78b23a req-8be409fc-fe0b-4d82-8d1a-b6407a8824d4 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 949 time: 0.0521686 Feb 15 02:44:29.287401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2bd4718-c44c-42cf-a796-27df1d78b23a req-ea96eeee-deed-4967-8b1b-f101bce571bf tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Feb 15 02:44:30.409972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b477-115f-4579-b866-f3b8edad51fc req-8d6e9e87-e937-47ee-9d83-036c84fdc5e6 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:30.411405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f04b477-115f-4579-b866-f3b8edad51fc req-8d6e9e87-e937-47ee-9d83-036c84fdc5e6 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 949 time: 0.0533462 Feb 15 02:44:30.458673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f04b477-115f-4579-b866-f3b8edad51fc req-bf9d674b-054c-49d1-9496-9d276de0899f tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Feb 15 02:44:30.630673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f5f9ae9c-9154-4319-ae22-17f9dd77c76f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:44:30.729829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port f5f9ae9c-9154-4319-ae22-17f9dd77c76f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:44:30.733401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port f5f9ae9c-9154-4319-ae22-17f9dd77c76f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:44:30.733776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:30.808359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port f5f9ae9c-9154-4319-ae22-17f9dd77c76f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:44:30.808753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:30.830340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:44:30.832637 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a53e4b-1006-4072-8dfd-ed7f89335527" -d '{"events": [{"server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:44:30.847916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:30.869866 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf9a94-8e31-4b77-a8fa-b1df7cdcbe1c x-openstack-request-id: req-9caf9a94-8e31-4b77-a8fa-b1df7cdcbe1c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:44:30.870159 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:44:30.870428 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9caf9a94-8e31-4b77-a8fa-b1df7cdcbe1c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:44:30.870827 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f', 'code': 200} Feb 15 02:44:30.906500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:30.954623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:30.966411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605255-b14e-4a05-9b92-b8e213d73a81 req-adce4298-ff43-41d1-8a7f-754802d9f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:30.967983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36605255-b14e-4a05-9b92-b8e213d73a81 req-adce4298-ff43-41d1-8a7f-754802d9f5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 1133 time: 0.0437217 Feb 15 02:44:31.010560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36605255-b14e-4a05-9b92-b8e213d73a81 req-de4215a1-c992-4eea-8218-9ee75cce98fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Feb 15 02:44:31.583404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac463b-f2a9-42f5-be1c-29c84d69bf09 req-3ab58597-1c14-4b01-891d-bd0df6380e79 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:31.585112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eac463b-f2a9-42f5-be1c-29c84d69bf09 req-3ab58597-1c14-4b01-891d-bd0df6380e79 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 950 time: 0.0580678 Feb 15 02:44:31.639452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eac463b-f2a9-42f5-be1c-29c84d69bf09 req-e2014fed-ee5b-4c4f-b2d7-0c70643b61b9 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Feb 15 02:44:32.755716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a76fb-1ff6-46ca-9317-70994e30bdb6 req-cb044ac4-ffc2-485b-9ff3-8b7dbb266ba5 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:32.757255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-267a76fb-1ff6-46ca-9317-70994e30bdb6 req-cb044ac4-ffc2-485b-9ff3-8b7dbb266ba5 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 950 time: 0.0516312 Feb 15 02:44:32.803493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-267a76fb-1ff6-46ca-9317-70994e30bdb6 req-f582566a-cb90-45ce-9de3-076e48cf066d tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Feb 15 02:44:33.122313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-c183ca45-aacc-4b32-8c56-0aa1d6d4f828 req-0f107873-2130-403d-bc16-cc8f3221d4c8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:44:33.123309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c183ca45-aacc-4b32-8c56-0aa1d6d4f828 req-0f107873-2130-403d-bc16-cc8f3221d4c8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053167 Feb 15 02:44:34.059311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1e686-6e6a-473d-97ad-96a37d358fb9 req-51b0c247-0db0-4259-963c-f3de6ea9e3b1 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:34.060827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c1e686-6e6a-473d-97ad-96a37d358fb9 req-51b0c247-0db0-4259-963c-f3de6ea9e3b1 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 950 time: 0.0559304 Feb 15 02:44:34.106799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c1e686-6e6a-473d-97ad-96a37d358fb9 req-ce942270-e11c-45d2-8cb0-12a0d40d14f8 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Feb 15 02:44:35.228033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38928c9-81f6-4580-8c4b-aef5a06f7070 req-e7cd6562-a38b-4ad9-a42a-2f60322f9c5f tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:35.229566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b38928c9-81f6-4580-8c4b-aef5a06f7070 req-e7cd6562-a38b-4ad9-a42a-2f60322f9c5f tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 950 time: 0.0548708 Feb 15 02:44:35.275467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b38928c9-81f6-4580-8c4b-aef5a06f7070 req-7dd50315-af74-4630-97f8-eb100c1a7140 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/security-groups?id=798476ab-d31a-4fbd-ba0e-2eef08220557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Feb 15 02:44:35.396132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-8cb33324-21b8-43c2-8578-1b3231eb57f5 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:35.397552 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-8cb33324-21b8-43c2-8578-1b3231eb57f5 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 950 time: 0.0512936 Feb 15 02:44:35.490885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Deleting port f5f9ae9c-9154-4319-ae22-17f9dd77c76f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:44:35.491231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:35.578075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] For port f5f9ae9c-9154-4319-ae22-17f9dd77c76f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,segment=NetworkSegment(7798b1ac-19a3-4d90-903b-f74d80fc23c7),segment_id=7798b1ac-19a3-4d90-903b-f74d80fc23c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:35.578656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:35.596090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Calling delete_port for f5f9ae9c-9154-4319-ae22-17f9dd77c76f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:44:35.786387 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f5f9ae9c-9154-4319-ae22-17f9dd77c76f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:35.798620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['f5f9ae9c-9154-4319-ae22-17f9dd77c76f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:44:35.815322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Pushing event deleted for resources: {'Port': ['ID=f5f9ae9c-9154-4319-ae22-17f9dd77c76f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:35.863136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] No DVR routers for this DVR port f5f9ae9c-9154-4319-ae22-17f9dd77c76f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:44:35.865924 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:35.869866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e56b2f86-68ef-4807-a35a-46dc7c965a24 req-ef48a708-da94-4f41-9d92-bc4cbc693834 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.37 "DELETE /v2.0/ports/f5f9ae9c-9154-4319-ae22-17f9dd77c76f HTTP/1.1" status: 204 len: 173 time: 0.4670625 Feb 15 02:44:35.870332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'name': 'network-vif-deleted', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:44:35.872683 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b32a9-adcb-408a-b2f6-5e6e19c9e936" -d '{"events": [{"server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "name": "network-vif-deleted", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:44:35.911845 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90eba1-0a3d-4eea-962a-cccaff88af39 x-openstack-request-id: req-3f90eba1-0a3d-4eea-962a-cccaff88af39 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:44:35.912215 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2dda01-330e-4c6e-ae62-42666d80a205", "name": "network-vif-deleted", "tag": "f5f9ae9c-9154-4319-ae22-17f9dd77c76f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:44:35.912553 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f90eba1-0a3d-4eea-962a-cccaff88af39 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:44:35.912969 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2dda01-330e-4c6e-ae62-42666d80a205', 'name': 'network-vif-deleted', 'tag': 'f5f9ae9c-9154-4319-ae22-17f9dd77c76f', 'status': 'completed', 'code': 200} Feb 15 02:44:36.381954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5dfe4325-7df5-46d1-acc3-53c850587b5c req-a789d0ae-1a38-4f91-b09b-36dddc499723 tempest-ServersAdminNegativeTestJSON-1038420799 tempest-ServersAdminNegativeTestJSON-1038420799-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2dda01-330e-4c6e-ae62-42666d80a205 HTTP/1.1" status: 200 len: 210 time: 0.0270829 Feb 15 02:44:37.904954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:38.030289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d342f4b3-78db-4a01-ab34-93703b1b0fc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7734810fe16445269bd1a7da5f6f4ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1241522 Feb 15 02:44:38.032845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:38.078896 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] Publish callbacks [] for security_group (798476ab-d31a-4fbd-ba0e-2eef08220557), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.099646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] Publish callbacks [] for security_group (798476ab-d31a-4fbd-ba0e-2eef08220557), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.209449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (798476ab-d31a-4fbd-ba0e-2eef08220557), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.212748 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.213911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/798476ab-d31a-4fbd-ba0e-2eef08220557 HTTP/1.1" status: 204 len: 168 time: 0.1801822 Feb 15 02:44:38.221556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6517c0d-f414-41fc-a1fb-70baafc814f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798476ab-d31a-4fbd-ba0e-2eef08220557,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:38.635543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f5f9ae9c-9154-4319-ae22-17f9dd77c76f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:44:38.657961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: f5f9ae9c-9154-4319-ae22-17f9dd77c76f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:44:38.658532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f5f9ae9c-9154-4319-ae22-17f9dd77c76f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:44:38.734313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:38.750776 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60be10b2-7ff2-4d3d-8d47-1ef88f0e4daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.822713 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60be10b2-7ff2-4d3d-8d47-1ef88f0e4daf admin admin] Publish callbacks [] for security_group (753cf359-0132-4afa-be76-84719d3f9c66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.895048 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60be10b2-7ff2-4d3d-8d47-1ef88f0e4daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (753cf359-0132-4afa-be76-84719d3f9c66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:38.932958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be10b2-7ff2-4d3d-8d47-1ef88f0e4daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cf359-0132-4afa-be76-84719d3f9c66,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:38.938829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-60be10b2-7ff2-4d3d-8d47-1ef88f0e4daf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad89d04b91a941969183bf0f5eee2da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034824 Feb 15 02:44:38.941464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:38.988938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] Publish callbacks [] for security_group (753cf359-0132-4afa-be76-84719d3f9c66), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:39.010615 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] Publish callbacks [] for security_group (753cf359-0132-4afa-be76-84719d3f9c66), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:39.118278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (753cf359-0132-4afa-be76-84719d3f9c66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:39.120946 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:39.122129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/753cf359-0132-4afa-be76-84719d3f9c66 HTTP/1.1" status: 204 len: 168 time: 0.1797531 Feb 15 02:44:39.130014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ad7db-a1a1-4a5d-aa7b-74b40d9d02e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cf359-0132-4afa-be76-84719d3f9c66,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:40.036818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:40.129418 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-406813507-network', 'tenant_id': 'af3102fd47bb444e97316a44c4c49dba'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:40.203686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Made reservation on behalf of af3102fd47bb444e97316a44c4c49dba for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:44:40.205977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.214198 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.287468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks [] for security_group (14279802-b8fb-46a4-89c1-ad37b325bd37), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.346789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (14279802-b8fb-46a4-89c1-ad37b325bd37), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.368770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:44:40.385072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14279802-b8fb-46a4-89c1-ad37b325bd37,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:40.390842 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.390842 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Added segment 0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5 of type vlan for network 428e6454-e536-41d8-bca2-48de2c12998a Feb 15 02:44:40.431334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (428e6454-e536-41d8-bca2-48de2c12998a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.501171 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (428e6454-e536-41d8-bca2-48de2c12998a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.502132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:40.502739 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.559592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] Pushing event updated for resources: {'Network': ['ID=428e6454-e536-41d8-bca2-48de2c12998a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:40.569378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 428e6454-e536-41d8-bca2-48de2c12998a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:44:40.572477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c5c41218-5a44-4cab-ba85-8e2b94550776 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5345342 Feb 15 02:44:40.575433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:40.580150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Request body: {'subnet': {'network_id': '428e6454-e536-41d8-bca2-48de2c12998a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-406813507-subnet', 'tenant_id': 'af3102fd47bb444e97316a44c4c49dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:40.643608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Made reservation on behalf of af3102fd47bb444e97316a44c4c49dba for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:44:40.646010 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.855326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (355446a9-783a-4e7b-bc08-367eafee4571), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:40.915109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355446a9-783a-4e7b-bc08-367eafee4571,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:40.922406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Checking segment: {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:44:40.922763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Network hostable DHCP agents. Network: 428e6454-e536-41d8-bca2-48de2c12998a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:44:40.991814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Network 428e6454-e536-41d8-bca2-48de2c12998a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:44:41.054587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 428e6454-e536-41d8-bca2-48de2c12998a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:44:41.058746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:41.059347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:41.063698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd1494-4efd-4716-80d1-4813ab3f8f8a None None] Network 428e6454-e536-41d8-bca2-48de2c12998a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:44:41.126448 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97f6aa04-3da5-4f78-9a85-07d1cb2ea2d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5499792 Feb 15 02:44:41.170297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3870c-8a2f-4f0e-8ee5-5377b8aecfd3 None None] Network 428e6454-e536-41d8-bca2-48de2c12998a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:44:41.536893 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:44:41.538346 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-e5e82d61-23a9-4087-8aef-40b50a9b2c74 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:41.539847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-e5e82d61-23a9-4087-8aef-40b50a9b2c74 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 811 time: 0.0979693 Feb 15 02:44:41.554996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-725862ad-7410-4531-a280-5e04e6187afa tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/quotas/af3102fd47bb444e97316a44c4c49dba HTTP/1.1" status: 200 len: 375 time: 0.0097842 Feb 15 02:44:41.586411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-2e2d97d1-ea5e-44c1-a95a-dd5448622fc8 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266826 Feb 15 02:44:41.688483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-3d1d6859-d410-4fcd-b9c4-a9c1b05b7f4e service neutron] 10.222.0.43 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953836 Feb 15 02:44:41.778867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-b723fccb-adb1-49ba-897d-d0a102b42017 service neutron] 10.222.0.43 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800085 Feb 15 02:44:41.992764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-299a283f-4593-45b1-a9eb-5ea86d554031 req-97788801-3dd8-404f-aa02-f3713cd8b108 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Feb 15 02:44:43.085740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b0a3ff4-bb17-484d-b12c-598fda62884c req-2ece5d84-5a6b-4193-8825-2d38ff9f9da7 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 210 time: 0.0263093 Feb 15 02:44:43.874536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-1134da7d-bc6d-4fe0-b157-1efdf89c1fe3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:43.876035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-1134da7d-bc6d-4fe0-b157-1efdf89c1fe3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.37 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 811 time: 0.1002464 Feb 15 02:44:43.888621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Request body: {'port': {'device_id': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a', 'admin_state_up': True, 'tenant_id': 'af3102fd47bb444e97316a44c4c49dba'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:44.083540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Made reservation on behalf of af3102fd47bb444e97316a44c4c49dba for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:44:44.087612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:44.213618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9482993-d9a5-4caa-b48b-59aa360d312d req-256bcfec-64e0-4880-9f29-2631054a749b tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 210 time: 0.0547216 Feb 15 02:44:44.239016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Allocated IP 172.20.0.7 (428e6454-e536-41d8-bca2-48de2c12998a/355446a9-783a-4e7b-bc08-367eafee4571/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:44:44.385101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks [] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:44.472809 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:44.520268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Network 428e6454-e536-41d8-bca2-48de2c12998a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:44:44.525218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:44:44.528872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:44:44.552353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:44.579773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:44.580414 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:44.646270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-992e911e-5fac-4678-8559-6168992ca8dc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612650 Feb 15 02:44:44.657243 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Request body: {'port': {'device_id': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:44:44.715527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.262769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d904dbeb-12a4-4fa2-abfe-164b95ce1b9d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:44:45.270328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks [] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.293247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Transition to ACTIVE for port object d904dbeb-12a4-4fa2-abfe-164b95ce1b9d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:44:45.333018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5394b1-0c50-4a81-ba21-1ca5d8c36ef5 req-3327e9c4-6313-4648-9c45-a2a564269721 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:45.334491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de5394b1-0c50-4a81-ba21-1ca5d8c36ef5 req-3327e9c4-6313-4648-9c45-a2a564269721 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 931 time: 0.0530636 Feb 15 02:44:45.353947 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.425833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:45.431094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de5394b1-0c50-4a81-ba21-1ca5d8c36ef5 req-c2bba539-6cb1-480d-ae2b-8cf6d53dde30 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906396 Feb 15 02:44:45.497868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:44:45.498145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:44:45.498455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:44:45.502917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:44:45.503241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:44:45.508164 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:44:45.508529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Checking segment: {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:44:45.508912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Bound using segment: {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:44:45.509358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Bound port: d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:44:45.509708 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.569893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:44:45.572809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:44:45.632548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.676475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:45.677125 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.678551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 1092 time: 1.0253201 Feb 15 02:44:45.678998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:44:45.681284 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:44:45.706228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294cacb-229e-4e0c-8117-6eec458921e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:45.725160 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449a7f4-ef41-4531-b534-7427602a1155 x-openstack-request-id: req-9449a7f4-ef41-4531-b534-7427602a1155 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:44:45.725463 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:44:45.725716 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9449a7f4-ef41-4531-b534-7427602a1155 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:44:45.726116 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'status': 'completed', 'code': 200} Feb 15 02:44:45.794028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-55c31c4f-44d6-490b-b703-d31e14313d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:45.795517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-55c31c4f-44d6-490b-b703-d31e14313d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0450070 Feb 15 02:44:45.797955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:45.893982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-2270705f-d65e-4d79-8789-758f667ec6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:45.895466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-2270705f-d65e-4d79-8789-758f667ec6d8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=af3102fd47bb444e97316a44c4c49dba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925989 Feb 15 02:44:45.994090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-ca55e0ef-cf96-4232-9bb2-f76869915ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:45.995553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aed1a16d-5abc-413d-ae2c-651ba3da1f9f req-ca55e0ef-cf96-4232-9bb2-f76869915ccd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932972 Feb 15 02:44:46.078208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-7b72eed2-63c7-46c7-86ff-ab4d6b3c971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:46.080286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-7b72eed2-63c7-46c7-86ff-ab4d6b3c971f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0497167 Feb 15 02:44:46.124017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-bc3b1005-6ace-4a97-a390-d5adffafd2bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0370553 Feb 15 02:44:46.170731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490e81-b582-4788-afac-5bb25e17c80d req-4be6b9df-8199-4bd7-9708-b614515cc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:46.172474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-4be6b9df-8199-4bd7-9708-b614515cc687 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0424714 Feb 15 02:44:46.204594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-d7b95019-ffc7-4f7b-ac3f-3e93b47c9d87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252619 Feb 15 02:44:46.292731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-1abb2815-a7eb-4152-b021-2e3248c27f19 service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824878 Feb 15 02:44:46.381696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bf490e81-b582-4788-afac-5bb25e17c80d req-a977ad03-898e-4f46-badd-12cad18bcf0d service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834105 Feb 15 02:44:46.552340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3fb60-d627-478d-b2f1-9fc19b9a31a3 req-04ff48d0-65b3-4ec7-a618-fae1a5f7d721 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:46.553835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5c3fb60-d627-478d-b2f1-9fc19b9a31a3 req-04ff48d0-65b3-4ec7-a618-fae1a5f7d721 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0535352 Feb 15 02:44:46.599499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5c3fb60-d627-478d-b2f1-9fc19b9a31a3 req-8df0244a-b406-4bab-8620-8f5cb5ec6c9c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Feb 15 02:44:47.728453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f923a89-f7ea-44dd-a0ae-41a70d78b2a7 req-6e630b7e-0439-4b96-89d7-1e1d5a4a85ed tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:47.729864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f923a89-f7ea-44dd-a0ae-41a70d78b2a7 req-6e630b7e-0439-4b96-89d7-1e1d5a4a85ed tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0629082 Feb 15 02:44:47.775553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f923a89-f7ea-44dd-a0ae-41a70d78b2a7 req-5b97703a-43fc-4d3f-b096-62f34a4dc114 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Feb 15 02:44:48.483637 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:48.891629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959320-e0e6-4584-bc55-7f744bae32f9 req-51374674-3314-42be-9773-c359184ef00d tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:48.893145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db959320-e0e6-4584-bc55-7f744bae32f9 req-51374674-3314-42be-9773-c359184ef00d tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0511358 Feb 15 02:44:48.938647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db959320-e0e6-4584-bc55-7f744bae32f9 req-ece73400-1a68-4633-a580-10b5e19cc448 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Feb 15 02:44:50.061803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eba57e-ec84-49bb-9e77-72a31163e4ff req-9d4bc947-882b-4721-861a-87eb87e21c66 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:50.063417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6eba57e-ec84-49bb-9e77-72a31163e4ff req-9d4bc947-882b-4721-861a-87eb87e21c66 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0591266 Feb 15 02:44:50.111847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f6eba57e-ec84-49bb-9e77-72a31163e4ff req-13d2331a-adff-46f7-ae4b-b5f054d8f0e8 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Feb 15 02:44:50.682935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:44:50.779259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:50.790549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a', 'port_id': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'mac_address': 'fa:16:3e:05:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355446a9-783a-4e7b-bc08-367eafee4571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:44:50.826607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:44:50.826998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:50.840271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d904dbeb-12a4-4fa2-abfe-164b95ce1b9d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:44:50.859716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:50.946911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:50.995760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:51.146783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19104912-ebda-4f7e-9f52-1b7fde65696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:51.231340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c27a-444a-4573-b705-721876e30004 req-6a5f78da-99b4-4208-b616-4a920cebfaf4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:51.232767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1677c27a-444a-4573-b705-721876e30004 req-6a5f78da-99b4-4208-b616-4a920cebfaf4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Feb 15 02:44:51.235326 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['d904dbeb-12a4-4fa2-abfe-164b95ce1b9d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:44:51.279783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1677c27a-444a-4573-b705-721876e30004 req-f6bcc11b-2c6f-4e12-a1ec-726aa91134c4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 15 02:44:52.398484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bcdbf-0377-404b-aecc-45a0cd0b0ac6 req-f34968b7-93a1-478f-80ab-ec8f74911e5a tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:52.399924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-774bcdbf-0377-404b-aecc-45a0cd0b0ac6 req-f34968b7-93a1-478f-80ab-ec8f74911e5a tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 944 time: 0.0519826 Feb 15 02:44:52.450790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-774bcdbf-0377-404b-aecc-45a0cd0b0ac6 req-edc0b3bb-551f-48fb-9a96-28d7ae2f7779 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453634 Feb 15 02:44:52.692997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:44:52.797492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:44:52.801227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:44:52.801596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:52.876576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:44:52.876966 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:52.898454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:44:52.901215 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e114a32-42b3-4fc4-ae40-18d57383a9b5" -d '{"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-plugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:44:52.913172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:44:52.939498 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d349bf-5da9-4cda-a018-8f9bf1fa136b x-openstack-request-id: req-b5d349bf-5da9-4cda-a018-8f9bf1fa136b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:44:52.939498 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-plugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:44:52.939498 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5d349bf-5da9-4cda-a018-8f9bf1fa136b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:44:52.939498 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'code': 200} Feb 15 02:44:52.998337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:53.036018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14c02c-2ef9-405b-b2af-721ad7c73df3 req-6db410e1-58c3-4e08-bc3f-d0219c2d5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:53.037570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d14c02c-2ef9-405b-b2af-721ad7c73df3 req-6db410e1-58c3-4e08-bc3f-d0219c2d5fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1128 time: 0.0443475 Feb 15 02:44:53.048369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:44:53.080646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d14c02c-2ef9-405b-b2af-721ad7c73df3 req-e0d7309e-a57f-42fb-916e-9b6f1ace96d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Feb 15 02:44:53.300190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d53a7ba7-8a22-4889-b77c-fcc90e8c8dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:53.568316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde9d2-7ae4-4d75-80bd-9635eb973ada req-f2b516a5-fd57-4028-b1cd-60dfd3c1f444 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:53.569735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abde9d2-7ae4-4d75-80bd-9635eb973ada req-f2b516a5-fd57-4028-b1cd-60dfd3c1f444 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Feb 15 02:44:53.616021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1abde9d2-7ae4-4d75-80bd-9635eb973ada req-bc10aa05-17a8-41c9-b1eb-884251d07de6 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Feb 15 02:44:54.729111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:54.737854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662efe6-e650-4f81-bc3e-5d8a76ab1029 req-90850abf-96b2-42c9-aced-9bf9a59c1f30 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:54.739336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2662efe6-e650-4f81-bc3e-5d8a76ab1029 req-90850abf-96b2-42c9-aced-9bf9a59c1f30 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0567608 Feb 15 02:44:54.785405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2662efe6-e650-4f81-bc3e-5d8a76ab1029 req-f54ca660-91ce-4477-a32e-11533aacfb8c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Feb 15 02:44:55.375376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e91f-66a6-44f2-bd5a-75ba89b9ef1f req-1412e0d6-c60a-4db4-bbe6-152d285442d3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:55.376877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07c7e91f-66a6-44f2-bd5a-75ba89b9ef1f req-1412e0d6-c60a-4db4-bbe6-152d285442d3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0520780 Feb 15 02:44:55.423546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07c7e91f-66a6-44f2-bd5a-75ba89b9ef1f req-7e37a3ed-7dcb-4f83-b5d7-912fff18f5d9 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Feb 15 02:44:55.540050 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:55.630198 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-b853d666-327f-4cef-93e8-41217f89bc5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886610 Feb 15 02:44:55.638930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-4c76b86a-290e-4ee4-99c7-c27f7a28edaa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:44:55.639899 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-4c76b86a-290e-4ee4-99c7-c27f7a28edaa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049040 Feb 15 02:44:56.111758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:56.247237 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:44:56.334974 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-74468bd0-c97a-4a5c-a0b3-28c849c26142 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:56.336829 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-74468bd0-c97a-4a5c-a0b3-28c849c26142 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 942 time: 0.0880289 Feb 15 02:44:56.555930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769392-8dc8-4e73-9de2-a361c5435362 req-bd096558-20f9-4371-be95-c595fb4d38af tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:56.557501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f769392-8dc8-4e73-9de2-a361c5435362 req-bd096558-20f9-4371-be95-c595fb4d38af tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Feb 15 02:44:56.609265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f769392-8dc8-4e73-9de2-a361c5435362 req-a9011243-5e02-48f5-b257-f41aa5d79253 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Feb 15 02:44:57.403336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:44:57.668882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-adf9fcbf-d1f0-4196-8fdf-5aa692ee934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:57.670352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-adf9fcbf-d1f0-4196-8fdf-5aa692ee934f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1128 time: 0.0470073 Feb 15 02:44:57.803723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89261041-ae35-4501-8ee1-5313931d5563 req-7b368156-4e4b-4d9f-bf2e-8bfc3f300c62 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:57.805288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89261041-ae35-4501-8ee1-5313931d5563 req-7b368156-4e4b-4d9f-bf2e-8bfc3f300c62 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.1219945 Feb 15 02:44:57.809830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-f081b5e0-880b-4e43-805e-ac17ced622d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:57.811186 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-f081b5e0-880b-4e43-805e-ac17ced622d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.1352971 Feb 15 02:44:57.858564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-6e96eeb4-f405-4843-8c64-dde56d1f8d7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0406575 Feb 15 02:44:57.916544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89261041-ae35-4501-8ee1-5313931d5563 req-69186c04-468b-4da1-9842-be37cf531fbe tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043937 Feb 15 02:44:57.927275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-c02965b8-bae6-4074-a4bc-daaeab9d8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:57.928733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-c02965b8-bae6-4074-a4bc-daaeab9d8e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0645278 Feb 15 02:44:57.960219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-1d3a2e20-29fc-451c-a074-215ee034b5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254121 Feb 15 02:44:58.045852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-2ae9b460-d9fd-49df-b58a-ef9705d8eec8 service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794690 Feb 15 02:44:58.136427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-bdfcba4c-cc67-4e9d-a961-000dc9f841be service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Feb 15 02:44:59.038742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f3f9-fbd4-460b-88cc-0322bf3e59e7 req-6f8883b6-a9d1-4516-866d-2f4057d12b76 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:44:59.040878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b345f3f9-fbd4-460b-88cc-0322bf3e59e7 req-6f8883b6-a9d1-4516-866d-2f4057d12b76 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0532439 Feb 15 02:44:59.085575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b345f3f9-fbd4-460b-88cc-0322bf3e59e7 req-ee986ce9-d6d5-4af6-91e7-7b473cde5d55 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Feb 15 02:45:00.207226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7e0f-d734-48c3-929f-58efbb304c9e req-dfdccecc-aa2c-4966-849c-9403667d500c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:00.208748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ad7e0f-d734-48c3-929f-58efbb304c9e req-dfdccecc-aa2c-4966-849c-9403667d500c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0550082 Feb 15 02:45:00.260064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ad7e0f-d734-48c3-929f-58efbb304c9e req-e02de7db-f71b-47c6-af09-4fc12a26749b tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452228 Feb 15 02:45:01.376834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf514e-2127-4ca5-9b8b-0de5092569b9 req-218c7540-f72e-4d48-ba3e-def19eaf9787 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:01.378297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bbf514e-2127-4ca5-9b8b-0de5092569b9 req-218c7540-f72e-4d48-ba3e-def19eaf9787 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0517392 Feb 15 02:45:01.425346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bbf514e-2127-4ca5-9b8b-0de5092569b9 req-35e68ded-da3b-493a-a1be-28dbf1d3c7f1 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Feb 15 02:45:02.543128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76ca5-d3a4-4fd5-b386-2aad660b1306 req-160c03a4-ab94-406c-bc80-3bce9d671d48 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:02.544629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68b76ca5-d3a4-4fd5-b386-2aad660b1306 req-160c03a4-ab94-406c-bc80-3bce9d671d48 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Feb 15 02:45:02.590281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68b76ca5-d3a4-4fd5-b386-2aad660b1306 req-0696c151-c999-44f9-b2f3-8c2a32462daa tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Feb 15 02:45:03.713176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948da0-a9c2-49b8-a18b-6c79aa52d16c req-d0027afe-71a6-4858-9125-986abacc10d5 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:03.714577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06948da0-a9c2-49b8-a18b-6c79aa52d16c req-d0027afe-71a6-4858-9125-986abacc10d5 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0569046 Feb 15 02:45:03.763578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06948da0-a9c2-49b8-a18b-6c79aa52d16c req-abd5866d-b373-4f97-a51c-dd8eab8646a0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Feb 15 02:45:04.900773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462c32-0861-4b95-addb-52522a84b4c2 req-53b6b8af-f554-46c2-bf84-49edb76cd942 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:04.902196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12462c32-0861-4b95-addb-52522a84b4c2 req-53b6b8af-f554-46c2-bf84-49edb76cd942 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Feb 15 02:45:04.949069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12462c32-0861-4b95-addb-52522a84b4c2 req-c66cb7c0-a039-4001-ac1f-aa8224b73bc6 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Feb 15 02:45:06.074018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa1563-769b-45b5-9749-540bedfa8e1d req-14e887cb-c3ab-4ace-b323-c9af310dec56 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:06.075519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5aa1563-769b-45b5-9749-540bedfa8e1d req-14e887cb-c3ab-4ace-b323-c9af310dec56 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0569746 Feb 15 02:45:06.121345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5aa1563-769b-45b5-9749-540bedfa8e1d req-df4c0f45-87db-4ee3-86de-19cf0b62e3c6 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Feb 15 02:45:07.238223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87573e-d486-4eb9-9d11-f53266fec7d5 req-cae4b31a-8079-4e81-8e0b-22cb29350adf tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:07.239743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe87573e-d486-4eb9-9d11-f53266fec7d5 req-cae4b31a-8079-4e81-8e0b-22cb29350adf tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Feb 15 02:45:07.286547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe87573e-d486-4eb9-9d11-f53266fec7d5 req-f89c9eb2-9578-4269-9290-1019f66ac3d4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Feb 15 02:45:08.403131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff3d3-f9e6-4565-b1ec-c27bc81c11d0 req-bc965ac3-3255-4a1b-b5f3-e69acb8b2491 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:08.404713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a5ff3d3-f9e6-4565-b1ec-c27bc81c11d0 req-bc965ac3-3255-4a1b-b5f3-e69acb8b2491 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0519338 Feb 15 02:45:08.455723 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a5ff3d3-f9e6-4565-b1ec-c27bc81c11d0 req-1d7b941d-8ec8-442c-a0d5-71f44caefd95 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454946 Feb 15 02:45:09.573892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb934-0f24-473c-a37d-734e981bebaa req-c12fddb4-222d-4419-9f2e-79b3beb28870 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:09.575374 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ffbb934-0f24-473c-a37d-734e981bebaa req-c12fddb4-222d-4419-9f2e-79b3beb28870 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Feb 15 02:45:09.621382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ffbb934-0f24-473c-a37d-734e981bebaa req-77f4e217-e982-4ddd-8030-30396617d483 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Feb 15 02:45:10.739150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edc58b-e6f2-4874-ab95-44a70a37bff8 req-66a4ea6c-9eee-4213-bbcd-c4a3f3b103b9 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:10.740621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22edc58b-e6f2-4874-ab95-44a70a37bff8 req-66a4ea6c-9eee-4213-bbcd-c4a3f3b103b9 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0515742 Feb 15 02:45:10.785777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22edc58b-e6f2-4874-ab95-44a70a37bff8 req-9ba68334-7f63-4ec5-ba6a-dc162c540322 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 Feb 15 02:45:11.916909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502563fb-4dc5-49cb-b597-998a69c47d68 req-c519d679-500f-4381-9b5d-1b2a7de6c560 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:11.918562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-502563fb-4dc5-49cb-b597-998a69c47d68 req-c519d679-500f-4381-9b5d-1b2a7de6c560 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0611017 Feb 15 02:45:11.966509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-502563fb-4dc5-49cb-b597-998a69c47d68 req-43674a13-a877-4ac9-833c-e0bc39a96ed1 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Feb 15 02:45:13.086222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c0eef-2803-4cf2-b9c4-80eb17dcd72f req-f0899006-78de-428a-8731-b00571f8875e tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:13.087704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d5c0eef-2803-4cf2-b9c4-80eb17dcd72f req-f0899006-78de-428a-8731-b00571f8875e tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Feb 15 02:45:13.133414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d5c0eef-2803-4cf2-b9c4-80eb17dcd72f req-b9e412ab-8816-45f3-9e54-d162823961f4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Feb 15 02:45:14.249138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a346-7c84-49c8-9852-fae8f3e268a2 req-b4c554bd-2fc4-4d5f-a883-a8773a0af8df tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:14.250617 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc79a346-7c84-49c8-9852-fae8f3e268a2 req-b4c554bd-2fc4-4d5f-a883-a8773a0af8df tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0510514 Feb 15 02:45:14.300813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc79a346-7c84-49c8-9852-fae8f3e268a2 req-35331ace-460d-4175-9412-481e0a719ed0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Feb 15 02:45:15.419089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d7780-0fa1-4318-a1a1-c76b2c2354d2 req-65d0f5f4-4dff-4b0e-be4b-1b54747f4abc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:15.420616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d96d7780-0fa1-4318-a1a1-c76b2c2354d2 req-65d0f5f4-4dff-4b0e-be4b-1b54747f4abc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0529313 Feb 15 02:45:15.466775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d96d7780-0fa1-4318-a1a1-c76b2c2354d2 req-d31c543e-dcd0-4fc7-b842-bf6d55d2d9a0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Feb 15 02:45:15.808754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:16.585295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b1d68-8a1f-4785-ae94-a005af00fcda req-a5f5e80c-2119-4eb5-b727-e5f1133eab2c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:16.586781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d3b1d68-8a1f-4785-ae94-a005af00fcda req-a5f5e80c-2119-4eb5-b727-e5f1133eab2c tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Feb 15 02:45:16.633775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d3b1d68-8a1f-4785-ae94-a005af00fcda req-16ec3dcc-1205-4f78-9275-75db007f8568 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Feb 15 02:45:17.754903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33998b-2082-4921-8959-76fd1796eef0 req-88d6e3b9-bca8-4c2b-acaf-6fa4970e4bcc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:17.756423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe33998b-2082-4921-8959-76fd1796eef0 req-88d6e3b9-bca8-4c2b-acaf-6fa4970e4bcc tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0561237 Feb 15 02:45:17.802781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fe33998b-2082-4921-8959-76fd1796eef0 req-ac4af953-9fde-446c-bd91-0eddecddc6ae tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Feb 15 02:45:18.534405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:18.535219 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:45:18.921489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38651-ce71-4dcd-98a3-381ae90b0ca7 req-3a8d44d2-15d0-4b06-ba6f-784956cef498 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:18.922975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68f38651-ce71-4dcd-98a3-381ae90b0ca7 req-3a8d44d2-15d0-4b06-ba6f-784956cef498 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Feb 15 02:45:18.969270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68f38651-ce71-4dcd-98a3-381ae90b0ca7 req-77191233-8410-4f55-bbf7-bec2f641bea7 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Feb 15 02:45:20.093410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c8c10-4844-4779-b9be-cfbc2ae5b351 req-7457b14f-bf2a-4769-8bbb-4b836d48a583 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:20.094902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c45c8c10-4844-4779-b9be-cfbc2ae5b351 req-7457b14f-bf2a-4769-8bbb-4b836d48a583 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0563610 Feb 15 02:45:20.142344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c45c8c10-4844-4779-b9be-cfbc2ae5b351 req-51d0df09-b7e2-4142-9f47-65b0b057f355 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Feb 15 02:45:21.151411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0beae358-4bc2-4f7e-bf98-7cf21ccc8c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:21.264279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ec07-0c2a-4e05-b9b6-7f5262a1c6b8 req-1fb4d099-3a25-4a80-8796-f2a6490ea996 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:21.265708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0b8ec07-0c2a-4e05-b9b6-7f5262a1c6b8 req-1fb4d099-3a25-4a80-8796-f2a6490ea996 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0527759 Feb 15 02:45:21.312218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0b8ec07-0c2a-4e05-b9b6-7f5262a1c6b8 req-38efd361-9306-4d57-8ecf-f1a6e73254c9 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Feb 15 02:45:22.430113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2db4-fd7d-4dc4-a4e3-b4fce67f2f05 req-4c09f0ad-1dec-4272-a8b0-806404fadae4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:22.431598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-473b2db4-fd7d-4dc4-a4e3-b4fce67f2f05 req-4c09f0ad-1dec-4272-a8b0-806404fadae4 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Feb 15 02:45:22.481425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-473b2db4-fd7d-4dc4-a4e3-b4fce67f2f05 req-9b113ece-fc68-497c-8078-f8bce8b72516 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Feb 15 02:45:23.210023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-7250d57e-5c24-45f3-8798-50887fac9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:23.211535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-7250d57e-5c24-45f3-8798-50887fac9a77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1128 time: 0.0872128 Feb 15 02:45:23.299963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d74ff3f-b0a0-4b5f-bc79-01ee392863e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:23.312781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-9c058baa-891d-43b5-8113-511ff5ed0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:23.314307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-9c058baa-891d-43b5-8113-511ff5ed0c44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.0842366 Feb 15 02:45:23.358643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-b3fb3e20-ce2e-40b5-bc29-4443af680aab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0384226 Feb 15 02:45:23.405849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-11d39939-6fa3-48f8-b11d-9457546df70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:23.407219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-11d39939-6fa3-48f8-b11d-9457546df70e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0429661 Feb 15 02:45:23.440131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-b7554156-00e9-4f1b-bc4f-56f29b87a651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258667 Feb 15 02:45:23.531099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-24e33579-88e7-4dd7-a145-57cb79409f20 service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853126 Feb 15 02:45:23.657561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e117-c57a-46a4-be8d-2d5f6b60f871 req-2ac4fa0a-1871-42c4-b899-e08908346070 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:23.658921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa02e117-c57a-46a4-be8d-2d5f6b60f871 req-2ac4fa0a-1871-42c4-b899-e08908346070 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.1042254 Feb 15 02:45:23.660686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b284bb8e-0888-473b-8a2b-c697558f4088 req-b00fa26e-6f2c-40a2-859d-3a555e5b7c9b service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239436 Feb 15 02:45:23.704709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa02e117-c57a-46a4-be8d-2d5f6b60f871 req-e1532e5e-29c8-492c-886a-51bb557b0c6f tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Feb 15 02:45:24.717039 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:24.823181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d1d47-dcd2-4326-bf79-635f5dab4c48 req-f9905632-a160-4094-b0f9-87fb1b02ba53 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:24.824797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-565d1d47-dcd2-4326-bf79-635f5dab4c48 req-f9905632-a160-4094-b0f9-87fb1b02ba53 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Feb 15 02:45:24.870761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-565d1d47-dcd2-4326-bf79-635f5dab4c48 req-98d5a39a-8a1f-4826-ae37-fe6ad0d76339 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Feb 15 02:45:25.238923 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-adbce550-e422-467e-b89b-b769eeec64ae service neutron] show failed (client error): The resource could not be found. Feb 15 02:45:25.239960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-adbce550-e422-467e-b89b-b769eeec64ae service neutron] 10.222.0.37 "GET /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0557680 Feb 15 02:45:25.780786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-06f92aa6-c3c5-48d1-ab1a-2b569b900721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:25.782272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-06f92aa6-c3c5-48d1-ab1a-2b569b900721 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0&tenant_id=af3102fd47bb444e97316a44c4c49dba HTTP/1.1" status: 200 len: 1128 time: 0.0786510 Feb 15 02:45:25.793133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:45:25.848355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.056641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09a7ce-1df7-44ef-9c20-d7fbebd5abb5 req-09faa8dc-f916-4117-87ea-7584b9d7fdf3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:26.058113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc09a7ce-1df7-44ef-9c20-d7fbebd5abb5 req-09faa8dc-f916-4117-87ea-7584b9d7fdf3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.1083136 Feb 15 02:45:26.112616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:26.128587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.136025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc09a7ce-1df7-44ef-9c20-d7fbebd5abb5 req-e39de67c-5901-436a-97f7-def51187e54e tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Feb 15 02:45:26.156965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:45:26.199700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:26.202020 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888cf40-ac92-4efe-87aa-43600d85eb96" -d '{"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:26.205884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks [] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.218751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Transition to ACTIVE for port object d904dbeb-12a4-4fa2-abfe-164b95ce1b9d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:45:26.248649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c2b0f-0782-4e56-b308-f0a1d50d36d5 x-openstack-request-id: req-412c2b0f-0782-4e56-b308-f0a1d50d36d5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:26.248951 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:26.249206 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-412c2b0f-0782-4e56-b308-f0a1d50d36d5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:26.249612 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'code': 200} Feb 15 02:45:26.283028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.344871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:26.346961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] No DVR routers for this DVR port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:45:26.355890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.356247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.356638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.356982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.357325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.357665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.357999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.358332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.358663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.358992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.359323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.359652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.359979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:26.394187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:45:26.394615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:45:26.396442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:45:26.401523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:45:26.401851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Attempting to bind port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on network 428e6454-e536-41d8-bca2-48de2c12998a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:45:26.406749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:45:26.407094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Checking segment: {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:45:26.407481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Bound using segment: {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:45:26.407912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Bound port: d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:45:26.408276 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.470410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:45:26.473416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:45:26.540915 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.578302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:26.578914 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:26.580274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] 10.222.0.31 "PUT /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 1092 time: 0.7909827 Feb 15 02:45:26.600190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e771-df87-4fa2-9664-f59d62e2443f service neutron] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:26.646703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-89b1f4ab-2d52-4e9d-b2b7-976d5a69a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:26.648250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-89b1f4ab-2d52-4e9d-b2b7-976d5a69a6f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0452988 Feb 15 02:45:26.735092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-0f1aff7a-6a64-42bc-b2f9-80ec4dcd3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:26.736588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-0f1aff7a-6a64-42bc-b2f9-80ec4dcd3c1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.0831525 Feb 15 02:45:26.780583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-e744030b-5c25-4a14-a8f4-c660844c33a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0382020 Feb 15 02:45:26.827675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-a7dd5a77-0623-4ed6-a0c0-dae709e45f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:26.829051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-a7dd5a77-0623-4ed6-a0c0-dae709e45f12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0433402 Feb 15 02:45:26.859955 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-e7d81119-676d-43bc-a88c-abb17f77ac6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251560 Feb 15 02:45:26.950524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-af819a78-1008-4978-9e32-402ce2d763c5 service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840924 Feb 15 02:45:27.040071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8849f21b-3217-402d-9d5f-fab059ba4ad8 req-28c9fb59-2c9e-4a74-a527-61d4bd8d190d service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844464 Feb 15 02:45:27.268180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e237711-5909-4f66-86aa-bea6242d6897 req-017bc319-d24f-4c05-811c-49257298fbea tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:27.269689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e237711-5909-4f66-86aa-bea6242d6897 req-017bc319-d24f-4c05-811c-49257298fbea tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0563214 Feb 15 02:45:27.319269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e237711-5909-4f66-86aa-bea6242d6897 req-53ebb0a6-e49a-4d6b-9bce-ad8c4fa86d0a tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Feb 15 02:45:27.425832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:28.250467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:28.252853 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fede01-f204-4284-b3c1-8c396279480c" -d '{"events": [{"name": "network-changed", "server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:28.299687 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad29de-2776-4c8d-a7f0-74e358efad07 x-openstack-request-id: req-5fad29de-2776-4c8d-a7f0-74e358efad07 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:28.299989 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:28.300245 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fad29de-2776-4c8d-a7f0-74e358efad07 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:28.300693 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'status': 'completed', 'code': 200} Feb 15 02:45:28.390847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-8e03b6cf-633d-4b09-be9e-a2ce8b82e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:28.392440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-8e03b6cf-633d-4b09-be9e-a2ce8b82e6ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0758097 Feb 15 02:45:28.395403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-709aa19f-694a-4046-8b4b-f48101b9c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:28.396782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-709aa19f-694a-4046-8b4b-f48101b9c6e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0704665 Feb 15 02:45:28.848404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:45:28.853822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494f7d-09c5-47ab-b16c-1e4b47a1ea0e req-b6c86414-e23f-4d1f-bdc3-ff89584aed98 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:28.856475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b494f7d-09c5-47ab-b16c-1e4b47a1ea0e req-b6c86414-e23f-4d1f-bdc3-ff89584aed98 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.4620199 Feb 15 02:45:28.888653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:45:28.889051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:45:28.902311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-10c9b7f2-16c9-472c-b9a0-bca6b0b9b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:28.903781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-10c9b7f2-16c9-472c-b9a0-bca6b0b9b5eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.4991872 Feb 15 02:45:28.911813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-07c63452-87e9-43cc-90d3-b792a604ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:28.913775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-07c63452-87e9-43cc-90d3-b792a604ef0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.4826705 Feb 15 02:45:28.981296 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.31', 56836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:28.992779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-74f024ed-2927-481d-814e-59984e3539dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0825043 Feb 15 02:45:28.997369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-e876e058-e878-4b1a-89c3-e8518bc0eba2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0758445 Feb 15 02:45:29.027162 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-09b78e1f-f2e6-4e4e-b702-a62a4f356efe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446608 Feb 15 02:45:29.058030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b494f7d-09c5-47ab-b16c-1e4b47a1ea0e req-0318fb11-3364-437f-bd32-b06d72ccbc1f tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916924 Feb 15 02:45:29.087083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-a5823247-3f24-40e5-8c78-aa492ebd6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:29.088563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-a5823247-3f24-40e5-8c78-aa492ebd6ddd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0854709 Feb 15 02:45:29.089919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fede01-f204-4284-b3c1-8c396279480c req-53b51496-6ce7-498c-b706-375ead7db09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:29.091224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-53b51496-6ce7-498c-b706-375ead7db09e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0893481 Feb 15 02:45:29.143137 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-6bcb1778-f5cf-47db-83f0-4f91c4955406 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489104 Feb 15 02:45:29.145011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-0f6cef0f-e83c-4f6c-85b8-ae5e7b58d602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430849 Feb 15 02:45:29.299217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-c17f08b1-9754-4d53-bbb0-78689d6daaaf service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483121 Feb 15 02:45:29.302589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-0defcc92-608a-4059-8f30-57ec392c01e1 service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449122 Feb 15 02:45:29.456276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-f7d70e02-2a9d-4e20-b567-d54977bc38c8 service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438019 Feb 15 02:45:29.458045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0fede01-f204-4284-b3c1-8c396279480c req-28f4cc93-8b2e-40ac-aef2-3ddc6d310ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525407 Feb 15 02:45:29.556559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-244ab15a-593b-48cf-a719-d4e60350b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:29.558167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-244ab15a-593b-48cf-a719-d4e60350b0c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1126 time: 0.0451643 Feb 15 02:45:29.659901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-05e0cbc5-a946-499e-b5d3-e550be9646d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:29.661422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-05e0cbc5-a946-499e-b5d3-e550be9646d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.0868618 Feb 15 02:45:29.702676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-844b7715-55fb-464f-9791-deae1516218f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0340533 Feb 15 02:45:29.753299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-e7b538b5-5994-4d86-8c86-5b4d025c60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:29.754711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-e7b538b5-5994-4d86-8c86-5b4d025c60b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0463765 Feb 15 02:45:29.784852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-7f5eb555-6490-42a2-8e19-01cd130bc86b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245366 Feb 15 02:45:29.872684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-fbca1155-198b-49d4-b171-227f21c0debc service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807366 Feb 15 02:45:29.962634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:45:29.973271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-a1b73421-b186-488b-a654-3a4b6c73abfb service neutron] 10.222.0.31 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942338 Feb 15 02:45:30.058072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:30.069654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'network_id': '428e6454-e536-41d8-bca2-48de2c12998a', 'port_id': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'mac_address': 'fa:16:3e:05:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355446a9-783a-4e7b-bc08-367eafee4571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:45:30.105781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:45:30.106172 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:30.119135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d904dbeb-12a4-4fa2-abfe-164b95ce1b9d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:45:30.142814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:30.178570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f3b7-5535-4cbd-8385-1b832a0fe8d4 req-75e44167-dbcd-442f-b167-4ed59ba159e0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:30.180035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e571f3b7-5535-4cbd-8385-1b832a0fe8d4 req-75e44167-dbcd-442f-b167-4ed59ba159e0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 943 time: 0.0547175 Feb 15 02:45:30.210344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:30.236826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e571f3b7-5535-4cbd-8385-1b832a0fe8d4 req-cc8c4009-f3e2-4a49-82f1-428dbbfeead3 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Feb 15 02:45:30.268746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:30.276365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.276762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.277122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.277387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.277725 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.278176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.278518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.278849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.279181 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.279509 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.279954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.280339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.280503 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:30.433358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['d904dbeb-12a4-4fa2-abfe-164b95ce1b9d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:45:30.721540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633eda-2d27-4696-b691-129d04433ba2 req-1701538b-cf33-44ad-8aba-8e37c243ed15 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:30.722995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-1701538b-cf33-44ad-8aba-8e37c243ed15 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.37 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0&tenant_id=af3102fd47bb444e97316a44c4c49dba&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.0936997 Feb 15 02:45:30.782620 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-a3633eda-2d27-4696-b691-129d04433ba2 req-1bf535df-43e5-4f6c-91d0-8c8339a16211 service neutron] delete failed (client error): The resource could not be found. Feb 15 02:45:30.783624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-1bf535df-43e5-4f6c-91d0-8c8339a16211 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0527811 Feb 15 02:45:30.867178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633eda-2d27-4696-b691-129d04433ba2 req-5b0dc085-5727-40c4-8f67-37fb648f2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:30.868760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-5b0dc085-5727-40c4-8f67-37fb648f2bcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af3102fd47bb444e97316a44c4c49dba&device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 1127 time: 0.0447268 Feb 15 02:45:30.958366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633eda-2d27-4696-b691-129d04433ba2 req-2044110e-1c00-4516-af0e-429783f634fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:30.960440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-2044110e-1c00-4516-af0e-429783f634fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 200 len: 912 time: 0.0857220 Feb 15 02:45:31.001425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-7d622ae1-7264-48c9-9a88-6d47b5e957ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 200 len: 217 time: 0.0353339 Feb 15 02:45:31.048941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633eda-2d27-4696-b691-129d04433ba2 req-85badf06-6ece-49be-ba34-edf00cbc57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:31.050310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-85badf06-6ece-49be-ba34-edf00cbc57cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 200 len: 851 time: 0.0424721 Feb 15 02:45:31.084452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-a8442e6a-95ba-4120-8f50-5aec1a1b4192 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=428e6454-e536-41d8-bca2-48de2c12998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281856 Feb 15 02:45:31.170037 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-4a995fb2-58f1-4861-a00b-b9b8869c2ca3 service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796273 Feb 15 02:45:31.259988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-362f9a93-b77e-42a6-92b0-04a4da8d238b service neutron] 10.222.0.37 "GET /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835750 Feb 15 02:45:31.957628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:45:32.065533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:45:32.070197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:45:32.070602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:32.146467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:45:32.146784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:32.168991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:32.171624 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2acf95-369c-4fa5-80b9-23f456aec386" -d '{"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-plugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:32.184134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:32.242864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:32.298440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:32.385471 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eecb67-f2ab-46dd-9114-79a3703a0a73 x-openstack-request-id: req-95eecb67-f2ab-46dd-9114-79a3703a0a73 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:32.385766 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-plugged", "status": "completed", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:32.386048 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95eecb67-f2ab-46dd-9114-79a3703a0a73 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:32.386447 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'code': 200} Feb 15 02:45:32.480477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f979be-83e0-40fb-a5c1-b8f09789b2b8 req-0a708f7a-90b5-4b8d-86cf-880c5c25d7a1 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:32.481969 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52f979be-83e0-40fb-a5c1-b8f09789b2b8 req-0a708f7a-90b5-4b8d-86cf-880c5c25d7a1 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0542939 Feb 15 02:45:32.527460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52f979be-83e0-40fb-a5c1-b8f09789b2b8 req-50cbd24e-6c4c-4474-891d-ab7348e507a6 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Feb 15 02:45:33.684043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafadb7a-2e13-4d2b-8fb3-d32574cf1474 req-69eae42d-eb2d-431d-9685-72880ffdeab0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:33.685542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aafadb7a-2e13-4d2b-8fb3-d32574cf1474 req-69eae42d-eb2d-431d-9685-72880ffdeab0 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Feb 15 02:45:33.698178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633eda-2d27-4696-b691-129d04433ba2 req-87acc3d0-608f-42b9-b6d8-bf298b1a7189 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:33.699562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-87acc3d0-608f-42b9-b6d8-bf298b1a7189 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.31 "GET /v2.0/ports?device_id=4658910c-1e30-404d-94e5-1ce295ed19c0 HTTP/1.1" status: 200 len: 945 time: 0.0746639 Feb 15 02:45:33.790599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aafadb7a-2e13-4d2b-8fb3-d32574cf1474 req-6f06d604-0f70-4f3b-82ec-ac4d2235c9e1 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.43 "GET /v2.0/security-groups?id=14279802-b8fb-46a4-89c1-ad37b325bd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993817 Feb 15 02:45:33.816504 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Deleting port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:45:33.816853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:33.909407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] For port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,segment=NetworkSegment(0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5),segment_id=0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:33.909777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:33.922394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Calling delete_port for d904dbeb-12a4-4fa2-abfe-164b95ce1b9d owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:45:34.116838 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d904dbeb-12a4-4fa2-abfe-164b95ce1b9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:34.145054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Pushing event deleted for resources: {'Port': ['ID=d904dbeb-12a4-4fa2-abfe-164b95ce1b9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:34.187127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] No DVR routers for this DVR port d904dbeb-12a4-4fa2-abfe-164b95ce1b9d on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:45:34.189749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:34.193073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3633eda-2d27-4696-b691-129d04433ba2 req-c99cb018-5eb6-44f2-9343-e28568280a02 tempest-DeleteServersTestJSON-927002443 tempest-DeleteServersTestJSON-927002443-project] 10.222.0.31 "DELETE /v2.0/ports/d904dbeb-12a4-4fa2-abfe-164b95ce1b9d HTTP/1.1" status: 204 len: 173 time: 0.4873180 Feb 15 02:45:34.193538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-deleted', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:34.195797 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb9de0-a466-4fda-8a85-b8a4195bfcfc" -d '{"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-deleted", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:34.231811 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743a422-b72c-4026-8f9b-84c4cf9e963c x-openstack-request-id: req-d743a422-b72c-4026-8f9b-84c4cf9e963c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:34.232137 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658910c-1e30-404d-94e5-1ce295ed19c0", "name": "network-vif-deleted", "tag": "d904dbeb-12a4-4fa2-abfe-164b95ce1b9d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:34.232473 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d743a422-b72c-4026-8f9b-84c4cf9e963c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:34.232873 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658910c-1e30-404d-94e5-1ce295ed19c0', 'name': 'network-vif-deleted', 'tag': 'd904dbeb-12a4-4fa2-abfe-164b95ce1b9d', 'status': 'completed', 'code': 200} Feb 15 02:45:34.916252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 46922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:34.975949 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Deleting subnet 355446a9-783a-4e7b-bc08-367eafee4571 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:45:34.979356 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Publish callbacks [] for subnet (355446a9-783a-4e7b-bc08-367eafee4571), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.011933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (355446a9-783a-4e7b-bc08-367eafee4571), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.049261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (355446a9-783a-4e7b-bc08-367eafee4571), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.220168 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (355446a9-783a-4e7b-bc08-367eafee4571), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.249173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.252439 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/355446a9-783a-4e7b-bc08-367eafee4571 HTTP/1.1" status: 204 len: 168 time: 0.3350372 Feb 15 02:45:35.253441 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355446a9-783a-4e7b-bc08-367eafee4571,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:35.255115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:35.262189 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.262538 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.262876 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.263213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.263546 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.263874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.264199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.264555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.264878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.265200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.265519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.265837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.266155 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca65857-845a-4904-ad0c-0763580eb347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:45:35.342653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (428e6454-e536-41d8-bca2-48de2c12998a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.419279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (428e6454-e536-41d8-bca2-48de2c12998a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.439691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428e6454-e536-41d8-bca2-48de2c12998a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:45:35.448685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:45:35.448984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:45:35.458037 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.471532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.478085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:45:35.478462 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (0f69dfb3-c5f8-42aa-86ef-6c42c02c58a5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:45:35.480038 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:45:35.585903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (428e6454-e536-41d8-bca2-48de2c12998a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.591389 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:35.594592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] 10.222.0.43 "DELETE /v2.0/networks/428e6454-e536-41d8-bca2-48de2c12998a HTTP/1.1" status: 204 len: 168 time: 0.3384657 Feb 15 02:45:35.606395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210daf0-3f93-46c7-97a5-bd6e3ea4ac60 admin admin] Pushing event deleted for resources: {'Network': ['ID=428e6454-e536-41d8-bca2-48de2c12998a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:35.876808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:35.917018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-bcb559a7-593c-4176-92d5-dc831db17e3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af3102fd47bb444e97316a44c4c49dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390332 Feb 15 02:45:35.919404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:35.956201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:45:35.981350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: d904dbeb-12a4-4fa2-abfe-164b95ce1b9d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:45:35.981848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device d904dbeb-12a4-4fa2-abfe-164b95ce1b9d not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:45:35.985035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] Publish callbacks [] for security_group (14279802-b8fb-46a4-89c1-ad37b325bd37), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:36.007804 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] Publish callbacks [] for security_group (14279802-b8fb-46a4-89c1-ad37b325bd37), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:36.122728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (14279802-b8fb-46a4-89c1-ad37b325bd37), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:36.125284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:36.126455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14279802-b8fb-46a4-89c1-ad37b325bd37 HTTP/1.1" status: 204 len: 168 time: 0.2061682 Feb 15 02:45:36.134926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee45151-09a9-471a-8814-e4e68c53f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14279802-b8fb-46a4-89c1-ad37b325bd37,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:37.065823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:37.159223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-275811265-network', 'tenant_id': 'd219326721d542b09efccbbe576d82b2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:45:37.254157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Made reservation on behalf of d219326721d542b09efccbbe576d82b2 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:45:37.256519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.268449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.342218 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks [] for security_group (6be44aa3-ad22-4d31-8275-6c1ccc886e5b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.454147 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6be44aa3-ad22-4d31-8275-6c1ccc886e5b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.478932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:45:37.488436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be44aa3-ad22-4d31-8275-6c1ccc886e5b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:37.493984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (170201b0-6cf3-4e42-b62f-752e3289a5c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.494336 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Added segment 170201b0-6cf3-4e42-b62f-752e3289a5c2 of type vlan for network b2e05a2f-693d-463c-ab81-157267fe4896 Feb 15 02:45:37.534310 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b2e05a2f-693d-463c-ab81-157267fe4896), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.659799 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b2e05a2f-693d-463c-ab81-157267fe4896), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.660820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:37.661401 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:37.718558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] Pushing event updated for resources: {'Network': ['ID=b2e05a2f-693d-463c-ab81-157267fe4896,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:37.728306 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b2e05a2f-693d-463c-ab81-157267fe4896 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:45:37.748560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6fc329ae-3a23-40d9-85bc-fbe99be4162f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6815724 Feb 15 02:45:37.751415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 46956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:45:37.756247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Request body: {'subnet': {'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-275811265-subnet', 'tenant_id': 'd219326721d542b09efccbbe576d82b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:45:37.842640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Made reservation on behalf of d219326721d542b09efccbbe576d82b2 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:45:37.845020 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:38.088720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (73d43dcc-6603-4577-b005-2e4e2f17d0c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:38.149995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d43dcc-6603-4577-b005-2e4e2f17d0c2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:38.157340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Checking segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:45:38.157709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Network hostable DHCP agents. Network: b2e05a2f-693d-463c-ab81-157267fe4896, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:45:38.219409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Network b2e05a2f-693d-463c-ab81-157267fe4896 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:45:38.288024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b2e05a2f-693d-463c-ab81-157267fe4896) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:45:38.292855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:38.293451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:38.298969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80556c4-06a6-4a5b-a126-be3518793337 None None] Network b2e05a2f-693d-463c-ab81-157267fe4896 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:45:38.372570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1f5e00a5-33b3-44ed-a8aa-8537664bc84a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6199858 Feb 15 02:45:38.569063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b007ced-bf2f-4be0-a1f0-74d15e070118 None None] Network b2e05a2f-693d-463c-ab81-157267fe4896 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:45:38.824207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-3a391cc2-7fc0-49e3-a547-0b0a1aa87d70 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:38.825713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-3a391cc2-7fc0-49e3-a547-0b0a1aa87d70 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 814 time: 0.1016204 Feb 15 02:45:38.840594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-332d41e4-a75c-4de4-a57b-c56e303403ff tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/quotas/d219326721d542b09efccbbe576d82b2 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Feb 15 02:45:38.876240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-1da232a0-fef1-4227-9a08-2e58f175bc49 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307252 Feb 15 02:45:38.963942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-75a41812-ad2e-45a3-9408-fda11b688663 service neutron] 10.222.0.43 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809760 Feb 15 02:45:39.054193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-5e37a138-f565-44e0-9579-945094060f6d service neutron] 10.222.0.43 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Feb 15 02:45:39.295709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-296371cc-c761-42ff-9a13-d519346aa0b3 req-35c0a5c1-2458-45c8-b3a1-f06191ee754b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 210 time: 0.0280826 Feb 15 02:45:40.389873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efc8b80f-fdae-4ede-b060-ecf29efa13a7 req-a7c0b296-df02-40c5-a792-adb9e374da18 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 210 time: 0.0270755 Feb 15 02:45:41.112319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-8c4c682d-ba88-40ab-892b-97ce48ff144a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:41.113775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-8c4c682d-ba88-40ab-892b-97ce48ff144a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 814 time: 0.1020474 Feb 15 02:45:41.126768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Request body: {'port': {'device_id': '8a2f468a-05da-4725-a143-837c25d53921', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'admin_state_up': True, 'tenant_id': 'd219326721d542b09efccbbe576d82b2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:45:41.271029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Made reservation on behalf of d219326721d542b09efccbbe576d82b2 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:45:41.274574 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:41.403494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Allocated IP 172.20.0.5 (b2e05a2f-693d-463c-ab81-157267fe4896/73d43dcc-6603-4577-b005-2e4e2f17d0c2/b475664e-8c5f-4c07-b77b-c889ea510375) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:45:41.518059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5803298d-5b83-41e5-9bba-a6045da8d525 req-c0272459-eb73-46ab-a634-e4b7dcd1be22 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 210 time: 0.0551317 Feb 15 02:45:41.570572 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks [] for port (b475664e-8c5f-4c07-b77b-c889ea510375), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:41.637181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:41.677037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Network b2e05a2f-693d-463c-ab81-157267fe4896 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:45:41.679936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:45:41.686037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:45:41.711020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:41.737211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:41.737825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:41.793888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-6f4d0147-92e6-4ee6-ac7f-ef83eb28a22a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6707387 Feb 15 02:45:41.810632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Request body: {'port': {'device_id': '8a2f468a-05da-4725-a143-837c25d53921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:45:41.871501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.125016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b475664e-8c5f-4c07-b77b-c889ea510375 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:45:42.132228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks [] for port (b475664e-8c5f-4c07-b77b-c889ea510375), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.143903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Transition to ACTIVE for port object b475664e-8c5f-4c07-b77b-c889ea510375 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:45:42.219828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.271767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:42.338490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:45:42.338828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:45:42.339155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:45:42.343402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:45:42.343719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:45:42.348545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:45:42.348883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Checking segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:45:42.349265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Bound using segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:45:42.349690 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Bound port: b475664e-8c5f-4c07-b77b-c889ea510375, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:45:42.350058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.412370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:45:42.415905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:45:42.494723 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.527771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:42.528408 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:42.529817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] 10.222.0.37 "PUT /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 1092 time: 0.7232778 Feb 15 02:45:42.530252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:42.532545 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebaa82d-8d26-4b68-bf1d-d856257fd06b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:42.558251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c533-af44-4e93-8945-6ec54f61f138 service neutron] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:42.569327 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb14ca-2063-44a9-aebe-8d9ab98f39ed x-openstack-request-id: req-3cfb14ca-2063-44a9-aebe-8d9ab98f39ed {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:42.569623 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:42.569879 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cfb14ca-2063-44a9-aebe-8d9ab98f39ed {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:42.570280 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'status': 'completed', 'code': 200} Feb 15 02:45:42.674073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-8d07ac7e-ebfa-4e61-9110-fc15ef2ba70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:42.675506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-8d07ac7e-ebfa-4e61-9110-fc15ef2ba70e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1126 time: 0.0847774 Feb 15 02:45:42.683154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1d99-73c2-47e8-b27c-e4757bc28c70 req-d2f18343-faa1-4c66-ad1b-0e01b92be2ef tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:42.684536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f2b1d99-73c2-47e8-b27c-e4757bc28c70 req-d2f18343-faa1-4c66-ad1b-0e01b92be2ef tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0675099 Feb 15 02:45:42.795375 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f2b1d99-73c2-47e8-b27c-e4757bc28c70 req-768adb77-126d-49a2-bb94-74a20dfb7641 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021590 Feb 15 02:45:42.813986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-d4b9a6e1-af2d-4655-a34d-5d3b44bb1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:42.815468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-d4b9a6e1-af2d-4655-a34d-5d3b44bb1cf2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d219326721d542b09efccbbe576d82b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1300890 Feb 15 02:45:43.209446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-e3d725af-3673-44df-b66a-5a1a21b96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:43.210924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eebaa82d-8d26-4b68-bf1d-d856257fd06b req-e3d725af-3673-44df-b66a-5a1a21b96f57 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3888545 Feb 15 02:45:43.288027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-8ba87ec9-ac65-42db-95be-13ad86377f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:43.290750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-8ba87ec9-ac65-42db-95be-13ad86377f58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1126 time: 0.0440145 Feb 15 02:45:43.333539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-945ac58f-3a6a-47c0-ba74-092d6dbad875 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0371311 Feb 15 02:45:43.380308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-058ef8fd-4434-4e29-bc55-9022ba7b37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:43.381718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-058ef8fd-4434-4e29-bc55-9022ba7b37b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0418487 Feb 15 02:45:43.411300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-2bb68800-d966-40bb-9ff6-e0c5bf23375c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241320 Feb 15 02:45:43.499770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-e1a6978b-3899-4576-ad9f-6cf60725d910 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823941 Feb 15 02:45:43.583919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1c06b005-5ea2-4cee-a2cb-4681714ecef3 req-d61a0470-a1fe-4767-8a54-b6579309d177 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785658 Feb 15 02:45:43.914087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84de2c-70a7-41d5-8256-64c5bd1ef098 req-47243775-e41f-4238-8706-8722aa607f67 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:43.916177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b84de2c-70a7-41d5-8256-64c5bd1ef098 req-47243775-e41f-4238-8706-8722aa607f67 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0516269 Feb 15 02:45:43.964918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b84de2c-70a7-41d5-8256-64c5bd1ef098 req-9cdddb5f-a23c-4367-b2a9-95cdc33f89c9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Feb 15 02:45:45.084344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84fe7-caf1-4094-86c7-2f211ba2bb92 req-b2c47c94-f96a-4443-9267-6158b700ab4a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:45.085840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cad84fe7-caf1-4094-86c7-2f211ba2bb92 req-b2c47c94-f96a-4443-9267-6158b700ab4a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0513015 Feb 15 02:45:45.132156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cad84fe7-caf1-4094-86c7-2f211ba2bb92 req-ad1b8b4b-aa3e-41a7-b555-d81ebd6bc83c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Feb 15 02:45:45.842315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:46.249939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e0d6-8f48-4f15-a5f5-a5c0bd7b8a51 req-d33a2448-320b-4d2c-8d7e-52cdc4209c03 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:46.251431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a97e0d6-8f48-4f15-a5f5-a5c0bd7b8a51 req-d33a2448-320b-4d2c-8d7e-52cdc4209c03 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0515115 Feb 15 02:45:46.297756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a97e0d6-8f48-4f15-a5f5-a5c0bd7b8a51 req-35c8b0d5-0a19-46c0-bacc-5ce6761ed460 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Feb 15 02:45:46.941277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:45:47.032828 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:47.047784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'port_id': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'mac_address': 'fa:16:3e:2e:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d43dcc-6603-4577-b005-2e4e2f17d0c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:45:47.083310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b475664e-8c5f-4c07-b77b-c889ea510375 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:45:47.083699 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:47.096158 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b475664e-8c5f-4c07-b77b-c889ea510375 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:45:47.114873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:47.179188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:47.224710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:47.418964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ac6a9-591b-4bad-b40d-b061bd33f6de req-987f650d-9bb5-4dcf-b114-cdb5ed2e846c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:47.420489 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c53ac6a9-591b-4bad-b40d-b061bd33f6de req-987f650d-9bb5-4dcf-b114-cdb5ed2e846c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 944 time: 0.0571182 Feb 15 02:45:47.466613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c53ac6a9-591b-4bad-b40d-b061bd33f6de req-51b95d1d-eea9-45bc-a1de-42f141219f85 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Feb 15 02:45:47.490011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b475664e-8c5f-4c07-b77b-c889ea510375'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:45:48.505424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:48.585795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f2f2-9e4a-41cb-b647-d39ae9df1941 req-fd4989d5-45e8-4752-9595-5e9b2f44a081 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:48.587401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1800f2f2-9e4a-41cb-b647-d39ae9df1941 req-fd4989d5-45e8-4752-9595-5e9b2f44a081 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 944 time: 0.0531762 Feb 15 02:45:48.633885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1800f2f2-9e4a-41cb-b647-d39ae9df1941 req-c126f35e-3f63-4ada-a62d-70a4e91730c2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Feb 15 02:45:48.963639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:45:49.071299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port b475664e-8c5f-4c07-b77b-c889ea510375 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:45:49.075075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port b475664e-8c5f-4c07-b77b-c889ea510375 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:45:49.075457 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:49.152701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b475664e-8c5f-4c07-b77b-c889ea510375 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:45:49.153089 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:49.175740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:45:49.178040 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f47c95-48f1-4182-bbbf-19fcf20b4e15" -d '{"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-plugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:45:49.190908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:45:49.213518 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baad3f9c-3c5f-4071-bcfb-85f4a74597e9 x-openstack-request-id: req-baad3f9c-3c5f-4071-bcfb-85f4a74597e9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:45:49.213865 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-plugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:45:49.214073 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-baad3f9c-3c5f-4071-bcfb-85f4a74597e9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:45:49.214500 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'code': 200} Feb 15 02:45:49.243116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:49.291438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:45:49.315862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87644b4-a65d-4807-9d4f-a24af3a69011 req-cecd950d-2e5c-438b-9724-12b4ea47f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:49.317419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a87644b4-a65d-4807-9d4f-a24af3a69011 req-cecd950d-2e5c-438b-9724-12b4ea47f5a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1128 time: 0.0486422 Feb 15 02:45:49.360248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a87644b4-a65d-4807-9d4f-a24af3a69011 req-b026b5ed-047b-48f7-96bf-08a2d271ad3b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Feb 15 02:45:49.753409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4a23-c101-48b1-837c-e9c09eff9e3f req-1ca04f4b-3431-40bb-85b1-36710b51d240 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:49.754899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a1c4a23-c101-48b1-837c-e9c09eff9e3f req-1ca04f4b-3431-40bb-85b1-36710b51d240 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Feb 15 02:45:49.800597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a1c4a23-c101-48b1-837c-e9c09eff9e3f req-b1d304ad-c9cc-4af4-b6c6-4d348b4eaa8a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Feb 15 02:45:50.915866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bbfec-b83f-4846-9f66-3c3a74622d2a req-5d934851-8ece-468a-96d6-bd6ec6dcca1d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:50.917360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b73bbfec-b83f-4846-9f66-3c3a74622d2a req-5d934851-8ece-468a-96d6-bd6ec6dcca1d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0517561 Feb 15 02:45:51.026127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b73bbfec-b83f-4846-9f66-3c3a74622d2a req-ba60f02b-f160-40f8-8553-5aec86e9f162 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027608 Feb 15 02:45:51.142049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64654cf7-518e-4d84-9a03-f72ea4e9d9ec req-de94eabd-bc12-4ecb-a78c-288a662fcb00 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:51.143445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64654cf7-518e-4d84-9a03-f72ea4e9d9ec req-de94eabd-bc12-4ecb-a78c-288a662fcb00 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Feb 15 02:45:51.162469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-760e1289-8f7e-4adf-b43e-9d823988d8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:51.190825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64654cf7-518e-4d84-9a03-f72ea4e9d9ec req-6b2c73a3-f8f6-4c80-b237-e87614b96cbd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Feb 15 02:45:51.455236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a86b9-86c4-48e0-a91b-f40f5f4da9dd req-33a5ff18-aa76-46d3-a6b9-afafc09c53ed tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:51.459220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f22a86b9-86c4-48e0-a91b-f40f5f4da9dd req-33a5ff18-aa76-46d3-a6b9-afafc09c53ed tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Feb 15 02:45:51.501831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f22a86b9-86c4-48e0-a91b-f40f5f4da9dd req-3c073d20-98ee-4682-9d4a-299bdc0dd271 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Feb 15 02:45:51.620416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb372b-e463-4a1e-8052-12935df831e4 req-eb6299be-93c0-450f-b645-0208a4e717e1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:51.621883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68eb372b-e463-4a1e-8052-12935df831e4 req-eb6299be-93c0-450f-b645-0208a4e717e1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0555122 Feb 15 02:45:51.667925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68eb372b-e463-4a1e-8052-12935df831e4 req-00111a22-8de1-45f4-866b-3b75f6dedc18 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Feb 15 02:45:51.998330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac577b0f-6afb-4bfd-902b-9747b3f86a9d req-9c49f578-fa91-4757-8a82-1d17c046311e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:51.999780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac577b0f-6afb-4bfd-902b-9747b3f86a9d req-9c49f578-fa91-4757-8a82-1d17c046311e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Feb 15 02:45:52.049698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac577b0f-6afb-4bfd-902b-9747b3f86a9d req-0a545231-0297-4116-965b-e58b8190a5b9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Feb 15 02:45:52.139407 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-73d776e3-6247-488f-aac7-1683c6404ffc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474148 Feb 15 02:45:52.659808 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-c0cba11a-c7f4-4830-8c7b-636c34cc4e09 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:52.661205 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-c0cba11a-c7f4-4830-8c7b-636c34cc4e09 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 942 time: 0.0453317 Feb 15 02:45:53.166995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5e4cd-886c-45b1-bc55-037086260334 req-8d27a091-658a-4f82-8084-4bc141cc3e50 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:53.168512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4dd5e4cd-886c-45b1-bc55-037086260334 req-8d27a091-658a-4f82-8084-4bc141cc3e50 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Feb 15 02:45:53.219695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4dd5e4cd-886c-45b1-bc55-037086260334 req-332a097c-c3d3-44c3-83fc-f2589f98b3f9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Feb 15 02:45:53.339786 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d6373ab-cf93-48e2-878d-1cf878159bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:54.024571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-37278a7e-85e8-4163-bf12-bf13419cb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:54.026097 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-37278a7e-85e8-4163-bf12-bf13419cb490 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1128 time: 0.0477850 Feb 15 02:45:54.116377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-adbc2a31-c830-41a2-9140-94d22760a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:54.117880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-adbc2a31-c830-41a2-9140-94d22760a14f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0864341 Feb 15 02:45:54.162735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-15defe3c-f71e-41b9-ba44-33a0e668f6c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0389800 Feb 15 02:45:54.210161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-f787acb8-318c-437a-bc29-2d24e69960a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:54.211653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-f787acb8-318c-437a-bc29-2d24e69960a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0434556 Feb 15 02:45:54.242802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-9c7efb29-ffe2-4758-beb1-711f35290396 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250301 Feb 15 02:45:54.366880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-c835dca6-4883-4fa2-8ae9-4b3f3c91671d service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191266 Feb 15 02:45:54.375101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b5f8f-29d1-4452-ab8e-f42012f78acc req-02b0f102-c86b-444c-9d59-bcf0720b1820 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:54.376495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d85b5f8f-29d1-4452-ab8e-f42012f78acc req-02b0f102-c86b-444c-9d59-bcf0720b1820 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0821218 Feb 15 02:45:54.479166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d85b5f8f-29d1-4452-ab8e-f42012f78acc req-7dc87895-ae02-4b80-bfb3-940335b3e71f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942919 Feb 15 02:45:54.497304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b923f1ad-7c1f-4de1-9923-62e60aad7221 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198978 Feb 15 02:45:54.756615 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:55.534555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:45:55.598746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b88a8-f77a-4583-89bc-b2309afe7dcc req-553804a6-f3b3-4806-bb10-ecbdd8b38e15 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:55.600235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654b88a8-f77a-4583-89bc-b2309afe7dcc req-553804a6-f3b3-4806-bb10-ecbdd8b38e15 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0533590 Feb 15 02:45:55.645640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654b88a8-f77a-4583-89bc-b2309afe7dcc req-35a78bf4-cb1b-4f41-adac-cef0f012e6c2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Feb 15 02:45:56.105357 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:56.763148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8209e-864b-41f2-8d40-827a05ba40be req-9cd95271-5a23-467d-b6de-59e19379ae1a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:56.764659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aea8209e-864b-41f2-8d40-827a05ba40be req-9cd95271-5a23-467d-b6de-59e19379ae1a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Feb 15 02:45:56.815854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aea8209e-864b-41f2-8d40-827a05ba40be req-442f38b6-90fb-408e-903b-ca7ee2ac9aa0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Feb 15 02:45:57.431341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:45:57.934692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd545-ad0a-4e15-9cff-3bf90411a3fa req-6485ab86-8f1d-4d10-863e-95af99ed9b7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:57.936182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bccd545-ad0a-4e15-9cff-3bf90411a3fa req-6485ab86-8f1d-4d10-863e-95af99ed9b7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Feb 15 02:45:57.982327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1bccd545-ad0a-4e15-9cff-3bf90411a3fa req-ff995d3c-147d-4610-b6d5-89d5f3def1b9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Feb 15 02:45:59.098412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dcfcd-8d70-48a6-8b92-7378b649ae9a req-7f9cd5cb-d022-4ee9-8a44-a7229d19309a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:45:59.099885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-912dcfcd-8d70-48a6-8b92-7378b649ae9a req-7f9cd5cb-d022-4ee9-8a44-a7229d19309a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Feb 15 02:45:59.144979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-912dcfcd-8d70-48a6-8b92-7378b649ae9a req-93a8b00e-303d-423e-a3f4-32f7ffc42559 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Feb 15 02:46:00.266389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23784262-43e1-4328-be11-e1f546615735 req-d5f6ed61-6659-433a-ac6f-7cd78ab0f386 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:00.267905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23784262-43e1-4328-be11-e1f546615735 req-d5f6ed61-6659-433a-ac6f-7cd78ab0f386 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Feb 15 02:46:00.314690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23784262-43e1-4328-be11-e1f546615735 req-59541681-9abc-4ea9-a86f-af015a918d69 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Feb 15 02:46:01.432104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ebd8-3c0c-456c-a237-f85774638822 req-4c572210-c46e-4e0e-957d-d613a95522fa tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:01.433631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5458ebd8-3c0c-456c-a237-f85774638822 req-4c572210-c46e-4e0e-957d-d613a95522fa tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Feb 15 02:46:01.482865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5458ebd8-3c0c-456c-a237-f85774638822 req-f1c14f91-f0c2-43ef-9b03-feba47fc15e1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Feb 15 02:46:02.602013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5b30-a79c-4e7b-ad72-9c0868a1c736 req-46256051-a165-4d5e-baac-6f59e83b7b3d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:02.603486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8dff5b30-a79c-4e7b-ad72-9c0868a1c736 req-46256051-a165-4d5e-baac-6f59e83b7b3d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Feb 15 02:46:02.652716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8dff5b30-a79c-4e7b-ad72-9c0868a1c736 req-55119764-acf6-49bf-b401-e9609eeee716 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Feb 15 02:46:03.770961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4e4cf-fe85-4fed-a994-1ed8bdc3a0c9 req-7fb8929a-72f4-40d6-b794-467056350f3b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:03.772476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52e4e4cf-fe85-4fed-a994-1ed8bdc3a0c9 req-7fb8929a-72f4-40d6-b794-467056350f3b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Feb 15 02:46:03.818997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-52e4e4cf-fe85-4fed-a994-1ed8bdc3a0c9 req-03cab4f4-bdbe-4ab9-97f9-55c46064541f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Feb 15 02:46:04.938333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873545-f602-4857-afcc-80bacdd63d47 req-f97fd0b3-90b1-4aa6-bc86-dd55fce4101a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:04.939884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39873545-f602-4857-afcc-80bacdd63d47 req-f97fd0b3-90b1-4aa6-bc86-dd55fce4101a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Feb 15 02:46:04.986729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39873545-f602-4857-afcc-80bacdd63d47 req-9d7fd34c-e0b6-44a6-9dbc-ed3dd86a100d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Feb 15 02:46:06.114763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104cef3-5af7-403d-95e1-7d582927b5ab req-0420d9e9-bab6-4862-a650-e01cd9ccbd32 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:06.116185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5104cef3-5af7-403d-95e1-7d582927b5ab req-0420d9e9-bab6-4862-a650-e01cd9ccbd32 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0628166 Feb 15 02:46:06.165753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5104cef3-5af7-403d-95e1-7d582927b5ab req-009c06f6-df57-4379-baba-67d8f221f526 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Feb 15 02:46:07.286365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991948-8799-4681-b9ab-bd3f7bf75343 req-53a7e0c5-89ab-4d02-8c46-bab140b55182 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:07.287848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca991948-8799-4681-b9ab-bd3f7bf75343 req-53a7e0c5-89ab-4d02-8c46-bab140b55182 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Feb 15 02:46:07.334218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca991948-8799-4681-b9ab-bd3f7bf75343 req-a6ae987f-44a2-4954-ad64-b62c179148f6 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Feb 15 02:46:08.456355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac797f-08cf-4cde-9936-474635c4e5be req-eb6b86a7-0b34-414a-9028-ad5b3523225f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:08.457757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37ac797f-08cf-4cde-9936-474635c4e5be req-eb6b86a7-0b34-414a-9028-ad5b3523225f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0561733 Feb 15 02:46:08.503688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37ac797f-08cf-4cde-9936-474635c4e5be req-763424e3-4943-475f-9dd9-f04599f6a9f3 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Feb 15 02:46:09.620086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947869-10c1-4bd7-ba65-75dd25bf9880 req-09c3f631-6753-4840-ae39-9835136deb49 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:09.621587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3947869-10c1-4bd7-ba65-75dd25bf9880 req-09c3f631-6753-4840-ae39-9835136deb49 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Feb 15 02:46:09.667394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3947869-10c1-4bd7-ba65-75dd25bf9880 req-dc6b1d12-9d1e-4145-8e16-76ebc341aac4 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Feb 15 02:46:10.783225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f85e4-2672-4845-8745-957379ee0fc3 req-a4d0cd24-5452-401b-93eb-271ba8d25836 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:10.784716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b3f85e4-2672-4845-8745-957379ee0fc3 req-a4d0cd24-5452-401b-93eb-271ba8d25836 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Feb 15 02:46:10.834900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0b3f85e4-2672-4845-8745-957379ee0fc3 req-96925c88-f73e-4848-8b74-ea6f73f6ba7b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440390 Feb 15 02:46:11.971286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa16a-c304-45b7-add0-ebe201e409ea req-e2a42919-523d-49fe-8276-6dab35f74b11 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:11.972799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e65aa16a-c304-45b7-add0-ebe201e409ea req-e2a42919-523d-49fe-8276-6dab35f74b11 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Feb 15 02:46:12.018277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e65aa16a-c304-45b7-add0-ebe201e409ea req-f3db34c0-3d42-478d-8863-e4159dfb2210 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Feb 15 02:46:13.137729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23fcc-9d40-4355-ada7-36fdef5e0770 req-5f4155e4-df10-4f83-8539-bcde64707c92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:13.139216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0e23fcc-9d40-4355-ada7-36fdef5e0770 req-5f4155e4-df10-4f83-8539-bcde64707c92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Feb 15 02:46:13.185924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f0e23fcc-9d40-4355-ada7-36fdef5e0770 req-5b75a53f-ea23-429c-a2a4-e75c17cd10cd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Feb 15 02:46:14.310824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb785-4038-46b8-9680-5d04a550fc37 req-432674b7-b506-476b-af54-05f8722cc580 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:14.312331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebaeb785-4038-46b8-9680-5d04a550fc37 req-432674b7-b506-476b-af54-05f8722cc580 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Feb 15 02:46:14.358393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebaeb785-4038-46b8-9680-5d04a550fc37 req-20237d3f-c868-422d-ac7c-4e2ab9707407 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Feb 15 02:46:15.475967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea70-10f5-4886-952f-a9b07ef9946c req-2f42428d-b3dd-4447-bd7b-5d1902158179 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:15.477478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eca5ea70-10f5-4886-952f-a9b07ef9946c req-2f42428d-b3dd-4447-bd7b-5d1902158179 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Feb 15 02:46:15.523703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eca5ea70-10f5-4886-952f-a9b07ef9946c req-aaf7ed78-4ae6-4f06-beda-9bf7b146adbd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Feb 15 02:46:15.824860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:16.640212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edaad1-4973-478c-af0a-a84a5916d2e9 req-3c44fd2d-4bee-454a-8b8a-668e835b913e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:16.641731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09edaad1-4973-478c-af0a-a84a5916d2e9 req-3c44fd2d-4bee-454a-8b8a-668e835b913e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0505233 Feb 15 02:46:16.692227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09edaad1-4973-478c-af0a-a84a5916d2e9 req-d754de6f-63c5-4f54-a912-d4efa18f0794 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Feb 15 02:46:17.809576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229477a1-4fac-4f61-8cd0-59bc69185197 req-536dda9f-537f-4611-98b2-8510507d5918 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:17.811063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-229477a1-4fac-4f61-8cd0-59bc69185197 req-536dda9f-537f-4611-98b2-8510507d5918 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Feb 15 02:46:17.862539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-229477a1-4fac-4f61-8cd0-59bc69185197 req-44d6476f-42fb-4070-af85-6c94629a77bf tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Feb 15 02:46:18.510779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:18.981289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355372e7-19c5-4c8a-af13-4faff4bb9554 req-41c16844-4868-4eb9-b9a5-4d8b0041756e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:18.982776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-355372e7-19c5-4c8a-af13-4faff4bb9554 req-41c16844-4868-4eb9-b9a5-4d8b0041756e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Feb 15 02:46:19.028505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-355372e7-19c5-4c8a-af13-4faff4bb9554 req-a5926dfa-c454-4b44-a9d5-95def2c3aa3a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Feb 15 02:46:20.151518 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0ce25-d54f-4657-a85f-4d08bac43d5e req-5810edbe-ef97-4482-be4a-1e410a868ac0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:20.153048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32c0ce25-d54f-4657-a85f-4d08bac43d5e req-5810edbe-ef97-4482-be4a-1e410a868ac0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0587459 Feb 15 02:46:20.202821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32c0ce25-d54f-4657-a85f-4d08bac43d5e req-4beab0f5-6de5-4068-b378-a3630891a222 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Feb 15 02:46:21.173364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e021-1f13-40bc-a8d9-6caab52be359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:21.332904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f50a1-3e7a-4ca6-9f6b-313f0a490374 req-1be144de-7884-40d2-804d-03cf9333cf92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:21.334414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a9f50a1-3e7a-4ca6-9f6b-313f0a490374 req-1be144de-7884-40d2-804d-03cf9333cf92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0549495 Feb 15 02:46:21.379925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a9f50a1-3e7a-4ca6-9f6b-313f0a490374 req-e86836f2-19bf-4661-824e-96d340c4c489 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Feb 15 02:46:21.648160 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-38942e9d-3a0b-40a8-979c-ed696ba4d0c5 service neutron] show failed (client error): The resource could not be found. Feb 15 02:46:21.649231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-38942e9d-3a0b-40a8-979c-ed696ba4d0c5 service neutron] 10.222.0.37 "GET /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0597074 Feb 15 02:46:22.152857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-2c12fd89-fb41-4798-9ccb-ad10b1ab3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:22.154335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-2c12fd89-fb41-4798-9ccb-ad10b1ab3cdc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921&tenant_id=d219326721d542b09efccbbe576d82b2 HTTP/1.1" status: 200 len: 1128 time: 0.0860221 Feb 15 02:46:22.170309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:46:22.234551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.435068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:22.502193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:46:22.539430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cef58f-e17b-4c77-9791-82914705553b req-2e271f92-60c2-4de1-9394-6eccc813dd61 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:22.540976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2cef58f-e17b-4c77-9791-82914705553b req-2e271f92-60c2-4de1-9394-6eccc813dd61 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0920835 Feb 15 02:46:22.561264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:22.563494 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55523005-11c4-4531-82d4-adcff7c8448f" -d '{"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-unplugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:22.569127 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks [] for port (b475664e-8c5f-4c07-b77b-c889ea510375), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.599163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Transition to ACTIVE for port object b475664e-8c5f-4c07-b77b-c889ea510375 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:46:22.615669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2cef58f-e17b-4c77-9791-82914705553b req-8232d421-ce57-4078-8a7b-2e54732f963b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Feb 15 02:46:22.665347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.736004 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5b2b61-4e72-49aa-b7d9-7366ab50f0ec x-openstack-request-id: req-fd5b2b61-4e72-49aa-b7d9-7366ab50f0ec {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:22.736307 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-unplugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:22.736584 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd5b2b61-4e72-49aa-b7d9-7366ab50f0ec {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:22.736976 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'code': 200} Feb 15 02:46:22.737642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] No DVR routers for this DVR port b475664e-8c5f-4c07-b77b-c889ea510375 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:46:22.740856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:22.776015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:46:22.776376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:46:22.776701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:46:22.780911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:46:22.781226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Attempting to bind port b475664e-8c5f-4c07-b77b-c889ea510375 on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:46:22.785938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:46:22.786270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Checking segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:46:22.786645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Bound using segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:46:22.787064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Bound port: b475664e-8c5f-4c07-b77b-c889ea510375, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:46:22.787411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.848286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:46:22.851206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:46:22.933730 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.967249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:22.967864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:22.969250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] 10.222.0.31 "PUT /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 1092 time: 0.8029211 Feb 15 02:46:22.988683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d737-939c-4802-95f6-05049c9a8439 service neutron] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:23.037556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-5b2cebfa-25a5-48ae-bf81-a5daa3f809de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:23.039568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-5b2cebfa-25a5-48ae-bf81-a5daa3f809de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1126 time: 0.0481665 Feb 15 02:46:23.126251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-1191f47c-bea5-4032-8d92-fca283d63858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:23.127766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-1191f47c-bea5-4032-8d92-fca283d63858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0813100 Feb 15 02:46:23.170849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-96c7ac1e-a183-47fc-8f2e-f4f1cbba428c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0371325 Feb 15 02:46:23.217548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-2c64688c-3923-40da-bf21-e4d7f787cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:23.218873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-2c64688c-3923-40da-bf21-e4d7f787cdca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0423756 Feb 15 02:46:23.250152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-4f139ea7-a954-46b3-bdf1-3c5c03fdf59c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256379 Feb 15 02:46:23.327002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-840c3df7-008d-4795-81e4-8ded5e2728ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:23.336778 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-5458c07e-b1e0-465e-8634-018f147f65b2 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Feb 15 02:46:23.427252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-032b97cd-8a19-453f-af37-67d2bcd2d32c req-7b431d0a-118e-4424-aac0-41c8d22e5e34 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Feb 15 02:46:23.738362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd18e-71a6-426c-a23b-0a6571d6863e req-fa593780-bf23-4177-a0d3-0ef802cc9569 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:23.739858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-939cd18e-71a6-426c-a23b-0a6571d6863e req-fa593780-bf23-4177-a0d3-0ef802cc9569 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0546141 Feb 15 02:46:23.785350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-939cd18e-71a6-426c-a23b-0a6571d6863e req-7717f529-c3b4-43b6-aabb-f6cd81b02427 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Feb 15 02:46:24.730057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:24.738013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:24.740434 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:24.791485 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6064eb5-df90-4249-aecb-70ecfc5983a4 x-openstack-request-id: req-a6064eb5-df90-4249-aecb-70ecfc5983a4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:24.791485 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:24.791485 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6064eb5-df90-4249-aecb-70ecfc5983a4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:24.791485 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'status': 'completed', 'code': 200} Feb 15 02:46:24.917511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-f4bca68b-88a8-4b47-8f46-a5546ac1a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:24.919072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-f4bca68b-88a8-4b47-8f46-a5546ac1a052 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1126 time: 0.1121812 Feb 15 02:46:24.923363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-b6bb9479-3fd1-4cde-97c3-f580f438d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:24.924813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-b6bb9479-3fd1-4cde-97c3-f580f438d2bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1126 time: 0.1087704 Feb 15 02:46:25.003674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe4ed5-d3f2-4036-8042-b762d50cf42e req-7425dc4f-af6d-414c-9dcf-f6661927624c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:25.003908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bafe4ed5-d3f2-4036-8042-b762d50cf42e req-7425dc4f-af6d-414c-9dcf-f6661927624c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.1451085 Feb 15 02:46:25.097360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:46:25.131304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bafe4ed5-d3f2-4036-8042-b762d50cf42e req-d75073c1-a7df-4910-9a40-ed64f40f276c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013157 Feb 15 02:46:25.138366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port b475664e-8c5f-4c07-b77b-c889ea510375 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:46:25.138366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:46:25.138647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-c157ce69-810d-4cfb-b3f9-a841d6acf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:25.140029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-c157ce69-810d-4cfb-b3f9-a841d6acf7ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.2042086 Feb 15 02:46:25.141167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-7b4fec02-5c49-4824-ace0-85501b098b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:25.142503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-7b4fec02-5c49-4824-ace0-85501b098b52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.2168572 Feb 15 02:46:25.189045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-abedfe5e-487e-4a4f-b40b-178c298f69ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0423970 Feb 15 02:46:25.223623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-e9268b83-deae-4952-a7bd-c2842f53372a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0685649 Feb 15 02:46:25.296251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-a917c73a-5f18-4ef4-8a08-fff6f88f53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:25.298030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-a917c73a-5f18-4ef4-8a08-fff6f88f53aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0824776 Feb 15 02:46:25.303251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-6df488bb-0d22-475a-8126-fdc09b1a97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:25.304667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-6df488bb-0d22-475a-8126-fdc09b1a97bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0580049 Feb 15 02:46:25.352332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-e3d0d24d-1eb0-4492-b9bb-f443e4004e5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459571 Feb 15 02:46:25.354176 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-4613274c-7d66-4de9-8c6a-51e7210ab006 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393782 Feb 15 02:46:25.511422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-e0195c80-012f-4f5e-a993-a0e903573a81 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531389 Feb 15 02:46:25.513242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-9365dca2-029b-4f86-b68a-544842bc36a1 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481910 Feb 15 02:46:25.662340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-49107080-703e-41fd-acc6-defd72ef1a81 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450458 Feb 15 02:46:25.664376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23e7f14d-0f8e-4c5d-b4bf-c8fb436790de req-cb57d6b1-bb7c-4cae-8dd0-a825e89f5b21 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399901 Feb 15 02:46:26.127938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:26.151376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:46:26.257661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:26.265569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8642384-9946-4452-9450-f7cd806e2afe req-f4710a56-78a3-46a1-b260-3f8cdf9c0ccc tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:26.267174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8642384-9946-4452-9450-f7cd806e2afe req-f4710a56-78a3-46a1-b260-3f8cdf9c0ccc tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 943 time: 0.0627880 Feb 15 02:46:26.270007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'port_id': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'mac_address': 'fa:16:3e:2e:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d43dcc-6603-4577-b005-2e4e2f17d0c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:46:26.308340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port b475664e-8c5f-4c07-b77b-c889ea510375 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:46:26.308737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:26.321575 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8642384-9946-4452-9450-f7cd806e2afe req-46d0d1c7-ce0f-4f0c-b1af-90e476cf4c85 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Feb 15 02:46:26.322931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b475664e-8c5f-4c07-b77b-c889ea510375 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:46:26.342842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:26.419595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:26.467098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:26.625525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['b475664e-8c5f-4c07-b77b-c889ea510375'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:46:26.629717 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1da3f-12c6-4178-a1fe-88bdc38ce03d req-187c0d85-25b6-4bf9-8692-2ab320a60fb2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:26.631222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ea1da3f-12c6-4178-a1fe-88bdc38ce03d req-187c0d85-25b6-4bf9-8692-2ab320a60fb2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 944 time: 0.0526683 Feb 15 02:46:26.714799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ea1da3f-12c6-4178-a1fe-88bdc38ce03d req-72e29b35-448e-4ae7-85ea-49d37134dcf0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Feb 15 02:46:26.722679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-3ea77fe4-c220-4a80-9607-74d0ca6611ab tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:26.724123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-3ea77fe4-c220-4a80-9607-74d0ca6611ab tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921&tenant_id=d219326721d542b09efccbbe576d82b2&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.0908267 Feb 15 02:46:26.784272 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-7dae44c8-26ff-4974-befe-9e955df354f0 service neutron] delete failed (client error): The resource could not be found. Feb 15 02:46:26.785320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-7dae44c8-26ff-4974-befe-9e955df354f0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0554173 Feb 15 02:46:26.871632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-4354e602-401b-4f2a-91b1-fe30b1885277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:26.873136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-4354e602-401b-4f2a-91b1-fe30b1885277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 1127 time: 0.0444252 Feb 15 02:46:26.961274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-4c3bc2b1-59db-45db-89d8-9cf42bffaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:26.962629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-4c3bc2b1-59db-45db-89d8-9cf42bffaeca service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0837891 Feb 15 02:46:27.005079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-1e72f82e-8058-4268-90f1-e8da4a0ada6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 200 len: 217 time: 0.0350518 Feb 15 02:46:27.051658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-192c93ca-a904-4966-ad7b-565d49ac2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:27.053078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-192c93ca-a904-4966-ad7b-565d49ac2c36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0424776 Feb 15 02:46:27.372165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-7b15799c-072f-40ba-a3b1-b00e0a68a5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136952 Feb 15 02:46:27.453571 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:27.458024 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-cd9cbabd-5b9e-4190-9c9f-645ae10e0320 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796547 Feb 15 02:46:27.547883 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d38a89ba-6d5d-45f7-82a3-798d7c017053 req-685d395d-a593-46a5-9727-192ffd40df08 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Feb 15 02:46:27.833566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323bda-ac69-4804-a544-1f4e750420a3 req-1c834430-dfae-4335-ac56-c1cf5acd7088 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:27.835701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70323bda-ac69-4804-a544-1f4e750420a3 req-1c834430-dfae-4335-ac56-c1cf5acd7088 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 944 time: 0.0528691 Feb 15 02:46:27.881251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-70323bda-ac69-4804-a544-1f4e750420a3 req-16c9d59f-ee16-4471-88e7-1d582b4568ce tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Feb 15 02:46:28.161896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:46:28.281563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port b475664e-8c5f-4c07-b77b-c889ea510375 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:46:28.285888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port b475664e-8c5f-4c07-b77b-c889ea510375 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:46:28.290998 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:28.364820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port b475664e-8c5f-4c07-b77b-c889ea510375 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:46:28.365206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:28.387954 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:28.390239 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66325e4d-a938-4666-a0c1-598e9b1f84d1" -d '{"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-plugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:28.403483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:28.477443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:28.480484 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9c2d52-8b90-434e-95d0-dcd4cb8c40f9 x-openstack-request-id: req-3d9c2d52-8b90-434e-95d0-dcd4cb8c40f9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:28.480799 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-plugged", "status": "completed", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:28.481038 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d9c2d52-8b90-434e-95d0-dcd4cb8c40f9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:28.481532 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'code': 200} Feb 15 02:46:28.525989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:28.999984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d05db-7d64-4e46-b04e-5445cca78d22 req-0713096e-79fe-4972-877e-dfbc4f9b6125 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:29.001506 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-158d05db-7d64-4e46-b04e-5445cca78d22 req-0713096e-79fe-4972-877e-dfbc4f9b6125 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Feb 15 02:46:29.063296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-158d05db-7d64-4e46-b04e-5445cca78d22 req-4b76e593-4807-4488-a9b3-70bd85c8e3bb tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Feb 15 02:46:29.176674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c235f7-9649-42e7-967a-cdf4021903f7 req-81b5f41e-c6b6-4a5b-920e-0354bd7ac82b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:29.178029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4c235f7-9649-42e7-967a-cdf4021903f7 req-81b5f41e-c6b6-4a5b-920e-0354bd7ac82b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0524018 Feb 15 02:46:29.223133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a4c235f7-9649-42e7-967a-cdf4021903f7 req-17bd5fa2-0aaa-41ed-b09d-e65c2e05deba tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Feb 15 02:46:29.344369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b9077-ed06-4356-a0f2-4fae8aa6a360 req-c1781c12-be2b-419c-b0b5-2ca2b67ddf0c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:29.345874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b4b9077-ed06-4356-a0f2-4fae8aa6a360 req-c1781c12-be2b-419c-b0b5-2ca2b67ddf0c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0586390 Feb 15 02:46:29.392185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b4b9077-ed06-4356-a0f2-4fae8aa6a360 req-bdb69d2a-4d7b-47ba-aa08-3398b8cc5ee6 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Feb 15 02:46:29.954436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-8fae94cd-e549-4044-b438-49f97adb3f73 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:29.955922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-8fae94cd-e549-4044-b438-49f97adb3f73 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 814 time: 0.1025617 Feb 15 02:46:29.970557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ad56026d-768e-404f-a1e7-7fc6b2460db3 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/quotas/d219326721d542b09efccbbe576d82b2 HTTP/1.1" status: 200 len: 375 time: 0.0087337 Feb 15 02:46:30.022249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-8b397bea-7baf-4c33-a593-8f14b81e1122 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461516 Feb 15 02:46:30.158645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-06da0ce3-9988-4961-82cd-2854368733fc service neutron] 10.222.0.43 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293139 Feb 15 02:46:30.246934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-97b9ed1e-4e0b-492a-a81a-1ea0af623516 service neutron] 10.222.0.43 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Feb 15 02:46:30.482967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25ef5c75-d7d2-4840-8232-75056f9d3b21 req-ada466c4-cfc9-43c1-a402-43e9eb84d4ca tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Feb 15 02:46:31.186702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-f49e6048-b4fd-4520-9fb2-71981ce8a659 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:31.188194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-f49e6048-b4fd-4520-9fb2-71981ce8a659 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2f468a-05da-4725-a143-837c25d53921 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Feb 15 02:46:31.278338 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Deleting port b475664e-8c5f-4c07-b77b-c889ea510375 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:46:31.278680 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:31.371749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] For port b475664e-8c5f-4c07-b77b-c889ea510375, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=b475664e-8c5f-4c07-b77b-c889ea510375,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:31.371749 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:31.382890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Calling delete_port for b475664e-8c5f-4c07-b77b-c889ea510375 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:46:31.580282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77b69865-85fc-4aff-85ea-8bf3aaa9a2cb req-8999a69d-38dc-4521-9b19-68a7597ae857 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 210 time: 0.0316129 Feb 15 02:46:31.596445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b475664e-8c5f-4c07-b77b-c889ea510375), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:31.608578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['b475664e-8c5f-4c07-b77b-c889ea510375'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:46:31.630583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Pushing event deleted for resources: {'Port': ['ID=b475664e-8c5f-4c07-b77b-c889ea510375,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:31.654486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.654871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.655232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.655571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.655911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.656247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.656608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.656941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.657273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.657606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.657994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.658331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.659004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:31.683645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] No DVR routers for this DVR port b475664e-8c5f-4c07-b77b-c889ea510375 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:46:31.687827 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:31.690492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a6a747c5-4179-4b22-9142-c0047ae99d7a req-b7c2b9a9-9a5f-44f5-9716-875fe4bbcc7e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.31 "DELETE /v2.0/ports/b475664e-8c5f-4c07-b77b-c889ea510375 HTTP/1.1" status: 204 len: 173 time: 0.4972227 Feb 15 02:46:31.690492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-deleted', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:31.693017 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0b533f-5d70-47ac-8184-3d4103e50032" -d '{"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-deleted", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:31.729266 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d280db-6070-4458-8aa9-f0c67b4894b8 x-openstack-request-id: req-59d280db-6070-4458-8aa9-f0c67b4894b8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:31.729573 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f468a-05da-4725-a143-837c25d53921", "name": "network-vif-deleted", "tag": "b475664e-8c5f-4c07-b77b-c889ea510375", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:31.729832 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59d280db-6070-4458-8aa9-f0c67b4894b8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:31.730242 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2f468a-05da-4725-a143-837c25d53921', 'name': 'network-vif-deleted', 'tag': 'b475664e-8c5f-4c07-b77b-c889ea510375', 'status': 'completed', 'code': 200} Feb 15 02:46:32.443313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-1c6e8dcd-97d5-415b-a3ba-a3760265c7d1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:32.444792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-1c6e8dcd-97d5-415b-a3ba-a3760265c7d1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 814 time: 0.1077564 Feb 15 02:46:32.456426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Request body: {'port': {'device_id': '2650844d-25ca-45ef-8b71-eba62eb27563', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'admin_state_up': True, 'tenant_id': 'd219326721d542b09efccbbe576d82b2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:46:32.535406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:46:32.685025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9476df73-e23d-4b53-8d0a-b02d545fbabd req-cf9d9a28-69b1-4338-aa9e-8bb978941d92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Feb 15 02:46:32.685815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Made reservation on behalf of d219326721d542b09efccbbe576d82b2 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:46:32.689189 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:32.815794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Allocated IP 172.20.0.2 (b2e05a2f-693d-463c-ab81-157267fe4896/73d43dcc-6603-4577-b005-2e4e2f17d0c2/092068d4-8707-4708-9e9e-b5e8c3c444bc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:46:32.959860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks [] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.054992 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.096068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Network b2e05a2f-693d-463c-ab81-157267fe4896 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:46:33.100963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:46:33.105185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:46:33.112370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:33.156384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:33.157005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.256344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-0a93a5e5-f9ab-459e-97fe-ebe4d47833fd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038692 Feb 15 02:46:33.268515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Request body: {'port': {'device_id': '2650844d-25ca-45ef-8b71-eba62eb27563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:46:33.330430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.582818 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092068d4-8707-4708-9e9e-b5e8c3c444bc {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:46:33.590800 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks [] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.602327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Transition to ACTIVE for port object 092068d4-8707-4708-9e9e-b5e8c3c444bc will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:46:33.664889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.719120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:33.816794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:46:33.817131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:46:33.817462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:46:33.825734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:46:33.826056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:46:33.834004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba024-585f-41ed-835c-a028689ed043 req-02df8d18-8948-461e-a9bb-a55a02e44393 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:33.836105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-862ba024-585f-41ed-835c-a028689ed043 req-02df8d18-8948-461e-a9bb-a55a02e44393 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0784690 Feb 15 02:46:33.839980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:46:33.840344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Checking segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:46:33.840736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Bound using segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:46:33.841167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Bound port: 092068d4-8707-4708-9e9e-b5e8c3c444bc, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:46:33.841526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:33.921323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-862ba024-585f-41ed-835c-a028689ed043 req-84b67544-e076-4c7b-abf2-cee8890d373b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775654 Feb 15 02:46:33.940310 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:46:33.943224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:46:34.014063 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:34.045541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.046152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:34.047849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] 10.222.0.31 "PUT /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 1092 time: 0.7836609 Feb 15 02:46:34.048308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:34.050561 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ddff6-12a0-408c-8066-02611662feb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:34.075564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc1412-f5aa-4a4f-be8b-f2b2465a948a service neutron] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:34.089733 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be5e598-5109-4680-83d9-4062cfd62794 x-openstack-request-id: req-1be5e598-5109-4680-83d9-4062cfd62794 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:34.090038 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:34.090299 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1be5e598-5109-4680-83d9-4062cfd62794 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:34.090715 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'status': 'completed', 'code': 200} Feb 15 02:46:34.153707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ddff6-12a0-408c-8066-02611662feb8 req-c6abdc2e-9afa-40b5-b572-49de0c3d0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.155187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-530ddff6-12a0-408c-8066-02611662feb8 req-c6abdc2e-9afa-40b5-b572-49de0c3d0c08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1126 time: 0.0453513 Feb 15 02:46:34.201565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:46:34.222122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: b475664e-8c5f-4c07-b77b-c889ea510375 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:46:34.222555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device b475664e-8c5f-4c07-b77b-c889ea510375 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:46:34.254982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ddff6-12a0-408c-8066-02611662feb8 req-1e860dd9-1275-4d28-bddc-788bd7de23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.256507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-530ddff6-12a0-408c-8066-02611662feb8 req-1e860dd9-1275-4d28-bddc-788bd7de23fe service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d219326721d542b09efccbbe576d82b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953889 Feb 15 02:46:34.347803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ddff6-12a0-408c-8066-02611662feb8 req-8f246e88-7a06-484b-8522-6953d92d2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.349300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-530ddff6-12a0-408c-8066-02611662feb8 req-8f246e88-7a06-484b-8522-6953d92d2252 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868421 Feb 15 02:46:34.431753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-83d4e99c-d67f-4392-893c-afd7e9cbcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.433305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-83d4e99c-d67f-4392-893c-afd7e9cbcfe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1126 time: 0.0510690 Feb 15 02:46:34.473267 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-c06cd328-5b21-4839-9048-9693b5f2a5f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0334637 Feb 15 02:46:34.520882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-d77a4714-a95f-4a5a-8701-daaa0ac19ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:34.522339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-d77a4714-a95f-4a5a-8701-daaa0ac19ef9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0437524 Feb 15 02:46:34.685250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-ee8eec16-bff5-41f9-b34f-202b4fba3794 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295143 Feb 15 02:46:34.770547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-b1ae8a0b-8893-4915-a5e2-5e7e6581cd57 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797043 Feb 15 02:46:34.861645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b89eec-e639-45f9-8cb8-d6a14321ab2c req-f9a976a0-ac8c-4ce4-a0cb-39fd45bfe4f1 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Feb 15 02:46:35.044607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d69b-fbb7-4a38-8a20-884c0639c224 req-8accec2d-654a-49e5-8dbd-08bc14bf1983 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:35.046101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c5d69b-fbb7-4a38-8a20-884c0639c224 req-8accec2d-654a-49e5-8dbd-08bc14bf1983 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0529516 Feb 15 02:46:35.093125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c6c5d69b-fbb7-4a38-8a20-884c0639c224 req-fcb03c27-c916-49cf-bc7c-013a9f6e4ddd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Feb 15 02:46:36.208441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee030-58b5-4178-a3d9-e57338e20a04 req-38d46d53-eed5-45a9-8ef6-d8315d7d76a7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:36.209931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c68ee030-58b5-4178-a3d9-e57338e20a04 req-38d46d53-eed5-45a9-8ef6-d8315d7d76a7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0524993 Feb 15 02:46:36.255646 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c68ee030-58b5-4178-a3d9-e57338e20a04 req-ed7d2b73-b5f3-4072-b4ee-2bc3f2ee36e5 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Feb 15 02:46:37.384931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a70558-decb-49d9-99e0-c84852bf773b req-638fe3a6-5b3a-4090-8b06-d958ed7b4880 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:37.386739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8a70558-decb-49d9-99e0-c84852bf773b req-638fe3a6-5b3a-4090-8b06-d958ed7b4880 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0645380 Feb 15 02:46:37.433551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8a70558-decb-49d9-99e0-c84852bf773b req-660354d0-e0bb-42e5-ad8d-31e10af8c9cc tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Feb 15 02:46:38.232990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:46:38.336715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:38.348336 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'port_id': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'mac_address': 'fa:16:3e:4b:e3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d43dcc-6603-4577-b005-2e4e2f17d0c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:46:38.385664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 092068d4-8707-4708-9e9e-b5e8c3c444bc is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:46:38.386052 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:38.399616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092068d4-8707-4708-9e9e-b5e8c3c444bc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:46:38.421492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:38.510950 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:38.554958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4ef61-3a0a-48d1-89cc-66b80680cf39 req-fb264e51-7b94-45df-b252-e95dd63def33 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:38.556469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f4ef61-3a0a-48d1-89cc-66b80680cf39 req-fb264e51-7b94-45df-b252-e95dd63def33 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 944 time: 0.0574369 Feb 15 02:46:38.559052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:38.567162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.567515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.567858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.568201 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.568563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.568897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.569229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.569581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.569914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.570243 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.570569 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.570895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.571328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:46:38.603291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1f4ef61-3a0a-48d1-89cc-66b80680cf39 req-481ee74c-2799-44b0-894f-b662811d9569 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Feb 15 02:46:38.716057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['092068d4-8707-4708-9e9e-b5e8c3c444bc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:46:39.717846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc871c-e61f-46a4-a6b6-15b769343757 req-17fac8c4-2696-484a-9859-cb355015f463 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:39.719235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fbc871c-e61f-46a4-a6b6-15b769343757 req-17fac8c4-2696-484a-9859-cb355015f463 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 944 time: 0.0515499 Feb 15 02:46:39.768807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fbc871c-e61f-46a4-a6b6-15b769343757 req-54216609-6d21-4441-9fc1-377f5734fedc tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Feb 15 02:46:40.233342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:46:40.345388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 092068d4-8707-4708-9e9e-b5e8c3c444bc completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:46:40.349350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 092068d4-8707-4708-9e9e-b5e8c3c444bc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:46:40.349764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:40.428911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 092068d4-8707-4708-9e9e-b5e8c3c444bc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:46:40.429301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:40.450846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:46:40.453118 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b6f1ec-cc95-4b9e-b2ec-f38f276c6dc3" -d '{"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-plugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:46:40.465461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:46:40.487925 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c2f741-c5c4-40ec-914b-60b4ae3bea35 x-openstack-request-id: req-90c2f741-c5c4-40ec-914b-60b4ae3bea35 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:46:40.488213 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-plugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:46:40.488503 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c2f741-c5c4-40ec-914b-60b4ae3bea35 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:46:40.488905 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'code': 200} Feb 15 02:46:40.533958 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:40.581978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:46:40.585574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf247-d584-48bd-9064-a1a492fe5b68 req-f7958de3-f9a9-4f5c-815f-e024868e145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:40.587773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df9cf247-d584-48bd-9064-a1a492fe5b68 req-f7958de3-f9a9-4f5c-815f-e024868e145f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1128 time: 0.0449681 Feb 15 02:46:40.632112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df9cf247-d584-48bd-9064-a1a492fe5b68 req-e9598f74-5057-4557-bd8d-d5ae49ff2822 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Feb 15 02:46:40.887790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bd9e8-9249-4887-ad9a-e05358492c7c req-0c1d3e32-edb2-46ea-8052-c694e0c51990 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:40.889327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59bd9e8-9249-4887-ad9a-e05358492c7c req-0c1d3e32-edb2-46ea-8052-c694e0c51990 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0527165 Feb 15 02:46:40.934846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e59bd9e8-9249-4887-ad9a-e05358492c7c req-96fa7c19-41f2-4076-9bc5-d5b2b0d2cae9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 Feb 15 02:46:42.057476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7edca-c539-46ed-9152-2839a9f7741c req-71c056d7-c6f4-480d-9ee9-e0df691c596c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:42.058960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fff7edca-c539-46ed-9152-2839a9f7741c req-71c056d7-c6f4-480d-9ee9-e0df691c596c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0565109 Feb 15 02:46:42.105651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fff7edca-c539-46ed-9152-2839a9f7741c req-aacdcb9b-070d-4801-95e8-b218cabe95ca tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Feb 15 02:46:42.219036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84180c-8d2e-4c89-a1b3-b55478643bb0 req-20677245-7ad5-4bd7-ba95-fd9faf6a992d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:42.220484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd84180c-8d2e-4c89-a1b3-b55478643bb0 req-20677245-7ad5-4bd7-ba95-fd9faf6a992d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Feb 15 02:46:42.266353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fd84180c-8d2e-4c89-a1b3-b55478643bb0 req-886e38d1-340a-45a3-abce-ac3a292f14f0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Feb 15 02:46:42.629264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67ff2e-1a92-4eda-a331-f439ef020b08 req-2a21394c-c65a-429d-92bb-86455b0f4b05 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:42.630768 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca67ff2e-1a92-4eda-a331-f439ef020b08 req-2a21394c-c65a-429d-92bb-86455b0f4b05 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0561755 Feb 15 02:46:42.676922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca67ff2e-1a92-4eda-a331-f439ef020b08 req-9701b2cd-0003-40cc-95c5-01dda84e095e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Feb 15 02:46:42.720910 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-a2f03406-e0d2-48cf-8a65-c6ddfe46a3fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423424 Feb 15 02:46:43.235632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-b5269abc-45ef-48c5-8fdc-2150227394cf tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:43.236997 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-b5269abc-45ef-48c5-8fdc-2150227394cf tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 942 time: 0.0451753 Feb 15 02:46:43.794548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea2679-a38f-436d-9478-e94024d3c16a req-cda1fa2a-15da-4a3c-8265-4abdd40c9c8f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:43.796047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aea2679-a38f-436d-9478-e94024d3c16a req-cda1fa2a-15da-4a3c-8265-4abdd40c9c8f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Feb 15 02:46:43.842931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aea2679-a38f-436d-9478-e94024d3c16a req-71ceb25c-616f-4f4c-8505-9220a5ef9862 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Feb 15 02:46:44.642373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-ada14355-7d29-4946-a943-a037f7716114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:44.643907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-ada14355-7d29-4946-a943-a037f7716114 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1128 time: 0.0448937 Feb 15 02:46:44.732768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-6d648976-2433-4902-8cc2-755b2a216f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:44.734226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-6d648976-2433-4902-8cc2-755b2a216f00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0851974 Feb 15 02:46:44.778344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-b8c67ea7-7d5f-4238-b1f0-af1490258b48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0379882 Feb 15 02:46:44.830832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-a7b78732-9726-4514-8706-76d4128bc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:44.832279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-a7b78732-9726-4514-8706-76d4128bc8a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0484190 Feb 15 02:46:44.863041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-40a27c61-d057-4749-aa43-e31236f7c854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252461 Feb 15 02:46:44.986234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-be3be9a2-fc02-4392-83bc-363f3a120d9a service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171737 Feb 15 02:46:44.994380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152c778-337c-49de-b08c-cbd378f33197 req-ba043a1f-c96d-4a4e-9a47-f073abe9b509 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:44.995745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9152c778-337c-49de-b08c-cbd378f33197 req-ba043a1f-c96d-4a4e-9a47-f073abe9b509 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0851901 Feb 15 02:46:45.093753 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9152c778-337c-49de-b08c-cbd378f33197 req-72a20b44-2bba-4f08-a16d-4399fd26bd6e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902531 Feb 15 02:46:45.111286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-ea331457-7fab-4be2-8458-80596a5cf13a service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146359 Feb 15 02:46:45.824730 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:46.218700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11e3b6-5de2-4b13-aa7d-e6ae6304247e req-cf848cab-d0b2-42a7-9bc8-cfde9a962937 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:46.220203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d11e3b6-5de2-4b13-aa7d-e6ae6304247e req-cf848cab-d0b2-42a7-9bc8-cfde9a962937 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0574121 Feb 15 02:46:46.266234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d11e3b6-5de2-4b13-aa7d-e6ae6304247e req-d88b74ce-ac42-40c7-a2fc-c1df22563cab tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Feb 15 02:46:47.387570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526c64e-8d12-4425-b645-9747b547a0e5 req-821c0193-bfec-4b41-8401-8edd93da3556 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:47.389208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8526c64e-8d12-4425-b645-9747b547a0e5 req-821c0193-bfec-4b41-8401-8edd93da3556 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0574012 Feb 15 02:46:47.435917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8526c64e-8d12-4425-b645-9747b547a0e5 req-edb8aa3e-e0b5-49d8-b587-3f6c76ff4d7a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Feb 15 02:46:48.544938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:48.554115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b18b-f617-4913-a026-c9b7647db12c req-c4c3a327-db5b-49d1-9aa0-1fd779ba0220 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:48.557546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4550b18b-f617-4913-a026-c9b7647db12c req-c4c3a327-db5b-49d1-9aa0-1fd779ba0220 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Feb 15 02:46:48.606348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4550b18b-f617-4913-a026-c9b7647db12c req-881139d8-d673-455d-b7da-ec10e533c86b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Feb 15 02:46:49.723841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f04990-1876-4e8f-8d6c-93c14eddbcb6 req-74bcb3e5-c599-4d00-a14e-82d8dffb625c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:49.725263 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f04990-1876-4e8f-8d6c-93c14eddbcb6 req-74bcb3e5-c599-4d00-a14e-82d8dffb625c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0521755 Feb 15 02:46:49.770667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f04990-1876-4e8f-8d6c-93c14eddbcb6 req-fbcc0e1e-1b2b-45fa-a0dd-b29ff42e83df tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392847 Feb 15 02:46:50.887910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eae1e-14a3-472b-8ade-f1e960be7f92 req-4c9e4940-d31f-4ded-9eea-8d7a5401f40d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:50.889469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20eae1e-14a3-472b-8ade-f1e960be7f92 req-4c9e4940-d31f-4ded-9eea-8d7a5401f40d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0510275 Feb 15 02:46:50.934767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20eae1e-14a3-472b-8ade-f1e960be7f92 req-347fc2c5-f2c0-4845-a4b5-23a0071c3a81 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Feb 15 02:46:51.167756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7fb9012a-e400-413c-acb1-110c1b68e8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:52.055193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803d6d-58a1-468b-a895-8c4ad7afdd2f req-6a185237-be3d-4554-8968-e43ffcdc564e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:52.056749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be803d6d-58a1-468b-a895-8c4ad7afdd2f req-6a185237-be3d-4554-8968-e43ffcdc564e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0565293 Feb 15 02:46:52.109681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be803d6d-58a1-468b-a895-8c4ad7afdd2f req-987165d4-050e-4286-99a0-919493a9fd55 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Feb 15 02:46:53.229016 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60505cb4-ff8f-4898-94c1-940bfd6285fc req-b9f2f497-bddf-42d9-bfd4-316f2cf743c9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:53.230492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60505cb4-ff8f-4898-94c1-940bfd6285fc req-b9f2f497-bddf-42d9-bfd4-316f2cf743c9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0519483 Feb 15 02:46:53.277291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60505cb4-ff8f-4898-94c1-940bfd6285fc req-28bf30b6-bcdd-48e4-8f67-7265ce069396 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Feb 15 02:46:53.320939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4899f9e-e08a-4030-813f-8801ce4f95a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:54.402859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ac2d6-3de7-486d-a49e-4f4ea38c17e5 req-f73aa207-79f9-4132-a75d-2d47e79528c0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:54.404553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea0ac2d6-3de7-486d-a49e-4f4ea38c17e5 req-f73aa207-79f9-4132-a75d-2d47e79528c0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Feb 15 02:46:54.452275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea0ac2d6-3de7-486d-a49e-4f4ea38c17e5 req-f943760b-24e6-425c-9334-0fa359a69f08 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Feb 15 02:46:54.727452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:55.571203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69aa54-8ba5-46db-b6aa-fa513532f0ff req-6ea00e19-b732-47d4-aa1f-434b921b6d36 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:55.572713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab69aa54-8ba5-46db-b6aa-fa513532f0ff req-6ea00e19-b732-47d4-aa1f-434b921b6d36 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0524361 Feb 15 02:46:55.618828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab69aa54-8ba5-46db-b6aa-fa513532f0ff req-aa9f4b47-2259-4169-8199-036d6179220f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Feb 15 02:46:56.139182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:56.734279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d54fda-6abb-452f-b7a0-cd0c236ec780 req-d2f4644a-3f79-4439-80c7-676161a9455e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:56.735652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1d54fda-6abb-452f-b7a0-cd0c236ec780 req-d2f4644a-3f79-4439-80c7-676161a9455e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Feb 15 02:46:56.784033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c1d54fda-6abb-452f-b7a0-cd0c236ec780 req-b67eb071-fd48-4c87-a7db-87ee95b32294 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Feb 15 02:46:57.436244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:46:57.901488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6117-a5ac-400d-b2d3-5746433ea906 req-f6916d5a-faba-4960-b715-18716c6c836c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:57.902966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-199d6117-a5ac-400d-b2d3-5746433ea906 req-f6916d5a-faba-4960-b715-18716c6c836c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0523689 Feb 15 02:46:57.949099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-199d6117-a5ac-400d-b2d3-5746433ea906 req-a5c6b4f7-db8b-48aa-ad6d-1a84b711b82d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Feb 15 02:46:59.065369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa819a-42ce-4fcd-bef3-1519dc6d6079 req-81dc9ca5-9051-4669-b88e-d7468f03098a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:46:59.066839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81fa819a-42ce-4fcd-bef3-1519dc6d6079 req-81dc9ca5-9051-4669-b88e-d7468f03098a tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Feb 15 02:46:59.113077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81fa819a-42ce-4fcd-bef3-1519dc6d6079 req-c19e77ec-b822-44db-a231-7bf418098175 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Feb 15 02:47:00.243812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ed61-f22f-473f-ad12-26d30273a522 req-a7db9031-3721-40f9-b29d-fdc50add96e9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:00.245339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13c2ed61-f22f-473f-ad12-26d30273a522 req-a7db9031-3721-40f9-b29d-fdc50add96e9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0562882 Feb 15 02:47:00.291001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-13c2ed61-f22f-473f-ad12-26d30273a522 req-6c655232-0b24-412a-adcf-2039ff5a9061 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Feb 15 02:47:01.408069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9192f-1415-4b22-9bb1-5961f60814c2 req-445d8649-796d-45fb-80a4-aeb26222c1d2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:01.409603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ab9192f-1415-4b22-9bb1-5961f60814c2 req-445d8649-796d-45fb-80a4-aeb26222c1d2 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Feb 15 02:47:01.460049 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ab9192f-1415-4b22-9bb1-5961f60814c2 req-719e6f9f-f19c-4305-8765-165f5bd397e6 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Feb 15 02:47:02.575938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf046fd-c990-4e28-9ef1-1e85b57d43f4 req-077e3fe3-186f-4a07-8235-9b2686ec0a6e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:02.577437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcf046fd-c990-4e28-9ef1-1e85b57d43f4 req-077e3fe3-186f-4a07-8235-9b2686ec0a6e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Feb 15 02:47:02.626871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcf046fd-c990-4e28-9ef1-1e85b57d43f4 req-d45bd0c1-747b-499f-83f5-af06a1a66894 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Feb 15 02:47:03.743669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a1089-77d3-442f-b4e5-172a6b4543e8 req-6c45795e-c381-43a3-9b21-ff17b9b480f1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:03.745104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-385a1089-77d3-442f-b4e5-172a6b4543e8 req-6c45795e-c381-43a3-9b21-ff17b9b480f1 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Feb 15 02:47:03.796652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-385a1089-77d3-442f-b4e5-172a6b4543e8 req-93d62c0a-2294-442c-a030-b6c90d8cae2f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Feb 15 02:47:04.916374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba0de3-9340-43f7-a1c9-5cf53be34454 req-2c121084-2786-4a79-9d98-4869739e7c9c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:04.917792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19ba0de3-9340-43f7-a1c9-5cf53be34454 req-2c121084-2786-4a79-9d98-4869739e7c9c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Feb 15 02:47:04.964145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19ba0de3-9340-43f7-a1c9-5cf53be34454 req-5a04b07b-9cb4-496e-959d-03ec41c7ad78 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Feb 15 02:47:06.089284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289ed5a-b571-4e35-82b3-7e9e11084fa4 req-fc1e55f8-63a5-44c3-a18f-e134df139768 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:06.090773 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8289ed5a-b571-4e35-82b3-7e9e11084fa4 req-fc1e55f8-63a5-44c3-a18f-e134df139768 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0563407 Feb 15 02:47:06.137590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8289ed5a-b571-4e35-82b3-7e9e11084fa4 req-777b192a-8e86-41a7-b0c3-95049457987f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Feb 15 02:47:07.256341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20917e-51e0-447a-a097-a2e29b8dde3e req-331adbc8-5d7e-4235-875a-ad0d33594def tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:07.257837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d20917e-51e0-447a-a097-a2e29b8dde3e req-331adbc8-5d7e-4235-875a-ad0d33594def tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Feb 15 02:47:07.304003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d20917e-51e0-447a-a097-a2e29b8dde3e req-e70ef0b0-0b78-423e-bb23-3ff3a7a6bb9c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Feb 15 02:47:08.429289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a6f8-04f1-47fa-b2bd-c0d39714e2c6 req-59f54c91-0c8d-4db7-88dc-062a68db68b7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:08.432052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6501a6f8-04f1-47fa-b2bd-c0d39714e2c6 req-59f54c91-0c8d-4db7-88dc-062a68db68b7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0612402 Feb 15 02:47:08.493249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6501a6f8-04f1-47fa-b2bd-c0d39714e2c6 req-6a424280-7e4c-491c-8b74-639aeb4164d4 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541139 Feb 15 02:47:09.534523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:47:09.610853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6cfc-1b60-4ff8-95ad-7acb4dc58714 req-9ae34e25-31d3-42ff-b566-e8da7bc72bd7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:09.612342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f12f6cfc-1b60-4ff8-95ad-7acb4dc58714 req-9ae34e25-31d3-42ff-b566-e8da7bc72bd7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Feb 15 02:47:09.659333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f12f6cfc-1b60-4ff8-95ad-7acb4dc58714 req-ab94961d-a381-4d76-8efa-b33565edec5f tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Feb 15 02:47:10.776841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e34450-ca1b-4017-81db-6a5f04f6ab83 req-dc01d006-5081-49f0-8d15-563c3723a209 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:10.778291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4e34450-ca1b-4017-81db-6a5f04f6ab83 req-dc01d006-5081-49f0-8d15-563c3723a209 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0502284 Feb 15 02:47:10.827256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4e34450-ca1b-4017-81db-6a5f04f6ab83 req-3d38705c-ddd6-47af-bfe0-542dcffff723 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Feb 15 02:47:11.944907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafd217-da68-4096-9d99-39e7421dffb9 req-2e18943c-b808-4dc7-b529-b934031ba43b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:11.946381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcafd217-da68-4096-9d99-39e7421dffb9 req-2e18943c-b808-4dc7-b529-b934031ba43b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Feb 15 02:47:11.991601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcafd217-da68-4096-9d99-39e7421dffb9 req-b6a9e243-ff31-4082-977a-f816cb56a469 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397260 Feb 15 02:47:12.114774 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-33518071-051f-4b45-bcd3-6e2eb143c3ce service neutron] show failed (client error): The resource could not be found. Feb 15 02:47:12.115701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-33518071-051f-4b45-bcd3-6e2eb143c3ce service neutron] 10.222.0.31 "GET /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0527456 Feb 15 02:47:12.599832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-d8861e22-af91-45f8-9ebb-b1291dcedeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:12.601405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-d8861e22-af91-45f8-9ebb-b1291dcedeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563&tenant_id=d219326721d542b09efccbbe576d82b2 HTTP/1.1" status: 200 len: 1128 time: 0.0451388 Feb 15 02:47:12.611730 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:12.673196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:12.864431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:12.897821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:12.935970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:12.938268 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9eecbb-49d6-42d3-947d-aa79f44e23ec" -d '{"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-unplugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:12.942124 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks [] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:12.954803 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Transition to ACTIVE for port object 092068d4-8707-4708-9e9e-b5e8c3c444bc will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:47:12.985078 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c0f074-6be2-4735-8b3a-f5bfd4224647 x-openstack-request-id: req-55c0f074-6be2-4735-8b3a-f5bfd4224647 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:12.985381 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-unplugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:12.985638 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55c0f074-6be2-4735-8b3a-f5bfd4224647 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:12.986041 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'code': 200} Feb 15 02:47:13.047937 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:13.128802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:13.147132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] No DVR routers for this DVR port 092068d4-8707-4708-9e9e-b5e8c3c444bc on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:47:13.185353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7b748-c72e-44b4-b918-4caf119d4c37 req-34962a04-30b8-480f-b4cd-aca483a5967d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:13.186910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33a7b748-c72e-44b4-b918-4caf119d4c37 req-34962a04-30b8-480f-b4cd-aca483a5967d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.1078463 Feb 15 02:47:13.208023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:47:13.208391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:47:13.208734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:13.222383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:47:13.222709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Attempting to bind port 092068d4-8707-4708-9e9e-b5e8c3c444bc on network b2e05a2f-693d-463c-ab81-157267fe4896 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:13.236671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:47:13.236996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Checking segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:13.237376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Bound using segment: {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:47:13.237810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Bound port: 092068d4-8707-4708-9e9e-b5e8c3c444bc, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170201b0-6cf3-4e42-b62f-752e3289a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:47:13.238166 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:13.258685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33a7b748-c72e-44b4-b918-4caf119d4c37 req-259f31e2-da37-4d47-91bc-0ca667c66651 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Feb 15 02:47:13.309660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:13.312626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:47:13.396774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:13.431754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:13.432416 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:13.433800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] 10.222.0.37 "PUT /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 1092 time: 0.8258901 Feb 15 02:47:13.453716 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba33a9-1fdd-42d9-a2e5-fb417bc57ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:13.499577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-97587042-3b77-43de-87cf-7a4cbaa6df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:13.501116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-97587042-3b77-43de-87cf-7a4cbaa6df4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1126 time: 0.0447094 Feb 15 02:47:13.592248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-db9be327-d332-4afe-ac12-de2fbffa577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:13.594632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-db9be327-d332-4afe-ac12-de2fbffa577d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0876470 Feb 15 02:47:13.633991 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-7b49db5e-e93b-4ded-8eb4-1b68a796c352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0340309 Feb 15 02:47:13.684362 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-0774f236-5386-43f8-b896-7dae8e5da155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:13.685766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-0774f236-5386-43f8-b896-7dae8e5da155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0461736 Feb 15 02:47:13.716115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-e2b9c7f3-6016-4ff4-a4cd-9e0febcf1aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245390 Feb 15 02:47:13.801100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-83d4f174-6d72-419c-a1e7-8d855ee04aae service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795019 Feb 15 02:47:14.177995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8adbdfc1-e267-4c15-8cd8-be005b576cfe req-fc1f2515-30c0-45d9-b40a-eb12a17cb2cc service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699012 Feb 15 02:47:14.372247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:47:14.380197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c621b5-e771-4bf2-984a-f66620131c17 req-a7a1f7f4-af7f-486a-b767-33ccbf08c31e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:14.381867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47c621b5-e771-4bf2-984a-f66620131c17 req-a7a1f7f4-af7f-486a-b767-33ccbf08c31e tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0525007 Feb 15 02:47:14.420411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 092068d4-8707-4708-9e9e-b5e8c3c444bc host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:47:14.420916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:47:14.438749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47c621b5-e771-4bf2-984a-f66620131c17 req-863e54b8-7a22-47fb-9e6f-aa17ed427c2b tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Feb 15 02:47:14.986721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:14.989111 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d64b3d-53c2-46ea-bf26-a974206423e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:15.036033 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c1053-b7be-4927-9669-92764d2d542d x-openstack-request-id: req-d90c1053-b7be-4927-9669-92764d2d542d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:15.036360 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:15.036617 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d90c1053-b7be-4927-9669-92764d2d542d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:15.037014 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'status': 'completed', 'code': 200} Feb 15 02:47:15.132030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-836e2196-fda0-4b8b-92e3-03f307a43e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.133635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-836e2196-fda0-4b8b-92e3-03f307a43e06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1126 time: 0.0789394 Feb 15 02:47:15.135415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-5884356b-8690-4e27-9bbf-7951c1d6f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.136863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-5884356b-8690-4e27-9bbf-7951c1d6f576 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1126 time: 0.0735910 Feb 15 02:47:15.307093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-176bca40-77e9-4dbc-8aa5-a7c301652ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.308806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-176bca40-77e9-4dbc-8aa5-a7c301652ebf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.1692641 Feb 15 02:47:15.311090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-2e53180f-f790-4050-a20c-5aa4747011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.313430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-2e53180f-f790-4050-a20c-5aa4747011ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.1665683 Feb 15 02:47:15.396928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-7139815c-f903-4a94-9b87-4ac4b3f8eb35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0812302 Feb 15 02:47:15.398303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-76de7464-9cfd-43a1-80b5-890b598a4ef7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0765431 Feb 15 02:47:15.487039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-8d9952b0-e81f-4275-b881-92ee2b047161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.488563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-8d9952b0-e81f-4275-b881-92ee2b047161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0856349 Feb 15 02:47:15.489942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-32200e6b-3eff-425b-8990-0a3a7f07e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.491268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-32200e6b-3eff-425b-8990-0a3a7f07e388 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0792713 Feb 15 02:47:15.558026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-d9cafd53-0f0e-45da-a12b-ff7ba0dcaf12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622666 Feb 15 02:47:15.602202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-a190333f-a7d5-4788-ab32-4212e4f2031f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053131 Feb 15 02:47:15.767628 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59dd80-1ac2-4dce-bf15-09bfd8681411 req-33a4335d-2d36-4754-85b5-8c51809ec504 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:15.769410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff59dd80-1ac2-4dce-bf15-09bfd8681411 req-33a4335d-2d36-4754-85b5-8c51809ec504 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.2474246 Feb 15 02:47:15.827069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-e430f41a-c771-4e30-9829-d6e5e4cba4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260213 Feb 15 02:47:15.854287 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-7d6d9e9e-7f16-44e0-a608-255066317fa5 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369592 Feb 15 02:47:15.876257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:15.976903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff59dd80-1ac2-4dce-bf15-09bfd8681411 req-eb7a8dd6-6f89-466c-a17c-5551f16151b8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935191 Feb 15 02:47:16.008802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-b4810956-781e-4675-b0f1-b51fb895ad15 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850951 Feb 15 02:47:16.031088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73d64b3d-53c2-46ea-bf26-a974206423e3 req-a231c77a-dee5-4da7-acf2-ca3b91a8ef9a service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388075 Feb 15 02:47:17.101373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c1e6-ad3d-4099-8a30-7a9bf62ef632 req-5f1e6eed-301b-4e50-af7d-9749db89b205 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:17.102862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c969c1e6-ad3d-4099-8a30-7a9bf62ef632 req-5f1e6eed-301b-4e50-af7d-9749db89b205 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 943 time: 0.0548604 Feb 15 02:47:17.149546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c969c1e6-ad3d-4099-8a30-7a9bf62ef632 req-2688cd0d-2c8e-4dd8-a696-430db56cae94 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Feb 15 02:47:17.252510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:47:17.345719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:17.362522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'network_id': 'b2e05a2f-693d-463c-ab81-157267fe4896', 'port_id': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'mac_address': 'fa:16:3e:4b:e3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d43dcc-6603-4577-b005-2e4e2f17d0c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:47:17.401535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 092068d4-8707-4708-9e9e-b5e8c3c444bc is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:17.401926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:17.414841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092068d4-8707-4708-9e9e-b5e8c3c444bc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:47:17.434916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:17.515886 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:17.563076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:17.834397 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['092068d4-8707-4708-9e9e-b5e8c3c444bc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:47:18.266964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d3eba-be39-483a-8e3a-8eb0b9f16025 req-914e4ef4-c5de-4088-9a64-5b4e791a5e75 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:18.268499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373d3eba-be39-483a-8e3a-8eb0b9f16025 req-914e4ef4-c5de-4088-9a64-5b4e791a5e75 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 944 time: 0.0526500 Feb 15 02:47:18.315804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-373d3eba-be39-483a-8e3a-8eb0b9f16025 req-9b7fbf09-bc09-48fc-a832-db848611e3c7 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Feb 15 02:47:18.521759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:18.668266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa415-3591-45f4-91fc-11667205c6b2 req-0cc70fc9-45ca-4260-85ab-0db27613e15d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:18.669799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7adaa415-3591-45f4-91fc-11667205c6b2 req-0cc70fc9-45ca-4260-85ab-0db27613e15d tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 944 time: 0.0575752 Feb 15 02:47:18.762904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7adaa415-3591-45f4-91fc-11667205c6b2 req-92034967-efa0-4784-8908-41004e4d3abb tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870678 Feb 15 02:47:18.775754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-b4f2eaf6-74cd-4e04-9916-808a94bdea70 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:18.777224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-b4f2eaf6-74cd-4e04-9916-808a94bdea70 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.31 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563&tenant_id=d219326721d542b09efccbbe576d82b2&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.0881467 Feb 15 02:47:18.839081 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-92aa5005-2817-4def-b6df-463fed188e2c service neutron] delete failed (client error): The resource could not be found. Feb 15 02:47:18.840127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-92aa5005-2817-4def-b6df-463fed188e2c service neutron] 10.222.0.31 "DELETE /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0572393 Feb 15 02:47:18.927971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-0dc6cc13-67a8-4cef-a626-cc3ca8c0042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:18.929507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-0dc6cc13-67a8-4cef-a626-cc3ca8c0042e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d219326721d542b09efccbbe576d82b2&device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 1127 time: 0.0493505 Feb 15 02:47:19.017586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-222bca1e-8abe-4f9f-8036-5b28abe43a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:19.019058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-222bca1e-8abe-4f9f-8036-5b28abe43a57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 200 len: 915 time: 0.0829110 Feb 15 02:47:19.063900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-5ad6d1b0-1ca9-4476-a406-65fd3d906edc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 200 len: 217 time: 0.0379324 Feb 15 02:47:19.111993 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-63e4ff4a-954f-4d59-a74a-c9bd38e5d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:19.113532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-63e4ff4a-954f-4d59-a74a-c9bd38e5d05a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 200 len: 854 time: 0.0441287 Feb 15 02:47:19.154495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-b2cd65e5-e618-485b-97be-bbfbfb80ac4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2e05a2f-693d-463c-ab81-157267fe4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347712 Feb 15 02:47:19.240868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-599202e3-b684-4b63-a3b9-db27b07fb252 service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802934 Feb 15 02:47:19.276993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:19.336975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-675da7e2-88dd-43bc-9912-9dd29b53c3ce req-ed8188fc-9a9b-43e0-838f-252e9080b20b service neutron] 10.222.0.31 "GET /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890198 Feb 15 02:47:19.379348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 092068d4-8707-4708-9e9e-b5e8c3c444bc completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:47:19.384607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 092068d4-8707-4708-9e9e-b5e8c3c444bc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:19.384994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:19.466131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 092068d4-8707-4708-9e9e-b5e8c3c444bc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:19.466519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:19.488920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:19.491184 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6eda20-2bb5-418d-8962-cfebbd2e5f8c" -d '{"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-plugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:19.503901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:19.541398 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10c8c3-9700-41a3-9fa8-a6e7efaab010 x-openstack-request-id: req-0d10c8c3-9700-41a3-9fa8-a6e7efaab010 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:19.542047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-plugged", "status": "completed", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:19.542047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d10c8c3-9700-41a3-9fa8-a6e7efaab010 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:19.542325 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'code': 200} Feb 15 02:47:19.557064 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:19.604460 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:19.887206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6022b-8ead-4e53-b4dd-57fa29105811 req-4a79168d-2c6e-486c-8a30-c7f88ccd57cd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:19.888620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0df6022b-8ead-4e53-b4dd-57fa29105811 req-4a79168d-2c6e-486c-8a30-c7f88ccd57cd tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0534286 Feb 15 02:47:19.935733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0df6022b-8ead-4e53-b4dd-57fa29105811 req-6e144418-4676-43bc-910c-c750f466419c tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Feb 15 02:47:21.057946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d2018-e554-48e8-ad14-417d9cc9633f req-673dda62-aabf-4a50-aea6-01ba1ba7a208 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:21.059437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c7d2018-e554-48e8-ad14-417d9cc9633f req-673dda62-aabf-4a50-aea6-01ba1ba7a208 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0567811 Feb 15 02:47:21.107351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c7d2018-e554-48e8-ad14-417d9cc9633f req-820730ce-7cb5-4a97-9df6-9193724cf730 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Feb 15 02:47:21.156026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c6a6046-656e-4f53-b580-3133555dc275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:21.230657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f59e7c-a34c-44bd-b3b2-c63e64c5fb4c req-b2efbcba-adba-4b39-83d1-8df89661e364 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:21.232077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f59e7c-a34c-44bd-b3b2-c63e64c5fb4c req-b2efbcba-adba-4b39-83d1-8df89661e364 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Feb 15 02:47:21.278437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f59e7c-a34c-44bd-b3b2-c63e64c5fb4c req-22b60eb8-4d71-4b6e-b7a9-fa32887c9eb6 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Feb 15 02:47:21.392271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1fb1-5ca8-4d60-b9d0-3cacebe6f18f req-1ea12196-4202-4052-9768-e50463f60111 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:21.393767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e5b1fb1-5ca8-4d60-b9d0-3cacebe6f18f req-1ea12196-4202-4052-9768-e50463f60111 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Feb 15 02:47:21.444151 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e5b1fb1-5ca8-4d60-b9d0-3cacebe6f18f req-0b52b8b2-43c6-40e9-8c01-7cd51ebd4c92 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Feb 15 02:47:21.943449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fb698-4b41-43b1-b781-d16d45869535 req-27c7eb3e-a761-40ea-9889-351c30594ad0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:21.944938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-755fb698-4b41-43b1-b781-d16d45869535 req-27c7eb3e-a761-40ea-9889-351c30594ad0 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Feb 15 02:47:21.990392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-755fb698-4b41-43b1-b781-d16d45869535 req-4b9b6f93-bea1-4c30-9696-ec8163aa1cd6 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 15 02:47:23.109875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cbb02-bf72-4482-8483-e1b881683166 req-e281a310-90f4-4a9a-8267-2342bdf7dee8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:23.111356 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a06cbb02-bf72-4482-8483-e1b881683166 req-e281a310-90f4-4a9a-8267-2342bdf7dee8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0535479 Feb 15 02:47:23.159458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a06cbb02-bf72-4482-8483-e1b881683166 req-eb5ac812-e6df-4e95-aac6-d8313a93e1f9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/security-groups?id=6be44aa3-ad22-4d31-8275-6c1ccc886e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Feb 15 02:47:23.310424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-825a03f4-98b1-46f7-ba95-a21b0c491104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:23.315986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-e969ee41-70da-4dfc-ac64-a1cd2124f8a9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:23.317521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-e969ee41-70da-4dfc-ac64-a1cd2124f8a9 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.37 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 945 time: 0.0566194 Feb 15 02:47:23.406977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Deleting port 092068d4-8707-4708-9e9e-b5e8c3c444bc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:47:23.407318 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:23.499678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] For port 092068d4-8707-4708-9e9e-b5e8c3c444bc, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=092068d4-8707-4708-9e9e-b5e8c3c444bc,segment=NetworkSegment(170201b0-6cf3-4e42-b62f-752e3289a5c2),segment_id=170201b0-6cf3-4e42-b62f-752e3289a5c2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:23.500036 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:23.512391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Calling delete_port for 092068d4-8707-4708-9e9e-b5e8c3c444bc owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:47:23.676637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (092068d4-8707-4708-9e9e-b5e8c3c444bc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:23.687863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['092068d4-8707-4708-9e9e-b5e8c3c444bc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:47:23.707633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Pushing event deleted for resources: {'Port': ['ID=092068d4-8707-4708-9e9e-b5e8c3c444bc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:23.751743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] No DVR routers for this DVR port 092068d4-8707-4708-9e9e-b5e8c3c444bc on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:47:23.754339 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:23.757913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27d59ef0-1ee8-4c5d-856b-7275f8b6d034 req-75717938-7cd3-4c75-b56c-59b40befa3f8 tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.37 "DELETE /v2.0/ports/092068d4-8707-4708-9e9e-b5e8c3c444bc HTTP/1.1" status: 204 len: 173 time: 0.4349711 Feb 15 02:47:23.758359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-deleted', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:23.760666 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0440afbf-a510-4f7b-b407-9924ccb30d5c" -d '{"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-deleted", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:23.795845 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e890fc-1cf6-40fd-9002-86ba38e03dc7 x-openstack-request-id: req-46e890fc-1cf6-40fd-9002-86ba38e03dc7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:23.796225 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2650844d-25ca-45ef-8b71-eba62eb27563", "name": "network-vif-deleted", "tag": "092068d4-8707-4708-9e9e-b5e8c3c444bc", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:23.796419 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46e890fc-1cf6-40fd-9002-86ba38e03dc7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:23.796763 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2650844d-25ca-45ef-8b71-eba62eb27563', 'name': 'network-vif-deleted', 'tag': '092068d4-8707-4708-9e9e-b5e8c3c444bc', 'status': 'completed', 'code': 200} Feb 15 02:47:24.273316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-503a2042-16c1-42d5-ac8d-643c513a8f75 req-9c57a6d5-dd0f-4d82-8d57-b7bd0ff1e8be tempest-ServerDiskConfigTestJSON-1250387634 tempest-ServerDiskConfigTestJSON-1250387634-project] 10.222.0.43 "GET /v2.0/ports?device_id=2650844d-25ca-45ef-8b71-eba62eb27563 HTTP/1.1" status: 200 len: 210 time: 0.0268428 Feb 15 02:47:24.738827 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.387133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:25.432791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Deleting subnet 73d43dcc-6603-4577-b005-2e4e2f17d0c2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:47:25.435834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Publish callbacks [] for subnet (73d43dcc-6603-4577-b005-2e4e2f17d0c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.472647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (73d43dcc-6603-4577-b005-2e4e2f17d0c2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.510268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (73d43dcc-6603-4577-b005-2e4e2f17d0c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.613479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (73d43dcc-6603-4577-b005-2e4e2f17d0c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.638049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d43dcc-6603-4577-b005-2e4e2f17d0c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:25.641740 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.644919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b98d90af-c60c-475d-b2d4-a3dbcfefa8d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73d43dcc-6603-4577-b005-2e4e2f17d0c2 HTTP/1.1" status: 204 len: 168 time: 0.2567027 Feb 15 02:47:25.647493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:25.719719 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b2e05a2f-693d-463c-ab81-157267fe4896), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.794669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b2e05a2f-693d-463c-ab81-157267fe4896), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.814401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e05a2f-693d-463c-ab81-157267fe4896']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:25.824441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170201b0-6cf3-4e42-b62f-752e3289a5c2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:25.824744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170201b0-6cf3-4e42-b62f-752e3289a5c2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:25.834253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (170201b0-6cf3-4e42-b62f-752e3289a5c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.848734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (170201b0-6cf3-4e42-b62f-752e3289a5c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.854904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:47:25.855328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (170201b0-6cf3-4e42-b62f-752e3289a5c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:47:25.856999 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:47:26.007702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b2e05a2f-693d-463c-ab81-157267fe4896), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.013278 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.016928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b2e05a2f-693d-463c-ab81-157267fe4896 HTTP/1.1" status: 204 len: 168 time: 0.3685250 Feb 15 02:47:26.029594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f3488-b5f6-41d1-9f0a-63480667e609 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e05a2f-693d-463c-ab81-157267fe4896,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:26.161540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.303587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:26.343192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-de01e2e8-6b3e-43d8-ad0b-8201743780fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d219326721d542b09efccbbe576d82b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384116 Feb 15 02:47:26.345664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:26.391334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] Publish callbacks [] for security_group (6be44aa3-ad22-4d31-8275-6c1ccc886e5b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.413011 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] Publish callbacks [] for security_group (6be44aa3-ad22-4d31-8275-6c1ccc886e5b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.515026 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6be44aa3-ad22-4d31-8275-6c1ccc886e5b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.517806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:26.518966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6be44aa3-ad22-4d31-8275-6c1ccc886e5b HTTP/1.1" status: 204 len: 168 time: 0.1723886 Feb 15 02:47:26.528746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76513b4-91ef-4d8b-b263-3da6901b8bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be44aa3-ad22-4d31-8275-6c1ccc886e5b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:27.331457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:47:27.358816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 092068d4-8707-4708-9e9e-b5e8c3c444bc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:47:27.358816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 092068d4-8707-4708-9e9e-b5e8c3c444bc not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:47:27.470902 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.500519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:27.597622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-932407694-network', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:27.698040 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:47:27.700396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.712969 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.783971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks [] for security_group (d0ee9e67-25da-4c4b-8a56-1cfa9715b863), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.858938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d0ee9e67-25da-4c4b-8a56-1cfa9715b863), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.879932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:47:27.893791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ee9e67-25da-4c4b-8a56-1cfa9715b863,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:27.900025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ee0758e0-88cd-4512-9659-a34627273f13), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:27.900409 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Added segment ee0758e0-88cd-4512-9659-a34627273f13 of type vlan for network 09aef16d-396a-40e7-b5d2-629f4d8546a0 Feb 15 02:47:27.939334 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (09aef16d-396a-40e7-b5d2-629f4d8546a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.018672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (09aef16d-396a-40e7-b5d2-629f4d8546a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.019574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:28.020150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.077569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] Pushing event updated for resources: {'Network': ['ID=09aef16d-396a-40e7-b5d2-629f4d8546a0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:28.087659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:47:28.090469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3c0dcbf5-598f-402c-9343-ccd0a654a336 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5888772 Feb 15 02:47:28.093437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:28.098170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Request body: {'subnet': {'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-932407694-subnet', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:28.150963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:47:28.153464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.356005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (38789aa4-e314-47c4-b7f6-0b6b2709176d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.412001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38789aa4-e314-47c4-b7f6-0b6b2709176d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:28.423035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:28.423394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Network hostable DHCP agents. Network: 09aef16d-396a-40e7-b5d2-629f4d8546a0, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:47:28.504564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:47:28.556542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 09aef16d-396a-40e7-b5d2-629f4d8546a0) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:28.561155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:28.561736 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.566987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd2ce2-ddcb-4a9c-bad5-88ed674925d9 None None] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:47:28.645992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7b47b56a-8ded-4081-af58-229e01aaa2e8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5490513 Feb 15 02:47:28.646307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:28.651393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:28.669153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-09aef16d-396a-40e7-b5d2-629f4d8546a0', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:47:28.670000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.733374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.734488 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.787082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for router_controller (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.806112 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Allocated IP 172.20.0.2 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/32714d7c-2cb9-4484-9c5b-e935553c8bca) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:47:28.943710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks [] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:28.996884 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for router_gateway (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.029580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.069076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:29.072516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:29.077979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:47:29.086546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Pushing event updated for resources: {'Port': ['ID=32714d7c-2cb9-4484-9c5b-e935553c8bca,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:29.138428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Attempting to bind port 32714d7c-2cb9-4484-9c5b-e935553c8bca on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:47:29.138813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Attempting to bind port 32714d7c-2cb9-4484-9c5b-e935553c8bca by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:47:29.139178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Attempting to bind port 32714d7c-2cb9-4484-9c5b-e935553c8bca on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:29.144164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:47:29.144579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:29.144985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.145383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:47:29.145857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Bound port: 32714d7c-2cb9-4484-9c5b-e935553c8bca, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:47:29.146261 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.208895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] For port 32714d7c-2cb9-4484-9c5b-e935553c8bca, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:29.212530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] For port 32714d7c-2cb9-4484-9c5b-e935553c8bca, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=32714d7c-2cb9-4484-9c5b-e935553c8bca,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:47:29.251862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for router_gateway (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.270883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.292960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.357359 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac926c6-3b72-4aec-9c9c-b325865aec1a None None] Pushing event updated for resources: {'Port': ['ID=32714d7c-2cb9-4484-9c5b-e935553c8bca,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:29.378234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Allocated IP 172.25.2.74 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/d1ae8995-7f32-41f9-b825-81f1ddfe33c7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:47:29.486728 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.591164 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:29.630355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:29.636343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:29.637018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:47:29.668458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:29.964980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for router_gateway (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.277805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73fe2c-2116-4b9d-b3b1-9138352a9ef6 None None] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:47:30.346017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 32714d7c-2cb9-4484-9c5b-e935553c8bca up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:30.348784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Provisioning complete for port 32714d7c-2cb9-4484-9c5b-e935553c8bca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:30.349158 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.506556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.680244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 32714d7c-2cb9-4484-9c5b-e935553c8bca triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:30.680579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.704782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:47:30.720952 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Current status of the port 32714d7c-2cb9-4484-9c5b-e935553c8bca is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:30.721275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.766082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-090f4db7-8716-4677-a175-870f243b5656 None None] For port 32714d7c-2cb9-4484-9c5b-e935553c8bca, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=32714d7c-2cb9-4484-9c5b-e935553c8bca,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:30.803241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 32714d7c-2cb9-4484-9c5b-e935553c8bca is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:30.803693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.812882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.834299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:47:30.846565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:47:30.901519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:30.905918 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:30.906699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:30.906699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:30.912021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5a92bf5-a9ad-4b42-8b12-973b4a150f76 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2643859 Feb 15 02:47:30.964183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f4db7-8716-4677-a175-870f243b5656 None None] Pushing event updated for resources: {'Port': ['ID=32714d7c-2cb9-4484-9c5b-e935553c8bca,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:30.970420 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:47:30.970779 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:47:30.988453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ddbadbd9-c90d-4bfe-a8ea-c05f08fc6119 None None] Provisioning complete for port 32714d7c-2cb9-4484-9c5b-e935553c8bca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:30.988765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddbadbd9-c90d-4bfe-a8ea-c05f08fc6119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.074783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:31.208631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddbadbd9-c90d-4bfe-a8ea-c05f08fc6119 None None] Current status of the port 32714d7c-2cb9-4484-9c5b-e935553c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:31.285582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:29Z', 'revision_number': 3, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:31.312812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:47:31.313168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Updating router f3b3e98f-9c13-4378-af99-cd85e2ef38bd port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:47:31.331433 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.340167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.479878 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Allocated IP 172.20.0.1 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/3588acdf-8011-438f-a5c6-4aa625277d5f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:47:31.536772 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 32714d7c-2cb9-4484-9c5b-e935553c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:31.584894 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks [] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.621944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks [] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.676237 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.698578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.712085 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:31.715033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:31.717630 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:47:31.753855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430e689-31a0-428e-8a06-67a3a52c956c None None] Pushing event updated for resources: {'Port': ['ID=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:31.754925 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Pushing event updated for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:31.756341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Attempting to bind port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:47:31.756716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Attempting to bind port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:47:31.757076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Attempting to bind port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:31.763022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:47:31.763410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:31.763825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.764187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:47:31.764733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Bound port: d1ae8995-7f32-41f9-b825-81f1ddfe33c7, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:47:31.768823 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.769076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.769733 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.770059 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.770382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.770701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.771025 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.771343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.771660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:31.781239 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.832050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] For port d1ae8995-7f32-41f9-b825-81f1ddfe33c7, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:31.835333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] For port d1ae8995-7f32-41f9-b825-81f1ddfe33c7, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:47:31.917088 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.974647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:31.975278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:31.975594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:32.012042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430e689-31a0-428e-8a06-67a3a52c956c None None] Pushing event updated for resources: {'Port': ['ID=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:32.076674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-616eaa62-bc66-499f-b484-04b96cab8731 None None] Provisioning complete for port 3588acdf-8011-438f-a5c6-4aa625277d5f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:32.076964 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-616eaa62-bc66-499f-b484-04b96cab8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.125571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-616eaa62-bc66-499f-b484-04b96cab8731 None None] Port 3588acdf-8011-438f-a5c6-4aa625277d5f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:47:32.129027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:32.136660 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks [] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.201723 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.275543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Pushing event updated for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:32.278703 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.296578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 32714d7c-2cb9-4484-9c5b-e935553c8bca up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:32.369713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:32.371079 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:32.382908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 1, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:32.386677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 32714d7c-2cb9-4484-9c5b-e935553c8bca triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:32.387050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.430791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb001e2-0d15-4187-b071-4420c125b460 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 1, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:47:32.505894 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:47:32.515071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 32714d7c-2cb9-4484-9c5b-e935553c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:32.628790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:47:32.637210 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b4bb25c2-fe0a-426a-88c5-cf9bd921fec6 admin admin] 10.222.0.43 "PUT /v2.0/routers/f3b3e98f-9c13-4378-af99-cd85e2ef38bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271640 Feb 15 02:47:32.658833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c6ebf25-5ade-42a0-82fb-371fee9fa1a7 None None] Provisioning complete for port 3588acdf-8011-438f-a5c6-4aa625277d5f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:32.659223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebf25-5ade-42a0-82fb-371fee9fa1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:32.715874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ebf25-5ade-42a0-82fb-371fee9fa1a7 None None] Port 3588acdf-8011-438f-a5c6-4aa625277d5f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:47:33.303877 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:33.308814 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275842974', 'description': 'tempest-description--1438619564'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:33.414186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.485979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (509c77d9-c2f6-42f0-870f-726963fb769e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.533385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (509c77d9-c2f6-42f0-870f-726963fb769e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.563924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509c77d9-c2f6-42f0-870f-726963fb769e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:33.620729 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.622082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bd932034-f933-490b-adee-a9bb86ad6e16 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3171277 Feb 15 02:47:33.624858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:33.629170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'security_group_rule': {'security_group_id': '509c77d9-c2f6-42f0-870f-726963fb769e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:33.715653 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (a0752cef-d234-44e9-9641-85206d62afe7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.775310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (a0752cef-d234-44e9-9641-85206d62afe7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.854157 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (a0752cef-d234-44e9-9641-85206d62afe7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.874631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0752cef-d234-44e9-9641-85206d62afe7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:33.946920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:33.948125 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3a9143ea-73b5-4e9f-815d-09022aa8baf5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223112 Feb 15 02:47:33.950768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:33.955052 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'security_group_rule': {'security_group_id': '509c77d9-c2f6-42f0-870f-726963fb769e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:34.040330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (d687f627-757d-4e7f-a578-d704077f7d90), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.101394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (d687f627-757d-4e7f-a578-d704077f7d90), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.172927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (d687f627-757d-4e7f-a578-d704077f7d90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.193477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d687f627-757d-4e7f-a578-d704077f7d90,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:34.254796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.256048 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae5b12bb-3ab7-42fe-a6f2-3d31146eb0a4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043249 Feb 15 02:47:34.259054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 47366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:34.263793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:34.307452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d1ae8995-7f32-41f9-b825-81f1ddfe33c7 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:34.355603 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.359760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:34.359760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.376875 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:47:34.387970 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:34.388803 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:34.449423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:34.449688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.474116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port d1ae8995-7f32-41f9-b825-81f1ddfe33c7, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:34.482678 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.503344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:34.562236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.614543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Allocated IP 172.25.2.216 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/f9a85080-fb5b-431f-8c42-4a8b426c8b1b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:47:34.619350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:34.710358 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:32Z', 'revision_number': 2, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:34.720380 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.740250 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:47:34.740629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Updating router f3b3e98f-9c13-4378-af99-cd85e2ef38bd port 3588acdf-8011-438f-a5c6-4aa625277d5f binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:47:34.767481 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.813707 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:34.849964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:34.852743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:34.858204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:47:34.880668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=f9a85080-fb5b-431f-8c42-4a8b426c8b1b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:34.946392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.026266 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks [] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.043877 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.093013 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.165295 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Pushing event updated for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:35.190682 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.191027 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.191365 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.191701 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.192543 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.192543 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.192756 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.193024 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.193328 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.193653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.194321 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.194321 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.194595 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:35.196204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.206535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Attempting to bind port 3588acdf-8011-438f-a5c6-4aa625277d5f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:47:35.210308 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Attempting to bind port 3588acdf-8011-438f-a5c6-4aa625277d5f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:47:35.210308 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Attempting to bind port 3588acdf-8011-438f-a5c6-4aa625277d5f on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:35.213066 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:47:35.213445 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:35.213853 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.214246 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:47:35.214721 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Bound port: 3588acdf-8011-438f-a5c6-4aa625277d5f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:47:35.215103 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.259436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.280516 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] For port 3588acdf-8011-438f-a5c6-4aa625277d5f, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:35.283586 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] For port 3588acdf-8011-438f-a5c6-4aa625277d5f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3588acdf-8011-438f-a5c6-4aa625277d5f,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:47:35.334584 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=f9a85080-fb5b-431f-8c42-4a8b426c8b1b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:35.352263 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.362591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Provisioning complete for port 3588acdf-8011-438f-a5c6-4aa625277d5f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:35.363198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.368728 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.445491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:35.445491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:35.467141 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.478363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-51388ed1-f296-4496-8c22-75848c9b3bf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2091906 Feb 15 02:47:35.632222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Current status of the port 3588acdf-8011-438f-a5c6-4aa625277d5f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:35.632653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.653653 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12277a1-016e-46cb-89b6-aba64a46462d None None] Pushing event updated for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:35.665461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-bddc0462-2fb5-48bf-bf77-b4eab23c8298 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1275842974&fields=id&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 267 time: 0.0658004 Feb 15 02:47:35.667294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] For port 3588acdf-8011-438f-a5c6-4aa625277d5f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3588acdf-8011-438f-a5c6-4aa625277d5f,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:35.675239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:35.745208 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.775215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-aa834499-11a6-4937-aab4-22dfc29f057f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:35.776754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-aa834499-11a6-4937-aab4-22dfc29f057f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1076591 Feb 15 02:47:35.793533 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-f8fb9065-e7a1-4fdf-bf7a-02cf745431e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/quotas/923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 375 time: 0.0111866 Feb 15 02:47:35.800451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb987d1-9ede-49a6-b77c-2faac67c3d94 None None] Pushing event updated for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:35.866987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-42109c9f-a35d-47d3-9aff-c0e1bff939f3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629566 Feb 15 02:47:35.870872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-976810a7-3671-45a3-8501-d6f73ae776c9 None None] Provisioning complete for port 3588acdf-8011-438f-a5c6-4aa625277d5f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:35.871473 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-976810a7-3671-45a3-8501-d6f73ae776c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:35.902928 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:35.930401 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b9d70-b6d5-4a84-9fd6-300c51b06aab None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:47:35.960500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-976810a7-3671-45a3-8501-d6f73ae776c9 None None] Current status of the port 3588acdf-8011-438f-a5c6-4aa625277d5f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:35.969569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-575b2949-3c19-485f-b41e-55ff21227369 service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Feb 15 02:47:36.066555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-884ecbde-aa3b-4735-a805-39081effce82 service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911591 Feb 15 02:47:36.328426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58bd4c80-78d0-4356-b57a-b63bb61dc9d5 req-be62357f-f217-4814-a022-c213d8b2e97e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0400124 Feb 15 02:47:36.355315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3588acdf-8011-438f-a5c6-4aa625277d5f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:36.421518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3588acdf-8011-438f-a5c6-4aa625277d5f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:36.421518 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:36.505663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3588acdf-8011-438f-a5c6-4aa625277d5f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:36.506781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d1ae8995-7f32-41f9-b825-81f1ddfe33c7 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:36.558892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:36.559273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:36.649041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:37.401822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4fc5cf29-0c16-4fe0-a324-5736da1812cf req-26bb9f02-3f6a-4bd0-9a73-a597bf679a85 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0278592 Feb 15 02:47:38.394125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-d899d992-8492-4441-bd10-d28b64930aa4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:38.396799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-d899d992-8492-4441-bd10-d28b64930aa4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1144323 Feb 15 02:47:38.456637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-72fa8e33-0e49-415b-a751-e6b54239b3d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 380 time: 0.0533149 Feb 15 02:47:38.465063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'port': {'device_id': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'admin_state_up': True, 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'security_groups': ['509c77d9-c2f6-42f0-870f-726963fb769e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:38.538590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-990ac3e7-e57c-4ea0-bedf-475d968b1911 req-92d6790b-bea3-40be-84e9-1cccf2c009e9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0586865 Feb 15 02:47:38.681379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:47:38.684825 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:38.808765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Allocated IP 172.20.0.7 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:47:38.956390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.041494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.082581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:47:39.088114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:47:39.091741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:47:39.118962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:39.132308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.132680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.133028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.133921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.134260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.134597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.134933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.135264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.135592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.135922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.136261 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.136602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.136925 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:39.155684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:39.156329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.229629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-a36510b8-e24e-4c7e-bcf6-0fa0ad7313a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679009 Feb 15 02:47:39.242297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Request body: {'port': {'device_id': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:39.305079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-da4518d9-84c9-4301-8426-6ff246a93db3 None None] Provisioning complete for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:39.305678 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-da4518d9-84c9-4301-8426-6ff246a93db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.316150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.339634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-da4518d9-84c9-4301-8426-6ff246a93db3 None None] Port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:47:39.581318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:47:39.588954 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks [] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.600863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Transition to ACTIVE for port object 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:47:39.665613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b3652-ee55-43b8-89f1-9077ad470a95 req-d3dd824e-43f4-4d42-a60c-032543d24413 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:39.667100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f6b3652-ee55-43b8-89f1-9077ad470a95 req-d3dd824e-43f4-4d42-a60c-032543d24413 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 931 time: 0.0565104 Feb 15 02:47:39.670040 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.750220 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:39.763371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f6b3652-ee55-43b8-89f1-9077ad470a95 req-2f8d480b-2702-43e6-b052-b706e5528ca6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858834 Feb 15 02:47:39.834186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:47:39.834451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:47:39.834781 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:39.839367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:47:39.839693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:47:39.844859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:47:39.845204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:47:39.845591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:47:39.846026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Bound port: 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:47:39.846386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:39.910414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:47:39.913399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:47:39.967595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:40.000718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.001343 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:40.002731 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] 10.222.0.31 "PUT /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 1092 time: 0.7657676 Feb 15 02:47:40.003178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:40.005466 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed37283-ca00-421e-b623-ebb9b9042c21" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:40.030552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7bc2-c698-4a58-bb2c-b35d0fc32fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:40.046567 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904fe136-7f0d-4e7c-addd-a5c82a0df95e x-openstack-request-id: req-904fe136-7f0d-4e7c-addd-a5c82a0df95e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:40.046877 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:40.047139 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-904fe136-7f0d-4e7c-addd-a5c82a0df95e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:40.047562 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'status': 'completed', 'code': 200} Feb 15 02:47:40.113636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-1645ac9c-b022-4d98-854f-6a93db47a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.115229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-1645ac9c-b022-4d98-854f-6a93db47a869 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1126 time: 0.0478530 Feb 15 02:47:40.219505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-7ba6ce9d-7d3a-46c7-8cd7-fddbb9f7baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.221023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-7ba6ce9d-7d3a-46c7-8cd7-fddbb9f7baea service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=923fb7473e6b42669e55d4980f4cf813&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982780 Feb 15 02:47:40.315225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-9de27d0c-cc1d-4ecc-9a39-d1895f0eddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.316742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ed37283-ca00-421e-b623-ebb9b9042c21 req-9de27d0c-cc1d-4ecc-9a39-d1895f0eddb7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883384 Feb 15 02:47:40.398630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-3f853cbd-798f-4591-b874-0bdc0db4af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.400685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-3f853cbd-798f-4591-b874-0bdc0db4af7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1126 time: 0.0497305 Feb 15 02:47:40.441268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-b6143c57-e2b2-43dd-8df9-b99107dbef08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 217 time: 0.0346935 Feb 15 02:47:40.488048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-16320c11-158d-4986-b33b-0c04e65502e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.489479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-16320c11-158d-4986-b33b-0c04e65502e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0424874 Feb 15 02:47:40.542915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-032c9e05-92b1-4883-b7c0-ac8e1a63e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.544453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-032c9e05-92b1-4883-b7c0-ac8e1a63e2bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475535 Feb 15 02:47:40.631878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-b765ca9b-2a73-4e4d-9f96-af44a1d122fd service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812213 Feb 15 02:47:40.721388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a882eadf-44ec-4e1d-97f9-9d448e651265 req-6caeb50f-0970-4b34-8d92-48e51019c474 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Feb 15 02:47:40.887417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930d8d5-4dce-401b-8089-aa9c49c1ecf5 req-2ca93f48-a8d3-404b-89ef-07b687390923 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:40.888939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f930d8d5-4dce-401b-8089-aa9c49c1ecf5 req-2ca93f48-a8d3-404b-89ef-07b687390923 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.0531976 Feb 15 02:47:40.934738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f930d8d5-4dce-401b-8089-aa9c49c1ecf5 req-178284c4-df40-4fc9-9f33-b1250d26c64f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 Feb 15 02:47:42.050323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b409f2-649e-4d86-a9a7-f2f8fb5b29dc req-fb05389b-ed9e-47ab-8420-56d15fa536bf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:42.051806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0b409f2-649e-4d86-a9a7-f2f8fb5b29dc req-fb05389b-ed9e-47ab-8420-56d15fa536bf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.0515254 Feb 15 02:47:42.097440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0b409f2-649e-4d86-a9a7-f2f8fb5b29dc req-2545a01b-2f79-408e-b4b6-fcb31471172d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 Feb 15 02:47:43.217201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497314-6675-44b4-aa25-1df8183ef062 req-49aa718a-5b5f-4c97-9dc7-4929a2b3077f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:43.218940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83497314-6675-44b4-aa25-1df8183ef062 req-49aa718a-5b5f-4c97-9dc7-4929a2b3077f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.0567651 Feb 15 02:47:43.264284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83497314-6675-44b4-aa25-1df8183ef062 req-737d4eea-8c2b-435a-bd2a-883bf20d20e8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 Feb 15 02:47:44.381691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6b4f-15cf-41ea-b541-7fa58e88acf9 req-d248f893-4961-4261-a395-a1fc509d138e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:44.383207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aac6b4f-15cf-41ea-b541-7fa58e88acf9 req-d248f893-4961-4261-a395-a1fc509d138e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.0525765 Feb 15 02:47:44.430558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6aac6b4f-15cf-41ea-b541-7fa58e88acf9 req-77b6d944-1102-445b-a519-035045157f1f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Feb 15 02:47:44.484668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:47:44.581783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:44.592998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'mac_address': 'fa:16:3e:09:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:47:44.632228 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:44.632656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:44.645966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:47:44.664908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:44.715614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:44.763001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:44.770582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.771942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.771942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.771942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.771942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.772381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.772615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.772944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.773270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.773594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.773919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.774242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.775088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:47:44.917102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:47:45.550529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c699e-bc04-469b-94a8-e373a7b39813 req-6176112a-295e-4817-84d9-2b94f5e0e83c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:45.552014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa2c699e-bc04-469b-94a8-e373a7b39813 req-6176112a-295e-4817-84d9-2b94f5e0e83c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 944 time: 0.0560026 Feb 15 02:47:45.598323 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa2c699e-bc04-469b-94a8-e373a7b39813 req-dfd26acb-5dc5-48cf-adfe-ffdafc9559ea tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Feb 15 02:47:45.846515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:46.496722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:47:46.537747 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:47:46.607375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:47:46.612414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:47:46.617195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:46.697289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:47:46.697723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:46.719920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:46.722191 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c69a6-3d63-4edf-b666-c2a0060d0f54" -d '{"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:46.729138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c665c6-098d-4eed-9cbc-5f59085566b2 req-a976dd84-76c8-4523-88a7-f2828adb4b20 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:46.731722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86c665c6-098d-4eed-9cbc-5f59085566b2 req-a976dd84-76c8-4523-88a7-f2828adb4b20 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 944 time: 0.0538700 Feb 15 02:47:46.735058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:47:46.778615 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86c665c6-098d-4eed-9cbc-5f59085566b2 req-964a8604-eb92-4ee2-bbda-7edaaabd1321 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Feb 15 02:47:46.808120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:46.831335 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35868025-cf24-41e8-a1c8-0cf7cdcc9a68 x-openstack-request-id: req-35868025-cf24-41e8-a1c8-0cf7cdcc9a68 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:46.831634 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:46.831885 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35868025-cf24-41e8-a1c8-0cf7cdcc9a68 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:46.832275 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'code': 200} Feb 15 02:47:46.858166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:47:46.917782 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30977b7e-a384-4843-8c1d-4b0ceaf22021 req-6071b708-13a7-4f35-852d-743c9089d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:46.919252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30977b7e-a384-4843-8c1d-4b0ceaf22021 req-6071b708-13a7-4f35-852d-743c9089d5fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1128 time: 0.0435719 Feb 15 02:47:46.965242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30977b7e-a384-4843-8c1d-4b0ceaf22021 req-60497f88-e54f-406a-9e78-976529ff48ff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Feb 15 02:47:47.898809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a816-9460-4a0f-bb59-b9e1465e83b0 req-8a6b98f0-4a96-446c-a8d5-dd849299474d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:47.900842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3c1a816-9460-4a0f-bb59-b9e1465e83b0 req-8a6b98f0-4a96-446c-a8d5-dd849299474d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0527422 Feb 15 02:47:47.947657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3c1a816-9460-4a0f-bb59-b9e1465e83b0 req-cad3aec7-1c0d-4dca-8c75-65febc3acb06 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412009 Feb 15 02:47:48.538334 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:49.064827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d921-a7f9-4e38-b171-bc524abd0d37 req-d69a2550-3370-4bc8-87f7-8bfb73310b8c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:49.066293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a143d921-a7f9-4e38-b171-bc524abd0d37 req-d69a2550-3370-4bc8-87f7-8bfb73310b8c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0517931 Feb 15 02:47:49.111256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a143d921-a7f9-4e38-b171-bc524abd0d37 req-4dde7754-cfe7-4b7d-bfab-7628c52aeb84 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Feb 15 02:47:49.227655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7f7e-4692-4d0e-a44a-9292a7b5408b req-c96260be-4d70-40ba-b676-a550cc517c1f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:49.229737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37af7f7e-4692-4d0e-a44a-9292a7b5408b req-c96260be-4d70-40ba-b676-a550cc517c1f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0584433 Feb 15 02:47:49.238617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:47:49.243030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'floatingip': {'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:47:49.281844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:49.719999 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:49.772697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:49.874097 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 associated. External IP: 172.25.2.216, port: 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56. Feb 15 02:47:50.095145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:47:50.205530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:47:50.213095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:50.216805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:47:50.228440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:50.229163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:50.344413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:50.546922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5cb3864c-48b0-4445-ad79-f71bda91006b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "PUT /v2.0/floatingips/cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 HTTP/1.1" status: 200 len: 991 time: 1.3072507 Feb 15 02:47:50.547520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:47:50.550064 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66a92f-1c6e-470b-a60d-c4e489617dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:47:50.577366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:09:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:47:49Z', 'revision_number': 1, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:50.607759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:47:50.616146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:47:50.616785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:47:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:50.646186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3ec80-e1c0-48a8-af2b-2b47a06d94f8 req-70041234-c164-4447-baca-7a2b1e7cb942 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:50.647657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16e3ec80-e1c0-48a8-af2b-2b47a06d94f8 req-70041234-c164-4447-baca-7a2b1e7cb942 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0519557 Feb 15 02:47:50.696904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16e3ec80-e1c0-48a8-af2b-2b47a06d94f8 req-e24b6f95-c15d-4ffe-9c2d-1e4c10aaac3c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Feb 15 02:47:50.733355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:47:50.739871 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aca758-c334-4961-9c03-4720045d2600 x-openstack-request-id: req-b5aca758-c334-4961-9c03-4720045d2600 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:47:50.740185 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:47:50.740595 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5aca758-c334-4961-9c03-4720045d2600 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:47:50.741002 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'status': 'completed', 'code': 200} Feb 15 02:47:50.839843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-fe84d66c-fc8a-4e36-bc23-8f0717913c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:50.841431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-fe84d66c-fc8a-4e36-bc23-8f0717913c71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1128 time: 0.0812609 Feb 15 02:47:50.864440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95c4f-4977-4afe-af92-cb761d968222 req-6ffc648c-aa2d-4b02-ae59-c2a9b5050d18 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:50.865882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ce95c4f-4977-4afe-af92-cb761d968222 req-6ffc648c-aa2d-4b02-ae59-c2a9b5050d18 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0786905 Feb 15 02:47:50.957136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:09:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:47:49Z', 'revision_number': 1, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:47:50.964203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ce95c4f-4977-4afe-af92-cb761d968222 req-8840ad2b-2395-4e81-b5fb-fd66ce149e9d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881970 Feb 15 02:47:50.977350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-9c63a41e-4391-474e-8576-48f8e1280571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:50.978817 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-9c63a41e-4391-474e-8576-48f8e1280571 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1299880 Feb 15 02:47:50.983445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e93bac-5010-4fb1-8a06-cd2742c4a2c2 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:09:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:47:49Z', 'revision_number': 1, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:47:51.048493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-77240ebd-6dbd-4388-b947-660b73c8c499 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 999 time: 0.0635810 Feb 15 02:47:51.096265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-b771f9d7-696d-4385-bea0-cd4b5dd40870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:51.097790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-b771f9d7-696d-4385-bea0-cd4b5dd40870 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0445032 Feb 15 02:47:51.152351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-59c1481f-15e6-45ce-9b2c-34779982bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:51.155218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-59c1481f-15e6-45ce-9b2c-34779982bbdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500839 Feb 15 02:47:51.173372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5df3fcf-a855-461c-b7d6-14aaa8014a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:51.188689 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8680b3-bdf0-4927-a607-f2a76c3d33bc None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:47:51.245548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-16d1f066-540b-40b1-881d-e27eff75f893 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855768 Feb 15 02:47:51.337832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb66a92f-1c6e-470b-a60d-c4e489617dc2 req-35f24fd5-6fa2-48ad-b75d-5a9079d01e5a service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867946 Feb 15 02:47:52.083807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2a15-ef28-4470-ac03-a8fec4bc87e6 req-d06bbebb-4073-4b90-9b72-3b850571909a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:52.085302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2dfd2a15-ef28-4470-ac03-a8fec4bc87e6 req-d06bbebb-4073-4b90-9b72-3b850571909a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0525904 Feb 15 02:47:52.131510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2dfd2a15-ef28-4470-ac03-a8fec4bc87e6 req-f08744e6-99e5-40b1-b0d8-26a2ab3987ab tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Feb 15 02:47:52.244972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c23901-67a2-432a-afbd-27aa7e6aed1c req-98082a64-dbeb-49e2-8a19-699f100506ed tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:52.246397 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55c23901-67a2-432a-afbd-27aa7e6aed1c req-98082a64-dbeb-49e2-8a19-699f100506ed tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0525103 Feb 15 02:47:52.293291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55c23901-67a2-432a-afbd-27aa7e6aed1c req-e29ad9a8-792e-4b56-a3f2-1a8843f8d53d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Feb 15 02:47:52.651565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6dd2-a29b-4abc-aebe-138881f0e033 req-83c92b9a-c301-48f8-805e-dd1ae2c73698 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:52.653066 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e9c6dd2-a29b-4abc-aebe-138881f0e033 req-83c92b9a-c301-48f8-805e-dd1ae2c73698 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0563893 Feb 15 02:47:52.702601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e9c6dd2-a29b-4abc-aebe-138881f0e033 req-386e9c8b-e969-4e26-94a5-eef51cf9f033 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Feb 15 02:47:52.766529 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c5189aa6-d87e-441c-90d4-5c6a1c5b0452 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430377 Feb 15 02:47:53.344595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0554f037-8708-4413-b455-21a76f08a015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:53.358580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-9622dfe6-294e-4214-a600-ead1bc7e428d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:53.359990 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-9622dfe6-294e-4214-a600-ead1bc7e428d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 942 time: 0.0514801 Feb 15 02:47:53.822846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6dc7-be42-4378-9bc0-f62a93106f9f req-69ea72b9-4a2d-42f8-ace6-e65098d0a027 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:53.824422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55fb6dc7-be42-4378-9bc0-f62a93106f9f req-69ea72b9-4a2d-42f8-ace6-e65098d0a027 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0537028 Feb 15 02:47:53.871494 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55fb6dc7-be42-4378-9bc0-f62a93106f9f req-d40bc590-2cd3-4e11-9550-a06990aafec5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Feb 15 02:47:54.761906 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:54.779787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-56330dbe-a460-4844-acfd-757a8fdc926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:54.781464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-56330dbe-a460-4844-acfd-757a8fdc926a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1128 time: 0.0560095 Feb 15 02:47:54.868112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-bd9270c2-974c-4853-a98b-168d782625c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:54.869645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-bd9270c2-974c-4853-a98b-168d782625c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0828888 Feb 15 02:47:54.937756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c57dcc4e-fbe2-40a3-81a0-575c091595e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 1001 time: 0.0625663 Feb 15 02:47:55.014525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-368e073e-558a-4d5c-b29e-823204fa216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:55.015917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-368e073e-558a-4d5c-b29e-823204fa216b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0726266 Feb 15 02:47:55.038789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb7f2-342d-4fd3-8c31-369c779c992a req-5152f607-e65b-47d0-9f1e-544132bab624 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:55.040241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b43eb7f2-342d-4fd3-8c31-369c779c992a req-5152f607-e65b-47d0-9f1e-544132bab624 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0888801 Feb 15 02:47:55.108493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-a4cf3046-c0a3-4ddf-93d4-a5ccb62f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:55.109971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-a4cf3046-c0a3-4ddf-93d4-a5ccb62f6827 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0881703 Feb 15 02:47:55.112976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b43eb7f2-342d-4fd3-8c31-369c779c992a req-d1ad4845-8d5b-4857-993a-f30a2f2ee472 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582807 Feb 15 02:47:55.197655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c62fe804-9679-4bdb-ba9e-01c0b214cdcb service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Feb 15 02:47:55.292479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-1748e682-ae90-4618-a36b-5a3831f30d1e service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Feb 15 02:47:56.127094 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:56.233752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b2b0-89ae-452a-a3a1-228206f5df3f req-dbdb029d-58a5-416c-a100-09291a0661df tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:56.235260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01c5b2b0-89ae-452a-a3a1-228206f5df3f req-dbdb029d-58a5-416c-a100-09291a0661df tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0533729 Feb 15 02:47:56.281979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01c5b2b0-89ae-452a-a3a1-228206f5df3f req-ffa2afde-4d96-4df0-8865-efbac2ed77d5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Feb 15 02:47:57.403756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122542-b9c8-4d8a-89ee-855d384f9d08 req-642530a7-8a3d-4d26-bc58-27ee556079cd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:57.411347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8122542-b9c8-4d8a-89ee-855d384f9d08 req-642530a7-8a3d-4d26-bc58-27ee556079cd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0554821 Feb 15 02:47:57.452563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8122542-b9c8-4d8a-89ee-855d384f9d08 req-62065625-4f9f-4512-9cc8-b20d6cc706a3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Feb 15 02:47:57.464323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:47:58.575631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852303-7896-475c-9786-91f3955588c2 req-c41a3164-1643-4739-b308-4347ce6cd66c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:58.577550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72852303-7896-475c-9786-91f3955588c2 req-c41a3164-1643-4739-b308-4347ce6cd66c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0574675 Feb 15 02:47:58.623937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72852303-7896-475c-9786-91f3955588c2 req-b5175fe4-5715-487e-955f-9b34b66cbaf2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Feb 15 02:47:59.741420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc36f4-6627-400b-a998-c7db919ab7c7 req-f1e63461-d1c7-4272-8f12-aea64bcddfc1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:47:59.742812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6cfc36f4-6627-400b-a998-c7db919ab7c7 req-f1e63461-d1c7-4272-8f12-aea64bcddfc1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0523286 Feb 15 02:47:59.788586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6cfc36f4-6627-400b-a998-c7db919ab7c7 req-1146ae47-163c-4655-ab37-656ff34dff43 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Feb 15 02:48:00.906572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffdf58-6f90-4689-b907-ccd2281e1a6b req-3ef56467-847b-410f-ba12-c30388c26660 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:00.908067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9ffdf58-6f90-4689-b907-ccd2281e1a6b req-3ef56467-847b-410f-ba12-c30388c26660 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0521190 Feb 15 02:48:00.959385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9ffdf58-6f90-4689-b907-ccd2281e1a6b req-bb7be298-e59b-46a9-ba5b-67eaeb660985 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Feb 15 02:48:02.078697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c489d-1b1c-4ee0-b78a-5653319ae101 req-1720217d-132f-4496-9a6f-2b5590845b19 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:02.080253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d12c489d-1b1c-4ee0-b78a-5653319ae101 req-1720217d-132f-4496-9a6f-2b5590845b19 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0534832 Feb 15 02:48:02.128793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d12c489d-1b1c-4ee0-b78a-5653319ae101 req-c7907fd0-d7f6-43a1-b3ce-120ec2b47290 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Feb 15 02:48:03.522754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72432cd3-4fe8-4a00-b9cd-3f3e7a22656b req-d36213a9-4578-423d-83f8-151565f14d2a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:03.524797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72432cd3-4fe8-4a00-b9cd-3f3e7a22656b req-d36213a9-4578-423d-83f8-151565f14d2a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0523684 Feb 15 02:48:03.571200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-72432cd3-4fe8-4a00-b9cd-3f3e7a22656b req-24b69e70-22b6-4ed0-9c1e-b73ca9508527 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Feb 15 02:48:04.700451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a851c17-6251-4552-b105-2fa905bfe533 req-18be2fce-e5d2-4350-b3f5-e47eb750d0f7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:04.702067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a851c17-6251-4552-b105-2fa905bfe533 req-18be2fce-e5d2-4350-b3f5-e47eb750d0f7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0629442 Feb 15 02:48:04.749519 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a851c17-6251-4552-b105-2fa905bfe533 req-23d30379-d9be-490b-aaa0-7453892161f1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Feb 15 02:48:05.884500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4609c6-2f98-40a1-8d44-52dc1bd1bdfe req-d8d3de2e-e274-4d61-8306-723295bac12c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:05.886853 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f4609c6-2f98-40a1-8d44-52dc1bd1bdfe req-d8d3de2e-e274-4d61-8306-723295bac12c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0628996 Feb 15 02:48:05.937246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f4609c6-2f98-40a1-8d44-52dc1bd1bdfe req-85af2656-9b8d-4ed7-962a-f5ce8cff7af1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Feb 15 02:48:07.065071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df2614-d6ce-4c79-9c93-26a082084fd2 req-e88d0dfa-aee9-45be-a513-be82b4911693 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:07.066561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29df2614-d6ce-4c79-9c93-26a082084fd2 req-e88d0dfa-aee9-45be-a513-be82b4911693 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0571389 Feb 15 02:48:07.111892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29df2614-d6ce-4c79-9c93-26a082084fd2 req-1151bab1-7813-4c9f-a2f1-dffd7ce2a442 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Feb 15 02:48:08.229499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934e9c0-261e-4ddc-89ba-dab046ed28d5 req-b26f672a-c191-46ae-a9e0-92b6c4f6cdce tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:08.230978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2934e9c0-261e-4ddc-89ba-dab046ed28d5 req-b26f672a-c191-46ae-a9e0-92b6c4f6cdce tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0520949 Feb 15 02:48:08.277706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2934e9c0-261e-4ddc-89ba-dab046ed28d5 req-1b44621d-4ff5-43b0-8be0-756bde729d87 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Feb 15 02:48:09.395000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7793037-1cf4-4eaf-bc75-11db33169dca req-95185c6b-142b-48b2-ae3e-44d2f5016282 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:09.396521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7793037-1cf4-4eaf-bc75-11db33169dca req-95185c6b-142b-48b2-ae3e-44d2f5016282 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0526111 Feb 15 02:48:09.454591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7793037-1cf4-4eaf-bc75-11db33169dca req-5f492f26-c6c7-4080-aae9-b118f5961ed8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522599 Feb 15 02:48:10.579289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ebbf-486b-4df0-a114-1e09672686a1 req-0a3a8abb-5fb6-437f-934d-be20d1d3141a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:10.580793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce01ebbf-486b-4df0-a114-1e09672686a1 req-0a3a8abb-5fb6-437f-934d-be20d1d3141a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0521162 Feb 15 02:48:10.627246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce01ebbf-486b-4df0-a114-1e09672686a1 req-90bcc19a-6d5c-4db4-8a14-be8b1a548934 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Feb 15 02:48:11.745776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb9bb-8991-43f7-871a-ede8f9be4273 req-fef66332-3bc6-41a9-8633-cfa63210ec6c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:11.747191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa3bb9bb-8991-43f7-871a-ede8f9be4273 req-fef66332-3bc6-41a9-8633-cfa63210ec6c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0531309 Feb 15 02:48:11.792484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fa3bb9bb-8991-43f7-871a-ede8f9be4273 req-240839a8-f042-4780-9862-357b1f81362b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Feb 15 02:48:12.186368 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c02c6afd-5370-41a2-bb0e-98d39c39aa34 service neutron] show failed (client error): The resource could not be found. Feb 15 02:48:12.187386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c02c6afd-5370-41a2-bb0e-98d39c39aa34 service neutron] 10.222.0.31 "GET /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0638084 Feb 15 02:48:12.679008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-15e6b913-d179-4eed-9bb3-dfecfed3ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:12.681200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-15e6b913-d179-4eed-9bb3-dfecfed3ec60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0453808 Feb 15 02:48:12.690183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-826ffc32-72e0-49c2-b8b8-ade3b1afc1df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:48:12.691239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-826ffc32-72e0-49c2-b8b8-ade3b1afc1df service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049131 Feb 15 02:48:12.701244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:48:12.757828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:12.975057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a756-4559-47d0-b581-55c48ca8fe5b req-a2cbf613-9a14-4877-9610-204e1a1dee42 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:12.976490 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9064a756-4559-47d0-b581-55c48ca8fe5b req-a2cbf613-9a14-4877-9610-204e1a1dee42 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.1131659 Feb 15 02:48:13.031535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:13.053858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9064a756-4559-47d0-b581-55c48ca8fe5b req-e52894bf-a188-4fc4-9eb1-b767a49c03a6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718100 Feb 15 02:48:13.075440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:48:13.114939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:13.117251 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d333c59b-38cc-4693-99b5-ac7c7322dd5e" -d '{"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:13.121707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks [] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:13.134868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Transition to ACTIVE for port object 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:48:13.165204 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be3d72-a8a7-4421-b171-c9be6d200543 x-openstack-request-id: req-98be3d72-a8a7-4421-b171-c9be6d200543 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:13.165496 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:13.165847 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98be3d72-a8a7-4421-b171-c9be6d200543 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:13.166243 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'code': 200} Feb 15 02:48:13.206064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:13.312989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:13.383694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] No DVR routers for this DVR port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:48:13.517916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:48:13.518185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:48:13.518513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:48:13.522719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:48:13.523037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Attempting to bind port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:48:13.528337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:48:13.528683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:48:13.529060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:48:13.529476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Bound port: 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:48:13.529823 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:13.590049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:48:13.592954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:48:13.653150 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:13.690674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:13.691415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:13.692733 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] 10.222.0.37 "PUT /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 1092 time: 0.9950979 Feb 15 02:48:13.725610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d59ac-f667-426c-8509-4c5965d3ab34 service neutron] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:13.763135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-75159af6-1da6-4ac0-a8c4-65b90528e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:13.764636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-75159af6-1da6-4ac0-a8c4-65b90528e27d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1126 time: 0.0480254 Feb 15 02:48:13.857341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-8f915143-c595-4920-b4df-ebc65371e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:13.858895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-8f915143-c595-4920-b4df-ebc65371e605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0890195 Feb 15 02:48:13.927776 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-464faea9-cd49-44f8-9d8f-91f87d7a32f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 999 time: 0.0630152 Feb 15 02:48:13.974920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c63e33d7-7ce6-4d85-98b3-843b00e2c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:13.976250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-c63e33d7-7ce6-4d85-98b3-843b00e2c946 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0425043 Feb 15 02:48:14.022514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-f54aa742-255b-4f1f-ba22-729f3082d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:14.024484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-f54aa742-255b-4f1f-ba22-729f3082d5eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426881 Feb 15 02:48:14.117211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-70dcd170-a584-4d7e-b23d-779a1b0c6648 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865536 Feb 15 02:48:14.236819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0f87-53e5-4910-9967-e8d42b12feb2 req-a5cd9265-d129-4069-8fbb-9879ab8c01a3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:14.238314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63ea0f87-53e5-4910-9967-e8d42b12feb2 req-a5cd9265-d129-4069-8fbb-9879ab8c01a3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.1084950 Feb 15 02:48:14.254558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-37a9a24b-91bd-48fd-a335-843374d14f03 req-eec0e0cb-3212-49b7-a051-6ddaf1a7ced4 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316252 Feb 15 02:48:14.289985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63ea0f87-53e5-4910-9967-e8d42b12feb2 req-a5aa461c-1b09-40e7-81e2-9c6efb823776 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Feb 15 02:48:14.730525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:48:14.768514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:48:14.768902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:48:15.167759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:15.170219 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:15.216911 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde8430c-9724-4790-9a2f-96c0673cf86c x-openstack-request-id: req-cde8430c-9724-4790-9a2f-96c0673cf86c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:15.217207 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:15.217466 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cde8430c-9724-4790-9a2f-96c0673cf86c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:15.217902 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'status': 'completed', 'code': 200} Feb 15 02:48:15.311513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-f8fda85a-c313-46eb-bd51-7d91d22ef3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:15.313033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-f8fda85a-c313-46eb-bd51-7d91d22ef3df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1126 time: 0.0686176 Feb 15 02:48:15.314856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-a3c761b2-b060-4072-adb0-49733c16b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:15.316216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-a3c761b2-b060-4072-adb0-49733c16b127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1126 time: 0.0803018 Feb 15 02:48:15.799722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-49c4c51f-968f-40e5-b31d-fcee0a1eca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:15.801697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-49c4c51f-968f-40e5-b31d-fcee0a1eca94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.4834158 Feb 15 02:48:15.804688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-37b94ca5-c979-4f0c-9e77-e798dc8532d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:15.806541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-37b94ca5-c979-4f0c-9e77-e798dc8532d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.4803524 Feb 15 02:48:15.824384 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555e6a5-1867-4365-bed6-1c0554552272 req-62946e38-77a2-4eb2-a167-fdb786bf6d80 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:15.825810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7555e6a5-1867-4365-bed6-1c0554552272 req-62946e38-77a2-4eb2-a167-fdb786bf6d80 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.4423816 Feb 15 02:48:15.858433 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:15.955380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-9f2cf251-9561-4af7-a5f0-ce9e57d32f55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 999 time: 0.1463048 Feb 15 02:48:15.961174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-75b9b206-4dd0-439e-9e8e-096ff2cffc5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 999 time: 0.1444304 Feb 15 02:48:16.000643 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7555e6a5-1867-4365-bed6-1c0554552272 req-17e77160-2501-4c27-9044-7f9b37d62a71 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412859 Feb 15 02:48:16.047641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-02f3d4aa-33e6-4e1b-a013-afec5accc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:16.049414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-02f3d4aa-33e6-4e1b-a013-afec5accc9f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0873327 Feb 15 02:48:16.052792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-5752ae5b-98b6-479f-9207-0ebfb720a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:16.054129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-5752ae5b-98b6-479f-9207-0ebfb720a319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0815310 Feb 15 02:48:16.125835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-0758069a-6ab4-452d-b066-4c11bd16b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:16.127354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-0758069a-6ab4-452d-b066-4c11bd16b6fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723855 Feb 15 02:48:16.132318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-e7f510b7-d281-459f-b77e-75bf11483e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:16.134289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-e7f510b7-d281-459f-b77e-75bf11483e81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0720425 Feb 15 02:48:16.296030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-d50e0a15-7f77-4c81-900f-6f913b1164ce service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607757 Feb 15 02:48:16.305719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-248f1de3-20bd-4764-a8bb-de7c17d1c565 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629646 Feb 15 02:48:16.482468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-b52a949e-6fd2-4d4d-97cf-0a0fe7c88c2d service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758511 Feb 15 02:48:16.485558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a4f748d-0dd0-46c6-94e5-621bfbd3d057 req-9eb88f8b-da25-4f5c-ab39-783c12ded574 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706676 Feb 15 02:48:17.120646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a65ba-0ff7-4a74-bbd3-9f2fdac7a741 req-d5a3940f-30ef-4ad8-9495-c64c6ec1ffff tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:17.122133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b28a65ba-0ff7-4a74-bbd3-9f2fdac7a741 req-d5a3940f-30ef-4ad8-9495-c64c6ec1ffff tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 943 time: 0.0522635 Feb 15 02:48:17.167852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b28a65ba-0ff7-4a74-bbd3-9f2fdac7a741 req-d7d388e3-dcbe-455e-b9ca-d82d8ed0a7d3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403359 Feb 15 02:48:17.485793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:48:17.588097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:17.599357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'mac_address': 'fa:16:3e:09:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:48:17.636312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:48:17.636705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:17.649334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:48:17.669457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:17.755568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:17.805601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:18.074100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:48:18.286578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94d91-4d9b-4774-a757-ec935d65ae6b req-dc619d48-63ec-4faf-a64c-63fce8657e0e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:18.288076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9b94d91-4d9b-4774-a757-ec935d65ae6b req-dc619d48-63ec-4faf-a64c-63fce8657e0e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 944 time: 0.0521822 Feb 15 02:48:18.335339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9b94d91-4d9b-4774-a757-ec935d65ae6b req-e0791459-9703-41d3-a11f-691e3280013f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Feb 15 02:48:18.555626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:18.622558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ad552-6e1b-4958-81cb-dcb548a2ad87 req-442647d8-449b-4d1a-b040-adcda0e0dfd0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:18.623978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f5ad552-6e1b-4958-81cb-dcb548a2ad87 req-442647d8-449b-4d1a-b040-adcda0e0dfd0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 944 time: 0.0581594 Feb 15 02:48:18.705317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f5ad552-6e1b-4958-81cb-dcb548a2ad87 req-baa6409c-febc-4102-bc05-0e30cca059d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680923 Feb 15 02:48:18.713510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-4607a5a4-b920-474c-a5f3-2e2cde0bb90c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:18.714921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-4607a5a4-b920-474c-a5f3-2e2cde0bb90c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e&tenant_id=923fb7473e6b42669e55d4980f4cf813&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.0868473 Feb 15 02:48:18.774282 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-72c62631-10d2-4ccc-878c-d612845d1453 service neutron] delete failed (client error): The resource could not be found. Feb 15 02:48:18.775276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-72c62631-10d2-4ccc-878c-d612845d1453 service neutron] 10.222.0.31 "DELETE /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0540819 Feb 15 02:48:18.871023 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-a617d93d-4f55-476f-bf0b-a1fd5b006b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:18.873669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-a617d93d-4f55-476f-bf0b-a1fd5b006b42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 1127 time: 0.0559437 Feb 15 02:48:18.961042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-4c717269-19f3-4d00-ac9f-bfd13b884a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:18.962504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-4c717269-19f3-4d00-ac9f-bfd13b884a1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0837948 Feb 15 02:48:19.034565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-5645ae04-6141-4647-91d9-cf4ed4d83d1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 200 len: 1000 time: 0.0622034 Feb 15 02:48:19.082181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-6a556648-16bd-4a54-8978-1d0e99c23665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:19.083582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-6a556648-16bd-4a54-8978-1d0e99c23665 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0431113 Feb 15 02:48:19.130398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-9567cdf7-8c76-4b09-a42e-52da2115ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:19.131889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-9567cdf7-8c76-4b09-a42e-52da2115ad37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425701 Feb 15 02:48:19.222939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-ff338f52-d132-405c-864a-e70f268312a4 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Feb 15 02:48:19.312046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b03fd12-9f91-48f6-bd0f-0b17b270a046 req-6eb7337a-3e1c-426e-a030-ffa2e1029a5a service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823371 Feb 15 02:48:19.501226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:48:19.599551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:48:19.603278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:48:19.603646 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:19.677285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:48:19.677593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:19.699815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:19.702097 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7afdb-ab83-40ff-af90-801d4fe81fe3" -d '{"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:19.714796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:19.756696 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210100bc-149a-4ca3-9680-2f5b6d3d940a x-openstack-request-id: req-210100bc-149a-4ca3-9680-2f5b6d3d940a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:19.756984 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:19.757245 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-210100bc-149a-4ca3-9680-2f5b6d3d940a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:19.757628 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'code': 200} Feb 15 02:48:19.784085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:19.844994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:19.861633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90043f-a43b-4604-82f2-50f6ff3b2722 req-d36af799-ab59-40b2-9a01-36e77b02b056 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:19.863341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e90043f-a43b-4604-82f2-50f6ff3b2722 req-d36af799-ab59-40b2-9a01-36e77b02b056 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0615563 Feb 15 02:48:19.910062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e90043f-a43b-4604-82f2-50f6ff3b2722 req-c053c93b-c71c-42fe-971e-21014fd740f1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 Feb 15 02:48:21.032180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d167-2616-4df1-ad5b-3a194acb9297 req-3fcdfe58-1d18-48bd-973b-1e348d85ce97 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:21.033683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e061d167-2616-4df1-ad5b-3a194acb9297 req-3fcdfe58-1d18-48bd-973b-1e348d85ce97 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0557611 Feb 15 02:48:21.080063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e061d167-2616-4df1-ad5b-3a194acb9297 req-333bf4b3-dc3d-49cc-9df1-1e45d61425b7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Feb 15 02:48:21.155406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb6b5a6f-ad85-4097-a5b0-8a8258881ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:21.201572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc8259-f197-44d7-a8bd-a19a5d2432c7 req-e7b605c5-ac8a-4082-b850-bce2f13ba0d0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:21.202964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42bc8259-f197-44d7-a8bd-a19a5d2432c7 req-e7b605c5-ac8a-4082-b850-bce2f13ba0d0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0522504 Feb 15 02:48:21.249079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-42bc8259-f197-44d7-a8bd-a19a5d2432c7 req-d303f616-1af6-4299-b4cb-6202b873aefb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Feb 15 02:48:21.367255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a32249-bd2d-411d-bb49-9a5a1b6ba894 req-5d024120-ba97-49c0-9634-542befbabca9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:21.368756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19a32249-bd2d-411d-bb49-9a5a1b6ba894 req-5d024120-ba97-49c0-9634-542befbabca9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0556982 Feb 15 02:48:21.414987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-19a32249-bd2d-411d-bb49-9a5a1b6ba894 req-a47e0f87-70a1-47c4-b170-3e42a2e6bf19 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406866 Feb 15 02:48:21.847185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483aceb-0e3d-4cff-9bed-0e6630e19234 req-71010079-572b-45ad-934a-2095f83de721 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:21.848730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7483aceb-0e3d-4cff-9bed-0e6630e19234 req-71010079-572b-45ad-934a-2095f83de721 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0539792 Feb 15 02:48:21.895380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7483aceb-0e3d-4cff-9bed-0e6630e19234 req-7afebf0d-8a3f-41b6-9f33-2b68fbd112f9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Feb 15 02:48:23.013375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1808277-e272-490f-b91b-6147043b8467 req-ac758198-e4ab-4e24-921b-75ae126f7ae1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:23.014859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1808277-e272-490f-b91b-6147043b8467 req-ac758198-e4ab-4e24-921b-75ae126f7ae1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0525107 Feb 15 02:48:23.067280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1808277-e272-490f-b91b-6147043b8467 req-22119bd0-595c-4014-9f0d-7862c0496f28 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468171 Feb 15 02:48:23.242600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef949-4a50-4b44-a742-847d89701419 req-b518b24b-dc40-4470-b6d8-202373db846f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:23.244007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af2ef949-4a50-4b44-a742-847d89701419 req-b518b24b-dc40-4470-b6d8-202373db846f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 945 time: 0.0515893 Feb 15 02:48:23.331362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8de75dc5-29a3-4692-8a8f-0ce2e11511ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.335139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Deleting port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:48:23.335490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.428234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] For port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:23.428631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.536343 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:48:23.601876 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.602246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.602561 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 disassociated. External IP: 172.25.2.216, port: 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56. Feb 15 02:48:23.602903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Calling delete_port for 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:48:23.771316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (98412d31-bd2c-4f0d-8b3c-cc29d0d0af56), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:23.799246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'Port': ['ID=98412d31-bd2c-4f0d-8b3c-cc29d0d0af56,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:23.923876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:48:24.036428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:48:24.046655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:48:24.057387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:48:24.057940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:24.076915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] No DVR routers for this DVR port 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:48:24.079451 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:24.082807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af2ef949-4a50-4b44-a742-847d89701419 req-f4274e74-76cd-4c94-9003-057abe0d112b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "DELETE /v2.0/ports/98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 HTTP/1.1" status: 204 len: 173 time: 0.8334846 Feb 15 02:48:24.083205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-deleted', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:24.085526 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915b26d-74a1-4969-9735-9593556757f9" -d '{"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-deleted", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:24.128410 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcf9a35-43ec-4cf7-8522-8968455fba4b x-openstack-request-id: req-fbcf9a35-43ec-4cf7-8522-8968455fba4b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:24.128871 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e", "name": "network-vif-deleted", "tag": "98412d31-bd2c-4f0d-8b3c-cc29d0d0af56", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:24.128998 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbcf9a35-43ec-4cf7-8522-8968455fba4b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:24.129342 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e', 'name': 'network-vif-deleted', 'tag': '98412d31-bd2c-4f0d-8b3c-cc29d0d0af56', 'status': 'completed', 'code': 200} Feb 15 02:48:24.208017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f175fec3-eeb6-45b9-b33d-6542c62ae622 req-1abc2f0e-4e13-4282-a2b3-c559fc7996cf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fc0b51b-e6f9-4a0c-9295-1f3e9d3b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0318584 Feb 15 02:48:24.339070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:48:24.545025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:24.574141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:48:24.582710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:48:24.583334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:24.702700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:48:24.777891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:24.913901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:24.944357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75d5af-ba5e-45a0-a8e2-d7c3d9b4435d None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:48:25.148241 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3d9e5-bdfa-4c1d-a6c1-45a427235ecc None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:48:25.452113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-1e8a9521-cb16-4b97-aa8e-706cc36a01c5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1275842974&fields=id&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 267 time: 0.0423317 Feb 15 02:48:25.567856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-d452427e-bffc-426d-8ce6-c1be87cc796b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:25.569381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-d452427e-bffc-426d-8ce6-c1be87cc796b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1109014 Feb 15 02:48:25.584015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-6982b284-7b0e-4a42-8d0d-49091074bbd7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/quotas/923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 375 time: 0.0089099 Feb 15 02:48:25.638826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-64c85faa-c160-4e40-90a5-c6226f1db9dd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492897 Feb 15 02:48:25.735527 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-90aebb81-b223-4cbe-a4d2-6863350cb74a service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853949 Feb 15 02:48:25.824405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-d635b551-87a0-4088-8bc2-d7509eb877d6 service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Feb 15 02:48:26.059580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff3526ed-03f1-42e6-b686-5ed5a2d4ded1 req-54c8b9c5-266e-4f5b-b285-e1341783f929 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 210 time: 0.0286348 Feb 15 02:48:26.150506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:27.162572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9467ae0c-0c83-4eee-8645-f90375b7b608 req-f955bf8c-a8f6-4046-9030-b45e98c924ce tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 210 time: 0.0322056 Feb 15 02:48:27.435582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:27.508779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:48:27.529394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:48:27.529744 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 98412d31-bd2c-4f0d-8b3c-cc29d0d0af56 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:48:27.594939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-7f407422-7fce-4bdd-95f7-a348fc15efd4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:27.596442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-7f407422-7fce-4bdd-95f7-a348fc15efd4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1014659 Feb 15 02:48:27.658250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-6daddb8d-924b-48c6-8af5-e1cd7d4b732f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 380 time: 0.0533516 Feb 15 02:48:27.668239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'port': {'device_id': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'admin_state_up': True, 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'security_groups': ['509c77d9-c2f6-42f0-870f-726963fb769e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:48:27.839941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:48:27.843434 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:27.968466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Allocated IP 172.20.0.5 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:48:28.101495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.194702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.235809 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:48:28.239047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:48:28.241636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:48:28.293466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:28.334845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:28.335465 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.361304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17d69-8ff9-4b7c-ab6c-4c54741022e5 req-30b267e9-b621-46e3-873b-23c53303f7dc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:28.364872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28c17d69-8ff9-4b7c-ab6c-4c54741022e5 req-30b267e9-b621-46e3-873b-23c53303f7dc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 931 time: 0.1194682 Feb 15 02:48:28.415265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-28c17d69-8ff9-4b7c-ab6c-4c54741022e5 req-982c617e-19eb-4408-8be5-0a8adccaa835 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Feb 15 02:48:28.454283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-77cb2d8b-226d-43ef-aa05-4ade0ae63e86 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914562 Feb 15 02:48:28.468930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Request body: {'port': {'device_id': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:48:28.515657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0b016dc1-44e9-4489-8438-4e0a963b93ea None None] Provisioning complete for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:48:28.516210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b016dc1-44e9-4489-8438-4e0a963b93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.526785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.553284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0b016dc1-44e9-4489-8438-4e0a963b93ea None None] Port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:48:28.785229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:48:28.792519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks [] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.804784 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Transition to ACTIVE for port object 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:48:28.881238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:28.942556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:29.014994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:48:29.015335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:48:29.015665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:48:29.020402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:48:29.020732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:48:29.026273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:48:29.026615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:48:29.026999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:48:29.027431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Bound port: 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:48:29.027789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:29.093152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:48:29.096112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:48:29.161594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:29.196201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.196950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:29.198250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] 10.222.0.37 "PUT /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 1092 time: 0.7335370 Feb 15 02:48:29.198689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:29.200960 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c" -d '{"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:29.225912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737359a-55c1-4592-acf0-0034efe4052d service neutron] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:29.242915 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758116e6-a5d4-4f47-9801-aa16591a4088 x-openstack-request-id: req-758116e6-a5d4-4f47-9801-aa16591a4088 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:29.243209 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:29.243465 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-758116e6-a5d4-4f47-9801-aa16591a4088 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:29.243875 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'status': 'completed', 'code': 200} Feb 15 02:48:29.310980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-53e84700-cdd7-4f45-b149-6ad04740468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.312554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-53e84700-cdd7-4f45-b149-6ad04740468e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0491588 Feb 15 02:48:29.417598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-69f23236-0fcb-470e-bbbf-f07154f6358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.419188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-69f23236-0fcb-470e-bbbf-f07154f6358c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=923fb7473e6b42669e55d4980f4cf813&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998363 Feb 15 02:48:29.542417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-e6b54c15-41df-461e-b151-3ffe659df480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.543904 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-48df1252-d7fc-43d0-a4cd-1413b3e0d11c req-e6b54c15-41df-461e-b151-3ffe659df480 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189733 Feb 15 02:48:29.562804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892ed6-361a-40ba-b3e5-e130d9ab2ee5 req-81fc99c2-eae9-4653-9a66-faed29b6a0de tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.564264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7892ed6-361a-40ba-b3e5-e130d9ab2ee5 req-81fc99c2-eae9-4653-9a66-faed29b6a0de tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0798805 Feb 15 02:48:29.639851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d7892ed6-361a-40ba-b3e5-e130d9ab2ee5 req-ecf8ba2f-2b78-4dc2-bf4b-19d15ab5f775 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697727 Feb 15 02:48:29.649694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-17dee74f-2c9e-4958-a9bc-b7906de5314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.651227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-17dee74f-2c9e-4958-a9bc-b7906de5314a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0656846 Feb 15 02:48:29.695586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-f3264463-1325-415d-ae3c-f5aeed1345c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 217 time: 0.0380659 Feb 15 02:48:29.741567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-a06d836d-e588-4fd7-97a5-3400d277cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.742992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-a06d836d-e588-4fd7-97a5-3400d277cfb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0422888 Feb 15 02:48:29.793234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b97786-df43-480a-866a-c2290ac1d662 req-84fdc534-c89b-48cf-a6fd-1d5acc332aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:29.794704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-84fdc534-c89b-48cf-a6fd-1d5acc332aab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437858 Feb 15 02:48:29.883696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-f4e3b61e-4473-48e3-9f7e-e0733cb39274 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826929 Feb 15 02:48:30.273341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-91b97786-df43-480a-866a-c2290ac1d662 req-1c5772e3-b28c-47d3-ab25-a980d30c0030 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832157 Feb 15 02:48:30.758436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26e084-382d-470f-860f-0665110c0e46 req-91c465f8-8669-4915-8c47-69c8b39d3c8c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:30.759920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d26e084-382d-470f-860f-0665110c0e46 req-91c465f8-8669-4915-8c47-69c8b39d3c8c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0527203 Feb 15 02:48:30.809600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d26e084-382d-470f-860f-0665110c0e46 req-2d2f3c07-df4f-49e8-9382-0bc0de81e350 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Feb 15 02:48:31.927087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67632a-62d5-4f44-b902-eca8eb8252e6 req-372a38f0-361a-4113-8ddc-7f5b7acefc90 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:31.928570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a67632a-62d5-4f44-b902-eca8eb8252e6 req-372a38f0-361a-4113-8ddc-7f5b7acefc90 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0517774 Feb 15 02:48:31.978222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a67632a-62d5-4f44-b902-eca8eb8252e6 req-00a309cc-8a54-4e2b-ba5e-7e98444562ff tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Feb 15 02:48:33.097139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ffbe1-d459-4acc-a53b-775abe8e52e0 req-deaa62a9-edb6-4a98-a970-22f063d15620 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:33.098619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a34ffbe1-d459-4acc-a53b-775abe8e52e0 req-deaa62a9-edb6-4a98-a970-22f063d15620 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0517662 Feb 15 02:48:33.144542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a34ffbe1-d459-4acc-a53b-775abe8e52e0 req-fdb456c7-28a0-48e9-a2f3-8802aa3f1609 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Feb 15 02:48:34.267349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e0388-0eb8-4921-b0ac-3262a74e9e70 req-cad8f0b5-85db-4e80-bd8b-297de24907cd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:34.268840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f13e0388-0eb8-4921-b0ac-3262a74e9e70 req-cad8f0b5-85db-4e80-bd8b-297de24907cd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0571380 Feb 15 02:48:34.315060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f13e0388-0eb8-4921-b0ac-3262a74e9e70 req-2ef9a20c-f68f-455c-8a10-205ecb58e6d1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Feb 15 02:48:35.433065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d94db-26a6-4c01-86f6-172cd9198d30 req-d347b719-785d-4396-ba89-8e8d6d723d69 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:35.434580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a3d94db-26a6-4c01-86f6-172cd9198d30 req-d347b719-785d-4396-ba89-8e8d6d723d69 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0537374 Feb 15 02:48:35.481060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a3d94db-26a6-4c01-86f6-172cd9198d30 req-89193b55-dbba-4e0a-9328-43ba1ed4bca8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 Feb 15 02:48:35.547983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:48:35.645098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:35.656145 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'mac_address': 'fa:16:3e:2c:92:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:48:35.693011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:48:35.693405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:35.705724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:48:35.724502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:35.783870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:35.831045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:36.082988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:48:36.599102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4439-4be8-4929-b3f4-ecac96c27850 req-57aff18a-6bbd-4ec3-989b-2852f1aa8bdc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:36.600576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-042d4439-4be8-4929-b3f4-ecac96c27850 req-57aff18a-6bbd-4ec3-989b-2852f1aa8bdc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0504081 Feb 15 02:48:36.649866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-042d4439-4be8-4929-b3f4-ecac96c27850 req-7d8598c3-6db3-48cf-a7e0-a2c3e6c2155d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Feb 15 02:48:37.580364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:48:37.726679 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:48:37.731577 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:48:37.731984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:37.769755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165a1f-3e0e-427e-a02a-a9771d97f524 req-9f2c85e3-34f7-4483-9180-e3b98c92000a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:37.771463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1165a1f-3e0e-427e-a02a-a9771d97f524 req-9f2c85e3-34f7-4483-9180-e3b98c92000a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0541625 Feb 15 02:48:37.812031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:48:37.812452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:37.818333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1165a1f-3e0e-427e-a02a-a9771d97f524 req-2aa8064c-83a3-4f99-8399-de93e4193b22 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402439 Feb 15 02:48:37.836478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:37.838846 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c342309f-d4be-4c0e-bdef-91e5614e75ec" -d '{"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-plugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:37.851419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:48:37.874311 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227db31-1631-4a81-8081-c3d439dad7ba x-openstack-request-id: req-9227db31-1631-4a81-8081-c3d439dad7ba {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:37.874598 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-plugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:37.874874 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9227db31-1631-4a81-8081-c3d439dad7ba {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:37.875291 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'code': 200} Feb 15 02:48:37.925759 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:37.971280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b3f06-53d9-4029-81ce-c37d5018b43d req-733ad46c-5ae4-4fe3-a680-d0fd49338b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:37.972734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-663b3f06-53d9-4029-81ce-c37d5018b43d req-733ad46c-5ae4-4fe3-a680-d0fd49338b10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1128 time: 0.0437884 Feb 15 02:48:37.975043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:48:38.017460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-663b3f06-53d9-4029-81ce-c37d5018b43d req-18e9bd37-0814-4d32-bdcf-953e7a41f018 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Feb 15 02:48:38.943399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36396-2282-4c1c-b1e9-05e9f68f0b29 req-787c0e1b-85ef-4635-bb99-1a1f662be427 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:38.945478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7e36396-2282-4c1c-b1e9-05e9f68f0b29 req-787c0e1b-85ef-4635-bb99-1a1f662be427 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0552351 Feb 15 02:48:38.990590 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7e36396-2282-4c1c-b1e9-05e9f68f0b29 req-142fad1f-2042-49a7-8023-7cba11069e39 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394094 Feb 15 02:48:40.117387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5692c6-3185-4309-86ad-8012cb1b32e3 req-67feed50-8c8c-48a4-8d98-17fbe058b514 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:40.118882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e5692c6-3185-4309-86ad-8012cb1b32e3 req-67feed50-8c8c-48a4-8d98-17fbe058b514 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0540817 Feb 15 02:48:40.165043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e5692c6-3185-4309-86ad-8012cb1b32e3 req-ce3026d8-b5ab-44e7-9494-865d334cdcf4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 Feb 15 02:48:40.298250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c16ed-d87b-4a1e-9e29-307e5db1c7fb req-16cd811f-28c7-4c16-bcfa-64d939217ce1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:40.299556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-265c16ed-d87b-4a1e-9e29-307e5db1c7fb req-16cd811f-28c7-4c16-bcfa-64d939217ce1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0731046 Feb 15 02:48:40.308807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:48:40.314385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'floatingip': {'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:48:40.357035 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:40.801883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:40.863982 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:40.980613 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 associated. External IP: 172.25.2.216, port: 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a. Feb 15 02:48:41.193215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:48:41.306347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:48:41.311509 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:41.315611 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:48:41.326105 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:48:41.326717 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:41.342153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-395c158d-772f-44ce-addd-de329c6efb6d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "PUT /v2.0/floatingips/cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 HTTP/1.1" status: 200 len: 991 time: 1.0322700 Feb 15 02:48:41.342742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:48:41.345047 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e0aa75-aeff-4aeb-be6a-daee7874417e" -d '{"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:48:41.440078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:48:41.609350 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3088ef7-6647-4cf5-bbcb-88595ed8707f x-openstack-request-id: req-f3088ef7-6647-4cf5-bbcb-88595ed8707f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:48:41.609767 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:48:41.610259 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3088ef7-6647-4cf5-bbcb-88595ed8707f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:48:41.610827 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'status': 'completed', 'code': 200} Feb 15 02:48:41.672782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:2c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:48:40Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:41.686287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-c3b58e27-c7eb-4fd3-bc51-e64571d3eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:41.687848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-c3b58e27-c7eb-4fd3-bc51-e64571d3eb5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1128 time: 0.0587986 Feb 15 02:48:41.699329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:48:41.707753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:48:41.708379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:48:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:41.786141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f248a7-7b84-4dfa-954c-99b53433b489 req-5ed706e7-6766-40cf-baa3-5b0df1f83ebb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:41.787621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44f248a7-7b84-4dfa-954c-99b53433b489 req-5ed706e7-6766-40cf-baa3-5b0df1f83ebb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.1160829 Feb 15 02:48:41.816765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:48:41.838001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-e6e6925b-9b47-4708-94dd-c45afb4ef67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:41.839385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-e6e6925b-9b47-4708-94dd-c45afb4ef67c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1373475 Feb 15 02:48:41.860378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-44f248a7-7b84-4dfa-954c-99b53433b489 req-3c11eff9-dcf8-4980-8d44-34ddf5964b65 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637405 Feb 15 02:48:41.916481 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-240031c6-85e5-41af-a4ea-b686f5d04477 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 999 time: 0.0694683 Feb 15 02:48:41.964456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-f1897160-d769-422d-a99d-6c94c5669047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:41.965938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-f1897160-d769-422d-a99d-6c94c5669047 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0434771 Feb 15 02:48:42.014061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-c1560c48-6149-4eae-92d7-70d90c2fc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:42.015625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-c1560c48-6149-4eae-92d7-70d90c2fc9ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444381 Feb 15 02:48:42.042863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:2c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:48:40Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:48:42.070283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fa7b6-c45b-43c0-baf8-0a0c6244d343 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:2c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:48:40Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:48:42.108668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-6c6c1543-5247-4562-86b0-98502b10889d service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869486 Feb 15 02:48:42.200307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d8e0aa75-aeff-4aeb-be6a-daee7874417e req-c8afa825-4adf-4808-957b-b5047fecdbf1 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Feb 15 02:48:42.273733 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873a747-d68a-45d7-9fe8-3e3e435cfc77 None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:48:42.982810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f709-344c-45e3-93e3-f7d2377363e1 req-191c2ba9-184f-4d9e-9a58-211ffcacd0c2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:42.984271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8810f709-344c-45e3-93e3-f7d2377363e1 req-191c2ba9-184f-4d9e-9a58-211ffcacd0c2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0527036 Feb 15 02:48:43.036115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8810f709-344c-45e3-93e3-f7d2377363e1 req-35c1c7d3-f6a1-4c8a-b2ff-eea1a13d4919 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 Feb 15 02:48:44.156741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46832b0-9729-4e85-9532-9ad07b56dec3 req-59275141-71b4-4397-a13f-274307f535f2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:44.158211 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46832b0-9729-4e85-9532-9ad07b56dec3 req-59275141-71b4-4397-a13f-274307f535f2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0561478 Feb 15 02:48:44.204479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b46832b0-9729-4e85-9532-9ad07b56dec3 req-d54af63c-7498-423a-986b-46cfcf2f998e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Feb 15 02:48:45.325412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91411-6635-4e3e-ae43-0157817e1b17 req-8ebf056e-b5b9-4c7f-a656-d5eedebbf3f2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:45.326871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47d91411-6635-4e3e-ae43-0157817e1b17 req-8ebf056e-b5b9-4c7f-a656-d5eedebbf3f2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0547650 Feb 15 02:48:45.373405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-47d91411-6635-4e3e-ae43-0157817e1b17 req-08c84a7f-c20b-4af2-a48e-c20eb57e4b80 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Feb 15 02:48:45.875500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:46.495838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb443-87f4-411a-83fb-3382065e6bdc req-79ac501b-97b2-46e9-a7db-d208229fb1a5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:46.497342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f2cb443-87f4-411a-83fb-3382065e6bdc req-79ac501b-97b2-46e9-a7db-d208229fb1a5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0554695 Feb 15 02:48:46.545350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0f2cb443-87f4-411a-83fb-3382065e6bdc req-634fab9e-def0-4898-933b-53908200a6d7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Feb 15 02:48:47.666046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29997-57f9-4602-8d97-10bd99b31224 req-12dcf461-efc3-4b08-b342-ebd8a1f90c4f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:47.667469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ff29997-57f9-4602-8d97-10bd99b31224 req-12dcf461-efc3-4b08-b342-ebd8a1f90c4f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0556555 Feb 15 02:48:47.714950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ff29997-57f9-4602-8d97-10bd99b31224 req-7e43f926-b2aa-4084-9071-29083ff72b84 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Feb 15 02:48:48.572495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:48.833449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf577-0850-4591-a185-950cf34c3b7b req-67771bc2-c5b5-4e02-88ea-4dfd843d2bbc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:48.834885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59cbf577-0850-4591-a185-950cf34c3b7b req-67771bc2-c5b5-4e02-88ea-4dfd843d2bbc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0519264 Feb 15 02:48:48.884179 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-59cbf577-0850-4591-a185-950cf34c3b7b req-15df2227-82fd-4f25-8bcb-9e11a4ac5e91 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Feb 15 02:48:50.000203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fb5b1-9d6f-4947-bc25-973abc03a5e4 req-69004a8f-bdd4-4ba9-83ab-1f4ec43ac05d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:50.001728 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-607fb5b1-9d6f-4947-bc25-973abc03a5e4 req-69004a8f-bdd4-4ba9-83ab-1f4ec43ac05d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0516698 Feb 15 02:48:50.048547 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-607fb5b1-9d6f-4947-bc25-973abc03a5e4 req-c0ec1bdd-27fe-4cab-bc24-57ceabcbe494 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Feb 15 02:48:51.155752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29c9b999-9000-42a6-81e1-c700c48be3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:51.167409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeb1ab-c64d-497e-a78e-b6e322ef386e req-a691ee2d-5ccf-4959-adbb-8359b10593a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:51.168956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26aeb1ab-c64d-497e-a78e-b6e322ef386e req-a691ee2d-5ccf-4959-adbb-8359b10593a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0539474 Feb 15 02:48:51.215093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26aeb1ab-c64d-497e-a78e-b6e322ef386e req-bc5b6924-dcb9-4a22-b687-9e485025a66f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Feb 15 02:48:52.341132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70732d-57d5-4e77-a7f0-b3a3d73fd549 req-0f0ae5be-a39b-4666-be79-11fcf87f56c5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:52.342632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec70732d-57d5-4e77-a7f0-b3a3d73fd549 req-0f0ae5be-a39b-4666-be79-11fcf87f56c5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0574768 Feb 15 02:48:52.389304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec70732d-57d5-4e77-a7f0-b3a3d73fd549 req-846417b6-264e-4b97-815c-c38cc779b80c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Feb 15 02:48:53.313482 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad556-73a7-4d52-8652-8c940cefac31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:53.506621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b4c04-b6b8-4cb8-90db-fd20db328fd9 req-80c1eb4f-533b-453f-9cb8-1e548e9a23eb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:53.508620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a50b4c04-b6b8-4cb8-90db-fd20db328fd9 req-80c1eb4f-533b-453f-9cb8-1e548e9a23eb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0513268 Feb 15 02:48:53.554769 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a50b4c04-b6b8-4cb8-90db-fd20db328fd9 req-2d9c786f-67a8-4769-af2b-9a1b823c3949 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Feb 15 02:48:54.671043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4c20-62f5-4014-a341-513846a25492 req-2c8fcfbc-2983-426b-847e-1e5268fdf55b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:54.672567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25ee4c20-62f5-4014-a341-513846a25492 req-2c8fcfbc-2983-426b-847e-1e5268fdf55b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0515304 Feb 15 02:48:54.723802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-25ee4c20-62f5-4014-a341-513846a25492 req-68d6d191-fca7-46a2-bb4f-2b7ffc3f9093 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Feb 15 02:48:54.743374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:55.841990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce35977-d36b-4ba9-964f-0289a2e64ea0 req-f8bf6323-86d3-4583-a54f-d8d76018f1d7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:55.843485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fce35977-d36b-4ba9-964f-0289a2e64ea0 req-f8bf6323-86d3-4583-a54f-d8d76018f1d7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0532162 Feb 15 02:48:55.889309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fce35977-d36b-4ba9-964f-0289a2e64ea0 req-ca9ccdd3-90e8-4773-87b3-cacae265ebec tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Feb 15 02:48:56.143581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:57.007042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd13916-87f3-40c8-a1d7-9ab0b79d67fd req-26d44cec-2641-4679-86bd-c07180aa32fc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:57.008542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fd13916-87f3-40c8-a1d7-9ab0b79d67fd req-26d44cec-2641-4679-86bd-c07180aa32fc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0519581 Feb 15 02:48:57.054338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fd13916-87f3-40c8-a1d7-9ab0b79d67fd req-179bcff5-3a98-42bc-87e9-0d9059d09986 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Feb 15 02:48:57.469615 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:48:58.176576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9038b6-9702-4d62-816b-63e99fef4a47 req-b3c12792-1b3a-471c-80a4-061bdf64e401 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:58.178032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e9038b6-9702-4d62-816b-63e99fef4a47 req-b3c12792-1b3a-471c-80a4-061bdf64e401 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0552442 Feb 15 02:48:58.222977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e9038b6-9702-4d62-816b-63e99fef4a47 req-ce2cf3cc-a65e-45bc-9289-095bbb96a20a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392876 Feb 15 02:48:59.346123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b03e1-3a7f-4063-8cef-6af8a79777bb req-3cacf894-0628-423a-8218-c45d2996ee26 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:48:59.347605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c38b03e1-3a7f-4063-8cef-6af8a79777bb req-3cacf894-0628-423a-8218-c45d2996ee26 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0532510 Feb 15 02:48:59.393845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c38b03e1-3a7f-4063-8cef-6af8a79777bb req-74230c36-6973-420a-b5be-50223b55c6f1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Feb 15 02:49:00.515875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cce2a-a8df-40f8-906f-6396d76f48c5 req-bcfd7d57-3d32-4e49-9d2d-0d1d4c88a102 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:00.517499 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b40cce2a-a8df-40f8-906f-6396d76f48c5 req-bcfd7d57-3d32-4e49-9d2d-0d1d4c88a102 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0559602 Feb 15 02:49:00.535076 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:49:00.565357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b40cce2a-a8df-40f8-906f-6396d76f48c5 req-c6f535d5-e295-4122-8c05-6cd81cbb6b8d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Feb 15 02:49:01.682364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae901-e5da-4078-aeee-02c10e1d2709 req-52771731-b33e-41a3-8346-6bedcb180ad4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:01.683771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d0ae901-e5da-4078-aeee-02c10e1d2709 req-52771731-b33e-41a3-8346-6bedcb180ad4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0523992 Feb 15 02:49:01.730645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4d0ae901-e5da-4078-aeee-02c10e1d2709 req-48ac3e03-d0e4-48e7-a1b5-4691befd3211 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Feb 15 02:49:02.849125 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f980d-4d3a-4f06-8ba2-832b67008479 req-8e79be83-475c-452a-955e-f4d7cd872f14 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:02.850600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3f980d-4d3a-4f06-8ba2-832b67008479 req-8e79be83-475c-452a-955e-f4d7cd872f14 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0524371 Feb 15 02:49:02.900520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce3f980d-4d3a-4f06-8ba2-832b67008479 req-81d3116f-a358-41a1-8462-2828571593b9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Feb 15 02:49:04.017496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2404a3-e6d6-4c8b-a50f-666d0e37c0e7 req-bfbcd757-2cd6-4358-afdd-e0e35d03eda9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:04.018960 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e2404a3-e6d6-4c8b-a50f-666d0e37c0e7 req-bfbcd757-2cd6-4358-afdd-e0e35d03eda9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0512521 Feb 15 02:49:04.064420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e2404a3-e6d6-4c8b-a50f-666d0e37c0e7 req-59fc0a71-5f98-45b8-8ed9-010b0cac72c8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 15 02:49:05.191617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aecee1-6cef-4c8c-953a-9486ff7b71de req-17015e4a-f12c-420a-93d5-85ab0928506c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:05.193196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3aecee1-6cef-4c8c-953a-9486ff7b71de req-17015e4a-f12c-420a-93d5-85ab0928506c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0532546 Feb 15 02:49:05.247648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3aecee1-6cef-4c8c-953a-9486ff7b71de req-c12655c1-df5a-4b14-a34e-1508f02d5738 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Feb 15 02:49:06.377729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d200e5-3eda-45a9-93ce-d02e9b17da78 req-486d2843-b5af-4e81-ab2c-ed4a091e5cb0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:06.379239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89d200e5-3eda-45a9-93ce-d02e9b17da78 req-486d2843-b5af-4e81-ab2c-ed4a091e5cb0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0576439 Feb 15 02:49:06.430848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89d200e5-3eda-45a9-93ce-d02e9b17da78 req-491d8515-e1e6-49b2-8790-0be10af9d633 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Feb 15 02:49:07.550250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb1cb8-6a3c-4f54-ad9c-1b3eb42aa1bc req-9763d5f5-2ac0-4fbb-8f13-de7eaa67f339 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:07.551756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32bb1cb8-6a3c-4f54-ad9c-1b3eb42aa1bc req-9763d5f5-2ac0-4fbb-8f13-de7eaa67f339 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 15 02:49:07.597846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32bb1cb8-6a3c-4f54-ad9c-1b3eb42aa1bc req-208093b3-50b5-475d-9dbd-afb10ad1fa77 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399287 Feb 15 02:49:08.030394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77558018-6f92-409e-8786-8e05eaf77fdf req-df8ed0a7-7b47-4296-9fbc-31969c4d7f39 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:08.031911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77558018-6f92-409e-8786-8e05eaf77fdf req-df8ed0a7-7b47-4296-9fbc-31969c4d7f39 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0525088 Feb 15 02:49:08.083924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-77558018-6f92-409e-8786-8e05eaf77fdf req-030251db-f536-42f0-a05c-eb96c9d448fa tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Feb 15 02:49:08.130437 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-8602b5df-dd00-4c71-b426-85d5002dc1da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480833 Feb 15 02:49:08.668743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9be277a-9747-42f1-8e04-d83d4cefa262 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:08.670076 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9be277a-9747-42f1-8e04-d83d4cefa262 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 942 time: 0.0446126 Feb 15 02:49:09.214686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6af55-a27b-4a0f-982b-0ed470806c94 req-6d509d94-4357-4823-bb72-36f212df35bd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:09.216183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97b6af55-a27b-4a0f-982b-0ed470806c94 req-6d509d94-4357-4823-bb72-36f212df35bd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0523419 Feb 15 02:49:09.266152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97b6af55-a27b-4a0f-982b-0ed470806c94 req-d52e775d-3881-4802-9054-10e3b63e840c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442281 Feb 15 02:49:10.156715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-19510b5d-cab2-4eca-aa1e-198e2ebe0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:10.158231 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-19510b5d-cab2-4eca-aa1e-198e2ebe0448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1128 time: 0.0458190 Feb 15 02:49:10.247862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-3b507d23-cc70-4ccb-aab3-b35503f54535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:10.249433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-3b507d23-cc70-4ccb-aab3-b35503f54535 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0858850 Feb 15 02:49:10.314429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-3d9b683c-cc2c-447f-aa75-e00dcdc3fcf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 1001 time: 0.0591772 Feb 15 02:49:10.688484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-4539f81c-5045-42f2-9a92-64750b01fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:10.689855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-4539f81c-5045-42f2-9a92-64750b01fd8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.3693199 Feb 15 02:49:10.731218 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b93474-9d75-414e-b5ed-cf6d5f9e3565 req-20a37717-68fc-4fbe-b0ed-09ed95e0caf9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:10.732687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14b93474-9d75-414e-b5ed-cf6d5f9e3565 req-20a37717-68fc-4fbe-b0ed-09ed95e0caf9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.3870161 Feb 15 02:49:10.765691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-033dd9b1-627f-4061-a7cb-5a2099f077b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:10.767184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-033dd9b1-627f-4061-a7cb-5a2099f077b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0695827 Feb 15 02:49:10.839339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14b93474-9d75-414e-b5ed-cf6d5f9e3565 req-01f6790a-6e3e-4760-a110-484c446b6839 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994442 Feb 15 02:49:10.875548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-7f0a7653-ed44-4917-b66b-ceec55f7c1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005647 Feb 15 02:49:10.961208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-0848c5b9-6ae9-4cca-aceb-05f43eda5f28 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794795 Feb 15 02:49:11.966606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dacd8-183e-4770-b84e-e6601516b537 req-4a5981a7-59cd-4844-aa9f-75c76f872523 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:11.968094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61dacd8-183e-4770-b84e-e6601516b537 req-4a5981a7-59cd-4844-aa9f-75c76f872523 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0571105 Feb 15 02:49:12.013826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e61dacd8-183e-4770-b84e-e6601516b537 req-933ab0af-77d5-4348-b9ff-cbb585faff49 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Feb 15 02:49:12.941904 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-e44e2fa5-2b18-418a-9bfd-c66b07f00722 service neutron] show failed (client error): The resource could not be found. Feb 15 02:49:12.942918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-e44e2fa5-2b18-418a-9bfd-c66b07f00722 service neutron] 10.222.0.37 "GET /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0540948 Feb 15 02:49:13.135156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2dd59-7eb2-4286-8826-ee0bc95671bc req-cee0ba13-0839-4a0d-9d81-0640e81e9ca3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:13.136794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bc2dd59-7eb2-4286-8826-ee0bc95671bc req-cee0ba13-0839-4a0d-9d81-0640e81e9ca3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0534511 Feb 15 02:49:13.187484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bc2dd59-7eb2-4286-8826-ee0bc95671bc req-5118b301-2232-49b2-a125-d2235dc93b5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Feb 15 02:49:13.410416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-df2d70bf-5761-4fca-a4ed-7bb843ab2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:13.411933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-df2d70bf-5761-4fca-a4ed-7bb843ab2e86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0478215 Feb 15 02:49:13.422510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:49:13.479837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:13.680833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:13.712876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:49:13.755795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:13.758013 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0c464-d72b-4dfc-a145-909995ee59ab" -d '{"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:13.762105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks [] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:13.774725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Transition to ACTIVE for port object 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:49:13.808733 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a12d6ef-5ec5-4009-b939-4bb4374af626 x-openstack-request-id: req-7a12d6ef-5ec5-4009-b939-4bb4374af626 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:13.809034 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:13.809294 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a12d6ef-5ec5-4009-b939-4bb4374af626 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:13.809733 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'code': 200} Feb 15 02:49:13.846576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:13.924474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:13.936881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.937231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.937572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.937913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.938245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.938574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.938901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.939226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.939548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.939872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.940197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.940539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.940858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:13.977052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] No DVR routers for this DVR port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:49:14.118490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:49:14.118824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:49:14.119150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:49:14.123370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:49:14.123689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Attempting to bind port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:49:14.128487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:49:14.128821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:49:14.129197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:49:14.129616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Bound port: 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:49:14.129963 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:14.190008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:49:14.192897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:49:14.253112 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:14.312508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.313126 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:14.314488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] 10.222.0.31 "PUT /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 1092 time: 0.8960350 Feb 15 02:49:14.351482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf64b-7b92-4ae1-9dce-5ec50f285d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:14.394636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc8ed-9eba-47a0-a4ca-5bf82b8decdb req-b184fd78-a711-40fd-98ec-ecb351c7b83b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.396208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6cbdc8ed-9eba-47a0-a4ca-5bf82b8decdb req-b184fd78-a711-40fd-98ec-ecb351c7b83b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.1343493 Feb 15 02:49:14.412949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-fbc0d7f1-3bb4-41ef-b7cc-7365b04ead94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.415054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-fbc0d7f1-3bb4-41ef-b7cc-7365b04ead94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0744650 Feb 15 02:49:14.503468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6cbdc8ed-9eba-47a0-a4ca-5bf82b8decdb req-66b110f3-a50a-4d27-9b9e-965472391cca tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987291 Feb 15 02:49:14.531656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-76c67e1d-ed18-477a-bb5e-ee4cb880590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.533143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-76c67e1d-ed18-477a-bb5e-ee4cb880590c service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1101854 Feb 15 02:49:14.602903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-0c431eae-6275-4fc0-a03e-b0a020f42f8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 999 time: 0.0634253 Feb 15 02:49:14.649753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-7d040179-1c50-4578-b135-5fd1e5b553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.651697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-7d040179-1c50-4578-b135-5fd1e5b553b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0431054 Feb 15 02:49:14.698909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-44348ea1-d7d0-42cf-a932-bfa974317f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:14.700411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-44348ea1-d7d0-42cf-a932-bfa974317f00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434325 Feb 15 02:49:14.791351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-4c0883cf-8260-40f0-b82a-2840e8f38f93 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850446 Feb 15 02:49:14.879677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d60f337-64aa-4b04-a8ef-3ea1955a261d req-5645f6f4-f6f1-47ac-8ed3-c9090e567ffc service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831854 Feb 15 02:49:15.628178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6ce4-6a17-4877-89cf-a6fab75814cd req-4a61da70-d97e-4054-b1f1-3888901d5c21 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:15.629678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-298f6ce4-6a17-4877-89cf-a6fab75814cd req-4a61da70-d97e-4054-b1f1-3888901d5c21 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0571859 Feb 15 02:49:15.676259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-298f6ce4-6a17-4877-89cf-a6fab75814cd req-94a4db82-d256-4b79-97c1-fa8fcc2056b2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Feb 15 02:49:15.810415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:15.812725 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e5759-28be-4daa-ac6d-c8ec015f44e5" -d '{"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:15.859629 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a2dc49-7d8c-4da0-9b63-9c1bcd7a8fee x-openstack-request-id: req-00a2dc49-7d8c-4da0-9b63-9c1bcd7a8fee {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:15.859941 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:15.860198 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00a2dc49-7d8c-4da0-9b63-9c1bcd7a8fee {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:15.860638 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'status': 'completed', 'code': 200} Feb 15 02:49:15.943731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:15.952343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-cf0a4ef6-3de1-4cf3-b005-c1d6728da902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:15.958373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-cf0a4ef6-3de1-4cf3-b005-c1d6728da902 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0758131 Feb 15 02:49:15.958373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-dd56bf62-2e86-4393-bd8e-092f4df7acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:15.958373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-dd56bf62-2e86-4393-bd8e-092f4df7acfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0702541 Feb 15 02:49:16.114774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-eae740b5-ea31-426f-809c-f23b65ebe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.116167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-eae740b5-ea31-426f-809c-f23b65ebe302 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1558583 Feb 15 02:49:16.118765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-d4df73ed-e410-4eaf-be69-9ffb9239349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.120664 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-d4df73ed-e410-4eaf-be69-9ffb9239349b service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1518085 Feb 15 02:49:16.228276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-8cb84dbc-b0f1-41cc-8fce-ed37461be87e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 999 time: 0.1063457 Feb 15 02:49:16.230083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-6cc3135e-d941-485d-ba1d-5fe95ec79998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 999 time: 0.1025779 Feb 15 02:49:16.309497 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-e72832fd-88e8-4a36-ade8-25c1851ffcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.310980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-e72832fd-88e8-4a36-ade8-25c1851ffcb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0774226 Feb 15 02:49:16.314509 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-92eddc33-bca4-447a-8738-dc08af7287a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.315838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-92eddc33-bca4-447a-8738-dc08af7287a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0752649 Feb 15 02:49:16.394031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-67d8c4a7-899a-421c-bd42-eccfb965ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.395491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-67d8c4a7-899a-421c-bd42-eccfb965ec33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0785344 Feb 15 02:49:16.398201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-5e66499e-6f99-4eb6-981c-0ab8694da6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.399572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-5e66499e-6f99-4eb6-981c-0ab8694da6da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0752740 Feb 15 02:49:16.554716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-def0f015-1e53-487e-b9df-e2780593b56e service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520424 Feb 15 02:49:16.556880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-7e94f4f3-d8d4-47ba-af84-d25e917f3128 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471615 Feb 15 02:49:16.712192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-745876fa-007f-4b07-bb4a-e53cc758e4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512196 Feb 15 02:49:16.714944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-283e5759-28be-4daa-ac6d-c8ec015f44e5 req-155cebb7-c75e-4519-8843-70c5e2ab15bb service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463594 Feb 15 02:49:16.801810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47745ca-d045-41e9-95fb-2361058cd92b req-7078139a-425a-4803-b233-1cfac58d2f5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:16.803466 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d47745ca-d045-41e9-95fb-2361058cd92b req-7078139a-425a-4803-b233-1cfac58d2f5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0537999 Feb 15 02:49:16.850088 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d47745ca-d045-41e9-95fb-2361058cd92b req-8fa35d6a-f9a3-4e65-a26b-c9d5afd40f42 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Feb 15 02:49:17.194556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ef66-529e-4f2c-88a9-394c8adc6a61 req-0a69a5ba-c818-4cae-988f-cc80c7b1033c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.196480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af68ef66-529e-4f2c-88a9-394c8adc6a61 req-0a69a5ba-c818-4cae-988f-cc80c7b1033c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0652354 Feb 15 02:49:17.277281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af68ef66-529e-4f2c-88a9-394c8adc6a61 req-2702719f-950a-4c9c-a9e8-30bf79a63c2b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744689 Feb 15 02:49:17.287527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-c4e26bbc-2b28-4c66-bde1-df6592201c09 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.289044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-c4e26bbc-2b28-4c66-bde1-df6592201c09 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf&tenant_id=923fb7473e6b42669e55d4980f4cf813&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 943 time: 0.0803020 Feb 15 02:49:17.347159 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-9fe6f58f-0464-4a22-82f5-258e1e618f8f service neutron] delete failed (client error): The resource could not be found. Feb 15 02:49:17.348071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-9fe6f58f-0464-4a22-82f5-258e1e618f8f service neutron] 10.222.0.37 "DELETE /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0525367 Feb 15 02:49:17.434576 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-5f1fdc50-13c9-4876-9668-6f9dc9ec09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.436053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-5f1fdc50-13c9-4876-9668-6f9dc9ec09f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1126 time: 0.0481942 Feb 15 02:49:17.521660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-8e13a57f-573a-4d93-ac3a-b215426d219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.523104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-8e13a57f-573a-4d93-ac3a-b215426d219f service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0817554 Feb 15 02:49:17.590651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-df09a528-5eb1-4d42-b4c1-74cf05536832 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 999 time: 0.0615282 Feb 15 02:49:17.637156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-e76f2158-5909-4608-abca-5f41d738f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.638565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-e76f2158-5909-4608-abca-5f41d738f11b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0420516 Feb 15 02:49:17.686159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-ab38cc42-7b20-4660-9b26-03e2f8bcc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:17.687620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-ab38cc42-7b20-4660-9b26-03e2f8bcc2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433886 Feb 15 02:49:17.774864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-6d0da915-c1c8-4f74-84c2-098dbf68c2d8 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813980 Feb 15 02:49:17.793504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:49:17.833529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:49:17.833917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:49:17.863073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1ee461f-6480-46d6-9090-05dbdb1bdbc4 req-81ea5b96-a182-4c07-bd90-68d75feca229 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Feb 15 02:49:18.409109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2a2e-c968-434a-a561-20503e0ccee3 req-d4902871-d073-4df0-9035-8abfc39eb196 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:18.411561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-081e2a2e-c968-434a-a561-20503e0ccee3 req-d4902871-d073-4df0-9035-8abfc39eb196 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 943 time: 0.0573602 Feb 15 02:49:18.459815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-081e2a2e-c968-434a-a561-20503e0ccee3 req-b7c5a350-66fb-4d1d-bd01-83e4f01553f0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Feb 15 02:49:18.572335 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:19.056327 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:49:19.156903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:19.169018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'mac_address': 'fa:16:3e:2c:92:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:49:19.367176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:49:19.367479 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:19.380678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:49:19.400692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:19.452397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:19.498891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:19.506635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.506997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.507337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.507682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.508044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.508399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.508735 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.509066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.509394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.510231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.510559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.510886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.511211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:49:19.589489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251884a-c462-4416-9e4b-b1adddf356a1 req-f075c2e7-62d6-4b81-bad6-c8ee0c0c1d9e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:19.590963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0251884a-c462-4416-9e4b-b1adddf356a1 req-f075c2e7-62d6-4b81-bad6-c8ee0c0c1d9e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0560732 Feb 15 02:49:19.637911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0251884a-c462-4416-9e4b-b1adddf356a1 req-b6d65f67-1e0d-45d5-a6bc-499defd209a2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Feb 15 02:49:19.677574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:49:19.754242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677640-ed63-4bbd-9ed1-d01ec54f4a52 req-1f4240fb-29ec-49d4-a7d3-e9ca38f04fac tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:19.755808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f677640-ed63-4bbd-9ed1-d01ec54f4a52 req-1f4240fb-29ec-49d4-a7d3-e9ca38f04fac tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0523746 Feb 15 02:49:19.803289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f677640-ed63-4bbd-9ed1-d01ec54f4a52 req-a44c4352-f869-4191-b4c6-e96814b4bd6e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Feb 15 02:49:20.141370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec365ce4-4772-4fa4-aad8-0a0cc5666b70 req-9153d74b-0a26-4c3a-be7e-ce061b57c558 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:20.142876 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec365ce4-4772-4fa4-aad8-0a0cc5666b70 req-9153d74b-0a26-4c3a-be7e-ce061b57c558 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0600743 Feb 15 02:49:20.218126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec365ce4-4772-4fa4-aad8-0a0cc5666b70 req-f1b8e539-2e2a-4335-bb9b-9625430f1fc0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695117 Feb 15 02:49:20.230960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-42195932-657d-460c-999d-612d79156d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:20.232491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-42195932-657d-460c-999d-612d79156d99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 1127 time: 0.0618010 Feb 15 02:49:20.321620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-3f94d837-55b9-468f-bc8d-6d492c7a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:20.323530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-3f94d837-55b9-468f-bc8d-6d492c7a2074 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0855753 Feb 15 02:49:20.387076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-78316e11-5b9a-40b9-ab8b-c8e871af367b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 200 len: 1000 time: 0.0577579 Feb 15 02:49:20.435234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-a4d2d59c-5801-42b9-8a50-0afbbd706cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:20.436737 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-a4d2d59c-5801-42b9-8a50-0afbbd706cd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0445502 Feb 15 02:49:20.487536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-034b5476-2564-46f3-b5ce-9f2d0622ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:20.489007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-034b5476-2564-46f3-b5ce-9f2d0622ca78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469561 Feb 15 02:49:20.577207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-7a7d6ba9-9f2f-4d1c-ad2c-aed61d1a0c8e service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816126 Feb 15 02:49:20.667856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3de0278c-3afb-4726-a9d3-fc02d426a355 req-7e41471b-a890-469c-8d98-45bb5ced680b service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Feb 15 02:49:21.078836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:49:21.177763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc1be80b-6b65-4672-8c65-3d36abb031ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:21.235553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:49:21.240036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:49:21.241182 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:21.328072 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:49:21.328494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:21.342122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6007-c6e0-4617-b257-2a273147e445 req-9eda3524-4c40-474c-9af0-cbfc6d0d7f2d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:21.343667 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-290a6007-c6e0-4617-b257-2a273147e445 req-9eda3524-4c40-474c-9af0-cbfc6d0d7f2d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 944 time: 0.0566785 Feb 15 02:49:21.351579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:21.353870 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4aa8a-79bc-47cf-8daa-18b8f969f8f8" -d '{"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-plugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:21.366116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:21.391289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-290a6007-c6e0-4617-b257-2a273147e445 req-81b9194a-29c6-4185-a4a2-4a663952edc5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Feb 15 02:49:21.436502 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061e55a-638c-4dc9-a8dc-fd66c776cc10 x-openstack-request-id: req-d061e55a-638c-4dc9-a8dc-fd66c776cc10 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:21.436796 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-plugged", "status": "completed", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:21.437056 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d061e55a-638c-4dc9-a8dc-fd66c776cc10 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:21.437459 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'code': 200} Feb 15 02:49:21.440757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:21.487313 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:21.800413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c84ef0-2229-4b61-94c6-94d4e46ed4d0 req-65423378-f3d1-4860-843c-90e5b663bb59 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:21.801913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99c84ef0-2229-4b61-94c6-94d4e46ed4d0 req-65423378-f3d1-4860-843c-90e5b663bb59 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0523195 Feb 15 02:49:21.847972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99c84ef0-2229-4b61-94c6-94d4e46ed4d0 req-da9f0569-2321-4f82-8656-a8b0fc72130e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Feb 15 02:49:23.305435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4468-e410-4609-9357-de997d9df3f0 req-c3778e0b-d3b9-482d-84d5-a7d3a681c945 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:23.307503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e66b4468-e410-4609-9357-de997d9df3f0 req-c3778e0b-d3b9-482d-84d5-a7d3a681c945 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.3913147 Feb 15 02:49:23.318180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-6b68c80f-ae38-4511-9230-3a19fa667510 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:23.319496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bee5087-40e1-400a-b819-e8845546f870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.319958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-6b68c80f-ae38-4511-9230-3a19fa667510 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 945 time: 0.0672114 Feb 15 02:49:23.414478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e66b4468-e410-4609-9357-de997d9df3f0 req-53345e8e-f6d1-485f-be8b-89d0cc0a532d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939534 Feb 15 02:49:23.441215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Deleting port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:49:23.441566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.535141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] For port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:23.535505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.702757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.703044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.703365 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 disassociated. External IP: 172.25.2.216, port: 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a. Feb 15 02:49:23.703712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Calling delete_port for 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:49:23.903549 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7594cdb2-1e22-4c46-a5e9-29cdbc45c02a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:23.932343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'Port': ['ID=7594cdb2-1e22-4c46-a5e9-29cdbc45c02a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:24.051959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:49:24.164765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:49:24.175025 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:49:24.184736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:49:24.185360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:24.208952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] No DVR routers for this DVR port 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:49:24.211534 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:24.215503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-515dc4a8-a4d4-4b38-8cab-06124798693f req-970ca14b-7893-4e67-b5a2-808c232b1753 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "DELETE /v2.0/ports/7594cdb2-1e22-4c46-a5e9-29cdbc45c02a HTTP/1.1" status: 204 len: 173 time: 0.8892193 Feb 15 02:49:24.215954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-deleted', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:24.218246 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cdcc51-ac3f-43ec-8a31-361af18358fd" -d '{"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-deleted", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:24.253855 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c75a97-9eb2-49bd-9444-ecde43806c38 x-openstack-request-id: req-95c75a97-9eb2-49bd-9444-ecde43806c38 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:24.254140 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d7d278-5406-4720-80f9-ab9cff669dbf", "name": "network-vif-deleted", "tag": "7594cdb2-1e22-4c46-a5e9-29cdbc45c02a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:24.254399 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95c75a97-9eb2-49bd-9444-ecde43806c38 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:24.254809 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d7d278-5406-4720-80f9-ab9cff669dbf', 'name': 'network-vif-deleted', 'tag': '7594cdb2-1e22-4c46-a5e9-29cdbc45c02a', 'status': 'completed', 'code': 200} Feb 15 02:49:24.299753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:49:24.511133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:24.515256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e37c38f-c220-4876-bd5f-ed28832d3f3d req-3551320a-fb08-4bd2-8dbc-11159169face tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=52d7d278-5406-4720-80f9-ab9cff669dbf HTTP/1.1" status: 200 len: 210 time: 0.0292592 Feb 15 02:49:24.539329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:49:24.547763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:49:24.548402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:24.658059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:49:24.783589 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:24.872817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:24.898578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815da6cb-a324-4f52-941d-f3e7bb88abf1 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:49:25.104401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:49:25.113194 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1db52-fb6e-494a-9c84-5ee349adf79c None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:49:25.124568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:49:25.124924 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 7594cdb2-1e22-4c46-a5e9-29cdbc45c02a not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:49:25.753203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-18eba3ea-da78-488c-9999-a0eb4fe26f56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1275842974&fields=id&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 267 time: 0.0417380 Feb 15 02:49:25.860358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-915e6c41-d21b-4afd-b0f8-f653c31e1eb2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:25.861902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-915e6c41-d21b-4afd-b0f8-f653c31e1eb2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1023982 Feb 15 02:49:25.877671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-096d9e79-2574-473b-9203-420dfc8e7dcd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/quotas/923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 375 time: 0.0099800 Feb 15 02:49:25.940511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-3d9d1c83-ead0-4e05-8d97-7ad825af08f8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566843 Feb 15 02:49:26.037208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-992a187a-e8f8-4cef-825f-16985f16692b service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846267 Feb 15 02:49:26.128512 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-3c6da2a6-d465-4fb0-80b1-88281167566d service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854275 Feb 15 02:49:26.143938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:26.368504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0312c02e-18fe-4059-baec-ef6fd76cd0cd req-23d712d3-b40b-498a-a430-aa76c691acff tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Feb 15 02:49:27.462839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b164aab-2ad6-49e3-bf28-51789c988104 req-97a0dec8-052b-49ab-91e4-1ea77aeaf3a6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 210 time: 0.0276101 Feb 15 02:49:27.492032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:28.213774 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-173a42ab-a2a5-41ff-ae9b-785cea870152 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:28.215230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-173a42ab-a2a5-41ff-ae9b-785cea870152 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.1045854 Feb 15 02:49:28.276276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-3de1bce6-f56e-43b6-b360-3e64f083fa3a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 380 time: 0.0533748 Feb 15 02:49:28.284584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'port': {'device_id': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'admin_state_up': True, 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'security_groups': ['509c77d9-c2f6-42f0-870f-726963fb769e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:49:28.440745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:49:28.444199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:28.580271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b4eb48b9-5cdd-4f7a-9ee0-5469ce69cdd7 req-d1edb811-e53d-4f05-9ef1-a501fce4e0e3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 210 time: 0.0329504 Feb 15 02:49:28.597000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Allocated IP 172.20.0.4 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/13a26ef6-744d-4516-b5fa-1e0c03301582) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:49:28.733474 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:28.818129 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:28.859414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:49:28.862465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:49:28.869400 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:49:28.899271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:28.925028 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:28.925660 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:28.998290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-2be1be3a-6938-4ddb-9a6f-8514f3e32e56 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173121 Feb 15 02:49:29.010258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Request body: {'port': {'device_id': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:49:29.077734 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.105698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c23f01a-c465-448d-bf70-80bcc07e90f2 None None] Provisioning complete for port 13a26ef6-744d-4516-b5fa-1e0c03301582 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:49:29.106885 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c23f01a-c465-448d-bf70-80bcc07e90f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.145849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c23f01a-c465-448d-bf70-80bcc07e90f2 None None] Port 13a26ef6-744d-4516-b5fa-1e0c03301582 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:49:29.346171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:49:29.354303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks [] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.366336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Transition to ACTIVE for port object 13a26ef6-744d-4516-b5fa-1e0c03301582 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:49:29.463526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.514350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:29.589856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:49:29.590543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:49:29.590543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:49:29.595475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:49:29.595814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:49:29.600961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:49:29.601245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:49:29.601631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:49:29.602084 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Bound port: 13a26ef6-744d-4516-b5fa-1e0c03301582, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:49:29.602448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.691836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:49:29.710026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:49:29.731450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124d94e-1a11-435d-9002-fe99b2ffa5eb req-b67f880d-2206-4f49-8075-45f484d5f7c0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:29.733038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9124d94e-1a11-435d-9002-fe99b2ffa5eb req-b67f880d-2206-4f49-8075-45f484d5f7c0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0803487 Feb 15 02:49:29.757109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.808949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:29.809392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:29.811114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] 10.222.0.37 "PUT /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1092 time: 0.8058677 Feb 15 02:49:29.814287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:29.824132 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20bf4e8-4f58-470e-9d8c-e036158d0021" -d '{"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:29.826625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9124d94e-1a11-435d-9002-fe99b2ffa5eb req-20d3690a-c14b-4e04-83fb-44c605757033 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879338 Feb 15 02:49:29.854002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa466e-eb24-4ebe-a549-c522fdbd448e service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:29.886882 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c1f5f-d943-442d-afc9-7d6fb3c6f2ae x-openstack-request-id: req-386c1f5f-d943-442d-afc9-7d6fb3c6f2ae {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:29.887171 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:29.887439 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-386c1f5f-d943-442d-afc9-7d6fb3c6f2ae {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:29.888377 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'status': 'completed', 'code': 200} Feb 15 02:49:29.953446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-22e01159-efd0-407b-8468-1bff5f655d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:29.954976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-22e01159-efd0-407b-8468-1bff5f655d3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0472231 Feb 15 02:49:30.063148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-ff5287de-a101-4b9b-8e36-549d17ce7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.064693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-ff5287de-a101-4b9b-8e36-549d17ce7bee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=923fb7473e6b42669e55d4980f4cf813&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002262 Feb 15 02:49:30.158980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-41f58ea9-a466-458a-bede-5765a8d91e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.160415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d20bf4e8-4f58-470e-9d8c-e036158d0021 req-41f58ea9-a466-458a-bede-5765a8d91e50 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896029 Feb 15 02:49:30.238103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-fbea90ba-003f-4485-9abf-081f97866c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.239594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-fbea90ba-003f-4485-9abf-081f97866c7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0449831 Feb 15 02:49:30.285349 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-e9f7a1b5-de63-4811-bb27-670401ab46b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 217 time: 0.0384331 Feb 15 02:49:30.333402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-1bbd5d87-5433-4be6-a546-492b83f6df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.335082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-1bbd5d87-5433-4be6-a546-492b83f6df22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0432007 Feb 15 02:49:30.385229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-7292b79e-a6e2-47f1-829d-0bcaeb07f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.386766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-7292b79e-a6e2-47f1-829d-0bcaeb07f70d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454586 Feb 15 02:49:30.477905 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-1c1ee306-008b-49bd-91de-f9b4dbc2e5cc service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Feb 15 02:49:30.564784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-421492e9-5b88-445f-b9de-e227cfc2ce72 req-99f3b17d-e3b1-4882-a558-76ac42987dba service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806999 Feb 15 02:49:30.951609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c8ff4-8b28-4745-886b-89f0c34f25c7 req-8d4ae85c-9af9-407a-bcdd-12d80e2ed846 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:30.953132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f51c8ff4-8b28-4745-886b-89f0c34f25c7 req-8d4ae85c-9af9-407a-bcdd-12d80e2ed846 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0572484 Feb 15 02:49:30.999077 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f51c8ff4-8b28-4745-886b-89f0c34f25c7 req-705d9291-194f-47c0-9c7d-6bf171b2685b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Feb 15 02:49:32.115222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4facc-baa0-4521-85c6-f4ebd38e52cb req-7710dbad-702a-46f2-8aa8-ec2519101e0f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:32.116722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65c4facc-baa0-4521-85c6-f4ebd38e52cb req-7710dbad-702a-46f2-8aa8-ec2519101e0f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0511265 Feb 15 02:49:32.163016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65c4facc-baa0-4521-85c6-f4ebd38e52cb req-3d006014-04bd-4f50-8f6b-7c5278dbbe2a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Feb 15 02:49:33.286937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40485fa-db1b-405c-b8ca-b5c584cdd4ef req-8f76bb79-afb7-4791-83bc-ea84b1effa2d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:33.288474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e40485fa-db1b-405c-b8ca-b5c584cdd4ef req-8f76bb79-afb7-4791-83bc-ea84b1effa2d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0554318 Feb 15 02:49:33.342271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e40485fa-db1b-405c-b8ca-b5c584cdd4ef req-a2349ef0-d1d9-4674-abb7-fb1c33e22a8d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Feb 15 02:49:34.459101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cdc1f-060d-4113-9543-b4af91db8d9f req-478dd63e-46f7-4ab3-ac2a-8e6fc65e9b29 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:34.460624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-800cdc1f-060d-4113-9543-b4af91db8d9f req-478dd63e-46f7-4ab3-ac2a-8e6fc65e9b29 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0520344 Feb 15 02:49:34.506902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-800cdc1f-060d-4113-9543-b4af91db8d9f req-204feda6-20e8-413c-8140-ff9fd82680c0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Feb 15 02:49:35.625286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43969-1301-485d-a0cb-276174136953 req-be3bbcd0-d11f-4554-909b-de8807c021f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:35.626761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef43969-1301-485d-a0cb-276174136953 req-be3bbcd0-d11f-4554-909b-de8807c021f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0516555 Feb 15 02:49:35.672746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef43969-1301-485d-a0cb-276174136953 req-f8f94eb9-7f84-4d8e-9c4e-d35e8c236208 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Feb 15 02:49:35.828165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:49:35.929859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:35.940876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:49:35.977548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:49:35.977935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:35.990420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:49:36.009715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:36.085983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:36.131245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:36.402265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['13a26ef6-744d-4516-b5fa-1e0c03301582'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:49:36.795551 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2a91-1e3b-4a38-9d7c-f9c57ebfeaac req-a25d766f-a435-4cb0-8a40-d4dadcc6e634 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:36.797042 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-575f2a91-1e3b-4a38-9d7c-f9c57ebfeaac req-a25d766f-a435-4cb0-8a40-d4dadcc6e634 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0552547 Feb 15 02:49:36.843238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-575f2a91-1e3b-4a38-9d7c-f9c57ebfeaac req-8817decc-0514-414e-b2b2-8f23e8368ba3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403700 Feb 15 02:49:37.534468 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:49:37.841994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:49:37.954629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 13a26ef6-744d-4516-b5fa-1e0c03301582 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:49:37.960579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 13a26ef6-744d-4516-b5fa-1e0c03301582 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:49:37.961070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:37.974007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe65adb-0c89-4879-92d8-2e2e013d275e req-f2700a9a-5613-49c6-b3b8-e504dab9a422 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:37.975963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe65adb-0c89-4879-92d8-2e2e013d275e req-f2700a9a-5613-49c6-b3b8-e504dab9a422 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0638981 Feb 15 02:49:38.023368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe65adb-0c89-4879-92d8-2e2e013d275e req-e7f21627-4ef9-4ae4-8723-e0c0b1ea1d17 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Feb 15 02:49:38.043848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:49:38.044221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:38.066454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:38.068693 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102bd7fd-9dc9-4758-a330-bd654c7c8abc" -d '{"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-plugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:38.081099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:49:38.103369 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737fafe-22ad-432e-a8cd-afb2499b9ab5 x-openstack-request-id: req-c737fafe-22ad-432e-a8cd-afb2499b9ab5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:38.103654 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-plugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:38.103904 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c737fafe-22ad-432e-a8cd-afb2499b9ab5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:38.104333 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'code': 200} Feb 15 02:49:38.149135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:38.195683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:49:38.207368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4229b-a9d2-4a44-9fa5-5bcd73469bc6 req-14150015-b539-439e-b4ae-2eca5e986468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:38.208998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aab4229b-a9d2-4a44-9fa5-5bcd73469bc6 req-14150015-b539-439e-b4ae-2eca5e986468 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1128 time: 0.0493188 Feb 15 02:49:38.254100 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aab4229b-a9d2-4a44-9fa5-5bcd73469bc6 req-15b248df-8412-496a-8a4b-f4492eafd98a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Feb 15 02:49:39.145398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dbdb-0dec-4095-b34e-d28f514efe18 req-816d5d94-2388-44dd-8af0-1955aa017d26 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:39.146870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51e7dbdb-0dec-4095-b34e-d28f514efe18 req-816d5d94-2388-44dd-8af0-1955aa017d26 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0511529 Feb 15 02:49:39.192597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-51e7dbdb-0dec-4095-b34e-d28f514efe18 req-3e74e551-1b8b-4bc4-b616-fd664987ea60 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Feb 15 02:49:40.312113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9967f-1e13-4c9e-9524-b68ae6e303bf req-97edbcba-6708-4c61-a364-dcd617c35291 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:40.313641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dad9967f-1e13-4c9e-9524-b68ae6e303bf req-97edbcba-6708-4c61-a364-dcd617c35291 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Feb 15 02:49:40.367735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dad9967f-1e13-4c9e-9524-b68ae6e303bf req-a4a2f4d7-af8d-48e7-a565-516a8bafd80a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Feb 15 02:49:40.483213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba67ea-55af-4d6c-8a7f-2b344ce73fd7 req-812bf1fc-154d-4e64-878e-ec7ed37ff766 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:40.484666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96ba67ea-55af-4d6c-8a7f-2b344ce73fd7 req-812bf1fc-154d-4e64-878e-ec7ed37ff766 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Feb 15 02:49:40.493284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:49:40.497778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'floatingip': {'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:49:40.536758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:40.968466 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:41.034806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:41.136238 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 associated. External IP: 172.25.2.216, port: 13a26ef6-744d-4516-b5fa-1e0c03301582. Feb 15 02:49:41.355474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:49:41.762962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:49:41.767782 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:41.772562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:49:41.782530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:49:41.783135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:41.796954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-05c9e205-3289-4520-9fe5-9f4502d763da tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "PUT /v2.0/floatingips/cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 HTTP/1.1" status: 200 len: 991 time: 1.3025885 Feb 15 02:49:41.797516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:49:41.800004 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:49:41.890860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:49:42.114715 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:49:40Z', 'revision_number': 9, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:42.140936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:49:42.149544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:49:42.150733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:42.165921 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c636367e-41a8-464d-b7c1-4bcaee235936 x-openstack-request-id: req-c636367e-41a8-464d-b7c1-4bcaee235936 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:49:42.166224 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:49:42.166486 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c636367e-41a8-464d-b7c1-4bcaee235936 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:49:42.166887 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'status': 'completed', 'code': 200} Feb 15 02:49:42.263723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:49:42.283460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-026c1888-4ea1-4894-aee0-4d9a720e3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.285449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-026c1888-4ea1-4894-aee0-4d9a720e3237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1128 time: 0.0948422 Feb 15 02:49:42.300521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbed1d-1395-4fe5-987b-62b140120d65 req-77e63535-287a-4597-bc47-a9fe893fcee5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.302131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ddbed1d-1395-4fe5-987b-62b140120d65 req-77e63535-287a-4597-bc47-a9fe893fcee5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0780411 Feb 15 02:49:42.366665 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-91297632-66bf-4a57-b3be-6c8fa7df75d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492995 Feb 15 02:49:42.408008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ddbed1d-1395-4fe5-987b-62b140120d65 req-fa2169df-85de-4b8b-a90a-8dd37923184d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836670 Feb 15 02:49:42.431549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-55e735b2-7ac9-49ec-a721-3c2573897c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.432004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-55e735b2-7ac9-49ec-a721-3c2573897c1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1400142 Feb 15 02:49:42.507450 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-805d2746-ae60-4ba1-a999-13447b286f2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 999 time: 0.0696559 Feb 15 02:49:42.561184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-355b5f55-3657-4c68-ab3b-e574873f23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.562689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-355b5f55-3657-4c68-ab3b-e574873f23f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0483117 Feb 15 02:49:42.619651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-1a36f7a0-c6a7-4274-93c6-e70d4dd5159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.622950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-1a36f7a0-c6a7-4274-93c6-e70d4dd5159a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540807 Feb 15 02:49:42.697295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:49:40Z', 'revision_number': 9, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:49:42.724546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495fd07-46f7-4342-9fbe-a9550482296d None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:49:40Z', 'revision_number': 9, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:49:42.724829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-5ffe5cd1-f069-4b8a-a718-d17cef84ef09 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953274 Feb 15 02:49:42.818906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8e4e513c-aeda-4705-8aed-22cbd0fca2e5 req-7cc5492a-7ba5-44cd-95ae-5f926a74edc7 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882258 Feb 15 02:49:42.937095 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34391167-d34c-4e40-8350-9620ee92f5dd None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:49:42.938785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-eea96599-321d-47fb-8cd5-e9846d398ce9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:42.940389 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-eea96599-321d-47fb-8cd5-e9846d398ce9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 942 time: 0.0519395 Feb 15 02:49:43.532093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76ac4-0337-4216-b6a1-34f5434fb5f6 req-0dd41bbc-aa52-499f-acc3-2af9c3690341 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:43.533621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27a76ac4-0337-4216-b6a1-34f5434fb5f6 req-0dd41bbc-aa52-499f-acc3-2af9c3690341 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0543354 Feb 15 02:49:43.580738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27a76ac4-0337-4216-b6a1-34f5434fb5f6 req-f705fa68-7c24-47e0-93f2-e8e407de18bc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Feb 15 02:49:44.571902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-ade39ab5-9569-40bf-a8ed-6672bd7670a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:44.573362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-ade39ab5-9569-40bf-a8ed-6672bd7670a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1128 time: 0.0493228 Feb 15 02:49:44.672996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-f934e27f-43df-4dca-bdc5-27b991d1af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:44.674771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-f934e27f-43df-4dca-bdc5-27b991d1af47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0957611 Feb 15 02:49:44.758685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-072dbb14-4e2c-4cb0-949c-b1b9c08df591 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1002 time: 0.0700197 Feb 15 02:49:44.765637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d5a0-7bf2-4753-8186-4022c61be5df req-96d3473c-1533-4d35-8347-3957c3b6bd6b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:44.767022 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3477d5a0-7bf2-4753-8186-4022c61be5df req-96d3473c-1533-4d35-8347-3957c3b6bd6b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.1144383 Feb 15 02:49:44.840933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3a68f51f-83d8-4e48-a3a1-6dbfd04eeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:44.842309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3a68f51f-83d8-4e48-a3a1-6dbfd04eeabb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0744464 Feb 15 02:49:44.849173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3477d5a0-7bf2-4753-8186-4022c61be5df req-52047169-eed0-496e-b874-b69a9d167d87 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743754 Feb 15 02:49:44.892519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-44dddb1a-5437-428f-b915-022485a96404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:44.894002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-44dddb1a-5437-428f-b915-022485a96404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439959 Feb 15 02:49:44.979707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-14d3a15c-a547-45a3-8f16-b7cf2f0790d4 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798435 Feb 15 02:49:45.069604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-b664a999-eb7f-4d7b-af58-23cdabef40b3 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838394 Feb 15 02:49:45.880394 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:45.969714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7f99e-ff56-4a45-8e9d-b4be5dfde6c6 req-e81fee35-ed3b-4a4c-b19c-a8ff699cdda8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:45.971197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4d7f99e-ff56-4a45-8e9d-b4be5dfde6c6 req-e81fee35-ed3b-4a4c-b19c-a8ff699cdda8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0537701 Feb 15 02:49:46.018243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4d7f99e-ff56-4a45-8e9d-b4be5dfde6c6 req-e262c751-b832-4aae-8430-c6d203c0088d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Feb 15 02:49:47.137266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81438a00-731b-4e42-91b7-1316b444eaac req-8a6f134f-2929-4c74-8fef-df025360ff12 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:47.138754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81438a00-731b-4e42-91b7-1316b444eaac req-8a6f134f-2929-4c74-8fef-df025360ff12 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Feb 15 02:49:47.189355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81438a00-731b-4e42-91b7-1316b444eaac req-1adbae88-0431-4ee7-8828-76025da4067f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Feb 15 02:49:48.308940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec134-c209-43c7-9580-bce397fd94bc req-d35da051-0dd6-4443-9ae4-105daeffddf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:48.310430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11bec134-c209-43c7-9580-bce397fd94bc req-d35da051-0dd6-4443-9ae4-105daeffddf6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0531216 Feb 15 02:49:48.357491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11bec134-c209-43c7-9580-bce397fd94bc req-e385aede-6ddd-426a-b6b7-55a17ea965b8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Feb 15 02:49:48.555214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:49.476553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d0b77-5f80-438f-ad3e-e24e75a1769c req-68d7b890-cfa6-4ad2-9c3e-6ff84e9f333c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:49.478048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c7d0b77-5f80-438f-ad3e-e24e75a1769c req-68d7b890-cfa6-4ad2-9c3e-6ff84e9f333c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0515623 Feb 15 02:49:49.522982 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c7d0b77-5f80-438f-ad3e-e24e75a1769c req-41203c3d-5b06-4a2d-8f74-d24795fe3d2f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Feb 15 02:49:50.645080 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8734a-353f-4a8f-ba90-40a23a0b0ea5 req-3211233b-14f2-4ec2-8f2b-672f39b87517 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:50.646569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebb8734a-353f-4a8f-ba90-40a23a0b0ea5 req-3211233b-14f2-4ec2-8f2b-672f39b87517 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0560315 Feb 15 02:49:50.693390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebb8734a-353f-4a8f-ba90-40a23a0b0ea5 req-2511e603-b4af-4d31-a0d9-a47872f2982f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405879 Feb 15 02:49:51.154460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d3efe3c-8a58-4225-a22e-5b29cdf8577d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:51.813975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca40c43-ebb1-4ed7-9edd-7d6cbda01462 req-6040e92f-fd56-47df-81fc-7dcb8a926740 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:51.815479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ca40c43-ebb1-4ed7-9edd-7d6cbda01462 req-6040e92f-fd56-47df-81fc-7dcb8a926740 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Feb 15 02:49:51.862190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ca40c43-ebb1-4ed7-9edd-7d6cbda01462 req-bd014b2d-8e2b-45b7-a56b-e9279c02bc66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Feb 15 02:49:52.984872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9affc90-4523-4f6b-b98c-35a348fdb304 req-6d74b24a-4183-4e28-a84f-98ad1b0873c8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:52.986351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9affc90-4523-4f6b-b98c-35a348fdb304 req-6d74b24a-4183-4e28-a84f-98ad1b0873c8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0566981 Feb 15 02:49:53.031908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9affc90-4523-4f6b-b98c-35a348fdb304 req-cb5a177d-ba57-442c-a171-d5c7a5c8ff42 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Feb 15 02:49:53.313056 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8330-941e-4976-8cdd-508c42ab0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:54.149687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b9fcf-79af-405f-812b-745a45e3fd86 req-21403abc-8f55-482b-b4a8-b5cb3dab68c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:54.151175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-969b9fcf-79af-405f-812b-745a45e3fd86 req-21403abc-8f55-482b-b4a8-b5cb3dab68c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0521617 Feb 15 02:49:54.200019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-969b9fcf-79af-405f-812b-745a45e3fd86 req-9604c750-93e9-4379-badd-44c1b6fd27fe tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Feb 15 02:49:54.748855 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:55.318507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b37e-40e3-4524-85d1-e3a5e1711519 req-66cb05ca-c9fb-41c5-8157-1fea0e32dc34 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:55.319986 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1e4b37e-40e3-4524-85d1-e3a5e1711519 req-66cb05ca-c9fb-41c5-8157-1fea0e32dc34 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Feb 15 02:49:55.373290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1e4b37e-40e3-4524-85d1-e3a5e1711519 req-8df8d842-3484-4372-b987-20158f36bf72 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466459 Feb 15 02:49:56.154288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:56.493195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f804ee-d55b-4f06-814e-c773bda0918d req-602aaf6e-44d6-48db-b5a0-7c53aaa9465f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:56.495317 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24f804ee-d55b-4f06-814e-c773bda0918d req-602aaf6e-44d6-48db-b5a0-7c53aaa9465f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0524335 Feb 15 02:49:56.540609 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24f804ee-d55b-4f06-814e-c773bda0918d req-aa0571b3-176b-4554-b782-ae39ef8c1be5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 Feb 15 02:49:57.434935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:49:57.659408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548fa4-0f85-48bd-8619-8a41eebc0046 req-b9a2105d-0fc1-4c5a-b8f3-61e536d98b93 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:57.660919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92548fa4-0f85-48bd-8619-8a41eebc0046 req-b9a2105d-0fc1-4c5a-b8f3-61e536d98b93 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Feb 15 02:49:57.710846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92548fa4-0f85-48bd-8619-8a41eebc0046 req-2dcca2be-b74b-4816-a102-35fbd19d3103 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Feb 15 02:49:58.837722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f573683-6f14-4c8f-9451-2eb0c033717b req-67553d56-679e-4593-b0e1-ad331b38a121 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:49:58.839717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f573683-6f14-4c8f-9451-2eb0c033717b req-67553d56-679e-4593-b0e1-ad331b38a121 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Feb 15 02:49:58.886756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f573683-6f14-4c8f-9451-2eb0c033717b req-2bb1ae77-36c4-41b3-9481-5d11be3ede35 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Feb 15 02:50:00.004598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7053-e37c-4ab8-bf75-234fc94eab68 req-2888d65f-7a0e-4551-a88c-c08f947b85d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:00.006071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7053-e37c-4ab8-bf75-234fc94eab68 req-2888d65f-7a0e-4551-a88c-c08f947b85d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Feb 15 02:50:00.053116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7053-e37c-4ab8-bf75-234fc94eab68 req-0d2760df-dd05-4cbf-8426-5a20329bf64d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Feb 15 02:50:01.169967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70781f-cca7-4a1e-b7c5-a32d12037b08 req-74ed250a-8851-4dca-a8dc-51ff1c4981e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:01.171431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f70781f-cca7-4a1e-b7c5-a32d12037b08 req-74ed250a-8851-4dca-a8dc-51ff1c4981e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Feb 15 02:50:01.221588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3f70781f-cca7-4a1e-b7c5-a32d12037b08 req-9678c5da-b58f-46dd-a906-5ca06d871618 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Feb 15 02:50:01.913680 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-b71f7752-26bd-4ecf-a574-ec083d1d90d9 service neutron] show failed (client error): The resource could not be found. Feb 15 02:50:01.914703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-b71f7752-26bd-4ecf-a574-ec083d1d90d9 service neutron] 10.222.0.37 "GET /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0534213 Feb 15 02:50:02.341793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57b06-ccb2-4bf6-9446-8806b37a6e5f req-d5fef7fe-55ac-4ca7-ba16-660ca70938fd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:02.343301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39f57b06-ccb2-4bf6-9446-8806b37a6e5f req-d5fef7fe-55ac-4ca7-ba16-660ca70938fd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Feb 15 02:50:02.420319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39f57b06-ccb2-4bf6-9446-8806b37a6e5f req-5aaf7e4b-1f84-4df7-9878-b3fc02d25408 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712802 Feb 15 02:50:02.435064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-946fca5e-9348-4fd9-b7e3-8d64da33e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:02.436599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-946fca5e-9348-4fd9-b7e3-8d64da33e5dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0653117 Feb 15 02:50:02.447501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:50:02.505094 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:02.701936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:02.734056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:50:02.776468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:02.778668 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f89401f-606f-43c2-9d3e-5ede9e53f300" -d '{"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-unplugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:02.782496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks [] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:02.799855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Transition to ACTIVE for port object 13a26ef6-744d-4516-b5fa-1e0c03301582 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:50:02.831656 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376222a-9486-4060-9912-2ff636c1edc9 x-openstack-request-id: req-9376222a-9486-4060-9912-2ff636c1edc9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:02.831656 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-unplugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:02.831656 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9376222a-9486-4060-9912-2ff636c1edc9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:02.831656 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'code': 200} Feb 15 02:50:02.878889 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:02.963372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:03.000319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] No DVR routers for this DVR port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:50:03.144022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:50:03.144393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:50:03.144724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:03.148977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:50:03.149302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:03.154173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:50:03.154523 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:50:03.154910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:50:03.155336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Bound port: 13a26ef6-744d-4516-b5fa-1e0c03301582, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:50:03.155690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:03.216491 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:50:03.219368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:50:03.291981 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:03.323088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.323753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:03.325554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] 10.222.0.31 "PUT /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1092 time: 0.8818560 Feb 15 02:50:03.368200 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabc54-b7f0-431f-a9b1-2b5bc5c53c1e service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:03.405876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-6922e012-05ee-4907-bc10-37ccc29fac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.407558 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-6922e012-05ee-4907-bc10-37ccc29fac55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0577488 Feb 15 02:50:03.515736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3ba7c254-ab96-47fd-9c96-186cd1147ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.517266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3ba7c254-ab96-47fd-9c96-186cd1147ad9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1032186 Feb 15 02:50:03.605711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-b17066d7-bc03-4454-a0de-19b581669d48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.0727372 Feb 15 02:50:03.617311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b3376-e315-4c40-b120-eeb41fdfcfb0 req-a3804bf2-dfb1-44e7-8f75-cc4951ebc9a7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.618796 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e96b3376-e315-4c40-b120-eeb41fdfcfb0 req-a3804bf2-dfb1-44e7-8f75-cc4951ebc9a7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.1222899 Feb 15 02:50:03.683413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-34deea2f-1a8a-4481-bb3c-585d94dab197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.684900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-34deea2f-1a8a-4481-bb3c-585d94dab197 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0652502 Feb 15 02:50:03.710228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e96b3376-e315-4c40-b120-eeb41fdfcfb0 req-013c1601-202b-4987-8513-2dcc847ee5e8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832593 Feb 15 02:50:03.742555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3ef6ab98-dff3-4ef1-99d0-54995de04208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:03.744083 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-3ef6ab98-dff3-4ef1-99d0-54995de04208 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496540 Feb 15 02:50:03.835736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-1ffd6c5c-e8f7-44bf-b156-385185a7e690 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851915 Feb 15 02:50:03.923109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a1cb7183-5c3a-44b6-a780-afbcc8dcce2f req-903157b6-cff7-4410-8bbf-80450dc02a9a service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811579 Feb 15 02:50:04.829104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:04.831366 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:04.846757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03752-bb7d-4d6d-b2ac-2a0d2e7b084e req-d8ef376b-af5d-40ce-bad8-92c16fca0b9a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:04.846757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27f03752-bb7d-4d6d-b2ac-2a0d2e7b084e req-d8ef376b-af5d-40ce-bad8-92c16fca0b9a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0635848 Feb 15 02:50:04.906997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-27f03752-bb7d-4d6d-b2ac-2a0d2e7b084e req-218d27d9-f8b4-4255-b962-b05dafd84564 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557950 Feb 15 02:50:04.961746 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6de943-6959-4a01-94cb-be6fcb0adbea x-openstack-request-id: req-dd6de943-6959-4a01-94cb-be6fcb0adbea {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:04.962046 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:04.962305 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd6de943-6959-4a01-94cb-be6fcb0adbea {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:04.963003 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'status': 'completed', 'code': 200} Feb 15 02:50:05.056374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-3049b745-cfff-46cb-bff8-26b8f340da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.058006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-3049b745-cfff-46cb-bff8-26b8f340da48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0783398 Feb 15 02:50:05.074507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-3539ab44-fd77-4416-a57a-32f772c92579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.075949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-3539ab44-fd77-4416-a57a-32f772c92579 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0683832 Feb 15 02:50:05.228355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-68013e58-1f00-4190-a26f-7607068ba749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.229844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-68013e58-1f00-4190-a26f-7607068ba749 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1653299 Feb 15 02:50:05.239834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-cef646a7-03e7-429e-ab9f-8daa54cf7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.241900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-cef646a7-03e7-429e-ab9f-8daa54cf7f63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1555340 Feb 15 02:50:05.354346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-6af97d1d-f991-4c38-bb28-25252e794455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.1173050 Feb 15 02:50:05.355997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-44e5878d-5774-48fa-b6b9-8d90c1e2ed79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.1063108 Feb 15 02:50:05.443326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-aac198e0-816e-4dd1-be11-a3b258aa8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.444914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-aac198e0-816e-4dd1-be11-a3b258aa8a6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0843673 Feb 15 02:50:05.448372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-1d20cc43-880e-4135-8ea6-a45b4909d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.450262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-1d20cc43-880e-4135-8ea6-a45b4909d875 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0825558 Feb 15 02:50:05.531650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-07d0d75c-5217-4223-9f37-a6c7be943e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.533227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-07d0d75c-5217-4223-9f37-a6c7be943e0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811167 Feb 15 02:50:05.536334 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-e9a9e91f-01fd-41b0-b356-4aeaa3ce21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:05.537748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-e9a9e91f-01fd-41b0-b356-4aeaa3ce21c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770128 Feb 15 02:50:05.696896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-75a1781f-47a9-4046-90c9-68fbdd19741f service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574671 Feb 15 02:50:05.700855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-1d9548c3-d662-430b-bb71-a73dd259556e service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544096 Feb 15 02:50:05.857659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-73339e9b-f3ef-4abb-bf01-14303f9c5e8c service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535776 Feb 15 02:50:05.863150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e3e409f-b418-43a3-88ff-1a402c8bc3b7 req-80ea4502-02ea-4b0b-aa9a-8efa614b2f7f service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509688 Feb 15 02:50:05.984950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:50:06.033423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port 13a26ef6-744d-4516-b5fa-1e0c03301582 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:50:06.033971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:50:06.043343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7201ad-f04d-4746-978e-e56f74ec7262 req-cbf22ef2-3255-43ae-abf2-166c65b84810 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:06.044872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f7201ad-f04d-4746-978e-e56f74ec7262 req-cbf22ef2-3255-43ae-abf2-166c65b84810 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0647855 Feb 15 02:50:06.091318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f7201ad-f04d-4746-978e-e56f74ec7262 req-477ef3cf-2e61-434c-9323-012042f5db22 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Feb 15 02:50:06.686887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b336-0fcb-4a36-b229-901b0ca0cbda req-04530d50-1aa0-4888-a8c4-c977147c288b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:06.688441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab53b336-0fcb-4a36-b229-901b0ca0cbda req-04530d50-1aa0-4888-a8c4-c977147c288b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 943 time: 0.0612290 Feb 15 02:50:06.775721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-8e6a9eb3-1ff5-4c5f-895f-47bd32ce5f0b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:06.777807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-8e6a9eb3-1ff5-4c5f-895f-47bd32ce5f0b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991&tenant_id=923fb7473e6b42669e55d4980f4cf813&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 943 time: 0.0882785 Feb 15 02:50:06.781178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab53b336-0fcb-4a36-b229-901b0ca0cbda req-2be8933d-8e10-407c-82ef-37cdf8fc4793 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824819 Feb 15 02:50:06.842584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-24d82017-4fad-42f9-aa57-131225e470fa service neutron] 10.222.0.31 "GET /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 383 time: 0.0540910 Feb 15 02:50:06.910426 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-0a8137b2-008f-4bb6-b568-50b802d36fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:06.911913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-0a8137b2-008f-4bb6-b568-50b802d36fb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1126 time: 0.0448248 Feb 15 02:50:07.003065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-0890015d-9ce3-4a93-b8e9-1e95aef27ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:07.004451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-0890015d-9ce3-4a93-b8e9-1e95aef27ba0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0868793 Feb 15 02:50:07.067951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-443defdc-6585-4004-822d-30db74c041c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.0576775 Feb 15 02:50:07.117417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-60c5b171-1ca2-4129-8c5a-06cef38562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:07.118833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-60c5b171-1ca2-4129-8c5a-06cef38562fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0454535 Feb 15 02:50:07.166510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-92b051e1-de3b-4242-8f46-a51c95ef62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:07.168619 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-92b051e1-de3b-4242-8f46-a51c95ef62fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439773 Feb 15 02:50:07.250276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:50:07.259301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-0833cd81-1da3-4583-86b7-806071b68062 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804949 Feb 15 02:50:07.349940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:07.352403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-8508e30d-a73a-4129-b58f-ae8cff281fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867875 Feb 15 02:50:07.362209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:50:07.399412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:07.399804 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:07.418955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:50:07.440534 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:07.497067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:07.546638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:07.706771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['13a26ef6-744d-4516-b5fa-1e0c03301582'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:50:07.906224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33331ce2-fa2c-4966-a56a-a788f6ea57b7 req-96ad3c41-97f5-47ad-864f-bdd67a8b75d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:07.907703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33331ce2-fa2c-4966-a56a-a788f6ea57b7 req-96ad3c41-97f5-47ad-864f-bdd67a8b75d2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0567327 Feb 15 02:50:07.953241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-33331ce2-fa2c-4966-a56a-a788f6ea57b7 req-e148167f-6e1f-4063-aed1-37f7f7faf841 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399637 Feb 15 02:50:09.259802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:50:09.389255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb431c9-f3db-4077-9cdd-163b3aaa10f7 req-85d90015-5ead-45df-95ea-83a40a5ef1cb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:09.390780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb431c9-f3db-4077-9cdd-163b3aaa10f7 req-85d90015-5ead-45df-95ea-83a40a5ef1cb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.3698554 Feb 15 02:50:09.394754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 13a26ef6-744d-4516-b5fa-1e0c03301582 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:50:09.398978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 13a26ef6-744d-4516-b5fa-1e0c03301582 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:50:09.399364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:09.456468 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7eb431c9-f3db-4077-9cdd-163b3aaa10f7 req-527ceff1-1b83-4ede-943d-887e97e50879 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583987 Feb 15 02:50:09.482867 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:09.483263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:09.505675 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:09.507995 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf428862-d251-463c-af0b-100831710e32" -d '{"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-plugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:09.520762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:09.560184 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4269fca0-910a-4458-9b8b-26a271ee6222 x-openstack-request-id: req-4269fca0-910a-4458-9b8b-26a271ee6222 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:09.560510 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-plugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:09.560760 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4269fca0-910a-4458-9b8b-26a271ee6222 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:09.561150 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'code': 200} Feb 15 02:50:09.592756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:09.643401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:09.843170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-15340f3c-4e0d-47aa-a432-b878dc6f9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:09.844756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-15340f3c-4e0d-47aa-a432-b878dc6f9fd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0449235 Feb 15 02:50:09.854804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:50:09.912002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.114029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:10.146534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:50:10.184852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:10.187117 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447e934-ba7b-48aa-bac7-b4b72024dbe1" -d '{"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-unplugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:10.190907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks [] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.204085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Transition to ACTIVE for port object 13a26ef6-744d-4516-b5fa-1e0c03301582 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:50:10.236099 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f84f09-b42d-43a5-9c26-90e6a66c6318 x-openstack-request-id: req-d1f84f09-b42d-43a5-9c26-90e6a66c6318 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:10.236431 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-unplugged", "status": "completed", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:10.236692 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1f84f09-b42d-43a5-9c26-90e6a66c6318 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:10.237157 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'code': 200} Feb 15 02:50:10.272633 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.359271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:10.398414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] No DVR routers for this DVR port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:50:10.567214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:50:10.567560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:50:10.567896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:10.576486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:50:10.576751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Attempting to bind port 13a26ef6-744d-4516-b5fa-1e0c03301582 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:10.584806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:50:10.585151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:50:10.585537 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:50:10.585964 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Bound port: 13a26ef6-744d-4516-b5fa-1e0c03301582, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:50:10.586322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.612425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f6d79-3bf1-45ff-8823-12cd2a9eecd9 req-bd5d4f93-71a7-4cb8-864d-0d4edc753008 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:10.613944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a7f6d79-3bf1-45ff-8823-12cd2a9eecd9 req-bd5d4f93-71a7-4cb8-864d-0d4edc753008 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0807552 Feb 15 02:50:10.695638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:50:10.698701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:50:10.702492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a7f6d79-3bf1-45ff-8823-12cd2a9eecd9 req-051575fe-29af-4484-86d2-02351f6f0e63 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686171 Feb 15 02:50:10.760694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.795407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:10.796025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:10.797940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] 10.222.0.37 "PUT /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1093 time: 0.9470537 Feb 15 02:50:10.820471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7aa86-31c4-4604-8ed0-a4f5f9a01794 service neutron] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:10.876629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-13115e8b-d003-4b1d-8f57-91ed1560536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:10.878233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-13115e8b-d003-4b1d-8f57-91ed1560536a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1127 time: 0.0548370 Feb 15 02:50:10.976666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-428a93b4-63cd-47d5-a355-3b61d522c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:10.978170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-428a93b4-63cd-47d5-a355-3b61d522c5ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0939953 Feb 15 02:50:11.044073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-7e698cec-7643-4d2d-95f8-0e8c198eb3f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.0586641 Feb 15 02:50:11.098852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-5d08b4d6-79a0-405f-bd2d-f3b06abc6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:11.100224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-5d08b4d6-79a0-405f-bd2d-f3b06abc6dea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0483212 Feb 15 02:50:11.148905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-141bf9a0-a70a-4377-a22d-1fa62d05a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:11.150444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-141bf9a0-a70a-4377-a22d-1fa62d05a07e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433640 Feb 15 02:50:11.237614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-c9d26eac-df57-422c-b911-db617faf5536 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Feb 15 02:50:11.329618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2190611d-cb6c-4761-bcc9-dca6687c4dc0 req-5e21b212-db30-425f-951b-12cce09204e9 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860426 Feb 15 02:50:11.820693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23a074-e116-4dd1-9b4d-e3f1c265d3a9 req-bb418efe-0069-403d-85ae-aa70ab82c79b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:11.822166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a23a074-e116-4dd1-9b4d-e3f1c265d3a9 req-bb418efe-0069-403d-85ae-aa70ab82c79b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0520451 Feb 15 02:50:11.868704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a23a074-e116-4dd1-9b4d-e3f1c265d3a9 req-8e65f5ab-eae1-403c-9f8c-d16fa409779d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Feb 15 02:50:12.238830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:12.241239 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f9213-7815-4745-b27d-dbeafe1e8fed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:12.292075 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff340828-eaa3-411c-a77a-f77404d44b08 x-openstack-request-id: req-ff340828-eaa3-411c-a77a-f77404d44b08 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:12.293065 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:12.293322 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff340828-eaa3-411c-a77a-f77404d44b08 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:12.293737 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'status': 'completed', 'code': 200} Feb 15 02:50:12.390258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-0c6d18b2-271b-467f-9fb7-453eb6f585c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.391788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-0c6d18b2-271b-467f-9fb7-453eb6f585c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1127 time: 0.0786340 Feb 15 02:50:12.394529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-0f48d9d9-6f6e-400e-a686-f7f8e23ceec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.395871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-0f48d9d9-6f6e-400e-a686-f7f8e23ceec1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 1127 time: 0.0747299 Feb 15 02:50:12.553012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-3345dff9-01df-4bf5-85a3-20ff29604c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.554505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-3345dff9-01df-4bf5-85a3-20ff29604c41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1541109 Feb 15 02:50:12.555588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-61cd424e-3420-45a3-a22d-7c2b169e384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.556918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-61cd424e-3420-45a3-a22d-7c2b169e384e service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1488552 Feb 15 02:50:12.670808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-e777028e-7112-4787-9da7-c347953dc58e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.1087427 Feb 15 02:50:12.672624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-38b6bd09-6dd1-46e3-8346-bacd443307fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 200 len: 1000 time: 0.1048920 Feb 15 02:50:12.754237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-fa1e3846-f5f1-4099-a0a5-08000b4ac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.755676 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-fa1e3846-f5f1-4099-a0a5-08000b4ac98e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0793886 Feb 15 02:50:12.757081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-a0ef42b2-f475-45e0-a561-8e2a676a1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.758367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-a0ef42b2-f475-45e0-a561-8e2a676a1893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0749023 Feb 15 02:50:12.834532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-74d54221-0731-433e-9195-b876e788237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.835976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-74d54221-0731-433e-9195-b876e788237c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737004 Feb 15 02:50:12.837823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-4b916177-1793-4117-aa47-3cdbc56cd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:12.839734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-4b916177-1793-4117-aa47-3cdbc56cd8c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0697706 Feb 15 02:50:13.024616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-d8c9fe36-7b4b-4e08-9c21-bf3542bdfe57 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809723 Feb 15 02:50:13.034272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-c3045728-c746-4b72-a032-08d8e4ac2b79 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839724 Feb 15 02:50:13.138728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d736b-5c09-4dff-81a9-14b99a28310f req-1eed3655-e5f1-4bbb-a664-7f7b055a7ac9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:13.140116 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a1d736b-5c09-4dff-81a9-14b99a28310f req-1eed3655-e5f1-4bbb-a664-7f7b055a7ac9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.1947379 Feb 15 02:50:13.232355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a1d736b-5c09-4dff-81a9-14b99a28310f req-c0278221-3575-454f-b6a8-f935dcf61ec5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859544 Feb 15 02:50:13.235539 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-e2f3d396-664b-4372-bca8-67acb87193cb service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033632 Feb 15 02:50:13.237798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c1f9213-7815-4745-b27d-dbeafe1e8fed req-c663db2d-9259-4f7b-8d51-7ad6ed341a45 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963637 Feb 15 02:50:13.259012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:50:13.299524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port 13a26ef6-744d-4516-b5fa-1e0c03301582 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:50:13.300174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:50:14.355606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f4126-024d-4f83-90e2-36c71f608f5f req-61b34675-4b1e-4b57-aaf4-d8e9e23874c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:14.357719 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a63f4126-024d-4f83-90e2-36c71f608f5f req-61b34675-4b1e-4b57-aaf4-d8e9e23874c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0553260 Feb 15 02:50:14.410725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a63f4126-024d-4f83-90e2-36c71f608f5f req-d09bca4b-47aa-4af3-a1d5-7eadfbdec227 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473316 Feb 15 02:50:14.534142 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:50:15.535086 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062255-cb0a-4729-a96b-5a3401d08015 req-5dd5c45f-20e9-4701-9d8b-c7324b482e34 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:15.536620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc062255-cb0a-4729-a96b-5a3401d08015 req-5dd5c45f-20e9-4701-9d8b-c7324b482e34 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0529227 Feb 15 02:50:15.583134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc062255-cb0a-4729-a96b-5a3401d08015 req-1bad639a-0190-4aa2-8da1-21f5e20a41be tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Feb 15 02:50:15.697145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9626e-7406-447d-b06f-f28e54a58392 req-77131335-4ca4-429e-87c4-2c92273c15e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:15.698553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f9626e-7406-447d-b06f-f28e54a58392 req-77131335-4ca4-429e-87c4-2c92273c15e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0519466 Feb 15 02:50:15.743603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66f9626e-7406-447d-b06f-f28e54a58392 req-23c49154-242e-48de-bf63-bd11e47750ea tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Feb 15 02:50:15.861365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e086569-cb8c-401d-9672-4fab4160a3fa req-6604ce4b-32f0-42ef-a290-aa8e9590b8bf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:15.862906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e086569-cb8c-401d-9672-4fab4160a3fa req-6604ce4b-32f0-42ef-a290-aa8e9590b8bf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 944 time: 0.0559444 Feb 15 02:50:15.891542 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:15.909216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e086569-cb8c-401d-9672-4fab4160a3fa req-fdda8270-1cb3-4fbd-afc5-d98bbad76561 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Feb 15 02:50:16.051655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:50:16.148045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:16.159815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:50:16.196848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:16.197243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:16.209929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:50:16.230488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:16.286378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:16.338331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:16.366704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c0dcd-8573-4d8b-b8b5-912fc65ded57 req-8eae17da-c5ff-4751-83d5-cf96c48286f5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:16.368209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b7c0dcd-8573-4d8b-b8b5-912fc65ded57 req-8eae17da-c5ff-4751-83d5-cf96c48286f5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0533092 Feb 15 02:50:16.416476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b7c0dcd-8573-4d8b-b8b5-912fc65ded57 req-5c890fb7-14d4-4b3a-a979-9a327f01b5dd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Feb 15 02:50:16.609494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['13a26ef6-744d-4516-b5fa-1e0c03301582'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:50:17.537562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf7a3-ec93-4035-a72a-d462d972fe4f req-3069c5e7-4a93-46ea-bfc8-389e6e0f4051 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:17.539073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67cdf7a3-ec93-4035-a72a-d462d972fe4f req-3069c5e7-4a93-46ea-bfc8-389e6e0f4051 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0520647 Feb 15 02:50:17.591233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67cdf7a3-ec93-4035-a72a-d462d972fe4f req-78c2710c-9d06-48f2-aff7-d706b829307c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458453 Feb 15 02:50:17.793720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357cdf-349a-48b0-99de-8804178c58bd req-de13921f-ef6a-46d1-bc6d-8d0c0954e877 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:17.795182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e357cdf-349a-48b0-99de-8804178c58bd req-de13921f-ef6a-46d1-bc6d-8d0c0954e877 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Feb 15 02:50:17.883995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Deleting port 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:50:17.884365 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:17.974352 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] For port 13a26ef6-744d-4516-b5fa-1e0c03301582, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=13a26ef6-744d-4516-b5fa-1e0c03301582,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:17.974718 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.085193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:50:18.147115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.147490 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.147816 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 disassociated. External IP: 172.25.2.216, port: 13a26ef6-744d-4516-b5fa-1e0c03301582. Feb 15 02:50:18.148165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Calling delete_port for 13a26ef6-744d-4516-b5fa-1e0c03301582 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:50:18.204040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 13a26ef6-744d-4516-b5fa-1e0c03301582 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:50:18.208018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 13a26ef6-744d-4516-b5fa-1e0c03301582 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:50:18.208555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.285371 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 13a26ef6-744d-4516-b5fa-1e0c03301582 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:18.285754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.318544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (13a26ef6-744d-4516-b5fa-1e0c03301582), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.345980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'Port': ['ID=13a26ef6-744d-4516-b5fa-1e0c03301582,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:18.355802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.356154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.356526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.356874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.357212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.357545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.357894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.358205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.358531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.358860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.359581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.359581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.359871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:18.478455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:50:18.543640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.594559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:50:18.604851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:50:18.616218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:50:18.616879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:18.638026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] No DVR routers for this DVR port 13a26ef6-744d-4516-b5fa-1e0c03301582 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:50:18.640952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:18.644711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e357cdf-349a-48b0-99de-8804178c58bd req-f2e8f072-4950-4fd4-be54-2e6d8c181714 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "DELETE /v2.0/ports/13a26ef6-744d-4516-b5fa-1e0c03301582 HTTP/1.1" status: 204 len: 173 time: 0.8437164 Feb 15 02:50:18.645179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-deleted', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:18.648113 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0b9b7-a8ad-45bb-a8da-6e3a11caf753" -d '{"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-deleted", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:18.691405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b57bdafd-57fb-42be-be0a-026fb10fe90a req-7e056d97-d3ef-4a48-8d41-966497b0b910 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b57db02-7a7f-4b84-8412-c837a5a8e991 HTTP/1.1" status: 200 len: 210 time: 0.0286777 Feb 15 02:50:18.734339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:50:18.735720 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2af754-113e-4ff6-ab32-ec891868fa70 x-openstack-request-id: req-6e2af754-113e-4ff6-ab32-ec891868fa70 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:18.736013 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57db02-7a7f-4b84-8412-c837a5a8e991", "name": "network-vif-deleted", "tag": "13a26ef6-744d-4516-b5fa-1e0c03301582", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:18.736274 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e2af754-113e-4ff6-ab32-ec891868fa70 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:18.736725 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57db02-7a7f-4b84-8412-c837a5a8e991', 'name': 'network-vif-deleted', 'tag': '13a26ef6-744d-4516-b5fa-1e0c03301582', 'status': 'completed', 'code': 200} Feb 15 02:50:18.930481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:18.956667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:50:18.966298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:50:18.966298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:49:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:19.074172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:50:19.273204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:19.301296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc052ba-827e-4bf8-955b-6faf5c550b2c None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:50:19.545885 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99503fc-3559-4ae8-82ce-c37aee1dd0fa None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:50:19.963797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-ca4a5704-69cd-4d17-b45c-aa5dce2fcc92 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1275842974&fields=id&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 267 time: 0.0486274 Feb 15 02:50:20.067652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-bc6791bb-8536-4136-b89f-b27ad369b45b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:20.069154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-bc6791bb-8536-4136-b89f-b27ad369b45b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.0984468 Feb 15 02:50:20.083764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-69678535-56e8-4dde-9f5e-68611166b12d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/quotas/923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 375 time: 0.0087352 Feb 15 02:50:20.137742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-d3c4e8b0-95f6-440e-96c9-3d6431e5a684 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492465 Feb 15 02:50:20.232838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-f13e03cb-e972-45f0-871f-c8f98ac801df service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839310 Feb 15 02:50:20.319831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-7d876cda-db33-4f21-b5d3-4932da102a07 service neutron] 10.222.0.43 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812883 Feb 15 02:50:20.531613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b3eeba6-2727-4dc3-b3c9-1b3c0b47988f req-aca1892d-d235-4d66-a793-87c5bfd7acc8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0315261 Feb 15 02:50:21.169643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85219510-295e-4fb2-bb1c-1d15ace11372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:21.627666 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9bda676b-2205-48c3-b8da-5cabcf298ae8 req-e833dc88-ff9b-45eb-9211-953eb7fa1094 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Feb 15 02:50:22.111225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:50:22.135106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 13a26ef6-744d-4516-b5fa-1e0c03301582 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:50:22.135451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 13a26ef6-744d-4516-b5fa-1e0c03301582 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:50:22.413641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b37b14b7-30b2-4d96-b756-2c4dede83e33 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:22.415070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b37b14b7-30b2-4d96-b756-2c4dede83e33 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 811 time: 0.0988255 Feb 15 02:50:22.475161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-74510366-a3a5-4013-b401-3e4385d15afe tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 380 time: 0.0517416 Feb 15 02:50:22.484909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'port': {'device_id': 'e2de4451-4715-435e-ab21-f3079d899489', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'admin_state_up': True, 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'security_groups': ['509c77d9-c2f6-42f0-870f-726963fb769e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:50:22.666924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Made reservation on behalf of 923fb7473e6b42669e55d4980f4cf813 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:50:22.670962 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:22.759757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7cabf40a-15b9-4627-8f9f-a71fc9a5ff70 req-7d1b2bee-4fbe-4f8f-b12a-b92d5c83be61 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0628288 Feb 15 02:50:22.826899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Allocated IP 172.20.0.5 (09aef16d-396a-40e7-b5d2-629f4d8546a0/38789aa4-e314-47c4-b7f6-0b6b2709176d/e1d0a00f-0e31-47a8-a291-414c6d9b89b9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:50:22.959565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.046423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.335418 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-292b154d-2303-4ee0-b834-8a36a07a8296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.384606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:50:23.390065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:50:23.394154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:50:23.400484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:23.445232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:23.445902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.521047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-4629aacb-31f7-452b-b052-414d3335227a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396245 Feb 15 02:50:23.596280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Request body: {'port': {'device_id': 'e2de4451-4715-435e-ab21-f3079d899489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:50:23.622840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9fb2ca4b-7140-4f59-b688-3a9dc6c415ec None None] Provisioning complete for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:50:23.623202 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ca4b-7140-4f59-b688-3a9dc6c415ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.656283 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:23.657380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2ca4b-7140-4f59-b688-3a9dc6c415ec None None] Port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:50:23.908601 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3773-b927-4577-859d-16c621524d7e req-2ac925ef-7703-4176-ba85-ea67d115d03b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:23.909997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50ce3773-b927-4577-859d-16c621524d7e req-2ac925ef-7703-4176-ba85-ea67d115d03b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 931 time: 0.0828166 Feb 15 02:50:23.976244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:50:23.993818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks [] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.002981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50ce3773-b927-4577-859d-16c621524d7e req-ae1c55c3-a86f-4cd5-a32f-0a744297ff6a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840633 Feb 15 02:50:24.009727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Transition to ACTIVE for port object e1d0a00f-0e31-47a8-a291-414c6d9b89b9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:50:24.063049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.112642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:24.184260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:50:24.184529 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:50:24.184749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:24.189511 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:50:24.189837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:50:24.194982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:50:24.195322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:50:24.195708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:50:24.196138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Bound port: e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:50:24.196521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.264666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:50:24.267695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:50:24.332184 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.367137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.367491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.368920 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1092 time: 0.8404109 Feb 15 02:50:24.369366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:24.371638 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78544a65-c4b5-400e-8572-a695a53b87d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:24.396254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f81de-6d29-4872-a24b-d7445d2dca13 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:24.434197 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f1bb9-7642-46da-9bb4-4b7e78b57723 x-openstack-request-id: req-1a3f1bb9-7642-46da-9bb4-4b7e78b57723 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:24.434497 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:24.434750 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a3f1bb9-7642-46da-9bb4-4b7e78b57723 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:24.435150 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'status': 'completed', 'code': 200} Feb 15 02:50:24.504072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-f8bde436-f6d9-436e-b13f-dd3d6ee575a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.505702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-f8bde436-f6d9-436e-b13f-dd3d6ee575a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1126 time: 0.0491760 Feb 15 02:50:24.631914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-1e7da1cd-a158-4ed1-a832-ec41940e8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.633463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-1e7da1cd-a158-4ed1-a832-ec41940e8cf3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=923fb7473e6b42669e55d4980f4cf813&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1073737 Feb 15 02:50:24.725481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-a9f38d94-0037-4da8-baf6-2e45e84a3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.726854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-78544a65-c4b5-400e-8572-a695a53b87d7 req-a9f38d94-0037-4da8-baf6-2e45e84a3c67 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873294 Feb 15 02:50:24.737488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:24.806459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b2647236-5bb4-497c-a2b4-d7da671aa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.807968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b2647236-5bb4-497c-a2b4-d7da671aa566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1126 time: 0.0451255 Feb 15 02:50:24.854584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-7e290335-65dd-4e9f-8154-16dc6ef61e62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 217 time: 0.0389423 Feb 15 02:50:24.901156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-e3e323ff-6366-44a1-8db0-60c7728e0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.903226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-e3e323ff-6366-44a1-8db0-60c7728e0f77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0429657 Feb 15 02:50:24.950967 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-7a5c23b2-7de0-41d3-b767-8b38dbd58474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:24.952503 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-7a5c23b2-7de0-41d3-b767-8b38dbd58474 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433888 Feb 15 02:50:25.054026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-6a05305b-a6b7-4c1d-a487-0f8b7ca5f805 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956569 Feb 15 02:50:25.186748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489d95-6821-479f-aef8-c176030ce1f3 req-eefdaf4e-aa8e-4c1d-9d21-34a8b347b766 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:25.188225 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce489d95-6821-479f-aef8-c176030ce1f3 req-eefdaf4e-aa8e-4c1d-9d21-34a8b347b766 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0840187 Feb 15 02:50:25.190559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2900893f-86d1-4be0-b1c5-16361fa47d5d req-b90ff7ae-dc04-4ff1-9f3e-0d82729fd174 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305475 Feb 15 02:50:25.235360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ce489d95-6821-479f-aef8-c176030ce1f3 req-1dcf0971-9ed9-4af8-97b2-04d6a1b1c464 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Feb 15 02:50:26.163922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:26.353693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048a83-9128-46d3-8fb8-0ca25d023f4b req-d2e19720-9ff0-4bff-b354-d9246092d95a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:26.355079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71048a83-9128-46d3-8fb8-0ca25d023f4b req-d2e19720-9ff0-4bff-b354-d9246092d95a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0520403 Feb 15 02:50:26.400465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-71048a83-9128-46d3-8fb8-0ca25d023f4b req-b8fc32da-6208-47f8-aac5-a1d20a3afb50 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 Feb 15 02:50:27.434690 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:27.524708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ace74-06b1-4bdb-a23a-560f4c774d1a req-507a4d6b-3cc1-4199-8c85-aa43c0bb1f0c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:27.526107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309ace74-06b1-4bdb-a23a-560f4c774d1a req-507a4d6b-3cc1-4199-8c85-aa43c0bb1f0c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0551004 Feb 15 02:50:27.579003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-309ace74-06b1-4bdb-a23a-560f4c774d1a req-32802b24-9690-425d-8a42-fdc72bbb25f9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466075 Feb 15 02:50:28.712483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722730-a140-489e-a3a2-5e341484a8f2 req-e9eda7c0-edc3-4708-a539-93f525ac174b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:28.714174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16722730-a140-489e-a3a2-5e341484a8f2 req-e9eda7c0-edc3-4708-a539-93f525ac174b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0680621 Feb 15 02:50:28.760626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16722730-a140-489e-a3a2-5e341484a8f2 req-0038c3b6-f592-4ec0-af4b-5aa9f7958a0b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Feb 15 02:50:29.879539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a975e-b5f0-4aab-a06c-8bcc36bdec93 req-37aeadf0-8975-412c-b4bc-cce12562026c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:29.881047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75a975e-b5f0-4aab-a06c-8bcc36bdec93 req-37aeadf0-8975-412c-b4bc-cce12562026c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0525358 Feb 15 02:50:29.927172 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e75a975e-b5f0-4aab-a06c-8bcc36bdec93 req-39807b93-fb6c-433f-94cf-75c14348cb2c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Feb 15 02:50:30.186393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:50:30.279257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:30.290370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:50:30.330860 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:30.331257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:30.343818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:50:30.363492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:30.444098 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:30.490355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:30.498092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.498444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.498788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.499126 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.499461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.499794 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.500129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.500482 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.500810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.501136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.501461 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.501786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.502106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:50:30.725422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e1d0a00f-0e31-47a8-a291-414c6d9b89b9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:50:31.053648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce72a5-60e4-45c1-8436-0e59dbff2a56 req-31d390df-7712-4f25-8e67-aa8994e1706f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:31.055142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75ce72a5-60e4-45c1-8436-0e59dbff2a56 req-31d390df-7712-4f25-8e67-aa8994e1706f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0588453 Feb 15 02:50:31.101362 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-75ce72a5-60e4-45c1-8436-0e59dbff2a56 req-cf83e642-c1f8-4b83-93a5-80873f0856e8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Feb 15 02:50:32.202414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:50:32.221066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2087fb-c7a4-4c4d-a0e1-b80a5cc20d38 req-45625a01-fbf3-4552-8111-699b9b55120b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:32.222580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e2087fb-c7a4-4c4d-a0e1-b80a5cc20d38 req-45625a01-fbf3-4552-8111-699b9b55120b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0541940 Feb 15 02:50:32.268880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1e2087fb-c7a4-4c4d-a0e1-b80a5cc20d38 req-ceb6d1ce-ba34-406c-992c-9d512c301dc1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Feb 15 02:50:32.318322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:50:32.322330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:50:32.322705 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:32.400671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:50:32.400965 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:32.423505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:32.426035 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a7c360-23dc-4228-aa00-72bafb83b89a" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:32.438426 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:50:32.461841 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bdc82c-c297-4f4a-ae25-0faf62f9e46b x-openstack-request-id: req-a9bdc82c-c297-4f4a-ae25-0faf62f9e46b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:32.462133 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:32.462388 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9bdc82c-c297-4f4a-ae25-0faf62f9e46b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:32.462781 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'code': 200} Feb 15 02:50:32.507109 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:32.554289 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:50:32.567000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b6a9-87b0-49ed-bf5e-9545dbd3a52c req-b1ee6b34-3c86-423d-8646-784aa114bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:32.568587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9531b6a9-87b0-49ed-bf5e-9545dbd3a52c req-b1ee6b34-3c86-423d-8646-784aa114bb38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1128 time: 0.0503411 Feb 15 02:50:32.610758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9531b6a9-87b0-49ed-bf5e-9545dbd3a52c req-414ee7c7-83dc-40bd-8a3b-5149d2f561e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367239 Feb 15 02:50:33.390165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cd515-2ea1-4158-924b-2d0b5a17c4bd req-1b001330-d252-436b-a39f-453a8f1ec96d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:33.391695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d9cd515-2ea1-4158-924b-2d0b5a17c4bd req-1b001330-d252-436b-a39f-453a8f1ec96d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0515521 Feb 15 02:50:33.439271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d9cd515-2ea1-4158-924b-2d0b5a17c4bd req-020d006c-26da-4eff-9e99-60e38a92ced4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Feb 15 02:50:34.556923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5d6c-aaa6-47cc-bb86-58730c262a5f req-5df3a871-ec35-4164-9466-5ddff4e202a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:34.558401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d69e5d6c-aaa6-47cc-bb86-58730c262a5f req-5df3a871-ec35-4164-9466-5ddff4e202a8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0518401 Feb 15 02:50:34.608004 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d69e5d6c-aaa6-47cc-bb86-58730c262a5f req-e5abc1b0-69d0-419e-acea-37cf62609296 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Feb 15 02:50:34.720252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103e66-87a8-4d9b-8c2c-dc6148ea618c req-f2cbb24f-902d-41ab-8880-04ccd80766a1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:34.721758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3103e66-87a8-4d9b-8c2c-dc6148ea618c req-f2cbb24f-902d-41ab-8880-04ccd80766a1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Feb 15 02:50:34.730309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 47950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:50:34.735270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Request body: {'floatingip': {'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:50:34.772415 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:35.201361 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:35.256710 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:35.358355 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 associated. External IP: 172.25.2.216, port: e1d0a00f-0e31-47a8-a291-414c6d9b89b9. Feb 15 02:50:35.579672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:50:35.688089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:50:35.692949 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:35.698457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:50:35.707914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:50:35.708567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:35.721781 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7e36e6cd-42a5-420e-90ef-299ba2894e6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "PUT /v2.0/floatingips/cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 HTTP/1.1" status: 200 len: 992 time: 0.9897358 Feb 15 02:50:35.722381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:50:35.724631 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:50:35.772695 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a984b2-a8c9-4e16-9867-8472f069ef6d x-openstack-request-id: req-22a984b2-a8c9-4e16-9867-8472f069ef6d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:50:35.772992 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:50:35.773299 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22a984b2-a8c9-4e16-9867-8472f069ef6d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:50:35.773664 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'status': 'completed', 'code': 200} Feb 15 02:50:35.833965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:50:35.841867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-a86dbd8a-dc06-4ce7-bd03-8c768c28f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:35.843469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-a86dbd8a-dc06-4ce7-bd03-8c768c28f098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1128 time: 0.0464818 Feb 15 02:50:35.942954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-14567e64-f4cb-4acb-b127-3ec4a69ad70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:35.944484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-14567e64-f4cb-4acb-b127-3ec4a69ad70c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0944476 Feb 15 02:50:36.010245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-95b162c0-5cb4-4236-a867-4b0c4eca907b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.0595467 Feb 15 02:50:36.060046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-ff7d02e1-5dff-42e3-965a-de3f2e31407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:36.061988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-ff7d02e1-5dff-42e3-965a-de3f2e31407d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0455089 Feb 15 02:50:36.069856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de4451-4715-435e-ab21-f3079d899489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:50:35Z', 'revision_number': 13, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:36.097349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:50:36.107268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:50:36.107915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:50:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:36.118308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-577cd26c-bf88-43ef-a9a6-60c1b7a549c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:36.119829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-577cd26c-bf88-43ef-a9a6-60c1b7a549c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524035 Feb 15 02:50:36.211896 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-f7afeb97-8caa-46bf-8e5a-09f10aa46ebd service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857708 Feb 15 02:50:36.223543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:50:36.305486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e1d2cd1c-bc5b-459c-a4f1-b9e981861e4a req-b970b2c0-9724-4874-8dc2-0a7402c2c83b service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Feb 15 02:50:36.470156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de4451-4715-435e-ab21-f3079d899489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:50:35Z', 'revision_number': 13, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:50:36.496901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b2e16-ce90-469d-af87-f00e294f6035 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'cfbdd7f6-4e26-415b-8ae3-3474f454a5b5', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de4451-4715-435e-ab21-f3079d899489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:47:34Z', 'updated_at': '2022-02-15T02:50:35Z', 'revision_number': 13, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:50:36.698723 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8a3c1-dcb6-4a72-abb0-552881613cd9 None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:50:38.573226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d9128-f6fe-49ec-9862-70c0211fdb9a req-a9c26ed8-f8d2-46a5-9dd9-1dcd38bdc142 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:38.575188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f97d9128-f6fe-49ec-9862-70c0211fdb9a req-a9c26ed8-f8d2-46a5-9dd9-1dcd38bdc142 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Feb 15 02:50:38.620259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f97d9128-f6fe-49ec-9862-70c0211fdb9a req-1823ca5f-0b55-4e38-a7b2-0713448be221 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 Feb 15 02:50:45.897179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:48.560609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:51.156483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-847f427a-9801-4744-84ea-ba284e080baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:51.533349 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:50:53.341872 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1987fe45-37ba-4ff5-bf69-5999d8b5b2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:54.742520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:55.496379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5baa9d-c893-4b46-97b5-ccfcd2d82022 req-18dfad17-c9a6-419c-a4da-f61bc1cc051e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:55.497886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb5baa9d-c893-4b46-97b5-ccfcd2d82022 req-18dfad17-c9a6-419c-a4da-f61bc1cc051e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.1178281 Feb 15 02:50:55.546848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb5baa9d-c893-4b46-97b5-ccfcd2d82022 req-55be3208-fdb9-4eaa-97b7-826212daabad tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Feb 15 02:50:55.599037 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-ecb82f32-db1c-4730-9b60-533635460205 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991671 Feb 15 02:50:56.159134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:56.184405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-2eb6bde8-f918-4158-8434-05c82210b65f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:56.185843 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-2eb6bde8-f918-4158-8434-05c82210b65f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 942 time: 0.1006310 Feb 15 02:50:56.673616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e9947-89b2-4ff3-8f43-e72298215081 req-81162dd5-b998-4bf2-b9af-988fed110d88 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:56.675021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff5e9947-89b2-4ff3-8f43-e72298215081 req-81162dd5-b998-4bf2-b9af-988fed110d88 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Feb 15 02:50:56.721371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ff5e9947-89b2-4ff3-8f43-e72298215081 req-b6013ca0-b25a-450e-9f28-3105cb67c2c0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 Feb 15 02:50:57.456762 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:50:57.613734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-bd8ff7c1-6242-46d8-862a-3d06b68680b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:57.615272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-bd8ff7c1-6242-46d8-862a-3d06b68680b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1128 time: 0.0490141 Feb 15 02:50:57.707599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-4a88213d-6cee-4576-9560-b0d5b603e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:57.709015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-4a88213d-6cee-4576-9560-b0d5b603e895 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0873570 Feb 15 02:50:57.772798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b51fe402-e641-4312-81b6-3d0ac8adad98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1002 time: 0.0578568 Feb 15 02:50:58.140955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-7b87067e-988e-493f-ae9f-1d097ed378ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:58.142410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-7b87067e-988e-493f-ae9f-1d097ed378ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.3646574 Feb 15 02:50:58.188932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207913a7-191d-467e-a9db-3bf9705778da req-93bd03fb-69c9-43c4-8c78-e1258deff868 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:58.190363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-207913a7-191d-467e-a9db-3bf9705778da req-93bd03fb-69c9-43c4-8c78-e1258deff868 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.3873966 Feb 15 02:50:58.213813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-7dd94967-56c6-4ead-abc7-9c25eae887f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:58.215230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-7dd94967-56c6-4ead-abc7-9c25eae887f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666158 Feb 15 02:50:58.288386 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-207913a7-191d-467e-a9db-3bf9705778da req-f2266530-e692-4f6a-98b8-6ab5bb763f38 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908587 Feb 15 02:50:58.322475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-c4b56d9f-0dc2-4320-ba93-68c688cbabfb service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994141 Feb 15 02:50:58.409875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-6441a76c-be86-4ad5-8b90-a96c49ecf210 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813663 Feb 15 02:50:59.408222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe7551-3d1d-4abe-b2d8-0ee39d3f692f req-394a5675-ac83-4763-924c-fba89036687e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:50:59.409738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbbe7551-3d1d-4abe-b2d8-0ee39d3f692f req-394a5675-ac83-4763-924c-fba89036687e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Feb 15 02:50:59.460105 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dbbe7551-3d1d-4abe-b2d8-0ee39d3f692f req-9b81aac5-0899-4e25-befa-4a416fbdb873 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447509 Feb 15 02:51:00.580244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7afa6e-ca19-4605-b553-5c428dd5a9e2 req-68545362-2df6-4c3c-8f78-93a8b123650b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:00.581665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7afa6e-ca19-4605-b553-5c428dd5a9e2 req-68545362-2df6-4c3c-8f78-93a8b123650b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Feb 15 02:51:00.627714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-da7afa6e-ca19-4605-b553-5c428dd5a9e2 req-c3edec56-8399-48b0-ac87-139c7e06a8e5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Feb 15 02:51:01.750378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e548f4-5129-4846-a331-ec14de0f452e req-ffd0d35a-3778-4a9f-9576-9a8bca2e45e2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:01.751893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50e548f4-5129-4846-a331-ec14de0f452e req-ffd0d35a-3778-4a9f-9576-9a8bca2e45e2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Feb 15 02:51:01.799023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50e548f4-5129-4846-a331-ec14de0f452e req-6c73c530-00de-4aa8-8ca3-09ba44736e0e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Feb 15 02:51:02.927160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0342ea1-6039-40da-95d3-79cca5c859af req-c1311418-3c8d-45d6-be9a-69106ca16215 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:02.928677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0342ea1-6039-40da-95d3-79cca5c859af req-c1311418-3c8d-45d6-be9a-69106ca16215 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0561807 Feb 15 02:51:02.974084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0342ea1-6039-40da-95d3-79cca5c859af req-5aae5e5a-c1d1-422e-854e-53fdde899135 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Feb 15 02:51:04.092581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7ce96-237e-49bd-a5f6-e0f9bc5ec20d req-e5d87f7c-912a-4219-afe6-d67fd073050c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:04.094043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24f7ce96-237e-49bd-a5f6-e0f9bc5ec20d req-e5d87f7c-912a-4219-afe6-d67fd073050c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Feb 15 02:51:04.139247 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24f7ce96-237e-49bd-a5f6-e0f9bc5ec20d req-dcfcee13-5dbc-4124-bece-b39764083bd2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Feb 15 02:51:05.257768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e85f-fe70-4278-867e-32e5e1fbcf8f req-1da39b6f-b8d4-4359-9738-967ee2ffcc0f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:05.259276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a16e85f-fe70-4278-867e-32e5e1fbcf8f req-1da39b6f-b8d4-4359-9738-967ee2ffcc0f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Feb 15 02:51:05.310501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a16e85f-fe70-4278-867e-32e5e1fbcf8f req-dd7eb639-38a2-4a90-9961-a8291dbe4655 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Feb 15 02:51:06.434960 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9ff79-5193-4657-a7aa-2fc326e37d11 req-e9d1c6d3-54ed-493d-a32d-f1dc7c60fdd4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:06.439625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63e9ff79-5193-4657-a7aa-2fc326e37d11 req-e9d1c6d3-54ed-493d-a32d-f1dc7c60fdd4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0576181 Feb 15 02:51:06.488230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63e9ff79-5193-4657-a7aa-2fc326e37d11 req-59d2701b-59d5-474f-9dd9-e4e6336c4b9c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444229 Feb 15 02:51:07.614104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374b8fb-623b-4528-bcac-ff10283ed728 req-82325f40-1082-4d14-a46e-1cc115205c7b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:07.615713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8374b8fb-623b-4528-bcac-ff10283ed728 req-82325f40-1082-4d14-a46e-1cc115205c7b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Feb 15 02:51:07.664153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8374b8fb-623b-4528-bcac-ff10283ed728 req-ce791c46-e6dc-49b4-9062-dd7135dc11c2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Feb 15 02:51:08.794076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442593fe-bf35-491e-975f-843f798a3b24 req-4f7b0f7d-cbef-4f5d-83ab-7c20169b9c18 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:08.795653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-442593fe-bf35-491e-975f-843f798a3b24 req-4f7b0f7d-cbef-4f5d-83ab-7c20169b9c18 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0570359 Feb 15 02:51:08.843550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-442593fe-bf35-491e-975f-843f798a3b24 req-d75642ea-5698-4842-b6aa-1605c34a31d9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Feb 15 02:51:09.461034 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-c1e97a49-680a-4111-9251-ef12ea7cca14 service neutron] show failed (client error): The resource could not be found. Feb 15 02:51:09.461961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-c1e97a49-680a-4111-9251-ef12ea7cca14 service neutron] 10.222.0.37 "GET /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0588202 Feb 15 02:51:09.867495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-a65f031c-9590-49d6-88fb-e75a52ce5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:09.869174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-a65f031c-9590-49d6-88fb-e75a52ce5526 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0507510 Feb 15 02:51:09.879849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-64ef9958-8d63-486c-a8fe-cea84b1f55f4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:51:09.881062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-64ef9958-8d63-486c-a8fe-cea84b1f55f4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059240 Feb 15 02:51:09.892390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:51:09.984156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.010916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a1e92-1826-44ed-b12c-6a0a858bbdab req-0fadc2b7-f5d7-4914-946f-56c7cc3a0a51 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:10.012444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-741a1e92-1826-44ed-b12c-6a0a858bbdab req-0fadc2b7-f5d7-4914-946f-56c7cc3a0a51 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0883985 Feb 15 02:51:10.141346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-741a1e92-1826-44ed-b12c-6a0a858bbdab req-5b2466c4-9a1f-4e6f-90b1-97e85d6b2c7f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124535 Feb 15 02:51:10.228833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:10.267373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:51:10.306289 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:51:10.308591 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077cf24-26ab-4a7b-8723-83b0df545f0f" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:51:10.312053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks [] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.324506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Transition to ACTIVE for port object e1d0a00f-0e31-47a8-a291-414c6d9b89b9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:51:10.361179 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4f8e0e-6c61-4951-95a2-1a8ff72fe3f7 x-openstack-request-id: req-2a4f8e0e-6c61-4951-95a2-1a8ff72fe3f7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:51:10.361485 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:51:10.365533 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a4f8e0e-6c61-4951-95a2-1a8ff72fe3f7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:51:10.365533 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'code': 200} Feb 15 02:51:10.377237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.396399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:51:10.438606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] The host n-h1-829064-14 is not matching for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 host n-h2-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 02:51:10.439002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:51:10.458058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:10.503146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] No DVR routers for this DVR port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:51:10.664935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:51:10.665193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:51:10.665521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:51:10.669854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:51:10.670204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:51:10.675013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:51:10.675611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:51:10.676005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:51:10.676538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Bound port: e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:51:10.676895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.741552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:51:10.744500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:51:10.817253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.853434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:10.854329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:10.855795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1092 time: 0.9677300 Feb 15 02:51:10.888105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14acb-0e04-439a-9536-39fa83e9f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:10.933468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b696b59f-a739-440a-813f-45810fe562db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:10.934967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-b696b59f-a739-440a-813f-45810fe562db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1126 time: 0.0560021 Feb 15 02:51:11.028513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-bbb65f6e-e5df-43ff-a73e-3cf136cefaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:11.030065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-bbb65f6e-e5df-43ff-a73e-3cf136cefaef service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0895174 Feb 15 02:51:11.099532 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-0cde3cad-b94c-407e-b671-c9016645d54a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.0628691 Feb 15 02:51:11.147581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-575550c3-48d1-4cbb-b583-674df882bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:11.149094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-575550c3-48d1-4cbb-b583-674df882bb05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0442100 Feb 15 02:51:11.200141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-d987f857-ca17-494c-b0f3-2eba6363c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:11.202863 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-d987f857-ca17-494c-b0f3-2eba6363c60e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482194 Feb 15 02:51:11.354155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f841e7-9ef3-4869-8dcc-04fd22a7c536 req-e281b304-634a-4f7a-8cf7-3ae052993745 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:11.355658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2f841e7-9ef3-4869-8dcc-04fd22a7c536 req-e281b304-634a-4f7a-8cf7-3ae052993745 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.1336713 Feb 15 02:51:11.378784 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-91b848a6-ec51-4d3f-9a09-671b039a1dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698167 Feb 15 02:51:11.457497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2f841e7-9ef3-4869-8dcc-04fd22a7c536 req-ec357569-ca3a-470e-a15e-b4719d93052c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955374 Feb 15 02:51:11.493064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-4b834c2d-d127-4bd1-86a9-3aa648dfae06 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079297 Feb 15 02:51:12.363385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:51:12.365791 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a6468-66b4-436a-8874-f485bac94dba" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:51:12.414106 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826530dd-f63b-40f7-89a9-ebef8b0534de x-openstack-request-id: req-826530dd-f63b-40f7-89a9-ebef8b0534de {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:51:12.414409 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:51:12.414670 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-826530dd-f63b-40f7-89a9-ebef8b0534de {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:51:12.415425 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'status': 'completed', 'code': 200} Feb 15 02:51:12.508255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-0a453ca0-082f-426e-8382-8d4dbd885a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.509810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-0a453ca0-082f-426e-8382-8d4dbd885a1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1126 time: 0.0772176 Feb 15 02:51:12.512543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-b6249459-7d7f-45f2-b442-95a15d487d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.514536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-b6249459-7d7f-45f2-b442-95a15d487d11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1126 time: 0.0729032 Feb 15 02:51:12.706678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-033fd36a-a365-4536-bcac-d463ccf761b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.708057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-033fd36a-a365-4536-bcac-d463ccf761b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1845605 Feb 15 02:51:12.714724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891f088-4b11-4cab-9dd7-7fd89110d997 req-0d2f998f-71c1-4c8f-a447-9bb91b9b98ea tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.716059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8891f088-4b11-4cab-9dd7-7fd89110d997 req-0d2f998f-71c1-4c8f-a447-9bb91b9b98ea tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.1841259 Feb 15 02:51:12.763060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-08f5e5bf-618d-49a3-9695-4efefde3b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.764591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-08f5e5bf-618d-49a3-9695-4efefde3b1bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.2483697 Feb 15 02:51:12.855287 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-40576f03-f753-4b7a-8f21-28ffb0c9b166 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.1382494 Feb 15 02:51:12.898894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-5f6fbb8e-bcd3-4cab-adc4-2dedd3337d79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.1245973 Feb 15 02:51:12.905493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8891f088-4b11-4cab-9dd7-7fd89110d997 req-9e307a31-518a-4281-80e5-59aab240ea97 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792164 Feb 15 02:51:12.952593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-545a881c-89b0-4b7f-bc7d-5e0cf87c9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.954074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-545a881c-89b0-4b7f-bc7d-5e0cf87c9dc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0932801 Feb 15 02:51:12.971385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-f7b7687b-ffce-4e0b-9a3a-19b64b2ec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:12.972762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-f7b7687b-ffce-4e0b-9a3a-19b64b2ec2b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0664263 Feb 15 02:51:13.046579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-67c9eee9-6135-46f0-bb60-013aee6a7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:13.048093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-67c9eee9-6135-46f0-bb60-013aee6a7efc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0883405 Feb 15 02:51:13.049896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6468-66b4-436a-8874-f485bac94dba req-1fcf6778-39fb-4ebe-b043-67ff874eddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:13.051501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-1fcf6778-39fb-4ebe-b043-67ff874eddcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575776 Feb 15 02:51:13.202826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-65f0f8bd-2987-4049-b2e4-13c9ceba9d67 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489661 Feb 15 02:51:13.204587 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-f722a4c9-b99d-4a19-b2fb-37769685cc33 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441271 Feb 15 02:51:13.356677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-3c69c131-98b5-4cf3-920d-9fdfa99165b3 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479430 Feb 15 02:51:13.360181 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b2a6468-66b4-436a-8874-f485bac94dba req-e1b1470c-2e28-44c2-9949-0693d311c99b service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446681 Feb 15 02:51:14.031330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5baf6-8ca2-4289-913e-bddde4a2f585 req-087c2b07-d512-41ba-acc6-565cdcc95a93 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:14.032849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cff5baf6-8ca2-4289-913e-bddde4a2f585 req-087c2b07-d512-41ba-acc6-565cdcc95a93 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0570838 Feb 15 02:51:14.078782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cff5baf6-8ca2-4289-913e-bddde4a2f585 req-45b19b9e-af0d-490f-842b-b571f2ca3d7a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Feb 15 02:51:15.198748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68157-1229-4303-8ffe-280ca1709e1a req-470e4002-8e51-45b2-9322-a6f3863122f7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:15.200249 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29a68157-1229-4303-8ffe-280ca1709e1a req-470e4002-8e51-45b2-9322-a6f3863122f7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Feb 15 02:51:15.247760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29a68157-1229-4303-8ffe-280ca1709e1a req-51c6d523-cdbe-41f0-8bcb-30507885b8de tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Feb 15 02:51:15.896695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:16.373586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d56391-f1ab-466d-b1cb-9213083fa0e5 req-15caee76-73c5-4913-be01-b9064cf3badd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:16.375075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32d56391-f1ab-466d-b1cb-9213083fa0e5 req-15caee76-73c5-4913-be01-b9064cf3badd tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0521634 Feb 15 02:51:16.427101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32d56391-f1ab-466d-b1cb-9213083fa0e5 req-2898650f-0d82-4c74-87b2-50f54d4084b1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Feb 15 02:51:17.549344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a6f90-777f-425e-b38d-cb93de3ab9e9 req-6e8f56bc-dcb6-4468-9903-2249b4d74352 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:17.551123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c83a6f90-777f-425e-b38d-cb93de3ab9e9 req-6e8f56bc-dcb6-4468-9903-2249b4d74352 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0535746 Feb 15 02:51:17.598213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c83a6f90-777f-425e-b38d-cb93de3ab9e9 req-c8ef5590-942b-45c5-954d-37570588d9c5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Feb 15 02:51:18.577645 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:18.719507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428be056-8269-414c-9e05-b6b28abe8194 req-b83b1d55-8aae-4548-ab0d-991fbdac8ca0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:18.721014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428be056-8269-414c-9e05-b6b28abe8194 req-b83b1d55-8aae-4548-ab0d-991fbdac8ca0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0536764 Feb 15 02:51:18.766965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428be056-8269-414c-9e05-b6b28abe8194 req-84227013-98e1-4aa0-9548-433a9b44fafb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Feb 15 02:51:19.898672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5ed1f-e7f0-43dc-b931-927e0f5e5185 req-683905da-2a2f-4a83-b2d9-3f650de01f1c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:19.900716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66d5ed1f-e7f0-43dc-b931-927e0f5e5185 req-683905da-2a2f-4a83-b2d9-3f650de01f1c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0593443 Feb 15 02:51:19.953716 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66d5ed1f-e7f0-43dc-b931-927e0f5e5185 req-a2e2d832-5a2d-42c1-87ba-11ebe79028fa tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Feb 15 02:51:21.078853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a641cf9-4d1d-4c92-a73e-d10d28decf73 req-537a8367-48b2-4581-94be-5cc91ad0aeb3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:21.080371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a641cf9-4d1d-4c92-a73e-d10d28decf73 req-537a8367-48b2-4581-94be-5cc91ad0aeb3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0548637 Feb 15 02:51:21.127668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9a641cf9-4d1d-4c92-a73e-d10d28decf73 req-b5d1ba8e-2727-46cf-865d-55121908ceb3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Feb 15 02:51:21.168657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f82c94b-ca9c-491f-9543-fc3a252a4379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:22.249705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812c048-2b4a-4dd0-a353-f0aec9ccdcf7 req-d1d1645f-3f56-4516-b6cc-6c78db542d97 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:22.251187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6812c048-2b4a-4dd0-a353-f0aec9ccdcf7 req-d1d1645f-3f56-4516-b6cc-6c78db542d97 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0556808 Feb 15 02:51:22.297638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6812c048-2b4a-4dd0-a353-f0aec9ccdcf7 req-bd088fe3-c2d6-4c88-8c73-f840cad08fc6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Feb 15 02:51:23.354072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fa80bce6-9d51-4da4-82a8-f1447bfb72bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:23.420983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b95acc-c316-4cba-9d6b-88477544fcd2 req-d7a2eb07-98d1-48b3-8500-da11535907b0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:23.422483 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10b95acc-c316-4cba-9d6b-88477544fcd2 req-d7a2eb07-98d1-48b3-8500-da11535907b0 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0535009 Feb 15 02:51:23.470229 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-10b95acc-c316-4cba-9d6b-88477544fcd2 req-d5c0fc29-63b5-405a-a137-0b4f9d0ee29e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Feb 15 02:51:24.588739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88408955-e6b7-4fd5-8b65-898e781872a5 req-0858d6af-0a03-459f-b9eb-b4b6a6b24164 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:24.590117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88408955-e6b7-4fd5-8b65-898e781872a5 req-0858d6af-0a03-459f-b9eb-b4b6a6b24164 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0515661 Feb 15 02:51:24.640509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88408955-e6b7-4fd5-8b65-898e781872a5 req-71a5038f-0366-410d-b0d2-39c9e499a3a2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Feb 15 02:51:24.747724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:25.759013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d557275-2378-49e9-ba94-f020d6214a79 req-f362d7af-6e26-445e-a7a6-2775b479a5e4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:25.760505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d557275-2378-49e9-ba94-f020d6214a79 req-f362d7af-6e26-445e-a7a6-2775b479a5e4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0524330 Feb 15 02:51:25.813127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d557275-2378-49e9-ba94-f020d6214a79 req-0ea66dcb-cd44-46be-b128-8ec937cb85b1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469248 Feb 15 02:51:26.141992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:26.932204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1122d4-b88b-4caa-b2a3-495704935db7 req-072db37e-f355-47b0-8182-950217113556 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:26.933712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c1122d4-b88b-4caa-b2a3-495704935db7 req-072db37e-f355-47b0-8182-950217113556 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0515418 Feb 15 02:51:26.986654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4c1122d4-b88b-4caa-b2a3-495704935db7 req-1b29ebf7-5ddc-4291-b120-c78a1fcec61f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467451 Feb 15 02:51:27.462152 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:28.110171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1ba4-a909-43cc-8ac9-f6201195b071 req-44fea09e-4a01-417e-90ad-d457189af5c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:28.111663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d4c1ba4-a909-43cc-8ac9-f6201195b071 req-44fea09e-4a01-417e-90ad-d457189af5c1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0563037 Feb 15 02:51:28.157760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d4c1ba4-a909-43cc-8ac9-f6201195b071 req-e541ba64-cd21-406c-beba-adc7e7b0df39 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Feb 15 02:51:28.532630 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:51:29.279073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea8b7-d0fc-49d9-a8c9-5fbad3197cab req-5601bc49-b968-4bb4-afd8-91d9e24a283b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:29.280962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6fea8b7-d0fc-49d9-a8c9-5fbad3197cab req-5601bc49-b968-4bb4-afd8-91d9e24a283b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 943 time: 0.0532460 Feb 15 02:51:29.335061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6fea8b7-d0fc-49d9-a8c9-5fbad3197cab req-9581392d-f70a-444e-aa01-4b86989d4d3d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484939 Feb 15 02:51:29.573320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:51:29.682678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:29.697220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:51:29.735225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:51:29.735605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:29.751890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:51:29.771078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:29.868145 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:29.917115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:29.998919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6e72a-6dd2-4f08-a6e3-537d7aaabdf7 req-0045cfa7-ba9b-4259-bcc2-ea39f03ecf21 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.002684 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12f6e72a-6dd2-4f08-a6e3-537d7aaabdf7 req-0045cfa7-ba9b-4259-bcc2-ea39f03ecf21 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0572312 Feb 15 02:51:30.087159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['e1d0a00f-0e31-47a8-a291-414c6d9b89b9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:51:30.099067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-12f6e72a-6dd2-4f08-a6e3-537d7aaabdf7 req-6568c987-2fbc-4e51-8051-74e36a4c96d8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925622 Feb 15 02:51:30.115069 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-348f4151-d146-4641-abf9-b15040f2f770 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.116597 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-348f4151-d146-4641-abf9-b15040f2f770 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489&tenant_id=923fb7473e6b42669e55d4980f4cf813&binding%3Ahost_id=n-h2-829064-14 HTTP/1.1" status: 200 len: 944 time: 0.1089785 Feb 15 02:51:30.234985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-34bb19a1-3746-4de7-a6e5-a525170d2b7e service neutron] 10.222.0.31 "GET /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9/bindings/n-h2-829064-14 HTTP/1.1" status: 200 len: 383 time: 0.1110194 Feb 15 02:51:30.302742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-8c44313c-c2a9-4772-8278-465cdad4316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.304238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-8c44313c-c2a9-4772-8278-465cdad4316f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1127 time: 0.0452042 Feb 15 02:51:30.419298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-220fd372-9fc0-49b6-a02a-de3b8b62514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.421431 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-220fd372-9fc0-49b6-a02a-de3b8b62514a service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1111109 Feb 15 02:51:30.485715 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-2145cd31-3226-424e-b2e3-4af64a67f0f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1001 time: 0.0578313 Feb 15 02:51:30.537206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-076852f7-c87b-45ce-8df2-5803f9bcf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.538656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-076852f7-c87b-45ce-8df2-5803f9bcf412 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0470293 Feb 15 02:51:30.586008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-713f5398-0ec3-4353-9806-9bd38b666f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:30.587530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-713f5398-0ec3-4353-9806-9bd38b666f2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430551 Feb 15 02:51:30.674120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-1d2a2a07-aee2-4f04-8178-d57856bb13fe service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800426 Feb 15 02:51:31.068184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-10c00c29-1cb7-4bb8-bf7e-c6db4901618e service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882120 Feb 15 02:51:31.219681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34475a62-9dca-483d-ae28-c9745bb22f90 req-8dc37e50-9642-415c-a9fd-92bd6fe1c2c9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:31.221198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34475a62-9dca-483d-ae28-c9745bb22f90 req-8dc37e50-9642-415c-a9fd-92bd6fe1c2c9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0525270 Feb 15 02:51:31.267232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-34475a62-9dca-483d-ae28-c9745bb22f90 req-01cf9ea2-9790-477d-ad0d-7dd1a4caaa6b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Feb 15 02:51:31.598674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:51:31.699758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:51:31.703567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:51:31.704944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:31.777488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:51:31.777877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:31.805696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:51:31.808379 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21459d5-5b34-4cf7-a1e4-c49187152b58" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:51:31.821386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:31.878185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:31.917965 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f9f0c-cdae-4bbc-8216-3754654ba6af x-openstack-request-id: req-9d8f9f0c-cdae-4bbc-8216-3754654ba6af {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:51:31.918216 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:51:31.918460 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d8f9f0c-cdae-4bbc-8216-3754654ba6af {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:51:31.918855 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'code': 200} Feb 15 02:51:31.932948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:31.940248 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.940615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.940997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.941330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.941661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.941994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.942317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.942638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.942958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.943279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.943598 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.943916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:31.944232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:32.392074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3f55-fd3b-482d-905c-38baf4716f32 req-5e9984e6-f2b4-4770-ab4c-2be686bf878a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:32.393605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7ad3f55-fd3b-482d-905c-38baf4716f32 req-5e9984e6-f2b4-4770-ab4c-2be686bf878a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0571332 Feb 15 02:51:32.440574 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7ad3f55-fd3b-482d-905c-38baf4716f32 req-ad097d3f-0a47-42e3-b88a-fe94aeeff556 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Feb 15 02:51:33.561905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a773-5a74-474d-9287-b10e054bd81b req-bb6c5704-48d2-4f95-ac03-2ab48ebb5ce3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:33.563382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdc8a773-5a74-474d-9287-b10e054bd81b req-bb6c5704-48d2-4f95-ac03-2ab48ebb5ce3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Feb 15 02:51:33.609456 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdc8a773-5a74-474d-9287-b10e054bd81b req-ebcd43f2-180c-4bbf-9d88-68979b7995ea tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Feb 15 02:51:34.730943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8092-1d41-46ab-b677-4688c906535e req-abbb7b70-0fca-4769-8ac7-e5b743907cd1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:34.732471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e1a8092-1d41-46ab-b677-4688c906535e req-abbb7b70-0fca-4769-8ac7-e5b743907cd1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0524769 Feb 15 02:51:34.782935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e1a8092-1d41-46ab-b677-4688c906535e req-d4ed938f-0cf4-41c6-bc72-fb151925acaf tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448108 Feb 15 02:51:35.913544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea386ad-8108-4b09-ba0e-5b3b23ae581a req-96a25fe2-4b82-4eed-b0da-3c68dc7770a1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:35.915036 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dea386ad-8108-4b09-ba0e-5b3b23ae581a req-96a25fe2-4b82-4eed-b0da-3c68dc7770a1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Feb 15 02:51:35.963273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dea386ad-8108-4b09-ba0e-5b3b23ae581a req-e0211d58-6363-4ac4-aef0-8d4f7e4a747a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Feb 15 02:51:36.061450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-32500a76-1378-400e-a778-16826f20d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:36.063027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-32500a76-1378-400e-a778-16826f20d479 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1128 time: 0.0477338 Feb 15 02:51:36.175296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-96962fde-64eb-46d7-a0a6-c4fbe56ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:36.177067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-96962fde-64eb-46d7-a0a6-c4fbe56ff018 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0927691 Feb 15 02:51:36.240941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-e639e35a-c603-48a3-913d-0b857e74410b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1002 time: 0.0578687 Feb 15 02:51:36.287966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-ae2888ff-13d7-4e8e-aafb-ad97576aa544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:36.289474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-ae2888ff-13d7-4e8e-aafb-ad97576aa544 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0432599 Feb 15 02:51:36.342683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-214b67e6-7abb-4dd9-86fc-581bee1fe0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:36.344380 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-214b67e6-7abb-4dd9-86fc-581bee1fe0f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484610 Feb 15 02:51:36.437244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-bbe22170-1857-483b-8f87-74ba9faf0073 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863647 Feb 15 02:51:36.528551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4403f312-b638-4dc2-ae73-4acdeefd0d1e req-c4ef02b2-2ebe-49b4-b967-17f574c59a8b service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Feb 15 02:51:37.085586 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015737a6-0f5d-438b-90f7-19d6cbdfb4db req-f1e6da52-6d64-46ad-92d7-d352f1ce31c4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:37.087090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-015737a6-0f5d-438b-90f7-19d6cbdfb4db req-f1e6da52-6d64-46ad-92d7-d352f1ce31c4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Feb 15 02:51:37.134721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-015737a6-0f5d-438b-90f7-19d6cbdfb4db req-4ebf8743-d8b9-4803-bf28-7909d57eb2c5 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Feb 15 02:51:37.466921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-2aa1ce42-ea23-4c94-ad02-9879695dcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:37.468498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-2aa1ce42-ea23-4c94-ad02-9879695dcaf6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489&tenant_id=923fb7473e6b42669e55d4980f4cf813 HTTP/1.1" status: 200 len: 1128 time: 0.0555897 Feb 15 02:51:37.478746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:51:37.539766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:37.647102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:51:37.725343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:51:37.725732 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:37.738132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:37.779100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:51:37.822951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:51:37.825266 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea342c4-7421-4717-b85c-5a5c8fe41765" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:51:37.831039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks [] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:37.847731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Transition to ACTIVE for port object e1d0a00f-0e31-47a8-a291-414c6d9b89b9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:51:37.913694 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:37.947615 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb310277-aa5b-4fea-8bba-b34baed21a43 x-openstack-request-id: req-fb310277-aa5b-4fea-8bba-b34baed21a43 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:51:37.947991 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:51:37.948329 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb310277-aa5b-4fea-8bba-b34baed21a43 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:51:37.948810 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'code': 200} Feb 15 02:51:37.951320 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:51:37.951684 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:51:38.008275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:38.020959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.021307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.021649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.021985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.022317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.022644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.022970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.023294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.023623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.023945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.024274 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.024624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.024946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:51:38.062573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] No DVR routers for this DVR port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:51:38.204584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:51:38.205268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:51:38.205268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:51:38.222856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:51:38.223100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Attempting to bind port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on network 09aef16d-396a-40e7-b5d2-629f4d8546a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:51:38.243800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:51:38.244148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Checking segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:51:38.244561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Bound using segment: {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:51:38.245000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Bound port: e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0758e0-88cd-4512-9659-a34627273f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:51:38.245362 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:38.298741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ff55e-03fe-4fd2-b862-d5e025b5b261 req-c1271aa9-7ea5-477d-8b77-2e9358c45dfc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.300262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-989ff55e-03fe-4fd2-b862-d5e025b5b261 req-c1271aa9-7ea5-477d-8b77-2e9358c45dfc tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0928907 Feb 15 02:51:38.340039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:51:38.343909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:51:38.370614 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-989ff55e-03fe-4fd2-b862-d5e025b5b261 req-3d8e958b-0818-475d-90d8-0c6d03664eae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599937 Feb 15 02:51:38.406252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:38.441132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.441777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:38.443167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] 10.222.0.37 "PUT /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1093 time: 0.9682710 Feb 15 02:51:38.482769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd354b-33c0-422f-bd1e-eff21259589e service neutron] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:38.492493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:51:38.525858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-47b1a0b1-29b2-4d14-a9b0-7c715bcf844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.527559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-47b1a0b1-29b2-4d14-a9b0-7c715bcf844b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1127 time: 0.0571542 Feb 15 02:51:38.620857 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-9042691c-e465-41d8-a526-457b7918d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.622316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-9042691c-e465-41d8-a526-457b7918d30d service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.0889442 Feb 15 02:51:38.700455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-268f6106-da86-4b90-8c2b-3cbe018604fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.0711906 Feb 15 02:51:38.751832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-d7abcebc-6dc9-49e8-ad8b-4d92df39f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.753269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-d7abcebc-6dc9-49e8-ad8b-4d92df39f032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0464652 Feb 15 02:51:38.803600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-3433e72b-eab1-4694-a0ea-e208fc4f5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:38.805219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-3433e72b-eab1-4694-a0ea-e208fc4f5433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464780 Feb 15 02:51:38.895600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-e4fa019e-a0f7-4aed-820f-583f7d14f2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Feb 15 02:51:38.983165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3caf1dff-050b-4958-a4b0-6e36014d5596 req-4d65b80c-3349-4c3b-9e2d-286f857b0acf service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Feb 15 02:51:39.493344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e0361-dad3-43f8-8d3e-fd6b22c383bb req-6e79aab6-99be-4fe5-8c63-168f77dbb483 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:39.494873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-946e0361-dad3-43f8-8d3e-fd6b22c383bb req-6e79aab6-99be-4fe5-8c63-168f77dbb483 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0533299 Feb 15 02:51:39.546452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-946e0361-dad3-43f8-8d3e-fd6b22c383bb req-406ca2f5-0adf-402d-b1d7-c01d6a5a6270 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453687 Feb 15 02:51:39.950533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:51:39.953002 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4a931-2246-4d1d-964a-103a9c828fef" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:51:39.999816 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802ed37-cfb0-41c1-b7b2-11ce36c6d0fe x-openstack-request-id: req-7802ed37-cfb0-41c1-b7b2-11ce36c6d0fe {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:51:40.000122 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:51:40.000415 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7802ed37-cfb0-41c1-b7b2-11ce36c6d0fe {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:51:40.000815 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'status': 'completed', 'code': 200} Feb 15 02:51:40.093770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-ed42c083-c2f4-48f0-b509-b805af2cefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.095350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-ed42c083-c2f4-48f0-b509-b805af2cefb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1127 time: 0.0747485 Feb 15 02:51:40.100729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-454dff08-7fef-4954-9dd5-5ff85f3c83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.102216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-454dff08-7fef-4954-9dd5-5ff85f3c83aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923fb7473e6b42669e55d4980f4cf813&device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 1127 time: 0.0737433 Feb 15 02:51:40.259373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-82a15467-f793-4663-9689-d5c145e46fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.260882 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-82a15467-f793-4663-9689-d5c145e46fba service neutron] 10.222.0.37 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1577950 Feb 15 02:51:40.262202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-7c6a1506-e059-4e51-91d9-b2c09252d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.264074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-7c6a1506-e059-4e51-91d9-b2c09252d515 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 200 len: 912 time: 0.1528249 Feb 15 02:51:40.375112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-5fc19997-0dde-4f85-ace7-c4184d31ae34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.1081259 Feb 15 02:51:40.376940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-d3b41fe0-b100-4993-bbbb-463c885edf61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 200 len: 1000 time: 0.1042650 Feb 15 02:51:40.459746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-c6dbcdcd-e027-4e80-9a89-1605086249eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.461241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-c6dbcdcd-e027-4e80-9a89-1605086249eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0797346 Feb 15 02:51:40.464611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-d2905214-9f74-4082-aa07-f8be53649e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.465934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-d2905214-9f74-4082-aa07-f8be53649e7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 200 len: 850 time: 0.0768425 Feb 15 02:51:40.539666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-73f1fef4-868b-4114-adeb-b9c73a234239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.541205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-73f1fef4-868b-4114-adeb-b9c73a234239 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0665357 Feb 15 02:51:40.543773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a931-2246-4d1d-964a-103a9c828fef req-25956829-4d67-4249-b8f4-98d5c43cc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.545190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-25956829-4d67-4249-b8f4-98d5c43cc70c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09aef16d-396a-40e7-b5d2-629f4d8546a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0778768 Feb 15 02:51:40.737013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-1f45f31b-ed66-4d17-a12c-e25f43b5079b service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895537 Feb 15 02:51:40.741378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-dce855a6-75aa-4fbc-8d7a-a8ccf3a186cd service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869330 Feb 15 02:51:40.750629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad975de-37f5-4e5d-b05a-cf6801c09c55 req-4334f5e0-4021-49dd-adbe-6abf4c992b88 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:40.752018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fad975de-37f5-4e5d-b05a-cf6801c09c55 req-4334f5e0-4021-49dd-adbe-6abf4c992b88 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.1169329 Feb 15 02:51:40.906815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fad975de-37f5-4e5d-b05a-cf6801c09c55 req-cfa8319f-d745-443f-a722-b318358d9cdb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391323 Feb 15 02:51:40.938282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-3e6543b0-2444-4d8d-83ec-b213183327c4 service neutron] 10.222.0.31 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952107 Feb 15 02:51:40.943350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b4a931-2246-4d1d-964a-103a9c828fef req-61148536-b33b-43ca-be1c-2f99e4221d9c service neutron] 10.222.0.37 "GET /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847351 Feb 15 02:51:42.033693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc21bd3-5323-4a74-9844-7320af91e203 req-11bb6a95-113f-4b6f-bb87-6167d39cc47f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:42.035234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffc21bd3-5323-4a74-9844-7320af91e203 req-11bb6a95-113f-4b6f-bb87-6167d39cc47f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0565963 Feb 15 02:51:42.090870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ffc21bd3-5323-4a74-9844-7320af91e203 req-c8d3cb88-c1e0-40fc-9904-1e249e3d9085 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 Feb 15 02:51:43.217391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a3ba4-5cbf-4aab-848c-3613165c69c6 req-d91b3db7-bece-41d9-9a45-7b54025ac1a7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:43.218907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af1a3ba4-5cbf-4aab-848c-3613165c69c6 req-d91b3db7-bece-41d9-9a45-7b54025ac1a7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0530953 Feb 15 02:51:43.268656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-af1a3ba4-5cbf-4aab-848c-3613165c69c6 req-9f9587cd-2d15-4d6d-95b4-cd0bfd866f59 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Feb 15 02:51:44.392915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f452-3e41-4e14-992e-28d5ee5d6c33 req-9ce619a2-6254-4a38-b938-ec4382b966e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:44.392915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09e3f452-3e41-4e14-992e-28d5ee5d6c33 req-9ce619a2-6254-4a38-b938-ec4382b966e1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0527284 Feb 15 02:51:44.444534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09e3f452-3e41-4e14-992e-28d5ee5d6c33 req-62b67138-1f01-4c6d-98b4-c7811b5ff206 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Feb 15 02:51:45.576714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147a1c9-7562-4945-8bb2-411943b7af70 req-a730a57a-4f1b-4258-a341-a909a2a18c61 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:45.578364 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1147a1c9-7562-4945-8bb2-411943b7af70 req-a730a57a-4f1b-4258-a341-a909a2a18c61 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0596771 Feb 15 02:51:45.625283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1147a1c9-7562-4945-8bb2-411943b7af70 req-09187867-3d48-49ca-a6ed-05030d3b3f6f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Feb 15 02:51:45.893977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:46.748999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706dd4-5c25-4bdd-af67-1ecebd3ff756 req-aa28f1aa-663c-4387-9df2-1e864cb18eb8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:46.750492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05706dd4-5c25-4bdd-af67-1ecebd3ff756 req-aa28f1aa-663c-4387-9df2-1e864cb18eb8 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0528116 Feb 15 02:51:46.797390 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05706dd4-5c25-4bdd-af67-1ecebd3ff756 req-e77c1d22-47e5-44b7-9ab0-34cec9941656 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Feb 15 02:51:47.920211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921f2a1-c98e-4d7a-b0db-f6d9492bd286 req-66d27174-2808-46a1-8df9-003d280e67f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:47.921710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4921f2a1-c98e-4d7a-b0db-f6d9492bd286 req-66d27174-2808-46a1-8df9-003d280e67f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0554984 Feb 15 02:51:47.974484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4921f2a1-c98e-4d7a-b0db-f6d9492bd286 req-71d36721-ba0c-4a63-aada-7c195d81cc8e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466969 Feb 15 02:51:48.602949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:49.096454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604421a5-f78d-420c-a7a9-5a64357405d8 req-0085e035-54b8-4145-b761-c353fcbd6ba2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:49.097939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-604421a5-f78d-420c-a7a9-5a64357405d8 req-0085e035-54b8-4145-b761-c353fcbd6ba2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0519464 Feb 15 02:51:49.143522 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-604421a5-f78d-420c-a7a9-5a64357405d8 req-be98d31d-824e-43ca-a536-ef8d16e471ec tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Feb 15 02:51:50.260661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa246-77c7-4929-949c-40c6d81d035d req-fbf676b6-a615-4f68-b88c-5699cedd5db1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:50.262113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e17aa246-77c7-4929-949c-40c6d81d035d req-fbf676b6-a615-4f68-b88c-5699cedd5db1 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0502865 Feb 15 02:51:50.311464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e17aa246-77c7-4929-949c-40c6d81d035d req-0e333ae9-10a1-4ddb-a17d-365d0dd34077 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Feb 15 02:51:51.179648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16a996c8-1987-4149-9c24-37b0eb3af788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:51.434183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0691241-9082-4580-a53c-06a75a20a4ca req-356c37ab-06b3-4d53-a58d-1708c2413a7f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:51.435645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0691241-9082-4580-a53c-06a75a20a4ca req-356c37ab-06b3-4d53-a58d-1708c2413a7f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0555940 Feb 15 02:51:51.482089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0691241-9082-4580-a53c-06a75a20a4ca req-ba5856ee-fdbc-4988-aef0-c43c86c99d9d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Feb 15 02:51:52.599923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3418f3-c871-46e8-9ba6-889833f91d49 req-11eacf6f-78c1-4cb9-8881-920844e74a43 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:52.601351 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad3418f3-c871-46e8-9ba6-889833f91d49 req-11eacf6f-78c1-4cb9-8881-920844e74a43 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0518949 Feb 15 02:51:52.647402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad3418f3-c871-46e8-9ba6-889833f91d49 req-b4d25ee0-eb31-4de5-b36a-38dbf11568f9 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400677 Feb 15 02:51:53.322233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3898c338-6af7-48b7-b8c6-c00b4a14750e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:53.769527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff61b2-9e89-4a9c-a22c-649d04fb8db9 req-67019628-0620-4e6d-a70b-fd4dead907f4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:53.771010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50ff61b2-9e89-4a9c-a22c-649d04fb8db9 req-67019628-0620-4e6d-a70b-fd4dead907f4 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0558131 Feb 15 02:51:53.820564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50ff61b2-9e89-4a9c-a22c-649d04fb8db9 req-3e7fd135-393d-4cb0-82c2-265c53bdb416 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Feb 15 02:51:54.770643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:54.939163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e82cfa-6064-44af-abae-855648f61476 req-dcc41cb4-b6e2-47e0-b784-9ec0eea5ea85 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:54.940640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e82cfa-6064-44af-abae-855648f61476 req-dcc41cb4-b6e2-47e0-b784-9ec0eea5ea85 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0508525 Feb 15 02:51:54.985507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06e82cfa-6064-44af-abae-855648f61476 req-bb48d3e4-983b-4417-b97b-fc061bd940eb tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Feb 15 02:51:56.104534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143d188-9499-46ba-b74d-464f87f1c255 req-77058883-ebb4-45e0-927d-e65102237898 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:56.106546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8143d188-9499-46ba-b74d-464f87f1c255 req-77058883-ebb4-45e0-927d-e65102237898 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0516675 Feb 15 02:51:56.156218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8143d188-9499-46ba-b74d-464f87f1c255 req-cae9a8cf-5911-42dc-af25-c1729031db7b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Feb 15 02:51:56.157225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:57.281132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de84a5-1fa3-485e-9c64-478f27cb8a91 req-6c14a4b4-394a-4924-a0ab-c81ccb4f1d46 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:57.282810 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39de84a5-1fa3-485e-9c64-478f27cb8a91 req-6c14a4b4-394a-4924-a0ab-c81ccb4f1d46 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0532327 Feb 15 02:51:57.330910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39de84a5-1fa3-485e-9c64-478f27cb8a91 req-c1800eaa-d569-447a-82d1-3841880b7030 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Feb 15 02:51:57.490900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:58.450462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f045-e822-4a96-98ec-aa2bf320eda6 req-18ca1dff-bc9a-4268-9de0-186e4185946f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:58.451941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8193f045-e822-4a96-98ec-aa2bf320eda6 req-18ca1dff-bc9a-4268-9de0-186e4185946f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0532451 Feb 15 02:51:58.497755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8193f045-e822-4a96-98ec-aa2bf320eda6 req-50013f8a-253b-4bc5-b723-cbbe6e56fb22 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Feb 15 02:51:58.611236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:51:58.615868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04688-c9fa-40eb-b95b-6c5d6e074681 req-69f8edd2-76b0-4d77-bd2f-3e4866f8cc95 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:58.617409 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d04688-c9fa-40eb-b95b-6c5d6e074681 req-69f8edd2-76b0-4d77-bd2f-3e4866f8cc95 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0552549 Feb 15 02:51:58.663839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e0d04688-c9fa-40eb-b95b-6c5d6e074681 req-06039fb6-039e-4468-84e3-2702bcbac832 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Feb 15 02:51:58.706682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:58.718568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'port_id': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'mac_address': 'fa:16:3e:26:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:51:58.758601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:51:58.758996 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:58.771619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:51:58.779834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746ee0-03c5-4dbe-a1f3-0479330a7437 req-bdeb4c6b-4588-461b-8527-8bdce621d030 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:58.781378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6746ee0-03c5-4dbe-a1f3-0479330a7437 req-bdeb4c6b-4588-461b-8527-8bdce621d030 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 944 time: 0.0522895 Feb 15 02:51:58.791299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:51:58.828085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6746ee0-03c5-4dbe-a1f3-0479330a7437 req-1c62b83a-81af-4334-bffd-a0fed1d77097 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Feb 15 02:51:58.888943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:51:58.936926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:51:59.238435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e1d0a00f-0e31-47a8-a291-414c6d9b89b9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:51:59.282668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05498bd-12a7-4768-bb16-64ebc427e13b req-aa894352-4924-433b-a141-e0b73dc8c4f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:51:59.284209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b05498bd-12a7-4768-bb16-64ebc427e13b req-aa894352-4924-433b-a141-e0b73dc8c4f6 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0564184 Feb 15 02:51:59.331446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b05498bd-12a7-4768-bb16-64ebc427e13b req-94ee303f-8134-4a06-9ff9-f1cb5aaa3133 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Feb 15 02:52:00.452737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25b21-4365-419c-b2f8-d6ca9ec4b243 req-1b8715e7-f329-4dda-8403-9397de92545e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:00.454222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fd25b21-4365-419c-b2f8-d6ca9ec4b243 req-1b8715e7-f329-4dda-8403-9397de92545e tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 945 time: 0.0532641 Feb 15 02:52:00.500670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fd25b21-4365-419c-b2f8-d6ca9ec4b243 req-00ca0b8c-ee38-4ac0-a180-8cd1ac3a1f0d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups?id=509c77d9-c2f6-42f0-870f-726963fb769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Feb 15 02:52:00.630080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:52:00.727882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:52:00.731699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:52:00.732076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:00.807108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:52:00.807500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:00.830064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:00.832270 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9418163f-8ca1-4ec1-a29b-0d850b91f198" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:00.849661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:00.873682 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c199ec9-8004-441f-b998-b59a12102114 x-openstack-request-id: req-2c199ec9-8004-441f-b998-b59a12102114 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:00.875882 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-plugged", "status": "completed", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:00.875882 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c199ec9-8004-441f-b998-b59a12102114 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:00.875882 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'code': 200} Feb 15 02:52:00.922428 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:00.970739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:00.986762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-e12787b6-abeb-41d5-8b4f-d6c5eb0a9b41 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:00.988236 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-e12787b6-abeb-41d5-8b4f-d6c5eb0a9b41 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 946 time: 0.0515695 Feb 15 02:52:01.081563 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Deleting port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:01.081907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:01.167417 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] For port e1d0a00f-0e31-47a8-a291-414c6d9b89b9, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:01.167789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:01.362178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:01.362544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:01.362863 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 disassociated. External IP: 172.25.2.216, port: e1d0a00f-0e31-47a8-a291-414c6d9b89b9. Feb 15 02:52:01.363212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Calling delete_port for e1d0a00f-0e31-47a8-a291-414c6d9b89b9 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:01.557337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e1d0a00f-0e31-47a8-a291-414c6d9b89b9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:01.602201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'Port': ['ID=e1d0a00f-0e31-47a8-a291-414c6d9b89b9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:01.642348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be246e69-007d-4ee9-925b-31acc0e70c13 req-19b5f8d5-f088-4ffc-b3d4-6298e91a6fc7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0452759 Feb 15 02:52:02.064753 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:52:02.174725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:52:02.184978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:52:02.195179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:52:02.195799 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:02.214839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] No DVR routers for this DVR port e1d0a00f-0e31-47a8-a291-414c6d9b89b9 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:52:02.217545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:02.220900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d4cb2b-682f-4644-9053-04b531c8a1ed req-3c6dd33d-c96a-40b5-9152-c079ece85d66 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.37 "DELETE /v2.0/ports/e1d0a00f-0e31-47a8-a291-414c6d9b89b9 HTTP/1.1" status: 204 len: 173 time: 1.2266603 Feb 15 02:52:02.221336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-deleted', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:02.223573 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c4ed8-c0ba-435b-a96a-e1bc73a7bc97" -d '{"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-deleted", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:02.259229 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc70614-10f9-40e6-b404-91b31ebdd41d x-openstack-request-id: req-3cc70614-10f9-40e6-b404-91b31ebdd41d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:02.259542 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de4451-4715-435e-ab21-f3079d899489", "name": "network-vif-deleted", "tag": "e1d0a00f-0e31-47a8-a291-414c6d9b89b9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:02.259803 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cc70614-10f9-40e6-b404-91b31ebdd41d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:02.260214 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de4451-4715-435e-ab21-f3079d899489', 'name': 'network-vif-deleted', 'tag': 'e1d0a00f-0e31-47a8-a291-414c6d9b89b9', 'status': 'completed', 'code': 200} Feb 15 02:52:02.306832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:52:02.507277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:02.537130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:52:02.545832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:52:02.546436 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:02.736993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00067db7-9205-4b1c-a6fd-9021cb046783 req-0161c23d-8c0d-4208-9a43-a20b8e741cd7 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Feb 15 02:52:02.815435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:52:03.009160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:03.035254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d327f-9871-45f8-9228-d16b275916c6 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:47:31Z', 'revision_number': 4, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '3588acdf-8011-438f-a5c6-4aa625277d5f', 'name': '', 'network_id': '09aef16d-396a-40e7-b5d2-629f4d8546a0', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'mac_address': 'fa:16:3e:18:95:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:31Z', 'updated_at': '2022-02-15T02:47:35Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'subnets': [{'id': '38789aa4-e314-47c4-b7f6-0b6b2709176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:52:03.248266 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25076a06-125a-4129-a403-bddc9e4f77a0 None None] New status for floating IP cfbdd7f6-4e26-415b-8ae3-3474f454a5b5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:52:03.838425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d80ae0b5-515d-40cd-b96e-fa84ce1bbe37 req-51eea378-0474-4168-96c6-f00f8a5c9328 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0304859 Feb 15 02:52:04.648819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:52:04.674636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e1d0a00f-0e31-47a8-a291-414c6d9b89b9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:52:04.674987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e1d0a00f-0e31-47a8-a291-414c6d9b89b9 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:52:04.934793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f4b3bb3f-e95d-482c-a68a-570e57e8cc86 req-6a6d8f13-b6a7-4a69-bc01-37cfae5311c2 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Feb 15 02:52:05.533017 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:52:06.046636 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d56b8ed1-8d21-4f78-8f06-326cea7861ea req-05372f0f-b1b9-40b9-909c-c6601cb6332a tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0354781 Feb 15 02:52:07.148131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-38c22647-5c96-42a8-b52a-5e810fd0f498 req-60bb13e5-193a-4bff-aa43-91b57705bf68 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Feb 15 02:52:08.244046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9494d9da-03a8-43bf-a18f-9fa5f53352fd req-175350f3-2ef9-4c8b-b91e-3c2eaa54610d tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0266287 Feb 15 02:52:09.342851 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8219f72-cc46-44f3-89eb-abf57b892d60 req-ad4727bc-f039-4e24-a20e-b496a81106c3 tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Feb 15 02:52:10.447061 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9f2a378-c784-4f12-83ed-38faeaddf7a1 req-83e5c59c-aafe-4951-ac34-b78f1b286b6c tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2de4451-4715-435e-ab21-f3079d899489 HTTP/1.1" status: 200 len: 210 time: 0.0350368 Feb 15 02:52:15.919257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.428955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:18.484652 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (509c77d9-c2f6-42f0-870f-726963fb769e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.507598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (509c77d9-c2f6-42f0-870f-726963fb769e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.602458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.627342 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (509c77d9-c2f6-42f0-870f-726963fb769e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.630111 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.631415 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "DELETE /v2.0/security-groups/509c77d9-c2f6-42f0-870f-726963fb769e HTTP/1.1" status: 204 len: 168 time: 0.2013292 Feb 15 02:52:18.634038 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48260) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:18.641724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c77d9-c2f6-42f0-870f-726963fb769e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:18.649356 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.649540 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-63db2254-378c-4c28-a951-fea0b306c64b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] show failed (client error): The resource could not be found. Feb 15 02:52:18.649804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.650054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.650400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.650730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.651266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.651605 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.651937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.652269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.653282 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.653607 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.653841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-63db2254-378c-4c28-a951-fea0b306c64b tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "GET /v2.0/security-groups/509c77d9-c2f6-42f0-870f-726963fb769e HTTP/1.1" status: 404 len: 347 time: 0.0181947 Feb 15 02:52:18.654099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.654250 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9914b-37c6-49c0-b4d2-ee2ecdd68e5f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:18.654397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:18.778072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Deleting port f9a85080-fb5b-431f-8c42-4a8b426c8b1b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:18.778431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.854177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.854432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:18.866322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Calling delete_port for f9a85080-fb5b-431f-8c42-4a8b426c8b1b owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:19.079211 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f9a85080-fb5b-431f-8c42-4a8b426c8b1b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.102598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Pushing event deleted for resources: {'Port': ['ID=f9a85080-fb5b-431f-8c42-4a8b426c8b1b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:19.167005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks [] for floatingip (cfbdd7f6-4e26-415b-8ae3-3474f454a5b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.170234 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.171382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ef52606-33c7-42f0-919d-7ac3b8ef01ae tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] 10.222.0.43 "DELETE /v2.0/floatingips/cfbdd7f6-4e26-415b-8ae3-3474f454a5b5 HTTP/1.1" status: 204 len: 168 time: 0.5160012 Feb 15 02:52:19.174373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:19.518464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.764812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Deleting port 3588acdf-8011-438f-a5c6-4aa625277d5f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:19.765483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.844946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] For port 3588acdf-8011-438f-a5c6-4aa625277d5f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3588acdf-8011-438f-a5c6-4aa625277d5f,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:19.845309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:19.857361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Calling delete_port for 3588acdf-8011-438f-a5c6-4aa625277d5f owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:20.105560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3588acdf-8011-438f-a5c6-4aa625277d5f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:20.129314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Pushing event deleted for resources: {'Port': ['ID=3588acdf-8011-438f-a5c6-4aa625277d5f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:20.300972 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:20.525377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Router f3b3e98f-9c13-4378-af99-cd85e2ef38bd has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:52:20.631988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:52:20.637500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7f271874-b14f-4e3c-a8ab-0e033a735844 admin admin] 10.222.0.43 "PUT /v2.0/routers/f3b3e98f-9c13-4378-af99-cd85e2ef38bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615951 Feb 15 02:52:20.640044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:20.643210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Sync routers for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:52:20.653339 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:52:20.654071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:20.743297 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks [] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:20.759732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:52:20.848671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks [] for router_gateway (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:20.936045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:52:19Z', 'revision_number': 5, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port': {'id': 'd1ae8995-7f32-41f9-b825-81f1ddfe33c7', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:47:29Z', 'updated_at': '2022-02-15T02:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:20.948669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Deleting port d1ae8995-7f32-41f9-b825-81f1ddfe33c7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:20.949013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:20.961932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Checking router: f3b3e98f-9c13-4378-af99-cd85e2ef38bd for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:52:20.970449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Routers {'f3b3e98f-9c13-4378-af99-cd85e2ef38bd'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:52:20.971062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:51:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:21.030231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] For port d1ae8995-7f32-41f9-b825-81f1ddfe33c7, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:21.030595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.042432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Calling delete_port for d1ae8995-7f32-41f9-b825-81f1ddfe33c7 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:21.059941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] Set router f3b3e98f-9c13-4378-af99-cd85e2ef38bd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:52:21.120894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:52:20Z', 'revision_number': 6, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:21.149922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcf36d-b0ec-4f18-9d08-d564af2ca9e4 None None] The sync data for ids ['f3b3e98f-9c13-4378-af99-cd85e2ef38bd'] in n-d-829064-14 is: [{'id': 'f3b3e98f-9c13-4378-af99-cd85e2ef38bd', 'name': 'tempest-ServerActionsTestJSON-932407694-router', 'tenant_id': '923fb7473e6b42669e55d4980f4cf813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:47:28Z', 'updated_at': '2022-02-15T02:52:20Z', 'revision_number': 6, 'project_id': '923fb7473e6b42669e55d4980f4cf813', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:52:21.190171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f1f-9150-465c-b46f-cc6dd355955a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.299390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d1ae8995-7f32-41f9-b825-81f1ddfe33c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.324708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ae8995-7f32-41f9-b825-81f1ddfe33c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:21.388941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.505078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.507584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks [] for router_controller (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.982719 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f3b3e98f-9c13-4378-af99-cd85e2ef38bd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.983401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b3e98f-9c13-4378-af99-cd85e2ef38bd {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:52:21.988430 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:21.991159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-556e0857-d9e1-43c5-9f30-071a655d447e admin admin] 10.222.0.43 "DELETE /v2.0/routers/f3b3e98f-9c13-4378-af99-cd85e2ef38bd HTTP/1.1" status: 204 len: 168 time: 1.3486366 Feb 15 02:52:21.992716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:22.043788 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Deleting subnet 38789aa4-e314-47c4-b7f6-0b6b2709176d {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:52:22.047557 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Publish callbacks [] for subnet (38789aa4-e314-47c4-b7f6-0b6b2709176d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.081563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (38789aa4-e314-47c4-b7f6-0b6b2709176d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.163328 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (38789aa4-e314-47c4-b7f6-0b6b2709176d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.294526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (38789aa4-e314-47c4-b7f6-0b6b2709176d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.319781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38789aa4-e314-47c4-b7f6-0b6b2709176d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:22.325207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.328764 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0967a9f4-fc72-4dc4-9c77-aa238b52b85b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/38789aa4-e314-47c4-b7f6-0b6b2709176d HTTP/1.1" status: 204 len: 168 time: 0.3341835 Feb 15 02:52:22.330902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:22.334543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2625a70-f3df-4e9e-b59a-7a26336dcc3b None None] Network 09aef16d-396a-40e7-b5d2-629f4d8546a0 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:52:22.402820 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (09aef16d-396a-40e7-b5d2-629f4d8546a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.438143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3588acdf-8011-438f-a5c6-4aa625277d5f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:52:22.457396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3588acdf-8011-438f-a5c6-4aa625277d5f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:52:22.458019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3588acdf-8011-438f-a5c6-4aa625277d5f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:52:22.458450 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d1ae8995-7f32-41f9-b825-81f1ddfe33c7 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:52:22.458915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Deleting port 32714d7c-2cb9-4484-9c5b-e935553c8bca {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:22.459256 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.482539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: d1ae8995-7f32-41f9-b825-81f1ddfe33c7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:52:22.482896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d1ae8995-7f32-41f9-b825-81f1ddfe33c7 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:52:22.500683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] DHCP port deletion for 09aef16d-396a-40e7-b5d2-629f4d8546a0 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:52:22.524957 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] For port 32714d7c-2cb9-4484-9c5b-e935553c8bca, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=32714d7c-2cb9-4484-9c5b-e935553c8bca,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:22.525326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.538043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Calling delete_port for 32714d7c-2cb9-4484-9c5b-e935553c8bca owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:22.547133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Deleting port 32714d7c-2cb9-4484-9c5b-e935553c8bca {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:22.547515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.610802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] For port 32714d7c-2cb9-4484-9c5b-e935553c8bca, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=32714d7c-2cb9-4484-9c5b-e935553c8bca,segment=NetworkSegment(ee0758e0-88cd-4512-9659-a34627273f13),segment_id=ee0758e0-88cd-4512-9659-a34627273f13)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:22.611200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.624411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Calling delete_port for 32714d7c-2cb9-4484-9c5b-e935553c8bca owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:22.693566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.703715 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (32714d7c-2cb9-4484-9c5b-e935553c8bca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.725960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Pushing event deleted for resources: {'Port': ['ID=32714d7c-2cb9-4484-9c5b-e935553c8bca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:22.727850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] No DVR routers for this DVR port 32714d7c-2cb9-4484-9c5b-e935553c8bca on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:52:22.732872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] Pushing event deleted for resources: {'Port': ['ID=32714d7c-2cb9-4484-9c5b-e935553c8bca,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:22.738448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece6233-c4c4-43e6-be64-2b0a093bf207 None None] No DVR routers for this DVR port 32714d7c-2cb9-4484-9c5b-e935553c8bca on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:52:22.805507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (09aef16d-396a-40e7-b5d2-629f4d8546a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.825524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09aef16d-396a-40e7-b5d2-629f4d8546a0']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:22.834579 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0758e0-88cd-4512-9659-a34627273f13') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:22.834891 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0758e0-88cd-4512-9659-a34627273f13') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:52:22.844574 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (ee0758e0-88cd-4512-9659-a34627273f13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.858307 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (ee0758e0-88cd-4512-9659-a34627273f13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.864218 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:52:22.864637 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (ee0758e0-88cd-4512-9659-a34627273f13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:52:22.866274 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:52:23.008054 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (09aef16d-396a-40e7-b5d2-629f4d8546a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.013885 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.017092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] 10.222.0.43 "DELETE /v2.0/networks/09aef16d-396a-40e7-b5d2-629f4d8546a0 HTTP/1.1" status: 204 len: 168 time: 0.6852796 Feb 15 02:52:23.028551 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb528c-52af-4da0-8712-d7ab3712ca12 admin admin] Pushing event deleted for resources: {'Network': ['ID=09aef16d-396a-40e7-b5d2-629f4d8546a0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:23.282582 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:23.321686 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8f9cbb8-c5b2-4b90-b51e-99fd9d3b9b45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=923fb7473e6b42669e55d4980f4cf813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379682 Feb 15 02:52:23.324062 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:23.324619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f76d999-5d12-4f28-b591-e6f7f7c06549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.370858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] Publish callbacks [] for security_group (d0ee9e67-25da-4c4b-8a56-1cfa9715b863), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.392541 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] Publish callbacks [] for security_group (d0ee9e67-25da-4c4b-8a56-1cfa9715b863), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.501641 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (d0ee9e67-25da-4c4b-8a56-1cfa9715b863), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.504278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:23.505483 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0ee9e67-25da-4c4b-8a56-1cfa9715b863 HTTP/1.1" status: 204 len: 168 time: 0.1805131 Feb 15 02:52:23.513364 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd5f6-cff0-494b-a313-55048ccc062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ee9e67-25da-4c4b-8a56-1cfa9715b863,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:24.438184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 32714d7c-2cb9-4484-9c5b-e935553c8bca no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:52:24.461155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 32714d7c-2cb9-4484-9c5b-e935553c8bca {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:52:24.461499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 32714d7c-2cb9-4484-9c5b-e935553c8bca not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:52:24.517896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:24.612478 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1521934196-network', 'tenant_id': '122856d55c30456dbd8762540154c039'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:24.672888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Made reservation on behalf of 122856d55c30456dbd8762540154c039 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:52:24.675128 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.683735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.741525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.758810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks [] for security_group (f3e5596b-85ec-45b9-a5a7-c56125457f0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.821302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f3e5596b-85ec-45b9-a5a7-c56125457f0a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.848055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:52:24.853312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e5596b-85ec-45b9-a5a7-c56125457f0a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:24.860542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (50cc8038-372c-4a0b-a276-01fd8d497528), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.861439 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Added segment 50cc8038-372c-4a0b-a276-01fd8d497528 of type vlan for network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 Feb 15 02:52:24.900095 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6e2186f6-20a0-4c1d-b6fe-fde8eee18194), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.953155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6e2186f6-20a0-4c1d-b6fe-fde8eee18194), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:24.954199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:24.954768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:25.014236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] Pushing event updated for resources: {'Network': ['ID=6e2186f6-20a0-4c1d-b6fe-fde8eee18194,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:25.019475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0aba6cc5-25e8-4b57-b746-5148895c84aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5005133 Feb 15 02:52:25.027178 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:52:25.027332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:52:25.027453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Request body: {'subnet': {'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1521934196-subnet', 'tenant_id': '122856d55c30456dbd8762540154c039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:25.107457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Made reservation on behalf of 122856d55c30456dbd8762540154c039 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:52:25.109835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:25.350601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (aee60542-a647-4e56-a26f-2e2827620fd7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:25.405143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee60542-a647-4e56-a26f-2e2827620fd7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:25.414064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Checking segment: {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:52:25.414536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Network hostable DHCP agents. Network: 6e2186f6-20a0-4c1d-b6fe-fde8eee18194, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:52:25.518359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:52:25.608191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6e2186f6-20a0-4c1d-b6fe-fde8eee18194) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:52:25.612409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:25.613013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:25.617527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5e480-f220-446e-b65a-8803d5c5ea18 None None] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:52:25.708011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a23dfff0-175e-4d2d-a841-116c616725d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6844835 Feb 15 02:52:25.714726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1248092-e894-4482-8f5c-49cbba5b9727 None None] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:52:26.120675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-ba35e979-83c3-44f1-9252-6e976ddddc53 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:26.122203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-ba35e979-83c3-44f1-9252-6e976ddddc53 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/networks?id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194 HTTP/1.1" status: 200 len: 814 time: 0.1049109 Feb 15 02:52:26.136678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-dd1e5943-9f56-4c38-8b07-894a258c00dc tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/quotas/122856d55c30456dbd8762540154c039 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Feb 15 02:52:26.164866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:26.174441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-d50640ca-7e80-434d-9fad-b1faf7002082 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322459 Feb 15 02:52:26.233484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-0c0fb37b-c320-40b1-83b7-cb73c1a0b420 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:52:26.234501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-0c0fb37b-c320-40b1-83b7-cb73c1a0b420 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532992 Feb 15 02:52:26.326207 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c89b01ee-2deb-4b92-bcef-893a74f975c9 service neutron] 10.222.0.43 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Feb 15 02:52:26.414594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-278bfdb6-db7b-47c0-969b-b5751b497186 service neutron] 10.222.0.43 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822232 Feb 15 02:52:26.630445 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2b41178-a955-49c4-99f2-a88c38367af0 req-5087106e-614c-4e4a-8208-e301cab6c3a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Feb 15 02:52:27.478613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:27.709284 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d58b5746-67e3-424a-a28b-8268ac03b283 req-7fb376d3-6a9a-44ec-ae1b-2dedb8030e56 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Feb 15 02:52:28.811560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-461696ca-dd48-4857-bfd5-e4a6752cf5f9 req-c0d2088a-5446-4e81-8b7f-7ed8035c8498 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Feb 15 02:52:29.046808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c5bb94db-ec85-46b2-a022-18db9d968135 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:29.048461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c5bb94db-ec85-46b2-a022-18db9d968135 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.37 "GET /v2.0/networks?id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194 HTTP/1.1" status: 200 len: 814 time: 0.0993743 Feb 15 02:52:29.065255 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Request body: {'port': {'device_id': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194', 'admin_state_up': True, 'tenant_id': '122856d55c30456dbd8762540154c039'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:29.239602 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Made reservation on behalf of 122856d55c30456dbd8762540154c039 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:52:29.243426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:29.368883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Allocated IP 172.20.0.10 (6e2186f6-20a0-4c1d-b6fe-fde8eee18194/aee60542-a647-4e56-a26f-2e2827620fd7/e81428b5-6c6e-443b-8042-3ff094fcd54b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:52:29.513019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks [] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:29.610308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:29.651435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:52:29.656772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:52:29.660416 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:52:29.683757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Pushing event updated for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:29.709493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:29.710097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:29.775756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-c84f6a3d-473c-4ce5-80d5-7ec459512b6a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147593 Feb 15 02:52:29.810640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Request body: {'port': {'device_id': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:29.873747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.018939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8baa0-26be-48dc-9812-6a39938c31af req-bcf52bf8-2190-4dd9-a266-08fac105e839 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:30.020348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74a8baa0-26be-48dc-9812-6a39938c31af req-bcf52bf8-2190-4dd9-a266-08fac105e839 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 932 time: 0.1380544 Feb 15 02:52:30.115302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74a8baa0-26be-48dc-9812-6a39938c31af req-f51107c4-0802-4b3a-bdb0-449436ee57fe tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892687 Feb 15 02:52:30.209752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81428b5-6c6e-443b-8042-3ff094fcd54b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:52:30.219977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks [] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.234414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Transition to ACTIVE for port object e81428b5-6c6e-443b-8042-3ff094fcd54b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:52:30.313098 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.366533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:30.431525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Attempting to bind port e81428b5-6c6e-443b-8042-3ff094fcd54b on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:52:30.431901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Attempting to bind port e81428b5-6c6e-443b-8042-3ff094fcd54b by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:52:30.432235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Attempting to bind port e81428b5-6c6e-443b-8042-3ff094fcd54b on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:52:30.436660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Port e81428b5-6c6e-443b-8042-3ff094fcd54b on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:52:30.436992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Attempting to bind port e81428b5-6c6e-443b-8042-3ff094fcd54b on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:52:30.441824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:52:30.442169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Checking segment: {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:52:30.442554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Bound using segment: {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:52:30.442982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Bound port: e81428b5-6c6e-443b-8042-3ff094fcd54b, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:52:30.443382 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.509617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:52:30.513160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:52:30.591807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.624866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:30.625489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:30.626874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] 10.222.0.37 "PUT /v2.0/ports/e81428b5-6c6e-443b-8042-3ff094fcd54b HTTP/1.1" status: 200 len: 1093 time: 0.8202600 Feb 15 02:52:30.627318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:30.629592 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ecf348-f1ba-469a-b8f1-0f944f482566" -d '{"events": [{"name": "network-changed", "server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:30.652515 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e465-e56e-418f-950d-734584a93c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:30.667119 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048d5a5-3f77-4350-bfb5-9ce8fe3d90af x-openstack-request-id: req-6048d5a5-3f77-4350-bfb5-9ce8fe3d90af {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:30.667418 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:30.668082 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6048d5a5-3f77-4350-bfb5-9ce8fe3d90af {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:30.668535 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b', 'status': 'completed', 'code': 200} Feb 15 02:52:30.731120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-4444c51b-8326-447e-bdb7-85a4e879965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:30.732663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-4444c51b-8326-447e-bdb7-85a4e879965b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 1127 time: 0.0458386 Feb 15 02:52:30.830710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-c4b1bb17-8c01-40d9-8062-fb6d5b26b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:30.832168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-c4b1bb17-8c01-40d9-8062-fb6d5b26b693 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=122856d55c30456dbd8762540154c039&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919752 Feb 15 02:52:30.922894 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-194b53d4-1754-4d1b-8076-2895519b0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:30.924279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c8ecf348-f1ba-469a-b8f1-0f944f482566 req-194b53d4-1754-4d1b-8076-2895519b0504 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857759 Feb 15 02:52:31.007143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-0160081f-8b76-4e9c-a0bf-9117a2594c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:31.008661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-0160081f-8b76-4e9c-a0bf-9117a2594c93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 1127 time: 0.0489244 Feb 15 02:52:31.048315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-80094771-ea7b-4e45-be9b-c71211aceb89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b HTTP/1.1" status: 200 len: 217 time: 0.0330160 Feb 15 02:52:31.097461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-a36e2230-039a-47b1-914d-71a5167f4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:31.099670 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-a36e2230-039a-47b1-914d-71a5167f4836 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aee60542-a647-4e56-a26f-2e2827620fd7 HTTP/1.1" status: 200 len: 854 time: 0.0453060 Feb 15 02:52:31.138918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-41f40735-38fa-4299-a202-c54b9ef232d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337286 Feb 15 02:52:31.262580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-29bf6182-dea2-43ce-8ec4-6f9407ba396c service neutron] 10.222.0.37 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174295 Feb 15 02:52:31.273075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ca5ee-f13c-4e92-b86b-6f5280c956dc req-b92b9f84-85bf-4497-b02f-a95c452b5c38 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:31.274474 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c9ca5ee-f13c-4e92-b86b-6f5280c956dc req-b92b9f84-85bf-4497-b02f-a95c452b5c38 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 944 time: 0.0794168 Feb 15 02:52:31.376848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c9ca5ee-f13c-4e92-b86b-6f5280c956dc req-cd822e25-4d7d-4618-b156-912287fa652f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945141 Feb 15 02:52:31.395074 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c8fe180-3d59-4580-b4a4-4cfa48670314 req-3a2d2843-1d49-4b27-9b28-a8a90c4a7dcb service neutron] 10.222.0.37 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195936 Feb 15 02:52:32.517944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b33a6d-4db3-4c66-a99c-7eedb607fa48 req-09f09733-8dce-48ff-8bd6-9d042dca9189 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:32.519439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b33a6d-4db3-4c66-a99c-7eedb607fa48 req-09f09733-8dce-48ff-8bd6-9d042dca9189 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 944 time: 0.0746500 Feb 15 02:52:32.567262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6b33a6d-4db3-4c66-a99c-7eedb607fa48 req-8cc1c8ab-248d-42e4-8185-5f89bfdd3ad9 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Feb 15 02:52:33.688862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d96d-9684-44af-bbee-72b8b9ba981b req-1f8dfbdd-19ac-4859-b75c-8b4c311203e2 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:33.690270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d65d96d-9684-44af-bbee-72b8b9ba981b req-1f8dfbdd-19ac-4859-b75c-8b4c311203e2 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 944 time: 0.0568700 Feb 15 02:52:33.735751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d65d96d-9684-44af-bbee-72b8b9ba981b req-82acab08-8138-468f-9f19-5f445ceebac6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Feb 15 02:52:34.796968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e81428b5-6c6e-443b-8042-3ff094fcd54b details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:52:34.861119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c61dff-1892-40b0-a79a-25a2b46e3c2c req-d48bf19e-262e-4402-98d2-70abed822ae0 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:34.862641 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1c61dff-1892-40b0-a79a-25a2b46e3c2c req-d48bf19e-262e-4402-98d2-70abed822ae0 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 944 time: 0.0599341 Feb 15 02:52:34.899547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:34.909897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f1c61dff-1892-40b0-a79a-25a2b46e3c2c req-81ac7b6e-9afb-4a77-a7af-ca7804d8ba73 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Feb 15 02:52:34.911606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'e81428b5-6c6e-443b-8042-3ff094fcd54b', 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194', 'port_id': 'e81428b5-6c6e-443b-8042-3ff094fcd54b', 'mac_address': 'fa:16:3e:58:e6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee60542-a647-4e56-a26f-2e2827620fd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:52:34.949565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e81428b5-6c6e-443b-8042-3ff094fcd54b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:52:34.949945 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:34.963173 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81428b5-6c6e-443b-8042-3ff094fcd54b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:52:34.981783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:35.053349 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:35.104821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:35.114013 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.114597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.115204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.115782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.116329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.116674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.117014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.117352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.117687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.118037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.118602 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.119172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.119513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:35.354618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e81428b5-6c6e-443b-8042-3ff094fcd54b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:36.026544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a799d09-32c3-40fc-bb8c-4d675d7fc92f req-8d485d86-b972-4ffd-bb3c-94a154ff7417 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:36.028015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a799d09-32c3-40fc-bb8c-4d675d7fc92f req-8d485d86-b972-4ffd-bb3c-94a154ff7417 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Feb 15 02:52:36.078842 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2a799d09-32c3-40fc-bb8c-4d675d7fc92f req-db0561dd-3fee-43a6-a334-b313e22d30a9 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 Feb 15 02:52:36.822652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e81428b5-6c6e-443b-8042-3ff094fcd54b up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:52:36.964444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port e81428b5-6c6e-443b-8042-3ff094fcd54b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:52:36.968862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port e81428b5-6c6e-443b-8042-3ff094fcd54b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:52:36.969239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:37.045820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port e81428b5-6c6e-443b-8042-3ff094fcd54b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:52:37.046204 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:37.068098 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:37.070391 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42dddf-b915-48eb-ad8c-96c5bb99ac06" -d '{"events": [{"server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "name": "network-vif-plugged", "status": "completed", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:37.083441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:37.106148 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c87bcc-04ab-4189-b6ad-e3065be703d1 x-openstack-request-id: req-37c87bcc-04ab-4189-b6ad-e3065be703d1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:37.106443 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "name": "network-vif-plugged", "status": "completed", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:37.106702 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37c87bcc-04ab-4189-b6ad-e3065be703d1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:37.107108 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b', 'code': 200} Feb 15 02:52:37.141894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:37.200677 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:37.236454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f14b4-ee59-4dd4-a232-7b05832029a8 req-5f28e217-bb24-4f58-97f5-ea6ed7c0f5c2 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:37.237930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6f14b4-ee59-4dd4-a232-7b05832029a8 req-5f28e217-bb24-4f58-97f5-ea6ed7c0f5c2 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0825114 Feb 15 02:52:37.240499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52d033-642a-4a05-a2b8-c1ad90e41075 req-49185409-6f3d-44dd-bd7c-5607ae4e9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:37.241841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb52d033-642a-4a05-a2b8-c1ad90e41075 req-49185409-6f3d-44dd-bd7c-5607ae4e9422 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 1129 time: 0.0761311 Feb 15 02:52:37.309573 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6f14b4-ee59-4dd4-a232-7b05832029a8 req-d92650d5-28e6-41c3-87f9-661402146d8a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659564 Feb 15 02:52:37.312855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb52d033-642a-4a05-a2b8-c1ad90e41075 req-423000bf-0271-4ddc-b74d-348ee72ad792 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636599 Feb 15 02:52:38.431103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a9cf-7288-416f-a93f-4299daaffae0 req-7a723b10-94c9-4c65-8b21-261ff3fdec91 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:38.432627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b08a9cf-7288-416f-a93f-4299daaffae0 req-7a723b10-94c9-4c65-8b21-261ff3fdec91 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0566669 Feb 15 02:52:38.478800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b08a9cf-7288-416f-a93f-4299daaffae0 req-010f12e7-a527-4517-8630-66adc0930feb tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Feb 15 02:52:39.605494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff70a9-1e69-47b8-8f92-e047f230cd60 req-12e9a0ea-be70-4849-99b0-5d8a78f12d1a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:39.606984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76ff70a9-1e69-47b8-8f92-e047f230cd60 req-12e9a0ea-be70-4849-99b0-5d8a78f12d1a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0603929 Feb 15 02:52:39.653051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76ff70a9-1e69-47b8-8f92-e047f230cd60 req-de7f4296-6ff9-488c-9711-04fbbe596b6e tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Feb 15 02:52:39.875117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-146976c2-9deb-40d9-a2c0-dcf537b53d7f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:39.876623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-146976c2-9deb-40d9-a2c0-dcf537b53d7f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/networks?id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194 HTTP/1.1" status: 200 len: 814 time: 0.1035340 Feb 15 02:52:39.890736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-1277b005-a866-4afb-948e-ef942e189e1e tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/quotas/122856d55c30456dbd8762540154c039 HTTP/1.1" status: 200 len: 375 time: 0.0087678 Feb 15 02:52:39.943119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-d4d96fd0-1e35-4ac7-a9ce-b9824a24bdb5 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473695 Feb 15 02:52:40.034008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-63ce2322-106f-45fb-ae1e-08dc2b558ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Feb 15 02:52:40.122182 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-68ee16ed-ae28-43e0-84ab-b12743777ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826383 Feb 15 02:52:40.347995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5781cee4-39d5-4171-a259-252317b2f537 req-5e25c464-21a3-4e39-b85f-7de0c7a3a4ca tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 210 time: 0.0268893 Feb 15 02:52:41.442683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5419227b-20ec-4342-833a-2e1f58f1b40b req-fbfaa0ee-4ec3-410d-80a2-18537e06846c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Feb 15 02:52:42.344454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-089463cf-362a-4bad-84f4-319edd99c24c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:42.345910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-089463cf-362a-4bad-84f4-319edd99c24c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.31 "GET /v2.0/networks?id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194 HTTP/1.1" status: 200 len: 814 time: 0.1082265 Feb 15 02:52:42.357340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Request body: {'port': {'device_id': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194', 'admin_state_up': True, 'tenant_id': '122856d55c30456dbd8762540154c039'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:42.535762 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:52:42.544480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c821b796-ee67-4b33-b814-e577fd8a85cd req-df2b7d19-5574-4bc5-a043-f2dd716481b3 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 210 time: 0.0335290 Feb 15 02:52:42.545244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Made reservation on behalf of 122856d55c30456dbd8762540154c039 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:52:42.548613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:42.671732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Allocated IP 172.20.0.13 (6e2186f6-20a0-4c1d-b6fe-fde8eee18194/aee60542-a647-4e56-a26f-2e2827620fd7/9523fda9-9716-4511-bbe6-52b7321b008e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:52:42.816806 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks [] for port (9523fda9-9716-4511-bbe6-52b7321b008e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:42.910635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:42.922931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e81428b5-6c6e-443b-8042-3ff094fcd54b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:42.953379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:52:42.958381 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:52:42.962104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:52:42.969089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Pushing event updated for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:43.002851 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.003208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.003560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.003910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.004257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.004617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.004950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.005283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.005611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.005940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.006270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.006594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.006920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:52:43.029299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:43.029923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.102006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-c52a94ec-8499-4b43-a263-86cc3e1d6d09 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7482991 Feb 15 02:52:43.114330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Request body: {'port': {'device_id': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:52:43.172105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.442975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9523fda9-9716-4511-bbe6-52b7321b008e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:52:43.450377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks [] for port (9523fda9-9716-4511-bbe6-52b7321b008e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.465203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Transition to ACTIVE for port object 9523fda9-9716-4511-bbe6-52b7321b008e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:52:43.553238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.607622 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:43.716453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6c684-bf6c-4b74-9ab7-2cc370ff9c34 req-fe11ab80-c88d-4d48-9d4c-de77f2128f6f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:43.718470 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ba6c684-bf6c-4b74-9ab7-2cc370ff9c34 req-fe11ab80-c88d-4d48-9d4c-de77f2128f6f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 944 time: 0.0921457 Feb 15 02:52:43.719562 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Attempting to bind port 9523fda9-9716-4511-bbe6-52b7321b008e on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:52:43.719896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Attempting to bind port 9523fda9-9716-4511-bbe6-52b7321b008e by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:52:43.720230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Attempting to bind port 9523fda9-9716-4511-bbe6-52b7321b008e on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:52:43.726387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Port 9523fda9-9716-4511-bbe6-52b7321b008e on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:52:43.726714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Attempting to bind port 9523fda9-9716-4511-bbe6-52b7321b008e on network 6e2186f6-20a0-4c1d-b6fe-fde8eee18194 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:52:43.742082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:52:43.742424 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Checking segment: {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:52:43.742804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Bound using segment: {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:52:43.743236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Bound port: 9523fda9-9716-4511-bbe6-52b7321b008e, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc8038-372c-4a0b-a276-01fd8d497528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:52:43.743596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.804576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1ba6c684-bf6c-4b74-9ab7-2cc370ff9c34 req-513e785f-a826-4f9e-ba53-fb91e8617843 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Feb 15 02:52:43.831771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:52:43.836827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9523fda9-9716-4511-bbe6-52b7321b008e,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:52:43.922789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.957303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:43.957912 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:43.959273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/9523fda9-9716-4511-bbe6-52b7321b008e HTTP/1.1" status: 200 len: 1093 time: 0.8500371 Feb 15 02:52:43.959705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:43.961994 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c24d92-66f2-4229-8404-144717d83f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:43.985303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf90578-901a-4d74-9f7a-426462e805e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:44.002665 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3d63d-c830-4e94-8e8f-1655e7d207ef x-openstack-request-id: req-c2b3d63d-c830-4e94-8e8f-1655e7d207ef {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:44.003222 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:44.003222 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2b3d63d-c830-4e94-8e8f-1655e7d207ef {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:44.003664 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e', 'status': 'completed', 'code': 200} Feb 15 02:52:44.070275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24d92-66f2-4229-8404-144717d83f7f req-f880d841-83db-4889-80b3-1ab8c21eb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.071840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00c24d92-66f2-4229-8404-144717d83f7f req-f880d841-83db-4889-80b3-1ab8c21eb641 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 1127 time: 0.0498712 Feb 15 02:52:44.165694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24d92-66f2-4229-8404-144717d83f7f req-36e4cb53-6011-42b5-9097-670abd57b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.167177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00c24d92-66f2-4229-8404-144717d83f7f req-36e4cb53-6011-42b5-9097-670abd57b23b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=122856d55c30456dbd8762540154c039&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0893369 Feb 15 02:52:44.284469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24d92-66f2-4229-8404-144717d83f7f req-31a36edb-74ee-40bb-9484-fb5cb3e6660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.286526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-00c24d92-66f2-4229-8404-144717d83f7f req-31a36edb-74ee-40bb-9484-fb5cb3e6660c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132851 Feb 15 02:52:44.363590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-26532c13-1cf5-4e84-9b7c-25cdd9ce18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.365123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-26532c13-1cf5-4e84-9b7c-25cdd9ce18ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122856d55c30456dbd8762540154c039&device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 1127 time: 0.0447128 Feb 15 02:52:44.406803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-697ef96d-e669-406f-b848-2c8cc6fd6052 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9523fda9-9716-4511-bbe6-52b7321b008e HTTP/1.1" status: 200 len: 217 time: 0.0346410 Feb 15 02:52:44.460130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-40acca79-5a04-4e3c-b302-c4d97442d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.461626 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-40acca79-5a04-4e3c-b302-c4d97442d17f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aee60542-a647-4e56-a26f-2e2827620fd7 HTTP/1.1" status: 200 len: 854 time: 0.0483661 Feb 15 02:52:44.492174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-44157c1c-dd21-46f3-83c0-f68004147d8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e2186f6-20a0-4c1d-b6fe-fde8eee18194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252960 Feb 15 02:52:44.579369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-47c2e780-eb32-4795-a6d6-9107c2b83fca service neutron] 10.222.0.31 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806019 Feb 15 02:52:44.672927 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de0c6ad8-77d4-4d5b-a221-c4c061afb000 req-a9637f52-3675-4e7d-91d4-ccf6980f9473 service neutron] 10.222.0.31 "GET /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Feb 15 02:52:44.923931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ee2f3-3c71-493b-8656-a8d3872bccdf req-ee71c364-2f83-495e-b247-b2e06ad405b1 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:44.925439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea8ee2f3-3c71-493b-8656-a8d3872bccdf req-ee71c364-2f83-495e-b247-b2e06ad405b1 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 944 time: 0.0531211 Feb 15 02:52:44.971845 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea8ee2f3-3c71-493b-8656-a8d3872bccdf req-e1811e33-b1e5-4387-8101-f2aaca42e9c3 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Feb 15 02:52:45.881928 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:46.087799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e48b70-6037-4675-ba44-27cf447d07c9 req-8ebf492b-ed37-40e8-8e0b-adaf65cc02cd tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:46.089722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49e48b70-6037-4675-ba44-27cf447d07c9 req-8ebf492b-ed37-40e8-8e0b-adaf65cc02cd tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Feb 15 02:52:46.139705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49e48b70-6037-4675-ba44-27cf447d07c9 req-f7b5d27e-793c-4525-9c1a-dd17d1a0b83d tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Feb 15 02:52:47.272792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b92e-dcb6-4c9f-95e6-4b8eb63a563f req-55dd549e-1534-41fe-9891-bf8a1031115b tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:47.274273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8663b92e-dcb6-4c9f-95e6-4b8eb63a563f req-55dd549e-1534-41fe-9891-bf8a1031115b tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 944 time: 0.0526164 Feb 15 02:52:47.321742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8663b92e-dcb6-4c9f-95e6-4b8eb63a563f req-d3264683-a4a2-47f5-b2e3-5a9d34ea828e tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Feb 15 02:52:47.941472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9523fda9-9716-4511-bbe6-52b7321b008e details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:52:48.035076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9523fda9-9716-4511-bbe6-52b7321b008e,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:48.046256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '9523fda9-9716-4511-bbe6-52b7321b008e', 'network_id': '6e2186f6-20a0-4c1d-b6fe-fde8eee18194', 'port_id': '9523fda9-9716-4511-bbe6-52b7321b008e', 'mac_address': 'fa:16:3e:16:fc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee60542-a647-4e56-a26f-2e2827620fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:52:48.255485 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9523fda9-9716-4511-bbe6-52b7321b008e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:52:48.255779 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:48.268785 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9523fda9-9716-4511-bbe6-52b7321b008e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:52:48.287912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9523fda9-9716-4511-bbe6-52b7321b008e,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:48.367717 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:48.415574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:48.443705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238403be-acc2-472f-8c25-f937335a005e req-046769b8-0c78-4a77-ac09-28f7d3d2f84f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:48.445216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-238403be-acc2-472f-8c25-f937335a005e req-046769b8-0c78-4a77-ac09-28f7d3d2f84f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 945 time: 0.0544860 Feb 15 02:52:48.492128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-238403be-acc2-472f-8c25-f937335a005e req-d39a669e-b9c7-4892-9e2d-9299afb59a8a tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413039 Feb 15 02:52:48.567892 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['9523fda9-9716-4511-bbe6-52b7321b008e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:48.659404 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:49.613369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953969-0adc-4e57-90e1-aa5739418710 req-7e033d8b-ffd5-4afa-83d7-0cfbd50a5a63 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:49.614860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7953969-0adc-4e57-90e1-aa5739418710 req-7e033d8b-ffd5-4afa-83d7-0cfbd50a5a63 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 945 time: 0.0559251 Feb 15 02:52:49.661160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7953969-0adc-4e57-90e1-aa5739418710 req-95a2f887-7a88-4d24-a4da-1be0406378b2 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Feb 15 02:52:49.957941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9523fda9-9716-4511-bbe6-52b7321b008e up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:52:50.064100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 9523fda9-9716-4511-bbe6-52b7321b008e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:52:50.067976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 9523fda9-9716-4511-bbe6-52b7321b008e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:52:50.073728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:50.148844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 9523fda9-9716-4511-bbe6-52b7321b008e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:52:50.149234 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:50.171394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:50.173640 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b59351-e3ba-45d8-aea2-057624ed7f07" -d '{"events": [{"server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "name": "network-vif-plugged", "status": "completed", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:50.188428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9523fda9-9716-4511-bbe6-52b7321b008e,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:50.209370 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea44a280-e068-4fbf-a5a6-c5afcb92b705 x-openstack-request-id: req-ea44a280-e068-4fbf-a5a6-c5afcb92b705 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:50.209653 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "name": "network-vif-plugged", "status": "completed", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:50.209967 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea44a280-e068-4fbf-a5a6-c5afcb92b705 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:50.210689 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e', 'code': 200} Feb 15 02:52:50.264877 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:50.317493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:50.321135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168e85-0d8b-4cf4-a2c9-d89606ec60a3 req-5470c8ff-5834-4959-a137-85a122f4e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:50.323078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94168e85-0d8b-4cf4-a2c9-d89606ec60a3 req-5470c8ff-5834-4959-a137-85a122f4e3f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 1129 time: 0.0540617 Feb 15 02:52:50.367570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-94168e85-0d8b-4cf4-a2c9-d89606ec60a3 req-37dc3588-f889-45d9-a025-dfc0901e5a3b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Feb 15 02:52:50.779687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e4f3c-6c4c-46cc-9f63-bf937037037c req-36bb90de-e7ba-4dd6-bfec-998e7f249a61 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:50.781812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-657e4f3c-6c4c-46cc-9f63-bf937037037c req-36bb90de-e7ba-4dd6-bfec-998e7f249a61 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Feb 15 02:52:50.831504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-657e4f3c-6c4c-46cc-9f63-bf937037037c req-c7468ace-c04b-4127-9616-34c373aa532b tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Feb 15 02:52:51.167103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45a287e1-4cdb-453a-91ce-fc7efd653c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:51.949382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964265f-b098-4763-9408-55fbce2b6e2c req-af728b65-3eff-4621-8b67-af86b145e9ec tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:51.950899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0964265f-b098-4763-9408-55fbce2b6e2c req-af728b65-3eff-4621-8b67-af86b145e9ec tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 946 time: 0.0519409 Feb 15 02:52:51.996538 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0964265f-b098-4763-9408-55fbce2b6e2c req-296f119f-f730-48d4-9815-10d1892b5f66 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Feb 15 02:52:52.429535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614b71-f3a0-4b39-b6fd-d210c2b01239 req-e685d4ba-f811-4ccd-9151-60ed49b278b6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:52.431007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc614b71-f3a0-4b39-b6fd-d210c2b01239 req-e685d4ba-f811-4ccd-9151-60ed49b278b6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Feb 15 02:52:52.476544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc614b71-f3a0-4b39-b6fd-d210c2b01239 req-78ef2526-7160-4439-aab9-d911a429228f tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Feb 15 02:52:53.329831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9a69f16-92b2-48e5-bbd7-ac768a010d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:53.598347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8086f68-1007-42c8-8509-8151cf13bc9c req-894aa226-79d9-4eef-92dc-933bfc671dc9 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:53.599754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8086f68-1007-42c8-8509-8151cf13bc9c req-894aa226-79d9-4eef-92dc-933bfc671dc9 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 946 time: 0.0563805 Feb 15 02:52:53.674749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a8086f68-1007-42c8-8509-8151cf13bc9c req-6777620d-2889-4731-9b41-11a9b2733860 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Feb 15 02:52:53.682650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-95e72928-c251-4e6c-b423-8877562388c0 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:53.684063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-95e72928-c251-4e6c-b423-8877562388c0 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 946 time: 0.0834446 Feb 15 02:52:54.073738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Deleting port 9523fda9-9716-4511-bbe6-52b7321b008e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:54.074075 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:54.157819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] For port 9523fda9-9716-4511-bbe6-52b7321b008e, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=9523fda9-9716-4511-bbe6-52b7321b008e,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:54.158175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:54.169437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Calling delete_port for 9523fda9-9716-4511-bbe6-52b7321b008e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:54.341697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9523fda9-9716-4511-bbe6-52b7321b008e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:54.355342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['9523fda9-9716-4511-bbe6-52b7321b008e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:54.373112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Pushing event deleted for resources: {'Port': ['ID=9523fda9-9716-4511-bbe6-52b7321b008e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:54.383853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e81428b5-6c6e-443b-8042-3ff094fcd54b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:54.417474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] No DVR routers for this DVR port 9523fda9-9716-4511-bbe6-52b7321b008e on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:52:54.420102 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:54.424245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9714c36c-2582-4a95-98bc-e3fa4338e0c5 req-47c0e308-b79e-47ee-a9b1-7224a0d6a8a6 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.31 "DELETE /v2.0/ports/9523fda9-9716-4511-bbe6-52b7321b008e HTTP/1.1" status: 204 len: 173 time: 0.7344513 Feb 15 02:52:54.424726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'name': 'network-vif-deleted', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:54.428544 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8c132-aa14-4a60-b538-cbbae248ffb4" -d '{"events": [{"server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "name": "network-vif-deleted", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:54.463311 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab6478-9abf-45a2-a1ac-6fb72f46ee8c x-openstack-request-id: req-d0ab6478-9abf-45a2-a1ac-6fb72f46ee8c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:54.463612 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e41b58-88b9-40ec-84c8-cd3f5467ab88", "name": "network-vif-deleted", "tag": "9523fda9-9716-4511-bbe6-52b7321b008e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:54.464016 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0ab6478-9abf-45a2-a1ac-6fb72f46ee8c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:54.464443 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e41b58-88b9-40ec-84c8-cd3f5467ab88', 'name': 'network-vif-deleted', 'tag': '9523fda9-9716-4511-bbe6-52b7321b008e', 'status': 'completed', 'code': 200} Feb 15 02:52:54.770043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:54.778443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d14847f-e8ed-41dc-bc94-04b260c53927 req-92ad0146-c72a-420d-ada7-44bbef21483d tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7e41b58-88b9-40ec-84c8-cd3f5467ab88 HTTP/1.1" status: 200 len: 210 time: 0.0339875 Feb 15 02:52:55.931533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9abad-fc4a-4966-9437-3e3df0eca98a req-b6af8892-122d-4f88-bf4a-67e4dff1eb5c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:55.933043 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0d9abad-fc4a-4966-9437-3e3df0eca98a req-b6af8892-122d-4f88-bf4a-67e4dff1eb5c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Feb 15 02:52:55.979633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0d9abad-fc4a-4966-9437-3e3df0eca98a req-224feebf-134b-41b9-9392-99e179c320a9 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Feb 15 02:52:56.111959 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba4757-50cf-444a-8f48-7c13c0a9d340 req-64f502e3-0713-4250-892d-a49c60e59862 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:56.111959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0ba4757-50cf-444a-8f48-7c13c0a9d340 req-64f502e3-0713-4250-892d-a49c60e59862 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0516779 Feb 15 02:52:56.158634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0ba4757-50cf-444a-8f48-7c13c0a9d340 req-11520d27-a50b-4448-843f-edddfc15c584 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Feb 15 02:52:56.170033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:56.278902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572770b3-202d-4151-b6db-56bc900cf2fd req-74eeb327-5a3d-447d-82bd-5e339abe697c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:56.280968 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-572770b3-202d-4151-b6db-56bc900cf2fd req-74eeb327-5a3d-447d-82bd-5e339abe697c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0558815 Feb 15 02:52:56.326476 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-572770b3-202d-4151-b6db-56bc900cf2fd req-63a331e7-0f27-41b4-9b83-4ddc766eaeeb tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Feb 15 02:52:56.494811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33daa-4bf0-4ac7-aab3-1917c9f7ddd2 req-e65f2a2e-cd75-4d7a-b699-93ee14b45f84 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:56.496281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b33daa-4bf0-4ac7-aab3-1917c9f7ddd2 req-e65f2a2e-cd75-4d7a-b699-93ee14b45f84 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Feb 15 02:52:56.543953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98b33daa-4bf0-4ac7-aab3-1917c9f7ddd2 req-1fecaeb1-be17-4b4f-9e23-64e180bbba8c tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Feb 15 02:52:56.663883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9b40-d982-4487-95c3-37f1ab0b57df req-f98604c6-1100-4a79-90ed-ae8ddf674cfd tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:56.665305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b8f9b40-d982-4487-95c3-37f1ab0b57df req-f98604c6-1100-4a79-90ed-ae8ddf674cfd tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0562840 Feb 15 02:52:56.711491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b8f9b40-d982-4487-95c3-37f1ab0b57df req-8021f5e9-6c4d-4437-8b1f-c5e92a11c484 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Feb 15 02:52:56.837137 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fc25b-0f68-422a-9299-9bccafe79852 req-82952024-b3b6-4700-804b-b2fee49d923d tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:56.843690 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc5fc25b-0f68-422a-9299-9bccafe79852 req-82952024-b3b6-4700-804b-b2fee49d923d tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0531244 Feb 15 02:52:56.886235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc5fc25b-0f68-422a-9299-9bccafe79852 req-defccd3d-cae6-4458-af45-a5f7a109eac5 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Feb 15 02:52:57.388159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15405a53-a880-422c-a42e-207338723835 req-e292f21c-4fc6-4a4f-b9ac-b625f2252d70 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:57.390578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15405a53-a880-422c-a42e-207338723835 req-e292f21c-4fc6-4a4f-b9ac-b625f2252d70 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0542717 Feb 15 02:52:57.442433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15405a53-a880-422c-a42e-207338723835 req-d826f7a7-0209-4471-8096-26c13b7b9d74 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Feb 15 02:52:57.473200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:58.004654 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9523fda9-9716-4511-bbe6-52b7321b008e no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:52:58.024075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 9523fda9-9716-4511-bbe6-52b7321b008e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:52:58.024446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 9523fda9-9716-4511-bbe6-52b7321b008e not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:52:58.560119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce727c5-7f74-4ba0-b4f3-79da3fb158bf req-4f98d743-0461-4ea3-a550-e55a56dc2e25 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:58.562129 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dce727c5-7f74-4ba0-b4f3-79da3fb158bf req-4f98d743-0461-4ea3-a550-e55a56dc2e25 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0521827 Feb 15 02:52:58.610170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dce727c5-7f74-4ba0-b4f3-79da3fb158bf req-7e07d4b7-f552-45fb-b86a-8aedcb15ac0e tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e5596b-85ec-45b9-a5a7-c56125457f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Feb 15 02:52:59.069900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-35180cdb-4ec9-479d-905c-c66a51fa6094 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:52:59.071360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-35180cdb-4ec9-479d-905c-c66a51fa6094 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.37 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 946 time: 0.0525603 Feb 15 02:52:59.163872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Deleting port e81428b5-6c6e-443b-8042-3ff094fcd54b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:52:59.164222 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:59.271614 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] For port e81428b5-6c6e-443b-8042-3ff094fcd54b, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=e81428b5-6c6e-443b-8042-3ff094fcd54b,segment=NetworkSegment(50cc8038-372c-4a0b-a276-01fd8d497528),segment_id=50cc8038-372c-4a0b-a276-01fd8d497528)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:52:59.271980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:59.284319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Calling delete_port for e81428b5-6c6e-443b-8042-3ff094fcd54b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:52:59.484988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (e81428b5-6c6e-443b-8042-3ff094fcd54b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:59.497180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['e81428b5-6c6e-443b-8042-3ff094fcd54b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:52:59.511640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Pushing event deleted for resources: {'Port': ['ID=e81428b5-6c6e-443b-8042-3ff094fcd54b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:52:59.556473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] No DVR routers for this DVR port e81428b5-6c6e-443b-8042-3ff094fcd54b on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:52:59.559097 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:52:59.562560 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1885ac45-0daf-424c-875d-a451ce4680f3 req-6112a570-d06a-484e-9358-edecf7dc9cc4 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.37 "DELETE /v2.0/ports/e81428b5-6c6e-443b-8042-3ff094fcd54b HTTP/1.1" status: 204 len: 173 time: 0.4860008 Feb 15 02:52:59.563327 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'name': 'network-vif-deleted', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:52:59.565303 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbff4ec1-9e7b-41d5-8a1f-d18c71dcab38" -d '{"events": [{"server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "name": "network-vif-deleted", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:52:59.608978 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac482fe0-074f-4045-b11d-fe2577c31457 x-openstack-request-id: req-ac482fe0-074f-4045-b11d-fe2577c31457 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:52:59.609273 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e101e0-b614-45b1-b1ff-a15f066764c5", "name": "network-vif-deleted", "tag": "e81428b5-6c6e-443b-8042-3ff094fcd54b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:52:59.609575 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac482fe0-074f-4045-b11d-fe2577c31457 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:52:59.609927 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e101e0-b614-45b1-b1ff-a15f066764c5', 'name': 'network-vif-deleted', 'tag': 'e81428b5-6c6e-443b-8042-3ff094fcd54b', 'status': 'completed', 'code': 200} Feb 15 02:52:59.710879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-108765cf-a77e-4420-95a9-9120a2bfef39 req-184d23e9-b1be-4e32-903c-74d06b0bdad8 tempest-ServersNegativeTestJSON-256721912 tempest-ServersNegativeTestJSON-256721912-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e101e0-b614-45b1-b1ff-a15f066764c5 HTTP/1.1" status: 200 len: 210 time: 0.0316577 Feb 15 02:53:00.767027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:00.814955 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Deleting subnet aee60542-a647-4e56-a26f-2e2827620fd7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:53:00.818090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Publish callbacks [] for subnet (aee60542-a647-4e56-a26f-2e2827620fd7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:00.851981 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (aee60542-a647-4e56-a26f-2e2827620fd7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:00.889211 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (aee60542-a647-4e56-a26f-2e2827620fd7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:00.985002 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (aee60542-a647-4e56-a26f-2e2827620fd7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.010509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee60542-a647-4e56-a26f-2e2827620fd7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:01.012423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.015808 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e209fbba-5068-4b96-ab35-335cbcefa5f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aee60542-a647-4e56-a26f-2e2827620fd7 HTTP/1.1" status: 204 len: 168 time: 0.2477906 Feb 15 02:53:01.018316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:01.087841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6e2186f6-20a0-4c1d-b6fe-fde8eee18194), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.163015 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6e2186f6-20a0-4c1d-b6fe-fde8eee18194), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.183307 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2186f6-20a0-4c1d-b6fe-fde8eee18194']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:01.192464 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cc8038-372c-4a0b-a276-01fd8d497528') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:01.192765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cc8038-372c-4a0b-a276-01fd8d497528') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:01.206156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (50cc8038-372c-4a0b-a276-01fd8d497528), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.219513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (50cc8038-372c-4a0b-a276-01fd8d497528), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.225163 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:01.225536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (50cc8038-372c-4a0b-a276-01fd8d497528), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:01.227098 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:01.355890 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6e2186f6-20a0-4c1d-b6fe-fde8eee18194), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.361828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.365177 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e2186f6-20a0-4c1d-b6fe-fde8eee18194 HTTP/1.1" status: 204 len: 168 time: 0.3459430 Feb 15 02:53:01.376471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4ac21-d390-40da-a81a-fa7b2785bf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2186f6-20a0-4c1d-b6fe-fde8eee18194,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:01.672429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:01.713014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1d9719f-fc5c-4647-9e3e-7b161488dc41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=122856d55c30456dbd8762540154c039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394285 Feb 15 02:53:01.715499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:01.761352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] Publish callbacks [] for security_group (f3e5596b-85ec-45b9-a5a7-c56125457f0a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.782238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] Publish callbacks [] for security_group (f3e5596b-85ec-45b9-a5a7-c56125457f0a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.890579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (f3e5596b-85ec-45b9-a5a7-c56125457f0a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.893248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:01.894417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3e5596b-85ec-45b9-a5a7-c56125457f0a HTTP/1.1" status: 204 len: 168 time: 0.1780424 Feb 15 02:53:01.902210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c47238-d419-4db7-b19d-cac19d4505e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e5596b-85ec-45b9-a5a7-c56125457f0a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:02.914312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:02.919317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e81428b5-6c6e-443b-8042-3ff094fcd54b no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:53:02.942651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: e81428b5-6c6e-443b-8042-3ff094fcd54b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:53:02.942923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device e81428b5-6c6e-443b-8042-3ff094fcd54b not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:53:03.017131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448056818'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:03.100946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:03.104351 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.113024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.188665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for security_group (5fc38bb4-8298-4fc6-bef3-45f1f6b52e29), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.266591 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5fc38bb4-8298-4fc6-bef3-45f1f6b52e29), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.289358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:03.305878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc38bb4-8298-4fc6-bef3-45f1f6b52e29,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:03.309280 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f959d4b5-47f7-4ba0-8f15-799d49f8d988), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.309653 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Added segment f959d4b5-47f7-4ba0-8f15-799d49f8d988 of type vlan for network aa8eb2c2-26a0-4055-97dc-19659ad42b21 Feb 15 02:53:03.352632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (aa8eb2c2-26a0-4055-97dc-19659ad42b21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.441392 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (aa8eb2c2-26a0-4055-97dc-19659ad42b21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.446487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:03.447074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:03.544638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Network': ['ID=aa8eb2c2-26a0-4055-97dc-19659ad42b21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:03.558623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:03.575550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e15d3ea8-e1c4-4efb-83c4-0f08aa7b95a3 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6601462 Feb 15 02:53:06.773505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:06.778515 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'subnet': {'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:06.963682 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:06.967586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.186807 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (fa2449b6-be48-4488-9540-92c75d573158), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.242090 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Subnet': ['ID=fa2449b6-be48-4488-9540-92c75d573158,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:07.252101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking segment: {'id': 'f959d4b5-47f7-4ba0-8f15-799d49f8d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:07.252509 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network hostable DHCP agents. Network: aa8eb2c2-26a0-4055-97dc-19659ad42b21, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:07.321093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:07.401164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, aa8eb2c2-26a0-4055-97dc-19659ad42b21) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:07.405874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:07.406579 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.410770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f06a3e-f8dd-427b-b14a-9e8e3e899275 None None] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:07.484664 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8b30c3de-4407-413d-94df-8f9be4c1cea0 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7100129 Feb 15 02:53:07.488040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:07.493184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753585923'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:07.511992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-aa8eb2c2-26a0-4055-97dc-19659ad42b21', 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21', 'project_id': '1ff0b15514b642399cba6475355351ea', 'fixed_ips': [{'subnet_id': 'fa2449b6-be48-4488-9540-92c75d573158'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:07.512922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.561554 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:07.564995 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.589915 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:07.599034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.599487 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Added segment f5f0260a-959f-4abb-bdb4-0054586eefe6 of type vlan for network fc7ef3dc-6413-4508-858d-9f6848d2ee57 Feb 15 02:53:07.638649 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.649170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Allocated IP 2001:db8:0:ffff::2 (aa8eb2c2-26a0-4055-97dc-19659ad42b21/fa2449b6-be48-4488-9540-92c75d573158/9341b934-8c4d-4509-b2e8-bdbf7ced1a83) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:07.721726 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.726770 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:07.727364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.791233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks [] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.796131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Network': ['ID=fc7ef3dc-6413-4508-858d-9f6848d2ee57,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:07.806695 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network fc7ef3dc-6413-4508-858d-9f6848d2ee57 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:07.838770 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-767a46c3-9b39-4def-bafb-7a9e36c69d61 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3496571 Feb 15 02:53:07.841665 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:07.848477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'subnet': {'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:07.869067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.908210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:07.917385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:07.921330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:07.927003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Pushing event updated for resources: {'Port': ['ID=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:07.979480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Attempting to bind port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:07.979859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Attempting to bind port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'f959d4b5-47f7-4ba0-8f15-799d49f8d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:07.980220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Attempting to bind port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 on network aa8eb2c2-26a0-4055-97dc-19659ad42b21 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:07.989823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:07.990198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Checking segment: {'id': 'f959d4b5-47f7-4ba0-8f15-799d49f8d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:07.990604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:07.990999 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Bound using segment: {'id': 'f959d4b5-47f7-4ba0-8f15-799d49f8d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:07.991468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Bound port: 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f959d4b5-47f7-4ba0-8f15-799d49f8d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aa8eb2c2-26a0-4055-97dc-19659ad42b21'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:07.991854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.026920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:08.030432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.054169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] For port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:08.057285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] For port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,segment=NetworkSegment(f959d4b5-47f7-4ba0-8f15-799d49f8d988),segment_id=f959d4b5-47f7-4ba0-8f15-799d49f8d988)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:08.102453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.169768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708fe3-552c-4fdf-bdfd-c54844db5141 None None] Pushing event updated for resources: {'Port': ['ID=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:08.503603 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:08.554229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:08.554659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.630044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:08.630357 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.647335 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (8991364b-6125-480a-8986-8cd17026741a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.667822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,segment=NetworkSegment(f959d4b5-47f7-4ba0-8f15-799d49f8d988),segment_id=f959d4b5-47f7-4ba0-8f15-799d49f8d988)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:08.710425 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Subnet': ['ID=8991364b-6125-480a-8986-8cd17026741a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:08.721281 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking segment: {'id': 'f5f0260a-959f-4abb-bdb4-0054586eefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:08.721648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network hostable DHCP agents. Network: fc7ef3dc-6413-4508-858d-9f6848d2ee57, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:08.727084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.773387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:08.802010 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network fc7ef3dc-6413-4508-858d-9f6848d2ee57 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:08.897334 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, fc7ef3dc-6413-4508-858d-9f6848d2ee57) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:08.897846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:08.898477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:08.902511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4623c-7066-4ad5-9224-22cc68842376 None None] Network fc7ef3dc-6413-4508-858d-9f6848d2ee57 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:08.973674 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-78177219-ed91-4ee2-888e-e707f7345541 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1303754 Feb 15 02:53:08.976411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:09.016422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-fc7ef3dc-6413-4508-858d-9f6848d2ee57', 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57', 'project_id': '1ff0b15514b642399cba6475355351ea', 'fixed_ips': [{'subnet_id': '8991364b-6125-480a-8986-8cd17026741a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:09.016422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.082767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.151375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b09bac-cd4d-4549-88e1-5b04f97af916 None None] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:09.169895 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8991364b-6125-480a-8986-8cd17026741a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.219388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Allocated IP 2001:db8::2 (fc7ef3dc-6413-4508-858d-9f6848d2ee57/8991364b-6125-480a-8986-8cd17026741a/7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:09.316519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9ba16ac5-643b-4b98-a59a-5cef84252645 None None] Provisioning complete for port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:09.316893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ba16ac5-643b-4b98-a59a-5cef84252645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.482330 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks [] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.486741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9ba16ac5-643b-4b98-a59a-5cef84252645 None None] Current status of the port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:09.544831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.588703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Network fc7ef3dc-6413-4508-858d-9f6848d2ee57 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:09.595501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:09.600165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:09.611177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Pushing event updated for resources: {'Port': ['ID=7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:09.637340 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-369bb322-3b3c-4da0-b0de-b7ed4bdfbe5c None None] Provisioning complete for port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:09.637712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-369bb322-3b3c-4da0-b0de-b7ed4bdfbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.642075 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (8991364b-6125-480a-8986-8cd17026741a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.670454 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Subnet': ['ID=8991364b-6125-480a-8986-8cd17026741a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:09.697331 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Attempting to bind port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:09.702932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Attempting to bind port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'f5f0260a-959f-4abb-bdb4-0054586eefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:09.702932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Attempting to bind port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db on network fc7ef3dc-6413-4508-858d-9f6848d2ee57 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:09.707239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:09.707620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Checking segment: {'id': 'f5f0260a-959f-4abb-bdb4-0054586eefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:09.708017 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.708431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Bound using segment: {'id': 'f5f0260a-959f-4abb-bdb4-0054586eefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:09.708936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Bound port: 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f0260a-959f-4abb-bdb4-0054586eefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:09.709277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.737392 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.757615 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7ef3dc-6413-4508-858d-9f6848d2ee57']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:09.767215 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f0260a-959f-4abb-bdb4-0054586eefe6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:09.767518 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f0260a-959f-4abb-bdb4-0054586eefe6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:09.776952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.790285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-369bb322-3b3c-4da0-b0de-b7ed4bdfbe5c None None] Current status of the port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:09.790662 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.797027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:09.797549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:09.800697 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:09.809944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] For port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:09.856166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] For port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db,segment=NetworkSegment(f5f0260a-959f-4abb-bdb4-0054586eefe6),segment_id=f5f0260a-959f-4abb-bdb4-0054586eefe6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:09.887519 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:53:09.887519 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:53:09.887519 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'fc7ef3dc-6413-4508-858d-9f6848d2ee57'}] Feb 15 02:53:09.887519 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:53:09.887941 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:53:09.939216 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.021537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f2985-4ac1-4cce-a37c-ed64d3a20c3d None None] Pushing event updated for resources: {'Port': ['ID=7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:10.034836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bad767-b471-4cdd-965f-94b5af52349c None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:53:10.099066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bad767-b471-4cdd-965f-94b5af52349c None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:53:10.244356 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3191777-a27c-4f09-8069-8c5684aa9063 None None] Network fc7ef3dc-6413-4508-858d-9f6848d2ee57 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:10.389423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.455533 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:10.455812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.460427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:10.511004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:10.511291 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.522705 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] For port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db,segment=NetworkSegment(f5f0260a-959f-4abb-bdb4-0054586eefe6),segment_id=f5f0260a-959f-4abb-bdb4-0054586eefe6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:10.523179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.536588 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Calling delete_port for 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:10.587876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:10.666602 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.697534 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Port': ['ID=7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:10.701889 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No DVR routers for this DVR port 7d357f5a-b3d7-4b79-a91e-fc0f88c0f0db on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:10.779041 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.799580 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7ef3dc-6413-4508-858d-9f6848d2ee57']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:10.808909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f0260a-959f-4abb-bdb4-0054586eefe6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:10.809501 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f0260a-959f-4abb-bdb4-0054586eefe6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:10.818284 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.966456 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.973173 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:10.973558 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (f5f0260a-959f-4abb-bdb4-0054586eefe6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:10.976474 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:11.095238 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (fc7ef3dc-6413-4508-858d-9f6848d2ee57), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.102096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.105296 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/fc7ef3dc-6413-4508-858d-9f6848d2ee57 HTTP/1.1" status: 204 len: 168 time: 2.1279259 Feb 15 02:53:11.108897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:11.114226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952621939'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:11.116927 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064c59a-e3bc-4c1f-933c-e844da01cb50 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Network': ['ID=fc7ef3dc-6413-4508-858d-9f6848d2ee57,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:11.183897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:11.187258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.210833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:11.219844 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.220193 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Added segment 7ed332bd-05d8-473a-96f2-d748b0198f5e of type vlan for network 0766c676-67ad-4e0a-a9de-385b081f30c2 Feb 15 02:53:11.265926 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.355879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.360962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:11.361610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.431545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Network': ['ID=0766c676-67ad-4e0a-a9de-385b081f30c2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:11.442078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 0766c676-67ad-4e0a-a9de-385b081f30c2 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:11.458322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3530dcbb-3d2d-46ed-84d6-61899baac10d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3482850 Feb 15 02:53:11.461237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:11.466211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'subnet': {'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:11.615168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:11.618604 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.679295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Performing IP validity checks on allocation pools {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 02:53:11.679819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 02:53:11.849998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8e9c2cf7-f472-4fe0-8203-e53c50793a5c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:11.913721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Subnet': ['ID=8e9c2cf7-f472-4fe0-8203-e53c50793a5c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:11.923158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking segment: {'id': '7ed332bd-05d8-473a-96f2-d748b0198f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:11.923530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network hostable DHCP agents. Network: 0766c676-67ad-4e0a-a9de-385b081f30c2, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:11.984398 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network 0766c676-67ad-4e0a-a9de-385b081f30c2 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:12.058467 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 0766c676-67ad-4e0a-a9de-385b081f30c2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:12.062541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:12.063145 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.067966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f05784-0bea-4f7c-b850-f22aa0b29cd8 None None] Network 0766c676-67ad-4e0a-a9de-385b081f30c2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:12.155649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-733722fc-8558-49f1-9148-2c269be25a46 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6903992 Feb 15 02:53:12.156215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:12.167153 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-0766c676-67ad-4e0a-a9de-385b081f30c2', 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2', 'project_id': '1ff0b15514b642399cba6475355351ea', 'fixed_ips': [{'subnet_id': '8e9c2cf7-f472-4fe0-8203-e53c50793a5c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:12.167930 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.251893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.300701 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Allocated IP 2001:db8::3 (0766c676-67ad-4e0a-a9de-385b081f30c2/8e9c2cf7-f472-4fe0-8203-e53c50793a5c/bdd40f20-78a1-4d92-932b-c5307217a12a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:12.333429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8e9c2cf7-f472-4fe0-8203-e53c50793a5c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.445091 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks [] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.507546 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.546222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Network 0766c676-67ad-4e0a-a9de-385b081f30c2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:12.552068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:12.555414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:12.562858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Pushing event updated for resources: {'Port': ['ID=bdd40f20-78a1-4d92-932b-c5307217a12a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:12.570863 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (8e9c2cf7-f472-4fe0-8203-e53c50793a5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.599293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9c2cf7-f472-4fe0-8203-e53c50793a5c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:12.664317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.688177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0766c676-67ad-4e0a-a9de-385b081f30c2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:12.699875 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed332bd-05d8-473a-96f2-d748b0198f5e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:12.700109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed332bd-05d8-473a-96f2-d748b0198f5e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:12.711579 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.724858 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.730752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:12.731133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:12.734652 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:12.777234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Attempting to bind port bdd40f20-78a1-4d92-932b-c5307217a12a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:12.777706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Attempting to bind port bdd40f20-78a1-4d92-932b-c5307217a12a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7ed332bd-05d8-473a-96f2-d748b0198f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:12.778096 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Attempting to bind port bdd40f20-78a1-4d92-932b-c5307217a12a on network 0766c676-67ad-4e0a-a9de-385b081f30c2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:12.783628 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:12.784009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Checking segment: {'id': '7ed332bd-05d8-473a-96f2-d748b0198f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:12.784436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.784833 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Bound using segment: {'id': '7ed332bd-05d8-473a-96f2-d748b0198f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:12.785323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Bound port: bdd40f20-78a1-4d92-932b-c5307217a12a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed332bd-05d8-473a-96f2-d748b0198f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0766c676-67ad-4e0a-a9de-385b081f30c2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:12.785687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:12.833468 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:53:12.833468 n-d-829064-14 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:53:12.833468 n-d-829064-14 neutron-server[103884]: [parameters: {'id': '0766c676-67ad-4e0a-a9de-385b081f30c2'}] Feb 15 02:53:12.833468 n-d-829064-14 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:53:12.833942 n-d-829064-14 neutron-server[103884]: DEBUG oslo_db.api [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:53:12.845559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] For port bdd40f20-78a1-4d92-932b-c5307217a12a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:12.848489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] For port bdd40f20-78a1-4d92-932b-c5307217a12a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bdd40f20-78a1-4d92-932b-c5307217a12a,segment=NetworkSegment(7ed332bd-05d8-473a-96f2-d748b0198f5e),segment_id=7ed332bd-05d8-473a-96f2-d748b0198f5e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:12.978602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.064948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e67b6-0ff1-4dac-918c-7003bdd4cde4 None None] Pushing event updated for resources: {'Port': ['ID=bdd40f20-78a1-4d92-932b-c5307217a12a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:13.081932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e411d5-ea13-48f4-83d7-71dee55a109e None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:53:13.146008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e411d5-ea13-48f4-83d7-71dee55a109e None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:53:13.293385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692e911-36fb-4e5b-bf27-7bf3093ef26f None None] Network 0766c676-67ad-4e0a-a9de-385b081f30c2 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:13.335199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.388910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting port bdd40f20-78a1-4d92-932b-c5307217a12a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:13.389253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.453726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] For port bdd40f20-78a1-4d92-932b-c5307217a12a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=bdd40f20-78a1-4d92-932b-c5307217a12a,segment=NetworkSegment(7ed332bd-05d8-473a-96f2-d748b0198f5e),segment_id=7ed332bd-05d8-473a-96f2-d748b0198f5e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:13.454086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.466240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Calling delete_port for bdd40f20-78a1-4d92-932b-c5307217a12a owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:13.595449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bdd40f20-78a1-4d92-932b-c5307217a12a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.622933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Port': ['ID=bdd40f20-78a1-4d92-932b-c5307217a12a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:13.629607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No DVR routers for this DVR port bdd40f20-78a1-4d92-932b-c5307217a12a on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:13.704496 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.724905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0766c676-67ad-4e0a-a9de-385b081f30c2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:13.733850 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed332bd-05d8-473a-96f2-d748b0198f5e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:13.734735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed332bd-05d8-473a-96f2-d748b0198f5e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:13.743851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.756683 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.762458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:13.762841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7ed332bd-05d8-473a-96f2-d748b0198f5e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:13.765807 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:13.898648 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (0766c676-67ad-4e0a-a9de-385b081f30c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.905398 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:13.909376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/0766c676-67ad-4e0a-a9de-385b081f30c2 HTTP/1.1" status: 204 len: 168 time: 1.7523654 Feb 15 02:53:13.912962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:13.918089 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347643005'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:13.921143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4b438-ac35-4f52-8e09-efca46ad85f9 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Network': ['ID=0766c676-67ad-4e0a-a9de-385b081f30c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:14.006809 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:14.010186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.032930 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:14.041271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5aad6b9f-ae67-408a-b1de-582f52a83dbd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.041616 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Added segment 5aad6b9f-ae67-408a-b1de-582f52a83dbd of type vlan for network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 Feb 15 02:53:14.080397 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6c41ee7e-f7f7-4ef9-88a2-666de4052be1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.166841 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6c41ee7e-f7f7-4ef9-88a2-666de4052be1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.172251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:14.172858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.239948 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Network': ['ID=6c41ee7e-f7f7-4ef9-88a2-666de4052be1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:14.250408 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:14.295567 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc0395cd-436a-4119-a2d8-c55d78465739 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3814108 Feb 15 02:53:14.299058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:14.304280 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'subnet': {'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:14.453058 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:14.457797 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.693698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (0cf02d66-105e-4c1b-ad2a-bbc102bd583d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.761205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Subnet': ['ID=0cf02d66-105e-4c1b-ad2a-bbc102bd583d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:14.769593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking segment: {'id': '5aad6b9f-ae67-408a-b1de-582f52a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:14.769960 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network hostable DHCP agents. Network: 6c41ee7e-f7f7-4ef9-88a2-666de4052be1, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:14.864182 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:14.949844 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6c41ee7e-f7f7-4ef9-88a2-666de4052be1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:14.954562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:14.955172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:14.958911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac9e5b-248d-46ee-9dee-6b75ec7574ac None None] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:15.058243 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c86cc38b-b696-46c0-80af-f3c1048fec2e tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7581310 Feb 15 02:53:15.062059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6c41ee7e-f7f7-4ef9-88a2-666de4052be1', 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1', 'project_id': '1ff0b15514b642399cba6475355351ea', 'fixed_ips': [{'subnet_id': '0cf02d66-105e-4c1b-ad2a-bbc102bd583d'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:15.062742 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:15.063617 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.067569 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-129411424'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:15.166813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:15.170265 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.195084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:15.199551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Allocated IP 2001:db8::2 (6c41ee7e-f7f7-4ef9-88a2-666de4052be1/0cf02d66-105e-4c1b-ad2a-bbc102bd583d/1a749b34-0f30-4aad-b944-c59fe6e4dd9c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:15.204334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.204797 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Added segment fa5a2193-18d0-42ec-8599-43195100ad78 of type vlan for network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a Feb 15 02:53:15.242997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.327190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.332909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:15.333507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.344314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks [] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.402681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Network': ['ID=fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:15.413760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:15.418016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.424571 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-beda426d-041b-43cf-89f9-24a922d3ed25 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3608663 Feb 15 02:53:15.427689 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:15.432871 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Request body: {'subnet': {'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:15.513984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:15.520993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:15.523059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Pushing event updated for resources: {'Port': ['ID=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:15.525233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:15.585849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Attempting to bind port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:15.586146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Attempting to bind port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '5aad6b9f-ae67-408a-b1de-582f52a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:15.586514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Attempting to bind port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c on network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:15.591490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:15.592314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Checking segment: {'id': '5aad6b9f-ae67-408a-b1de-582f52a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:15.592742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.593148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Bound using segment: {'id': '5aad6b9f-ae67-408a-b1de-582f52a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:15.593653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Bound port: 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aad6b9f-ae67-408a-b1de-582f52a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c41ee7e-f7f7-4ef9-88a2-666de4052be1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:15.594038 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.595831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Made reservation on behalf of 1ff0b15514b642399cba6475355351ea for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:15.599343 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.656904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] For port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:15.660688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] For port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,segment=NetworkSegment(5aad6b9f-ae67-408a-b1de-582f52a83dbd),segment_id=5aad6b9f-ae67-408a-b1de-582f52a83dbd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:15.744947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.807175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bac6a-98e4-4342-90ea-59b33bcbaae6 None None] Pushing event updated for resources: {'Port': ['ID=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:15.864852 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.893466 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:15.927141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event updated for resources: {'Subnet': ['ID=4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:15.955956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Checking segment: {'id': 'fa5a2193-18d0-42ec-8599-43195100ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:15.955956 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network hostable DHCP agents. Network: fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:16.061357 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:16.129886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:16.133862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:16.134463 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.141276 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3493f-4b96-4d16-8343-9f4e317df011 None None] Network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:16.207334 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-783b9fe9-a39e-46e9-ae6d-c0a904ba4f27 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7782538 Feb 15 02:53:16.210086 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:16.244599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a', 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a', 'project_id': '1ff0b15514b642399cba6475355351ea', 'fixed_ips': [{'subnet_id': '4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:16.245496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.310146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.361716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.382076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Allocated IP 2001:db8::2 (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a/4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88/50d49c0a-3fc9-40aa-a72f-800bf347b725) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:16.529116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a749b34-0f30-4aad-b944-c59fe6e4dd9c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:16.585016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks [] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.599580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:16.599955 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.648231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.718629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:16.720546 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.723812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:16.724574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:16.726665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:16.727045 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.750517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Pushing event updated for resources: {'Port': ['ID=50d49c0a-3fc9-40aa-a72f-800bf347b725,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:16.756926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:16.811851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f1881-eba5-448a-8823-0c8931e1c1fa None None] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:16.817585 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.826797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,segment=NetworkSegment(5aad6b9f-ae67-408a-b1de-582f52a83dbd),segment_id=5aad6b9f-ae67-408a-b1de-582f52a83dbd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:16.839198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:16.848594 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a2193-18d0-42ec-8599-43195100ad78') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:16.848899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a2193-18d0-42ec-8599-43195100ad78') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:16.858173 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.869507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Attempting to bind port 50d49c0a-3fc9-40aa-a72f-800bf347b725 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:16.872597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Attempting to bind port 50d49c0a-3fc9-40aa-a72f-800bf347b725 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fa5a2193-18d0-42ec-8599-43195100ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:16.872597 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Attempting to bind port 50d49c0a-3fc9-40aa-a72f-800bf347b725 on network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:16.872884 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.879463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:16.879873 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:16.882871 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:16.886540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:16.886971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Checking segment: {'id': 'fa5a2193-18d0-42ec-8599-43195100ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:16.887357 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.887770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Bound using segment: {'id': 'fa5a2193-18d0-42ec-8599-43195100ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:16.888317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Bound port: 50d49c0a-3fc9-40aa-a72f-800bf347b725, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a2193-18d0-42ec-8599-43195100ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:16.893708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.903194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:16.964589 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 02:53:16.964589 n-d-829064-14 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 02:53:16.964589 n-d-829064-14 neutron-server[103885]: [parameters: {'id': 'fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a'}] Feb 15 02:53:16.964589 n-d-829064-14 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:53:16.965436 n-d-829064-14 neutron-server[103885]: DEBUG oslo_db.api [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:53:16.972478 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e64b443-17fa-43e6-acf3-7afec368f375 None None] Provisioning complete for port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:16.972858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e64b443-17fa-43e6-acf3-7afec368f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.058301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:17.081885 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] For port 50d49c0a-3fc9-40aa-a72f-800bf347b725, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:17.086538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] For port 50d49c0a-3fc9-40aa-a72f-800bf347b725, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=50d49c0a-3fc9-40aa-a72f-800bf347b725,segment=NetworkSegment(fa5a2193-18d0-42ec-8599-43195100ad78),segment_id=fa5a2193-18d0-42ec-8599-43195100ad78)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:17.133791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e64b443-17fa-43e6-acf3-7afec368f375 None None] Current status of the port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:17.170080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.255049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5efce7-0b8a-41c4-92ce-dd14728a09d7 None None] Pushing event updated for resources: {'Port': ['ID=50d49c0a-3fc9-40aa-a72f-800bf347b725,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:17.273297 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1ab73-a29f-49da-bb9d-36aa98c77488 None None] Network fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:17.366974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eb542d32-1473-4573-be69-0cd671a4ec0e None None] Provisioning complete for port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:17.367264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb542d32-1473-4573-be69-0cd671a4ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.404836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a2d27-f22b-4d7f-bfbb-426743cf15ac None None] get_active_networks_info from n-d-829064-14 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:53:17.466375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.509334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eb542d32-1473-4573-be69-0cd671a4ec0e None None] Current status of the port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:17.518866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a2d27-f22b-4d7f-bfbb-426743cf15ac None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 02:53:17.521278 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting port 50d49c0a-3fc9-40aa-a72f-800bf347b725 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:17.521426 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.582562 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] For port 50d49c0a-3fc9-40aa-a72f-800bf347b725, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=50d49c0a-3fc9-40aa-a72f-800bf347b725,segment=NetworkSegment(fa5a2193-18d0-42ec-8599-43195100ad78),segment_id=fa5a2193-18d0-42ec-8599-43195100ad78)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:17.582927 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.596192 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Calling delete_port for 50d49c0a-3fc9-40aa-a72f-800bf347b725 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:17.732880 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (50d49c0a-3fc9-40aa-a72f-800bf347b725), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.761274 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No DVR routers for this DVR port 50d49c0a-3fc9-40aa-a72f-800bf347b725 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:17.766266 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Port': ['ID=50d49c0a-3fc9-40aa-a72f-800bf347b725,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:17.843460 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.863924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:17.873178 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a2193-18d0-42ec-8599-43195100ad78') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:17.876993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a2193-18d0-42ec-8599-43195100ad78') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:17.883513 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.896599 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.902692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:17.903080 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (fa5a2193-18d0-42ec-8599-43195100ad78), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:17.906193 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:18.027231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.037327 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.040484 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a HTTP/1.1" status: 204 len: 168 time: 1.8292317 Feb 15 02:53:18.044838 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.055555 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754de77-8828-4cfc-b741-c7b10ab9396a tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Network': ['ID=fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:18.078499 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9d4522-64f9-4f87-b314-6251db1dada5 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] GET failed (client error): The resource could not be found. Feb 15 02:53:18.079837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0f9d4522-64f9-4f87-b314-6251db1dada5 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "GET /v2.0/subnets/4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88 HTTP/1.1" status: 404 len: 337 time: 0.0335648 Feb 15 02:53:18.082619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.100439 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a08096-561b-41a5-a565-ac12be54d401 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:18.100922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a08096-561b-41a5-a565-ac12be54d401 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:18.103861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7a08096-561b-41a5-a565-ac12be54d401 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a HTTP/1.1" status: 404 len: 339 time: 0.0203464 Feb 15 02:53:18.107393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.132645 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3db9ec3-5ab0-41b6-af5b-2fcdaa2c3052 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:18.133095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3db9ec3-5ab0-41b6-af5b-2fcdaa2c3052 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:18.136091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3db9ec3-5ab0-41b6-af5b-2fcdaa2c3052 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/subnets/4ebb5c44-6c9a-4144-b5eb-2bc24fde3d88 HTTP/1.1" status: 404 len: 337 time: 0.0278025 Feb 15 02:53:18.138403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.155113 n-d-829064-14 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cb834b-1e25-4a5b-a540-b558dab7e65d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:18.155585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cb834b-1e25-4a5b-a540-b558dab7e65d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:18.159010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c8cb834b-1e25-4a5b-a540-b558dab7e65d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/fc3cacb8-eb5c-4051-ad94-8f8d2b9bc46a HTTP/1.1" status: 404 len: 339 time: 0.0197425 Feb 15 02:53:18.161184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.213742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting subnet 0cf02d66-105e-4c1b-ad2a-bbc102bd583d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:53:18.216797 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (0cf02d66-105e-4c1b-ad2a-bbc102bd583d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.255333 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (0cf02d66-105e-4c1b-ad2a-bbc102bd583d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.333985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (0cf02d66-105e-4c1b-ad2a-bbc102bd583d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.460020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a749b34-0f30-4aad-b944-c59fe6e4dd9c up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:18.460535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (0cf02d66-105e-4c1b-ad2a-bbc102bd583d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.492863 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf02d66-105e-4c1b-ad2a-bbc102bd583d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:18.501303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.507462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:18.508277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f0e99983-9010-492e-a8a2-aaa40b04318f tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/subnets/0cf02d66-105e-4c1b-ad2a-bbc102bd583d HTTP/1.1" status: 204 len: 168 time: 0.3461549 Feb 15 02:53:18.509950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b17ca5-0667-4db5-a991-8903aec258c0 None None] Network 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:18.582631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:18.583009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.587575 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6c41ee7e-f7f7-4ef9-88a2-666de4052be1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.628364 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.640133 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:18.640511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.697393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:18.708667 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] For port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,segment=NetworkSegment(5aad6b9f-ae67-408a-b1de-582f52a83dbd),segment_id=5aad6b9f-ae67-408a-b1de-582f52a83dbd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:18.715099 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.723557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] DHCP port deletion for 6c41ee7e-f7f7-4ef9-88a2-666de4052be1 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:53:18.729305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Calling delete_port for 1a749b34-0f30-4aad-b944-c59fe6e4dd9c owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:18.789887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Deleting port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:18.790269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.847109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.855103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] For port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,segment=NetworkSegment(5aad6b9f-ae67-408a-b1de-582f52a83dbd),segment_id=5aad6b9f-ae67-408a-b1de-582f52a83dbd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:18.855504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.868244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Calling delete_port for 1a749b34-0f30-4aad-b944-c59fe6e4dd9c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:18.872329 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Port': ['ID=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:18.880285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No DVR routers for this DVR port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:18.885631 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.885988 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.886331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.886668 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.887000 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.887330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.887655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.887978 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.888310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.888691 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.889016 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.889336 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.889655 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 02:53:18.937764 n-d-829064-14 neutron-server[103886]: self.session.flush() Feb 15 02:53:18.946446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (1a749b34-0f30-4aad-b944-c59fe6e4dd9c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.966862 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6c41ee7e-f7f7-4ef9-88a2-666de4052be1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:18.976312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] Pushing event deleted for resources: {'Port': ['ID=1a749b34-0f30-4aad-b944-c59fe6e4dd9c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:18.981196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edbf83-0b44-4c2a-bdb1-07ba78b4f6ff None None] No DVR routers for this DVR port 1a749b34-0f30-4aad-b944-c59fe6e4dd9c on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:18.990415 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41ee7e-f7f7-4ef9-88a2-666de4052be1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:18.999120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aad6b9f-ae67-408a-b1de-582f52a83dbd') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:18.999431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aad6b9f-ae67-408a-b1de-582f52a83dbd') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:19.008615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (5aad6b9f-ae67-408a-b1de-582f52a83dbd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.021372 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (5aad6b9f-ae67-408a-b1de-582f52a83dbd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.027095 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:19.027473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (5aad6b9f-ae67-408a-b1de-582f52a83dbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:19.030362 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:19.201528 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6c41ee7e-f7f7-4ef9-88a2-666de4052be1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.208563 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.211766 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/6c41ee7e-f7f7-4ef9-88a2-666de4052be1 HTTP/1.1" status: 204 len: 168 time: 0.7032111 Feb 15 02:53:19.214170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.231552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195898-652c-4f62-9293-84b20e1b6349 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Network': ['ID=6c41ee7e-f7f7-4ef9-88a2-666de4052be1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:19.249165 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aeb5ef-8094-44d9-bbc9-f2532aab9602 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:19.249561 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aeb5ef-8094-44d9-bbc9-f2532aab9602 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:19.252615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c9aeb5ef-8094-44d9-bbc9-f2532aab9602 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/subnets/8e9c2cf7-f472-4fe0-8203-e53c50793a5c HTTP/1.1" status: 404 len: 337 time: 0.0374968 Feb 15 02:53:19.255012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.272564 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-da553f77-da05-40f6-a0d0-a2156906d9c2 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:19.273051 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da553f77-da05-40f6-a0d0-a2156906d9c2 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:19.275969 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-da553f77-da05-40f6-a0d0-a2156906d9c2 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/0766c676-67ad-4e0a-a9de-385b081f30c2 HTTP/1.1" status: 404 len: 339 time: 0.0200596 Feb 15 02:53:19.278391 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.306217 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7019f1-85fa-49bf-a33d-0f43bea8ac93 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:19.306688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7019f1-85fa-49bf-a33d-0f43bea8ac93 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:19.309891 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ae7019f1-85fa-49bf-a33d-0f43bea8ac93 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/subnets/8991364b-6125-480a-8986-8cd17026741a HTTP/1.1" status: 404 len: 337 time: 0.0304976 Feb 15 02:53:19.312946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.332156 n-d-829064-14 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0f9912-e9de-42bc-9aa2-89cf1e4bc344 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] DELETE failed (client error): The resource could not be found. Feb 15 02:53:19.332671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0f9912-e9de-42bc-9aa2-89cf1e4bc344 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 02:53:19.335715 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0a0f9912-e9de-42bc-9aa2-89cf1e4bc344 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/fc7ef3dc-6413-4508-858d-9f6848d2ee57 HTTP/1.1" status: 404 len: 339 time: 0.0218592 Feb 15 02:53:19.338328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.387558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting subnet fa2449b6-be48-4488-9540-92c75d573158 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:53:19.391304 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (fa2449b6-be48-4488-9540-92c75d573158), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.435053 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (fa2449b6-be48-4488-9540-92c75d573158), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.515988 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (fa2449b6-be48-4488-9540-92c75d573158), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.535693 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:53:19.641444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (fa2449b6-be48-4488-9540-92c75d573158), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.670794 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2449b6-be48-4488-9540-92c75d573158,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:19.678901 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.683319 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-38e6fbb6-e3cb-46ed-8e89-5cd1c3ceee4d tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/subnets/fa2449b6-be48-4488-9540-92c75d573158 HTTP/1.1" status: 204 len: 168 time: 0.3440332 Feb 15 02:53:19.684221 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7653e-eb46-4085-b8f5-7f300a9b11a8 None None] Network aa8eb2c2-26a0-4055-97dc-19659ad42b21 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:19.685694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:19.758115 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (aa8eb2c2-26a0-4055-97dc-19659ad42b21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.812069 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Deleting port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:19.812449 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.836104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] DHCP port deletion for aa8eb2c2-26a0-4055-97dc-19659ad42b21 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:53:19.878977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] For port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,segment=NetworkSegment(f959d4b5-47f7-4ba0-8f15-799d49f8d988),segment_id=f959d4b5-47f7-4ba0-8f15-799d49f8d988)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:19.879350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:19.894350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Calling delete_port for 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:20.038786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Deleting port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:20.039168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.075921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.105094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] For port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,segment=NetworkSegment(f959d4b5-47f7-4ba0-8f15-799d49f8d988),segment_id=f959d4b5-47f7-4ba0-8f15-799d49f8d988)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:20.105534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.107389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Port': ['ID=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:20.109255 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] No DVR routers for this DVR port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:20.127542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Calling delete_port for 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:20.191455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (aa8eb2c2-26a0-4055-97dc-19659ad42b21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.201726 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (9341b934-8c4d-4509-b2e8-bdbf7ced1a83), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.212171 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8eb2c2-26a0-4055-97dc-19659ad42b21']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:20.221989 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f959d4b5-47f7-4ba0-8f15-799d49f8d988') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:20.223975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f959d4b5-47f7-4ba0-8f15-799d49f8d988') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:20.227197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] Pushing event deleted for resources: {'Port': ['ID=9341b934-8c4d-4509-b2e8-bdbf7ced1a83,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:20.230703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e796095-1ca9-4e32-be7d-a8359f1a7f7a None None] No DVR routers for this DVR port 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:20.234423 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (f959d4b5-47f7-4ba0-8f15-799d49f8d988), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.251299 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f959d4b5-47f7-4ba0-8f15-799d49f8d988), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.257388 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:20.258553 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (f959d4b5-47f7-4ba0-8f15-799d49f8d988), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:20.260775 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:20.382124 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (aa8eb2c2-26a0-4055-97dc-19659ad42b21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.392010 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:20.395460 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] 10.222.0.43 "DELETE /v2.0/networks/aa8eb2c2-26a0-4055-97dc-19659ad42b21 HTTP/1.1" status: 204 len: 168 time: 0.7088308 Feb 15 02:53:20.405899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0b9d-96e1-4d24-9c90-01e3b45a8ab8 tempest-NetworksIpV6Test-220998792 tempest-NetworksIpV6Test-220998792-project] Pushing event deleted for resources: {'Network': ['ID=aa8eb2c2-26a0-4055-97dc-19659ad42b21,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:20.461217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:53:20.485120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:53:20.490638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9341b934-8c4d-4509-b2e8-bdbf7ced1a83 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:53:20.490638 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a749b34-0f30-4aad-b944-c59fe6e4dd9c no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:53:20.511658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1a749b34-0f30-4aad-b944-c59fe6e4dd9c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:53:20.512003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a749b34-0f30-4aad-b944-c59fe6e4dd9c not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:53:20.814664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:20.942575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-57c1345e-f4e3-4bab-bd34-4f1c9f158615 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ff0b15514b642399cba6475355351ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267197 Feb 15 02:53:20.945005 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:20.990067 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] Publish callbacks [] for security_group (5fc38bb4-8298-4fc6-bef3-45f1f6b52e29), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:21.010688 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] Publish callbacks [] for security_group (5fc38bb4-8298-4fc6-bef3-45f1f6b52e29), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:21.115172 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (5fc38bb4-8298-4fc6-bef3-45f1f6b52e29), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:21.117887 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:21.119060 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fc38bb4-8298-4fc6-bef3-45f1f6b52e29 HTTP/1.1" status: 204 len: 168 time: 0.1731653 Feb 15 02:53:21.127116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99958f83-01b3-4375-a277-819466842c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc38bb4-8298-4fc6-bef3-45f1f6b52e29,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:21.186548 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e407ba76-baaf-4ca7-888d-8aea42cc1f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.086019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:22.178796 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2136690164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:22.267026 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.268018 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.320654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router_controller (f2f6ca27-ae32-4502-9962-2de735ba6cb5), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.375310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.451815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.453594 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-bf9c0373-00e9-4b95-bb29-6bf0a32cf450 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3665557 Feb 15 02:53:22.456550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48574) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:22.465682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-363580358'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:22.530235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Made reservation on behalf of 03735b4a31a94828b407ae32657c8fdb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:22.534067 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.543385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.616534 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for security_group (51869d77-6cbd-4dbb-937f-1345ad76fe30), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.683793 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (51869d77-6cbd-4dbb-937f-1345ad76fe30), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.710397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:22.720010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51869d77-6cbd-4dbb-937f-1345ad76fe30,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:22.727104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7c026f88-bad0-41d6-9acc-15c53a5feeb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.727438 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Added segment 7c026f88-bad0-41d6-9acc-15c53a5feeb3 of type vlan for network 18aff06c-4694-4950-ba20-0776bfcbe184 Feb 15 02:53:22.767264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (18aff06c-4694-4950-ba20-0776bfcbe184), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.855458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (18aff06c-4694-4950-ba20-0776bfcbe184), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.861205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:22.861794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:22.928592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event updated for resources: {'Network': ['ID=18aff06c-4694-4950-ba20-0776bfcbe184,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:22.938347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 18aff06c-4694-4950-ba20-0776bfcbe184 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:22.953329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3e7d4b19-d5c3-48c0-a5e0-c8e369ee8e45 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4951384 Feb 15 02:53:22.956055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:22.960996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'subnet': {'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:23.103823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Made reservation on behalf of 03735b4a31a94828b407ae32657c8fdb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:23.107303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.338846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa3d2-d130-43ca-8f0c-553488597eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.367473 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (954243a0-7658-468b-b6f5-515491bd1a99), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.443814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event updated for resources: {'Subnet': ['ID=954243a0-7658-468b-b6f5-515491bd1a99,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:23.461085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Checking segment: {'id': '7c026f88-bad0-41d6-9acc-15c53a5feeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:23.461692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Network hostable DHCP agents. Network: 18aff06c-4694-4950-ba20-0776bfcbe184, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:23.529775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Network 18aff06c-4694-4950-ba20-0776bfcbe184 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:23.603978 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 18aff06c-4694-4950-ba20-0776bfcbe184) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:23.610159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:23.610754 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.616729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97fd91a-4191-48e3-910b-4231d2b5e132 None None] Network 18aff06c-4694-4950-ba20-0776bfcbe184 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:23.692766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-97405e30-022c-45a9-a841-8a4c607fc8d3 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7352545 Feb 15 02:53:23.699138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:23.705153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-595768479'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:23.726063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-18aff06c-4694-4950-ba20-0776bfcbe184', 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184', 'project_id': '03735b4a31a94828b407ae32657c8fdb', 'fixed_ips': [{'subnet_id': '954243a0-7658-468b-b6f5-515491bd1a99'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:23.726938 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.795447 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Made reservation on behalf of 03735b4a31a94828b407ae32657c8fdb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:23.798856 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.825540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:23.835267 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (de39aa20-a38e-45a3-ad55-fa476f0dd7da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.835620 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Added segment de39aa20-a38e-45a3-ad55-fa476f0dd7da of type vlan for network 357b0071-c199-43a6-8d91-affafecb8ee6 Feb 15 02:53:23.867424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Allocated IP 172.20.0.2 (18aff06c-4694-4950-ba20-0776bfcbe184/954243a0-7658-468b-b6f5-515491bd1a99/10161bb3-9083-4e61-b73f-b3c31923e82b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:23.878658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (357b0071-c199-43a6-8d91-affafecb8ee6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.975527 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (357b0071-c199-43a6-8d91-affafecb8ee6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:23.980540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:23.981152 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.027774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks [] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.051365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event updated for resources: {'Network': ['ID=357b0071-c199-43a6-8d91-affafecb8ee6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:24.065084 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 357b0071-c199-43a6-8d91-affafecb8ee6 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:24.098335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2cfadcef-cfb5-421f-98be-092940e4fe8f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3980958 Feb 15 02:53:24.101119 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:24.104691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.106049 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'subnet': {'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:24.164731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Network 18aff06c-4694-4950-ba20-0776bfcbe184 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:24.173552 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:24.178687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:24.181791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Pushing event updated for resources: {'Port': ['ID=10161bb3-9083-4e61-b73f-b3c31923e82b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:24.234845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Attempting to bind port 10161bb3-9083-4e61-b73f-b3c31923e82b on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:24.235121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Attempting to bind port 10161bb3-9083-4e61-b73f-b3c31923e82b by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '7c026f88-bad0-41d6-9acc-15c53a5feeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:24.235483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Attempting to bind port 10161bb3-9083-4e61-b73f-b3c31923e82b on network 18aff06c-4694-4950-ba20-0776bfcbe184 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:24.240483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:24.240863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Checking segment: {'id': '7c026f88-bad0-41d6-9acc-15c53a5feeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:24.241260 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.241652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Bound using segment: {'id': '7c026f88-bad0-41d6-9acc-15c53a5feeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:24.242120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Bound port: 10161bb3-9083-4e61-b73f-b3c31923e82b, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c026f88-bad0-41d6-9acc-15c53a5feeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18aff06c-4694-4950-ba20-0776bfcbe184'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:24.242497 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.295083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Made reservation on behalf of 03735b4a31a94828b407ae32657c8fdb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:24.298564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.303378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] For port 10161bb3-9083-4e61-b73f-b3c31923e82b, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:24.306403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] For port 10161bb3-9083-4e61-b73f-b3c31923e82b, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=10161bb3-9083-4e61-b73f-b3c31923e82b,segment=NetworkSegment(7c026f88-bad0-41d6-9acc-15c53a5feeb3),segment_id=7c026f88-bad0-41d6-9acc-15c53a5feeb3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:24.382086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.453463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d1a6-e9b8-4c83-b4ca-555be9ae9e63 None None] Pushing event updated for resources: {'Port': ['ID=10161bb3-9083-4e61-b73f-b3c31923e82b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:24.544828 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e2dbd850-8b99-4174-9fe7-baba3415844a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.625870 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event updated for resources: {'Subnet': ['ID=e2dbd850-8b99-4174-9fe7-baba3415844a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:24.638842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Checking segment: {'id': 'de39aa20-a38e-45a3-ad55-fa476f0dd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:24.640797 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Network hostable DHCP agents. Network: 357b0071-c199-43a6-8d91-affafecb8ee6, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:24.699026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Network 357b0071-c199-43a6-8d91-affafecb8ee6 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:24.778550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 357b0071-c199-43a6-8d91-affafecb8ee6) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:24.783138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:24.783737 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.788365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db0852-db80-4bce-a33a-47b12aeb63ce None None] Network 357b0071-c199-43a6-8d91-affafecb8ee6 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:24.791668 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:24.881463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dd9b2934-8a0b-4e2a-9f67-8a8e7d237037 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7791238 Feb 15 02:53:24.883942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:24.888451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-83c01e67-322b-440c-b69b-ffa19e595104 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Request body: {'router': {'external_gateway_info': {'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:24.893518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-357b0071-c199-43a6-8d91-affafecb8ee6', 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6', 'project_id': '03735b4a31a94828b407ae32657c8fdb', 'fixed_ips': [{'subnet_id': 'e2dbd850-8b99-4174-9fe7-baba3415844a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:24.894390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.049016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Allocated IP 172.21.0.2 (357b0071-c199-43a6-8d91-affafecb8ee6/e2dbd850-8b99-4174-9fe7-baba3415844a/0b9afece-8337-4379-8529-61c9826b4104) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:25.101425 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83c01e67-322b-440c-b69b-ffa19e595104 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router_gateway (f2f6ca27-ae32-4502-9962-2de735ba6cb5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.210416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks [] for port (0b9afece-8337-4379-8529-61c9826b4104), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.261119 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [None req-83c01e67-322b-440c-b69b-ffa19e595104 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 02:53:25.262209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-83c01e67-322b-440c-b69b-ffa19e595104 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "PUT /v2.0/routers/f2f6ca27-ae32-4502-9962-2de735ba6cb5 HTTP/1.1" status: 400 len: 364 time: 0.3773003 Feb 15 02:53:25.267723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (0b9afece-8337-4379-8529-61c9826b4104), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.269020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:25.307669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Network 357b0071-c199-43a6-8d91-affafecb8ee6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:25.312719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:25.315661 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:25.323164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Deleting subnet e2dbd850-8b99-4174-9fe7-baba3415844a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:53:25.338396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (e2dbd850-8b99-4174-9fe7-baba3415844a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.338788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Pushing event updated for resources: {'Port': ['ID=0b9afece-8337-4379-8529-61c9826b4104,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:25.370672 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e2dbd850-8b99-4174-9fe7-baba3415844a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.378953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Attempting to bind port 0b9afece-8337-4379-8529-61c9826b4104 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:25.379322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Attempting to bind port 0b9afece-8337-4379-8529-61c9826b4104 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'de39aa20-a38e-45a3-ad55-fa476f0dd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:25.379752 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Attempting to bind port 0b9afece-8337-4379-8529-61c9826b4104 on network 357b0071-c199-43a6-8d91-affafecb8ee6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:25.385593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:25.385977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Checking segment: {'id': 'de39aa20-a38e-45a3-ad55-fa476f0dd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:25.386386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.386904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Bound using segment: {'id': 'de39aa20-a38e-45a3-ad55-fa476f0dd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:25.387389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Bound port: 0b9afece-8337-4379-8529-61c9826b4104, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de39aa20-a38e-45a3-ad55-fa476f0dd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '357b0071-c199-43a6-8d91-affafecb8ee6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:25.387821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0b9afece-8337-4379-8529-61c9826b4104), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.456438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a306b2-5922-4682-aabb-aeaf617d4c03 None None] Network 18aff06c-4694-4950-ba20-0776bfcbe184 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:25.471322 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e2dbd850-8b99-4174-9fe7-baba3415844a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.524984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Provisioning complete for port 10161bb3-9083-4e61-b73f-b3c31923e82b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:25.525363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.604612 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e2dbd850-8b99-4174-9fe7-baba3415844a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.608386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] For port 0b9afece-8337-4379-8529-61c9826b4104, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:25.625312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] For port 0b9afece-8337-4379-8529-61c9826b4104, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0b9afece-8337-4379-8529-61c9826b4104,segment=NetworkSegment(de39aa20-a38e-45a3-ad55-fa476f0dd7da),segment_id=de39aa20-a38e-45a3-ad55-fa476f0dd7da)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:25.636997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Subnet': ['ID=e2dbd850-8b99-4174-9fe7-baba3415844a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:25.644268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.647569 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b86fbf4-cf1a-4c3a-9fc6-cb3e184731b8 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "DELETE /v2.0/subnets/e2dbd850-8b99-4174-9fe7-baba3415844a HTTP/1.1" status: 204 len: 168 time: 0.3775253 Feb 15 02:53:25.650377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48586) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:25.666115 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Current status of the port 10161bb3-9083-4e61-b73f-b3c31923e82b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:25.666509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.701586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] For port 10161bb3-9083-4e61-b73f-b3c31923e82b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=10161bb3-9083-4e61-b73f-b3c31923e82b,segment=NetworkSegment(7c026f88-bad0-41d6-9acc-15c53a5feeb3),segment_id=7c026f88-bad0-41d6-9acc-15c53a5feeb3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:25.719761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0b9afece-8337-4379-8529-61c9826b4104), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.732958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (357b0071-c199-43a6-8d91-affafecb8ee6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.771426 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.794978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6620-ec2d-4484-ad37-63b883102944 None None] Pushing event updated for resources: {'Port': ['ID=0b9afece-8337-4379-8529-61c9826b4104,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:25.798149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Deleting port 0b9afece-8337-4379-8529-61c9826b4104 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:25.798845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0b9afece-8337-4379-8529-61c9826b4104), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.863958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba9318-b7c2-42c4-8655-f89734581689 None None] Pushing event updated for resources: {'Port': ['ID=10161bb3-9083-4e61-b73f-b3c31923e82b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:25.898271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cdfe515e-9489-4e3f-91e1-65d6308f864e None None] Provisioning complete for port 10161bb3-9083-4e61-b73f-b3c31923e82b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:25.901416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdfe515e-9489-4e3f-91e1-65d6308f864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.907474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] For port 0b9afece-8337-4379-8529-61c9826b4104, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0b9afece-8337-4379-8529-61c9826b4104,segment=NetworkSegment(de39aa20-a38e-45a3-ad55-fa476f0dd7da),segment_id=de39aa20-a38e-45a3-ad55-fa476f0dd7da)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:25.908082 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0b9afece-8337-4379-8529-61c9826b4104), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:25.922656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Calling delete_port for 0b9afece-8337-4379-8529-61c9826b4104 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:25.996066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe515e-9489-4e3f-91e1-65d6308f864e None None] Current status of the port 10161bb3-9083-4e61-b73f-b3c31923e82b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:26.095802 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0b9afece-8337-4379-8529-61c9826b4104), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.123618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Port': ['ID=0b9afece-8337-4379-8529-61c9826b4104,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:26.125669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] No DVR routers for this DVR port 0b9afece-8337-4379-8529-61c9826b4104 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:26.192821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.211965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (357b0071-c199-43a6-8d91-affafecb8ee6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.232513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357b0071-c199-43a6-8d91-affafecb8ee6']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:26.241557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de39aa20-a38e-45a3-ad55-fa476f0dd7da') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:26.241868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de39aa20-a38e-45a3-ad55-fa476f0dd7da') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:26.255489 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (de39aa20-a38e-45a3-ad55-fa476f0dd7da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.269089 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (de39aa20-a38e-45a3-ad55-fa476f0dd7da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.274869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:26.275258 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (de39aa20-a38e-45a3-ad55-fa476f0dd7da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:26.278242 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:26.404248 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (357b0071-c199-43a6-8d91-affafecb8ee6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.411275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.414482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "DELETE /v2.0/networks/357b0071-c199-43a6-8d91-affafecb8ee6 HTTP/1.1" status: 204 len: 168 time: 0.7624094 Feb 15 02:53:26.416901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:26.447130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d280f2-f1b3-48e1-9785-8b69bc2b4b3b tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Network': ['ID=357b0071-c199-43a6-8d91-affafecb8ee6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:26.492058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Deleting subnet 954243a0-7658-468b-b6f5-515491bd1a99 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:53:26.495373 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (954243a0-7658-468b-b6f5-515491bd1a99), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.525054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 10161bb3-9083-4e61-b73f-b3c31923e82b up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:26.547328 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (954243a0-7658-468b-b6f5-515491bd1a99), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.582624 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 10161bb3-9083-4e61-b73f-b3c31923e82b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:26.583003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:26.668404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 10161bb3-9083-4e61-b73f-b3c31923e82b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:26.841167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-13e6e6c7-0b13-4c29-8902-a47ae1959f3e None None] Could not find standard attr ID for object 0b9afece-8337-4379-8529-61c9826b4104. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 02:53:26.893487 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39f4a4-a9b0-4e68-b9c5-4fcdc78cc6c9 None None] DHCP port deletion for 357b0071-c199-43a6-8d91-affafecb8ee6 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:53:26.911940 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b5fbb-5fc3-4409-9c48-c6a5cb24304e None None] Network 357b0071-c199-43a6-8d91-affafecb8ee6 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:26.923900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b5fbb-5fc3-4409-9c48-c6a5cb24304e None None] Network 357b0071-c199-43a6-8d91-affafecb8ee6 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 02:53:26.951313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (954243a0-7658-468b-b6f5-515491bd1a99), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.087019 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (954243a0-7658-468b-b6f5-515491bd1a99), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.116607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Subnet': ['ID=954243a0-7658-468b-b6f5-515491bd1a99,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:27.121246 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.125306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f482602c-2b57-4249-a2b6-10825201fde7 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "DELETE /v2.0/subnets/954243a0-7658-468b-b6f5-515491bd1a99 HTTP/1.1" status: 204 len: 168 time: 0.7074134 Feb 15 02:53:27.127755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:27.128016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215de94e-cff2-4422-8e1c-3118e70e7f07 None None] Network 18aff06c-4694-4950-ba20-0776bfcbe184 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:27.201761 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (18aff06c-4694-4950-ba20-0776bfcbe184), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.254359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Deleting port 10161bb3-9083-4e61-b73f-b3c31923e82b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:27.254707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.284068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] DHCP port deletion for 18aff06c-4694-4950-ba20-0776bfcbe184 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:53:27.319550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] For port 10161bb3-9083-4e61-b73f-b3c31923e82b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=10161bb3-9083-4e61-b73f-b3c31923e82b,segment=NetworkSegment(7c026f88-bad0-41d6-9acc-15c53a5feeb3),segment_id=7c026f88-bad0-41d6-9acc-15c53a5feeb3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:27.319918 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.333415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Calling delete_port for 10161bb3-9083-4e61-b73f-b3c31923e82b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:27.335607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Deleting port 10161bb3-9083-4e61-b73f-b3c31923e82b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:53:27.335985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.408070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] For port 10161bb3-9083-4e61-b73f-b3c31923e82b, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=10161bb3-9083-4e61-b73f-b3c31923e82b,segment=NetworkSegment(7c026f88-bad0-41d6-9acc-15c53a5feeb3),segment_id=7c026f88-bad0-41d6-9acc-15c53a5feeb3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:27.408505 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.422024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Calling delete_port for 10161bb3-9083-4e61-b73f-b3c31923e82b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:53:27.512500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.518187 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (10161bb3-9083-4e61-b73f-b3c31923e82b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.538830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Port': ['ID=10161bb3-9083-4e61-b73f-b3c31923e82b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:27.540693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] No DVR routers for this DVR port 10161bb3-9083-4e61-b73f-b3c31923e82b on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:27.547385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] Pushing event deleted for resources: {'Port': ['ID=10161bb3-9083-4e61-b73f-b3c31923e82b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:27.550417 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.555365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504b302-7363-4488-86a6-f03b99d3b5f7 None None] No DVR routers for this DVR port 10161bb3-9083-4e61-b73f-b3c31923e82b on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:53:27.621656 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (18aff06c-4694-4950-ba20-0776bfcbe184), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.641876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aff06c-4694-4950-ba20-0776bfcbe184']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:27.650860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c026f88-bad0-41d6-9acc-15c53a5feeb3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:27.651162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c026f88-bad0-41d6-9acc-15c53a5feeb3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:27.660315 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (7c026f88-bad0-41d6-9acc-15c53a5feeb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.673985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (7c026f88-bad0-41d6-9acc-15c53a5feeb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.680110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:53:27.680566 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (7c026f88-bad0-41d6-9acc-15c53a5feeb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:53:27.683627 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:53:27.781623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (18aff06c-4694-4950-ba20-0776bfcbe184), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.789138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:27.791435 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "DELETE /v2.0/networks/18aff06c-4694-4950-ba20-0776bfcbe184 HTTP/1.1" status: 204 len: 168 time: 0.6626275 Feb 15 02:53:27.794241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:27.804027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad3a-9074-4af3-a8fa-225051195e1f tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Pushing event deleted for resources: {'Network': ['ID=18aff06c-4694-4950-ba20-0776bfcbe184,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:27.827118 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-82208d6c-8601-4d91-abfa-cab172ed32cb tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f6ca27-ae32-4502-9962-2de735ba6cb5 HTTP/1.1" status: 200 len: 205 time: 0.0316145 Feb 15 02:53:27.835981 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 48594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:27.908016 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.065617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.067611 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router_controller (f2f6ca27-ae32-4502-9962-2de735ba6cb5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.178437 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (f2f6ca27-ae32-4502-9962-2de735ba6cb5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.178973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Fanout notify agent at l3_agent the message router_deleted on router f2f6ca27-ae32-4502-9962-2de735ba6cb5 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:53:28.189861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.189861 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-175a81a8-705d-421a-b238-10e7f8aabbb1 tempest-RoutersNegativeTest-1941689205 tempest-RoutersNegativeTest-1941689205-project] 10.222.0.43 "DELETE /v2.0/routers/f2f6ca27-ae32-4502-9962-2de735ba6cb5 HTTP/1.1" status: 204 len: 168 time: 0.3497379 Feb 15 02:53:28.460812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b9afece-8337-4379-8529-61c9826b4104 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:53:28.482869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0b9afece-8337-4379-8529-61c9826b4104 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:53:28.483213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0b9afece-8337-4379-8529-61c9826b4104 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:53:28.484143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 10161bb3-9083-4e61-b73f-b3c31923e82b no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:53:28.503204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 10161bb3-9083-4e61-b73f-b3c31923e82b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:53:28.503607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 10161bb3-9083-4e61-b73f-b3c31923e82b not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:53:28.694302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:28.822326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b1c654c1-a4fe-448c-84a9-7da06b65d17f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03735b4a31a94828b407ae32657c8fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268702 Feb 15 02:53:28.824891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:28.871338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] Publish callbacks [] for security_group (51869d77-6cbd-4dbb-937f-1345ad76fe30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:28.892413 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] Publish callbacks [] for security_group (51869d77-6cbd-4dbb-937f-1345ad76fe30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:29.021078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (51869d77-6cbd-4dbb-937f-1345ad76fe30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:29.023636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:29.024832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51869d77-6cbd-4dbb-937f-1345ad76fe30 HTTP/1.1" status: 204 len: 168 time: 0.1990423 Feb 15 02:53:29.033165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a0100-f733-4f91-8323-6affb8aa346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51869d77-6cbd-4dbb-937f-1345ad76fe30,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:29.954995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:30.050091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2000139723-network', 'tenant_id': '52a00114c69a4e7483c182463d95f135'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:30.141722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Made reservation on behalf of 52a00114c69a4e7483c182463d95f135 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:30.144080 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.153009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.228815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks [] for security_group (bba5109a-bf07-47e1-b8cf-e4713ff4723f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.309404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bba5109a-bf07-47e1-b8cf-e4713ff4723f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.330382 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:30.343297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5109a-bf07-47e1-b8cf-e4713ff4723f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:30.347860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (44717349-fc8f-4924-bdbd-2dfbf829a73d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.348236 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Added segment 44717349-fc8f-4924-bdbd-2dfbf829a73d of type vlan for network 737c12e2-c273-4b29-b61b-5eae4597e43d Feb 15 02:53:30.387801 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (737c12e2-c273-4b29-b61b-5eae4597e43d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.481164 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (737c12e2-c273-4b29-b61b-5eae4597e43d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.482181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:30.482784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.552557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] Pushing event updated for resources: {'Network': ['ID=737c12e2-c273-4b29-b61b-5eae4597e43d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:30.562612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 737c12e2-c273-4b29-b61b-5eae4597e43d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:30.606446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6b0b2b54-21dc-4e09-8870-2d6ad4074133 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6503284 Feb 15 02:53:30.609885 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:30.614723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Request body: {'subnet': {'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-subnet', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:30.686597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Made reservation on behalf of 52a00114c69a4e7483c182463d95f135 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:30.689531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.909628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (5a93c978-6796-4b83-ad13-7f8320482d40), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:30.966377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a93c978-6796-4b83-ad13-7f8320482d40,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:30.976983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Checking segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:30.977349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Network hostable DHCP agents. Network: 737c12e2-c273-4b29-b61b-5eae4597e43d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:31.040930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:31.118082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 737c12e2-c273-4b29-b61b-5eae4597e43d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:31.122093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:31.122681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.127495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e1f1c-71e3-47b1-a218-e3b9df33b442 None None] Network 737c12e2-c273-4b29-b61b-5eae4597e43d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:31.209801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-349aecd0-b95a-4e6b-975c-14ecb703b564 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5988574 Feb 15 02:53:31.212600 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:31.216808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:31.229219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-737c12e2-c273-4b29-b61b-5eae4597e43d', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'project_id': '52a00114c69a4e7483c182463d95f135', 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:31.230116 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.282132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.283192 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.335167 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for router_controller (82e95742-60ba-4c48-98c4-ed52cbd60d83), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.362997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Allocated IP 172.20.0.2 (737c12e2-c273-4b29-b61b-5eae4597e43d/5a93c978-6796-4b83-ad13-7f8320482d40/875ff17a-4541-433c-92e1-c556f24347f6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:31.500414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks [] for port (875ff17a-4541-433c-92e1-c556f24347f6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.531808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for router_gateway (82e95742-60ba-4c48-98c4-ed52cbd60d83), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.547082 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (875ff17a-4541-433c-92e1-c556f24347f6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.588383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:31.593016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:31.596475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:31.603121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Pushing event updated for resources: {'Port': ['ID=875ff17a-4541-433c-92e1-c556f24347f6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:31.654483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Attempting to bind port 875ff17a-4541-433c-92e1-c556f24347f6 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:31.654861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Attempting to bind port 875ff17a-4541-433c-92e1-c556f24347f6 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:31.655262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Attempting to bind port 875ff17a-4541-433c-92e1-c556f24347f6 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:31.660258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:31.660690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Checking segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:31.661092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.661494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Bound using segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:31.661962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Bound port: 875ff17a-4541-433c-92e1-c556f24347f6, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:31.662402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (875ff17a-4541-433c-92e1-c556f24347f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.723069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] For port 875ff17a-4541-433c-92e1-c556f24347f6, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:31.726186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] For port 875ff17a-4541-433c-92e1-c556f24347f6, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=875ff17a-4541-433c-92e1-c556f24347f6,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:31.787238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (875ff17a-4541-433c-92e1-c556f24347f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.837810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for router_gateway (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.844870 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9d80b-b887-42a0-b77b-1f4d0b586d3f None None] Pushing event updated for resources: {'Port': ['ID=875ff17a-4541-433c-92e1-c556f24347f6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:31.864104 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:31.969486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Allocated IP 172.25.2.228 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/ed653ee2-ed12-4e52-a8fd-164c9e7713fd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:32.087337 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.192927 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.231945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:32.236693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:32.239229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:32.266920 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:32.500107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 875ff17a-4541-433c-92e1-c556f24347f6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:32.551533 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for router_gateway (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.721746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 875ff17a-4541-433c-92e1-c556f24347f6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:32.722345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (875ff17a-4541-433c-92e1-c556f24347f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.777539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.803067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 875ff17a-4541-433c-92e1-c556f24347f6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:32.803591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (875ff17a-4541-433c-92e1-c556f24347f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.828518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af68cda-7b70-482d-be03-2a9749b018c1 None None] Network 737c12e2-c273-4b29-b61b-5eae4597e43d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:32.891053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 875ff17a-4541-433c-92e1-c556f24347f6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=875ff17a-4541-433c-92e1-c556f24347f6,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:32.917141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a0d4ac40-4a90-423e-825f-11431a32bde9 None None] Provisioning complete for port 875ff17a-4541-433c-92e1-c556f24347f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:32.917509 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ac40-4a90-423e-825f-11431a32bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (875ff17a-4541-433c-92e1-c556f24347f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:32.975654 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (875ff17a-4541-433c-92e1-c556f24347f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.004029 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Router 82e95742-60ba-4c48-98c4-ed52cbd60d83 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:53:33.062050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=875ff17a-4541-433c-92e1-c556f24347f6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:33.075926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4ac40-4a90-423e-825f-11431a32bde9 None None] Current status of the port 875ff17a-4541-433c-92e1-c556f24347f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:33.116705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:53:33.127523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Sync routers for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:53:33.139660 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:33.141170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:33.203565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.205135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34a3a3cc-1ec5-4e2f-a426-2a2eb6727e09 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9914525 Feb 15 02:53:33.207780 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:33.266492 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:33.296729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-686118b7-9fd8-4a0e-9226-c72d67fedf7a None None] Provisioning complete for port 875ff17a-4541-433c-92e1-c556f24347f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:33.297253 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686118b7-9fd8-4a0e-9226-c72d67fedf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (875ff17a-4541-433c-92e1-c556f24347f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.379734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-686118b7-9fd8-4a0e-9226-c72d67fedf7a None None] Current status of the port 875ff17a-4541-433c-92e1-c556f24347f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:33.449675 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:32Z', 'revision_number': 3, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:33.476663 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Checking router: 82e95742-60ba-4c48-98c4-ed52cbd60d83 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:53:33.477019 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Updating router 82e95742-60ba-4c48-98c4-ed52cbd60d83 port ed653ee2-ed12-4e52-a8fd-164c9e7713fd binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:53:33.504668 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.663191 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.760041 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks [] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.817973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Allocated IP 172.20.0.1 (737c12e2-c273-4b29-b61b-5eae4597e43d/5a93c978-6796-4b83-ad13-7f8320482d40/668f14e3-36e1-4627-aa52-3184365f3501) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:33.820922 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.896573 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991046-7738-48d4-a009-d722a2828501 None None] Pushing event updated for resources: {'Port': ['ID=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:33.900009 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Attempting to bind port ed653ee2-ed12-4e52-a8fd-164c9e7713fd on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:33.900406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Attempting to bind port ed653ee2-ed12-4e52-a8fd-164c9e7713fd by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:33.900771 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Attempting to bind port ed653ee2-ed12-4e52-a8fd-164c9e7713fd on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:33.910368 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.910716 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.911056 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.911391 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.911725 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.912051 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.912406 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.912729 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.913048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.913367 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.913692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.914006 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.914414 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90991046-7738-48d4-a009-d722a2828501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:33.918199 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:33.918629 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:33.918955 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:33.919326 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:33.919806 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Bound port: ed653ee2-ed12-4e52-a8fd-164c9e7713fd, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:33.920180 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.027702 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] For port ed653ee2-ed12-4e52-a8fd-164c9e7713fd, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:34.031416 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] For port ed653ee2-ed12-4e52-a8fd-164c9e7713fd, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:34.107453 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.167189 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991046-7738-48d4-a009-d722a2828501 None None] Pushing event updated for resources: {'Port': ['ID=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:34.169864 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:34.170464 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:34.247548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks [] for port (668f14e3-36e1-4627-aa52-3184365f3501), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.299371 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:34.341481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.379331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:34.384123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:34.387707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:34.429662 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Pushing event updated for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:34.458544 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.494837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 875ff17a-4541-433c-92e1-c556f24347f6 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:34.509671 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:32Z', 'revision_number': 3, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:34.542891 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51e51-4718-4701-b363-a04e8ab949a5 None None] The sync data for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 is: [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:32Z', 'revision_number': 3, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:53:34.556593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 875ff17a-4541-433c-92e1-c556f24347f6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:34.557416 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (875ff17a-4541-433c-92e1-c556f24347f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.666250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 875ff17a-4541-433c-92e1-c556f24347f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:34.721876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c4e291d-1135-44e4-aa17-d7d8de49abb2 None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:34.722257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c4e291d-1135-44e4-aa17-d7d8de49abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.722493 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (668f14e3-36e1-4627-aa52-3184365f3501), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.762381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e291d-1135-44e4-aa17-d7d8de49abb2 None None] Port 668f14e3-36e1-4627-aa52-3184365f3501 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:34.902877 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks [] for port (668f14e3-36e1-4627-aa52-3184365f3501), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:34.961385 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:35.028059 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Pushing event updated for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:35.030593 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:35.128981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:35.130449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:35.257050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Router 82e95742-60ba-4c48-98c4-ed52cbd60d83 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:53:35.379148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:53:35.384477 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8e09ca5d-bead-41b4-9261-af80876016cf admin admin] 10.222.0.43 "PUT /v2.0/routers/82e95742-60ba-4c48-98c4-ed52cbd60d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1756527 Feb 15 02:53:35.387539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-274c2643-1f27-484a-b128-65a55ef1484c None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:35.387918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-274c2643-1f27-484a-b128-65a55ef1484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:35.435557 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-274c2643-1f27-484a-b128-65a55ef1484c None None] Port 668f14e3-36e1-4627-aa52-3184365f3501 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:36.070721 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:36.075732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-301588134-network', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:36.121504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Sync routers for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:53:36.132222 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:36.133932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:36.158170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Made reservation on behalf of ee16961048f54be49b0fcf974ea22f77 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:36.160594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.169576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.241746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:36.243753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks [] for security_group (56f785b6-1806-44de-9eff-ee1def2374a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.312450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (56f785b6-1806-44de-9eff-ee1def2374a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.337216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:53:36.347530 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f785b6-1806-44de-9eff-ee1def2374a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:36.353233 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (56d9c1d1-9c3b-4a0c-8c98-d38b48583b81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.353583 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Added segment 56d9c1d1-9c3b-4a0c-8c98-d38b48583b81 of type vlan for network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d Feb 15 02:53:36.393396 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.458300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 4, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '668f14e3-36e1-4627-aa52-3184365f3501', 'name': '', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'mac_address': 'fa:16:3e:de:34:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:33Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 2, 'project_id': '52a00114c69a4e7483c182463d95f135', 'subnets': [{'id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:36.485437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Checking router: 82e95742-60ba-4c48-98c4-ed52cbd60d83 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:53:36.485558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Updating router 82e95742-60ba-4c48-98c4-ed52cbd60d83 port 668f14e3-36e1-4627-aa52-3184365f3501 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:53:36.490018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ed653ee2-ed12-4e52-a8fd-164c9e7713fd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:36.503692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.504724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:36.505317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.541085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (668f14e3-36e1-4627-aa52-3184365f3501), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.569297 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] Pushing event updated for resources: {'Network': ['ID=61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:36.586390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:53:36.613547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ed653ee2-ed12-4e52-a8fd-164c9e7713fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:36.613840 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.620840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-423ae642-cca2-4dd5-9bc0-b633494b562d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5489945 Feb 15 02:53:36.623557 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:36.628554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Request body: {'subnet': {'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-subnet', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:36.712118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Made reservation on behalf of ee16961048f54be49b0fcf974ea22f77 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:36.714548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.865826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ed653ee2-ed12-4e52-a8fd-164c9e7713fd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:36.866127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.902192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port ed653ee2-ed12-4e52-a8fd-164c9e7713fd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:36.958406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (7b9756ed-6388-4305-9a9b-cd5db2773ee3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.959004 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks [] for port (668f14e3-36e1-4627-aa52-3184365f3501), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:36.986550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.016515 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.016842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9756ed-6388-4305-9a9b-cd5db2773ee3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:37.024403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Checking segment: {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:37.028455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Network hostable DHCP agents. Network: 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:53:37.052197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:37.079928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.080317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.080653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083401 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.083997 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:37.098176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:53:37.144396 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Attempting to bind port 668f14e3-36e1-4627-aa52-3184365f3501 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:37.144983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Attempting to bind port 668f14e3-36e1-4627-aa52-3184365f3501 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:37.145133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Attempting to bind port 668f14e3-36e1-4627-aa52-3184365f3501 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:37.154017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e1b1-ecbe-450b-bf4b-5e3b8cdb73e8 None None] Pushing event updated for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:37.157417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:37.157810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Checking segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:37.158215 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.158605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Bound using segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:37.159099 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Bound port: 668f14e3-36e1-4627-aa52-3184365f3501, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:37.159489 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (668f14e3-36e1-4627-aa52-3184365f3501), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.187031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:37.191249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:37.192177 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.199708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210bf47-ccbb-4083-abe1-c2b859258146 None None] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:37.264278 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b37b1747-8ecf-4067-b7e0-caf5cb250d34 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6395879 Feb 15 02:53:37.267550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:37.271868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:37.283337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] For port 668f14e3-36e1-4627-aa52-3184365f3501, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:37.286796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] For port 668f14e3-36e1-4627-aa52-3184365f3501, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=668f14e3-36e1-4627-aa52-3184365f3501,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:37.302607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9d796e9a-19ff-448b-a9d1-94966106fd0b None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:37.302921 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d796e9a-19ff-448b-a9d1-94966106fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.346898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.348103 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.359729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'fixed_ips': [{'subnet_id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:53:37.360616 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.363754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9d796e9a-19ff-448b-a9d1-94966106fd0b None None] Port 668f14e3-36e1-4627-aa52-3184365f3501 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:37.375228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.406420 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for router_controller (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.506710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:37.507354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:37.511467 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e1b1-ecbe-450b-bf4b-5e3b8cdb73e8 None None] Pushing event updated for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:37.627837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for router_gateway (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.648481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Allocated IP 172.20.0.2 (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d/7b9756ed-6388-4305-9a9b-cd5db2773ee3/fcc420d3-8db2-447e-ab17-7f7d423a8c89) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:37.697982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:37.770065 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:37.770443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.920161 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for router_gateway (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:37.940784 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.046471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Allocated IP 172.25.2.190 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/ea7b09db-63d2-41d6-b2f7-7d9ad7f76780) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:38.149071 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.198105 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks [] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.206223 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Current status of the port 668f14e3-36e1-4627-aa52-3184365f3501 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:38.206598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (668f14e3-36e1-4627-aa52-3184365f3501), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.230532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.249984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] For port 668f14e3-36e1-4627-aa52-3184365f3501, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=668f14e3-36e1-4627-aa52-3184365f3501,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:38.252943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.273359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:38.279719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:38.284142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:38.284775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 4, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '668f14e3-36e1-4627-aa52-3184365f3501', 'name': '', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'mac_address': 'fa:16:3e:de:34:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:33Z', 'updated_at': '2022-02-15T02:53:37Z', 'revision_number': 4, 'project_id': '52a00114c69a4e7483c182463d95f135', 'subnets': [{'id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:38.287348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:38.324423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:38.327669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab117f5-da30-41b9-a8d1-678d1cd305df None None] The sync data for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 is: [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:34Z', 'revision_number': 4, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '668f14e3-36e1-4627-aa52-3184365f3501', 'name': '', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'mac_address': 'fa:16:3e:de:34:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:33Z', 'updated_at': '2022-02-15T02:53:37Z', 'revision_number': 4, 'project_id': '52a00114c69a4e7483c182463d95f135', 'subnets': [{'id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:53:38.329312 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.334780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:38.336588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Pushing event updated for resources: {'Port': ['ID=fcc420d3-8db2-447e-ab17-7f7d423a8c89,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:38.338719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:38.454907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9135c23-4809-4033-ab81-9f31d0c68e02 None None] Pushing event updated for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:38.462536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Attempting to bind port fcc420d3-8db2-447e-ab17-7f7d423a8c89 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:38.462536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Attempting to bind port fcc420d3-8db2-447e-ab17-7f7d423a8c89 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:38.462851 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Attempting to bind port fcc420d3-8db2-447e-ab17-7f7d423a8c89 on network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Checking segment: {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Bound using segment: {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Bound port: fcc420d3-8db2-447e-ab17-7f7d423a8c89, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:38.477495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.546539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5b99ad99-c636-4383-9470-8df3795915af None None] For port fcc420d3-8db2-447e-ab17-7f7d423a8c89, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:38.560394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5b99ad99-c636-4383-9470-8df3795915af None None] For port fcc420d3-8db2-447e-ab17-7f7d423a8c89, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fcc420d3-8db2-447e-ab17-7f7d423a8c89,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:38.594179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ed653ee2-ed12-4e52-a8fd-164c9e7713fd up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:38.633286 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.667185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for router_gateway (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.715435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ad99-c636-4383-9470-8df3795915af None None] Pushing event updated for resources: {'Port': ['ID=fcc420d3-8db2-447e-ab17-7f7d423a8c89,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:38.730649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ed653ee2-ed12-4e52-a8fd-164c9e7713fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:38.731121 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.825048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ed653ee2-ed12-4e52-a8fd-164c9e7713fd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:38.826250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 668f14e3-36e1-4627-aa52-3184365f3501 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:38.879021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:38.892527 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:38.939215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:39.014894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 668f14e3-36e1-4627-aa52-3184365f3501 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:39.201484 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:53:39.319064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:53:39.333364 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Sync routers for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:53:39.344528 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:39.345157 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:39.407353 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:39.411556 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-19ab18f2-00b2-463f-bf90-8e774e928319 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1404619 Feb 15 02:53:39.412607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 48658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:39.600276 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:39.806528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d9c25-3078-48e8-ac61-922eea726eb8 None None] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:53:39.816013 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:38Z', 'revision_number': 3, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:39.848322 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Checking router: a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:53:39.849213 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Updating router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:53:39.879036 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:39.887413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Provisioning complete for port fcc420d3-8db2-447e-ab17-7f7d423a8c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:39.887875 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.012612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Current status of the port fcc420d3-8db2-447e-ab17-7f7d423a8c89 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:40.012997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.062161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] For port fcc420d3-8db2-447e-ab17-7f7d423a8c89, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fcc420d3-8db2-447e-ab17-7f7d423a8c89,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:40.161288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.206512 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks [] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.222996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395233a-9988-4b6c-92f0-4c55c219b53b None None] Pushing event updated for resources: {'Port': ['ID=fcc420d3-8db2-447e-ab17-7f7d423a8c89,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:40.237595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.258416 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.286443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c139f7c5-c4af-4093-ab55-843d98b4abae None None] Provisioning complete for port fcc420d3-8db2-447e-ab17-7f7d423a8c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:40.286823 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c139f7c5-c4af-4093-ab55-843d98b4abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.307897 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Attempting to bind port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:40.308381 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Attempting to bind port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:40.308804 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Attempting to bind port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:40.318867 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:40.319257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:40.319655 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.320055 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:40.320929 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Bound port: ea7b09db-63d2-41d6-b2f7-7d9ad7f76780, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:40.320929 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.350908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8944df-303c-4678-8edc-34d61eed6a73 None None] Pushing event updated for resources: {'Port': ['ID=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:40.375125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c139f7c5-c4af-4093-ab55-843d98b4abae None None] Current status of the port fcc420d3-8db2-447e-ab17-7f7d423a8c89 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:40.380837 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] For port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:40.383942 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] For port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:40.416305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Allocated IP 172.20.0.1 (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d/7b9756ed-6388-4305-9a9b-cd5db2773ee3/de01873e-37d3-40dc-8365-5d121336e8a1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:40.455847 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.509808 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:40.510436 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:40.530601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks [] for port (de01873e-37d3-40dc-8365-5d121336e8a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.573927 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fcc420d3-8db2-447e-ab17-7f7d423a8c89 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:40.605723 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8944df-303c-4678-8edc-34d61eed6a73 None None] Pushing event updated for resources: {'Port': ['ID=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:40.627857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fcc420d3-8db2-447e-ab17-7f7d423a8c89 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:40.628583 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.632063 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:40.634399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.675667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:40.681561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:40.685282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:40.713199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:40.737567 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.740823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fcc420d3-8db2-447e-ab17-7f7d423a8c89 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:40.742235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 668f14e3-36e1-4627-aa52-3184365f3501 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:40.804590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 668f14e3-36e1-4627-aa52-3184365f3501 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:40.804884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (668f14e3-36e1-4627-aa52-3184365f3501), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:40.844627 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:38Z', 'revision_number': 3, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:40.877677 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126b0bf-6191-4698-bb89-4d3b0afde4ab None None] The sync data for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 is: [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:38Z', 'revision_number': 3, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:53:40.903009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 668f14e3-36e1-4627-aa52-3184365f3501 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:40.954168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.000177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c54a13e6-9ccf-45d9-8879-2b88ba3b1eef None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:41.000756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c54a13e6-9ccf-45d9-8879-2b88ba3b1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.036629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c54a13e6-9ccf-45d9-8879-2b88ba3b1eef None None] Port de01873e-37d3-40dc-8365-5d121336e8a1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:41.139215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks [] for port (de01873e-37d3-40dc-8365-5d121336e8a1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.222197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.289674 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:41.293062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.392193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:41.393695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:41.520539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:53:41.650118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:53:41.656221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8ac174a6-6f2c-455d-a08b-a15a76135ab5 admin admin] 10.222.0.43 "PUT /v2.0/routers/a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2431939 Feb 15 02:53:41.806053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3ccf19c1-4115-456e-ae06-afee5a7224d2 None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:41.806427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ccf19c1-4115-456e-ae06-afee5a7224d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:41.861805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf19c1-4115-456e-ae06-afee5a7224d2 None None] Port de01873e-37d3-40dc-8365-5d121336e8a1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:42.444823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Sync routers for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:53:42.456905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:42.457584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:42.507921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:42.610636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:42.641113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:42.641488 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:42.676541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-697d87c9-7fd7-434b-a2e9-60ec225a00b0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:42.678232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-697d87c9-7fd7-434b-a2e9-60ec225a00b0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 817 time: 0.0994091 Feb 15 02:53:42.698012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-0648faae-1adb-40fc-8a9c-aa99489d8e53 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/quotas/52a00114c69a4e7483c182463d95f135 HTTP/1.1" status: 200 len: 375 time: 0.0140564 Feb 15 02:53:42.754554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-a1d88057-a4f3-4605-8801-b32163290fbb tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511570 Feb 15 02:53:42.834596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:42.834985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:42.855459 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-7e9f1d5b-2da6-4936-9963-d90add78e6fa service neutron] 10.222.0.43 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889969 Feb 15 02:53:42.877783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:42.900332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 4, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'de01873e-37d3-40dc-8365-5d121336e8a1', 'name': '', 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'mac_address': 'fa:16:3e:8e:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:40Z', 'updated_at': '2022-02-15T02:53:41Z', 'revision_number': 2, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'subnets': [{'id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:42.927334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Checking router: a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:53:42.927620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Updating router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 port de01873e-37d3-40dc-8365-5d121336e8a1 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:53:42.945599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-2959159e-5bdb-415f-8125-5506022ee3f4 service neutron] 10.222.0.43 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837543 Feb 15 02:53:42.955209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:42.960570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.041944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:43.171981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4a2df0b1-6bd8-4982-b452-a4a329d141a3 req-334dc5aa-cb64-4b27-b92e-0572654e1c3c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 210 time: 0.0336306 Feb 15 02:53:43.279401 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks [] for port (de01873e-37d3-40dc-8365-5d121336e8a1), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.358008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.410197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9c92-4af3-427c-8b32-bab4d427d870 None None] Pushing event updated for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:43.632599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Attempting to bind port de01873e-37d3-40dc-8365-5d121336e8a1 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:43.633257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Attempting to bind port de01873e-37d3-40dc-8365-5d121336e8a1 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:43.633368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Attempting to bind port de01873e-37d3-40dc-8365-5d121336e8a1 on network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:43.638454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:43.638834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Checking segment: {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:43.639243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.639636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Bound using segment: {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:43.640131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Bound port: de01873e-37d3-40dc-8365-5d121336e8a1, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:43.640552 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.708472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd28673c-b09c-4c4a-9fa0-e58fb77636d9 None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:43.708749 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd28673c-b09c-4c4a-9fa0-e58fb77636d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.712548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] For port de01873e-37d3-40dc-8365-5d121336e8a1, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:43.747827 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] For port de01873e-37d3-40dc-8365-5d121336e8a1, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=de01873e-37d3-40dc-8365-5d121336e8a1,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:43.756358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd28673c-b09c-4c4a-9fa0-e58fb77636d9 None None] Port de01873e-37d3-40dc-8365-5d121336e8a1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:43.824213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:43.880314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:53:43.880957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:53:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:43.918293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9c92-4af3-427c-8b32-bab4d427d870 None None] Pushing event updated for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:44.010148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:53:44.131570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:44.131864 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:44.265700 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Current status of the port de01873e-37d3-40dc-8365-5d121336e8a1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:44.266007 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:44.269297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76a2c803-2607-426b-8c75-df363c6cb77f req-999ab64f-7051-467b-b6d0-ecef79b84166 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Feb 15 02:53:44.308403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] For port de01873e-37d3-40dc-8365-5d121336e8a1, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=de01873e-37d3-40dc-8365-5d121336e8a1,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:44.312076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 4, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'de01873e-37d3-40dc-8365-5d121336e8a1', 'name': '', 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'mac_address': 'fa:16:3e:8e:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:40Z', 'updated_at': '2022-02-15T02:53:43Z', 'revision_number': 4, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'subnets': [{'id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:44.338991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ba9fd-b59d-48e0-8cc8-f9217b569bf2 None None] The sync data for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 is: [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:40Z', 'revision_number': 4, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'de01873e-37d3-40dc-8365-5d121336e8a1', 'name': '', 'network_id': '61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'mac_address': 'fa:16:3e:8e:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:40Z', 'updated_at': '2022-02-15T02:53:43Z', 'revision_number': 4, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'subnets': [{'id': '7b9756ed-6388-4305-9a9b-cd5db2773ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:53:44.386083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:44.458667 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024bde9-15c2-4503-a799-fabb8465ad62 None None] Pushing event updated for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:44.589663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device de01873e-37d3-40dc-8365-5d121336e8a1 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:44.643386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:44.644082 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:44.732218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port de01873e-37d3-40dc-8365-5d121336e8a1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:44.734064 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:44.786218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:44.786594 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:44.865842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:45.375653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3967b229-f329-44ad-9d5a-1d4c486c5337 req-7bb73343-0882-474e-9ac2-dad92c8761d8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Feb 15 02:53:45.510048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-b257b2e5-e624-4920-9717-d993cff344f0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:45.511576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-b257b2e5-e624-4920-9717-d993cff344f0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 817 time: 0.1252840 Feb 15 02:53:45.525769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Request body: {'port': {'device_id': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'admin_state_up': True, 'tenant_id': '52a00114c69a4e7483c182463d95f135'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:45.729485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Made reservation on behalf of 52a00114c69a4e7483c182463d95f135 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:53:45.733635 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:45.867495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Allocated IP 172.20.0.11 (737c12e2-c273-4b29-b61b-5eae4597e43d/5a93c978-6796-4b83-ad13-7f8320482d40/b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:53:45.878397 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.016054 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks [] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.124495 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.171229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:53:46.176110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:53:46.179996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:53:46.186254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Pushing event updated for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:46.216756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.217112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.217461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.217802 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.218771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.219112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.219451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.219779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.220105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.220471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.220787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.221107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.221427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:53:46.245138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:46.245752 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.309517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-99f1b23f-9cb3-48e1-b5a6-a2df9f8c9996 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7877584 Feb 15 02:53:46.320757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Request body: {'port': {'device_id': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:53:46.380231 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.428528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a1620bd5-4be6-48ca-8358-9400a666948f None None] Provisioning complete for port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:46.428918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1620bd5-4be6-48ca-8358-9400a666948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.472504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a1620bd5-4be6-48ca-8358-9400a666948f None None] Port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:53:46.489512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device de01873e-37d3-40dc-8365-5d121336e8a1 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:46.539353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port de01873e-37d3-40dc-8365-5d121336e8a1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:46.539353 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.612189 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1caf2-a7b5-45c1-b61b-78d7d332d831 req-cc939f24-de32-4463-90eb-f963ff28b1bd tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:46.613757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cf1caf2-a7b5-45c1-b61b-78d7d332d831 req-cc939f24-de32-4463-90eb-f963ff28b1bd tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 932 time: 0.1146071 Feb 15 02:53:46.616843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port de01873e-37d3-40dc-8365-5d121336e8a1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:46.694934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cf1caf2-a7b5-45c1-b61b-78d7d332d831 req-53eafa6f-74c8-4d47-ac62-277eab3bab17 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744627 Feb 15 02:53:46.741147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:53:46.754971 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks [] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.767666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Transition to ACTIVE for port object b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:53:46.823522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:46.877138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:46.949786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Attempting to bind port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:53:46.950191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Attempting to bind port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:53:46.950535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Attempting to bind port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:46.955314 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 on network 737c12e2-c273-4b29-b61b-5eae4597e43d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:53:46.955647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Attempting to bind port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:53:46.960740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:53:46.962027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Checking segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:53:46.962027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Bound using segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:53:46.962027 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Bound port: b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:53:46.962307 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:47.027707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:53:47.030829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:53:47.106968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:47.145572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.146224 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:47.147656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 HTTP/1.1" status: 200 len: 1093 time: 0.8312461 Feb 15 02:53:47.148112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:53:47.150401 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:53:47.175130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d66343-a771-45ce-9f1f-f2fd36f5b2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:47.194357 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d2d6d-225b-41a0-8a5e-21d16e9fc25f x-openstack-request-id: req-a32d2d6d-225b-41a0-8a5e-21d16e9fc25f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:53:47.194677 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:53:47.194940 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a32d2d6d-225b-41a0-8a5e-21d16e9fc25f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:53:47.195357 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347', 'status': 'completed', 'code': 200} Feb 15 02:53:47.259217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-23076a1b-dd1d-489b-ab82-2f31495d0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.260822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-23076a1b-dd1d-489b-ab82-2f31495d0ab7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 1127 time: 0.0480900 Feb 15 02:53:47.360145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-6f812890-e8a5-4570-acd1-faf0ee2f5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.361671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-6f812890-e8a5-4570-acd1-faf0ee2f5d90 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=52a00114c69a4e7483c182463d95f135&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0945044 Feb 15 02:53:47.457370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-f64104bf-e5e1-4ccd-8f4d-6b50698566e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.458875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b67ed11e-0e0d-4dd4-a49a-cc7a1d994af9 req-f64104bf-e5e1-4ccd-8f4d-6b50698566e9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916359 Feb 15 02:53:47.536860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-a2ed61b7-6a25-49f9-9ed9-d50c27caa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.538302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-a2ed61b7-6a25-49f9-9ed9-d50c27caa3eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 1127 time: 0.0447552 Feb 15 02:53:47.583202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-04a4582c-7425-4f43-8b8c-a21039225d2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 HTTP/1.1" status: 200 len: 217 time: 0.0378873 Feb 15 02:53:47.631528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-907b3750-d078-48c8-ae14-2ad3fab2bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.633002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-907b3750-d078-48c8-ae14-2ad3fab2bfde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a93c978-6796-4b83-ad13-7f8320482d40 HTTP/1.1" status: 200 len: 856 time: 0.0437934 Feb 15 02:53:47.682225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-0e6a9c34-7e20-4a49-8c46-7f2ba3efa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.683704 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-0e6a9c34-7e20-4a49-8c46-7f2ba3efa67a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=737c12e2-c273-4b29-b61b-5eae4597e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443256 Feb 15 02:53:47.785113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-20cc65fc-2c8e-442a-93ed-b3ddf869739b service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954702 Feb 15 02:53:47.879360 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48c6a-a496-490f-a52d-4080f73c8503 req-a29889ba-a57f-4055-9f85-429c88d037ea tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:47.880928 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ea48c6a-a496-490f-a52d-4080f73c8503 req-a29889ba-a57f-4055-9f85-429c88d037ea tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 944 time: 0.1150017 Feb 15 02:53:47.920174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e454ea9d-ce4a-4afd-b193-9ae65a846157 req-3c39752c-f78b-49f4-9423-c78147993cfb service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204007 Feb 15 02:53:47.942462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ea48c6a-a496-490f-a52d-4080f73c8503 req-3e44b097-42a0-4844-958a-c91d04ddc672 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Feb 15 02:53:48.603393 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:49.061573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca671-fb51-45fe-ae1a-6b5d3e943f32 req-1c805880-f00c-4378-81e0-02258945c8f3 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:49.063564 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d08ca671-fb51-45fe-ae1a-6b5d3e943f32 req-1c805880-f00c-4378-81e0-02258945c8f3 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Feb 15 02:53:49.109419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d08ca671-fb51-45fe-ae1a-6b5d3e943f32 req-55a191de-2ace-4ede-9c23-738a888d579c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Feb 15 02:53:50.229792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f8fd-1871-4d09-b4d1-11a6be309f30 req-1db9adc7-d633-47a5-9cee-6665ddf2fd42 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:50.231219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e284f8fd-1871-4d09-b4d1-11a6be309f30 req-1db9adc7-d633-47a5-9cee-6665ddf2fd42 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 944 time: 0.0517585 Feb 15 02:53:50.281082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e284f8fd-1871-4d09-b4d1-11a6be309f30 req-4d3f5444-71a5-416d-be0c-ea0d21715879 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Feb 15 02:53:51.124676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:53:51.183358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b57fd4f-7c6a-4ce7-aed8-a66be5516c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:51.222007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:51.237047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'port_id': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347', 'mac_address': 'fa:16:3e:d4:17:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:53:51.272489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:51.272881 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:51.285774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:53:51.306993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:51.380935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:51.432844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:51.700009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f87b4-45e9-4315-975b-5be12f31228a req-95091771-4e64-445d-95a0-f2aa4a1ddcc5 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:51.701566 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451f87b4-45e9-4315-975b-5be12f31228a req-95091771-4e64-445d-95a0-f2aa4a1ddcc5 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 944 time: 0.3539553 Feb 15 02:53:51.702694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:53:51.748693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-451f87b4-45e9-4315-975b-5be12f31228a req-4ed77441-9fc6-4d0a-bf25-4d78965268a8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Feb 15 02:53:52.867163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495b6bc-5544-4804-b5cc-63b48276a60d req-fc401a86-b49e-46b3-a7db-d1834468df7c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:52.868673 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9495b6bc-5544-4804-b5cc-63b48276a60d req-fc401a86-b49e-46b3-a7db-d1834468df7c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Feb 15 02:53:52.914576 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9495b6bc-5544-4804-b5cc-63b48276a60d req-50af62ee-cf5d-409f-97e7-80a3bdfc0a6b tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Feb 15 02:53:53.152729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:53:53.260682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:53:53.268803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:53:53.269179 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:53.348358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a2d4757-b899-40cb-bd9a-63db16f7c39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:53.359562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:53:53.359981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:53.382026 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:53:53.384251 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8e49b-895b-4730-96c8-9e8056c6b021" -d '{"events": [{"server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "name": "network-vif-plugged", "status": "completed", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:53:53.396964 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:53:53.424637 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3584f6a5-1a3d-41f2-a6bb-7e937ec85874 x-openstack-request-id: req-3584f6a5-1a3d-41f2-a6bb-7e937ec85874 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:53:53.424637 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "name": "network-vif-plugged", "status": "completed", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:53:53.424637 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3584f6a5-1a3d-41f2-a6bb-7e937ec85874 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:53:53.424637 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347', 'code': 200} Feb 15 02:53:53.469861 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:53.517498 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:53:53.518671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b46c7-a5d1-4925-a87d-77edab41ba0d req-2d5385ee-fbd5-4d68-8b33-fa26009eaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:53.520183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9b46c7-a5d1-4925-a87d-77edab41ba0d req-2d5385ee-fbd5-4d68-8b33-fa26009eaa01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 1129 time: 0.0462754 Feb 15 02:53:53.564048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9b46c7-a5d1-4925-a87d-77edab41ba0d req-72dd2f6e-fa84-4f65-9e7a-13af85b74e8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Feb 15 02:53:54.032923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bb9d-a594-4dec-a9d1-a5ff93267d0c req-f5cac20c-efb1-495b-8c79-06bf081ce1fd tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:54.034520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3175bb9d-a594-4dec-a9d1-a5ff93267d0c req-f5cac20c-efb1-495b-8c79-06bf081ce1fd tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Feb 15 02:53:54.081234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3175bb9d-a594-4dec-a9d1-a5ff93267d0c req-6c19009a-68d5-487e-82d1-5b7d35b48e92 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Feb 15 02:53:54.820555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:55.202566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ff905-43d0-433e-9101-28f2026ef61c req-bc2d9f7f-4dab-4fef-a940-2940c9efe2e0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:55.204046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15ff905-43d0-433e-9101-28f2026ef61c req-bc2d9f7f-4dab-4fef-a940-2940c9efe2e0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0555863 Feb 15 02:53:55.249856 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15ff905-43d0-433e-9101-28f2026ef61c req-42fa8fdf-dc6f-4e26-92ef-f29696525bfe tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Feb 15 02:53:55.371723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45171a-9891-44cd-a389-da99aca13af0 req-7be75575-92be-4e63-908b-742c1df09a95 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:53:55.375023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b45171a-9891-44cd-a389-da99aca13af0 req-7be75575-92be-4e63-908b-742c1df09a95 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0554583 Feb 15 02:53:55.419890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b45171a-9891-44cd-a389-da99aca13af0 req-34a351f4-a90b-4c31-a9ad-eb0a52a5f079 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Feb 15 02:53:56.166235 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:56.535905 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:53:57.483688 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:15.937943 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:18.634633 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:21.178029 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b83e45f3-09fb-42bc-abfa-61dd817f3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:23.331632 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89fa3387-0dfc-4495-9c26-42a3117dce94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:24.777681 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:26.166103 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.468937 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:30.122642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-ffbd04d7-3b3c-4963-b476-59e3809d304a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429559 Feb 15 02:54:30.212665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-4454a085-59d3-4957-98bf-72b951092afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.214085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-4454a085-59d3-4957-98bf-72b951092afc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 1129 time: 0.0497222 Feb 15 02:54:30.317571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-da0535b8-0c38-49bc-a82d-eb99c3df11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.319013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-da0535b8-0c38-49bc-a82d-eb99c3df11ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 918 time: 0.0857038 Feb 15 02:54:30.364013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-c1ef577c-9448-4c2c-a352-af5a05b28ab8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 HTTP/1.1" status: 200 len: 217 time: 0.0387046 Feb 15 02:54:30.431104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-76ef86f5-1bc5-451a-b70a-d499918ba6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.432695 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-76ef86f5-1bc5-451a-b70a-d499918ba6b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a93c978-6796-4b83-ad13-7f8320482d40 HTTP/1.1" status: 200 len: 856 time: 0.0632420 Feb 15 02:54:30.485470 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-ff1c1e05-fb63-4288-8489-54eb90b8cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.486956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-ff1c1e05-fb63-4288-8489-54eb90b8cae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=737c12e2-c273-4b29-b61b-5eae4597e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485620 Feb 15 02:54:30.582314 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-737deaed-0c00-4119-96a0-72d4127c613c service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890915 Feb 15 02:54:30.673890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaf32a5f-b572-48b3-a4f0-b20438ab5d59 req-04729864-c917-4d33-bf13-3ddb0fd82f12 service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Feb 15 02:54:30.967298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e079e0-a59a-4a2e-8a7e-1c02bef005e8 req-9453bada-fcb8-481a-b02d-2847378bcbb3 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.974746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2e079e0-a59a-4a2e-8a7e-1c02bef005e8 req-9453bada-fcb8-481a-b02d-2847378bcbb3 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0552187 Feb 15 02:54:31.026713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2e079e0-a59a-4a2e-8a7e-1c02bef005e8 req-aa703fe8-dee6-46ec-90de-7b33d11b4c6e tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521178 Feb 15 02:54:32.156678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d058e45-b43d-4b30-84c2-6a4183607a45 req-ca0ffc29-bc44-41d8-bc66-ae6c502ed32d tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:32.158200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d058e45-b43d-4b30-84c2-6a4183607a45 req-ca0ffc29-bc44-41d8-bc66-ae6c502ed32d tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Feb 15 02:54:32.206227 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5d058e45-b43d-4b30-84c2-6a4183607a45 req-d2953270-5f89-4fcc-87a0-f0ff7084e308 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Feb 15 02:54:32.560046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-f4576efa-cdc6-4a16-a282-27ad0b270175 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:32.561537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-f4576efa-cdc6-4a16-a282-27ad0b270175 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 946 time: 0.0521984 Feb 15 02:54:32.655792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Deleting port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:54:32.656033 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.745819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] For port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:32.746179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.757793 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Calling delete_port for b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:54:32.951979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.963662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:54:32.980675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Pushing event deleted for resources: {'Port': ['ID=b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:33.031597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] No DVR routers for this DVR port b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:54:33.035206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:33.038703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6ac5c6e5-e51d-4902-b8a2-c681e826db51 req-832637e9-4fd9-43d4-bfeb-af0ba99fd8ae tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "DELETE /v2.0/ports/b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 HTTP/1.1" status: 204 len: 173 time: 0.4719572 Feb 15 02:54:33.039153 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'name': 'network-vif-deleted', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:54:33.041503 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad0aaa4-b184-4c7a-856e-9188f8b2db02" -d '{"events": [{"server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "name": "network-vif-deleted", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:54:33.077788 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc9e60-fed7-47e8-b1b4-8f44e2b27a47 x-openstack-request-id: req-d5dc9e60-fed7-47e8-b1b4-8f44e2b27a47 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:54:33.078092 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2cbfa5-818d-45e0-98a5-2429f7be6113", "name": "network-vif-deleted", "tag": "b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:54:33.078370 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5dc9e60-fed7-47e8-b1b4-8f44e2b27a47 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:54:33.078808 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2cbfa5-818d-45e0-98a5-2429f7be6113', 'name': 'network-vif-deleted', 'tag': 'b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347', 'status': 'completed', 'code': 200} Feb 15 02:54:33.304938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a26d7048-6df5-4052-a1df-b162b7b35c16 req-bbaa237d-a3ee-4680-b1bd-d6d07ad1a799 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2cbfa5-818d-45e0-98a5-2429f7be6113 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Feb 15 02:54:33.536317 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:54:34.997678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-31361e33-d13e-4d77-8f67-c7542899ec68 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:34.999161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-31361e33-d13e-4d77-8f67-c7542899ec68 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 817 time: 0.0980034 Feb 15 02:54:35.013156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-5ecb2294-a0bc-4358-93db-a84f9018a381 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/quotas/52a00114c69a4e7483c182463d95f135 HTTP/1.1" status: 200 len: 375 time: 0.0087476 Feb 15 02:54:35.071741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-8fa8235f-29b7-458a-8575-e591701cf33b tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532293 Feb 15 02:54:35.181133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-6a85ebe1-1bb7-4f7a-9a69-2cf0fa6c606d service neutron] 10.222.0.43 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948634 Feb 15 02:54:35.267164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-58c9eb03-82b9-4f06-a4ab-4559ad58e714 service neutron] 10.222.0.43 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803678 Feb 15 02:54:35.520909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d3a754f-ba64-4e55-9fe4-07cc194ffbbc req-4163355f-8c50-4728-bc69-7ed6576dda25 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 210 time: 0.0337873 Feb 15 02:54:36.615770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74aec1a1-097b-4255-a244-18751d548887 req-5649da05-128d-44ae-8c39-d5ca64acaa15 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Feb 15 02:54:37.322569 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-1ea2b164-b07f-4210-aadb-b38e1e4e61b9 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:37.324070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-1ea2b164-b07f-4210-aadb-b38e1e4e61b9 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 817 time: 0.1001518 Feb 15 02:54:37.335750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Request body: {'port': {'device_id': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'admin_state_up': True, 'tenant_id': '52a00114c69a4e7483c182463d95f135'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:37.423220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:54:37.444246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:54:37.444631 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device b785c4bb-4bb7-4436-8fcd-6d6ca1ba5347 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:54:37.505795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Made reservation on behalf of 52a00114c69a4e7483c182463d95f135 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:54:37.509302 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:37.634161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Allocated IP 172.20.0.5 (737c12e2-c273-4b29-b61b-5eae4597e43d/5a93c978-6796-4b83-ad13-7f8320482d40/bdbf9d82-517b-4967-9c4a-656286505320) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:54:37.747265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7d9a0c5-fbe0-4b3b-a025-160a0d217037 req-67a803e8-378b-4356-bd8f-72ea7e6de2b0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 210 time: 0.0598085 Feb 15 02:54:37.803602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks [] for port (bdbf9d82-517b-4967-9c4a-656286505320), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:37.889459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:37.932907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Network 737c12e2-c273-4b29-b61b-5eae4597e43d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:54:37.936552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:37.942831 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:54:37.967186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Pushing event updated for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:37.997456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:37.998645 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.069324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-443cc389-42d2-4363-90ad-96de4a402cf8 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372837 Feb 15 02:54:38.081519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Request body: {'port': {'device_id': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:38.142345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bdbf9d82-517b-4967-9c4a-656286505320), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.149383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c05d6b7-e34c-4341-8f14-184f6d6bba38 None None] Provisioning complete for port bdbf9d82-517b-4967-9c4a-656286505320 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:38.149760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c05d6b7-e34c-4341-8f14-184f6d6bba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bdbf9d82-517b-4967-9c4a-656286505320), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.186830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c05d6b7-e34c-4341-8f14-184f6d6bba38 None None] Port bdbf9d82-517b-4967-9c4a-656286505320 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:54:38.402169 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbf9d82-517b-4967-9c4a-656286505320 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:54:38.410146 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks [] for port (bdbf9d82-517b-4967-9c4a-656286505320), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.422532 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Transition to ACTIVE for port object bdbf9d82-517b-4967-9c4a-656286505320 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:54:38.500130 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.550651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:38.620740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Attempting to bind port bdbf9d82-517b-4967-9c4a-656286505320 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:54:38.621077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Attempting to bind port bdbf9d82-517b-4967-9c4a-656286505320 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:54:38.621405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Attempting to bind port bdbf9d82-517b-4967-9c4a-656286505320 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:54:38.625997 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Port bdbf9d82-517b-4967-9c4a-656286505320 on network 737c12e2-c273-4b29-b61b-5eae4597e43d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:54:38.626322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Attempting to bind port bdbf9d82-517b-4967-9c4a-656286505320 on network 737c12e2-c273-4b29-b61b-5eae4597e43d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:54:38.631445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:54:38.631787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Checking segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:54:38.632173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Bound using segment: {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:54:38.632630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Bound port: bdbf9d82-517b-4967-9c4a-656286505320, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44717349-fc8f-4924-bdbd-2dfbf829a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:54:38.632994 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bdbf9d82-517b-4967-9c4a-656286505320), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.702427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:54:38.705538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bdbf9d82-517b-4967-9c4a-656286505320,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:54:38.774837 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.811357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:38.811925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:38.813491 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] 10.222.0.37 "PUT /v2.0/ports/bdbf9d82-517b-4967-9c4a-656286505320 HTTP/1.1" status: 200 len: 1092 time: 0.7363398 Feb 15 02:54:38.813958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:54:38.816239 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5118499d-c7ce-4606-8158-f5d147a73b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "tag": "bdbf9d82-517b-4967-9c4a-656286505320"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:54:38.851830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbb613-b030-4d07-b73e-98b02f989b50 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:38.895729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332e59b-628c-425e-b4fc-8e67de69af60 req-23725016-0266-4bb0-acba-fbad2857a995 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:38.897330 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e332e59b-628c-425e-b4fc-8e67de69af60 req-23725016-0266-4bb0-acba-fbad2857a995 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 943 time: 0.0659459 Feb 15 02:54:38.982720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e332e59b-628c-425e-b4fc-8e67de69af60 req-544811e3-74a6-40c4-8374-6c023a15ae9a tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765448 Feb 15 02:54:38.999260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-0927f094-fd03-4c28-8d64-5295ffb911a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.001285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-0927f094-fd03-4c28-8d64-5295ffb911a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 1126 time: 0.0760133 Feb 15 02:54:39.042399 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6422a7cc-7a73-4288-8d44-1c61eaa0ef84 x-openstack-request-id: req-6422a7cc-7a73-4288-8d44-1c61eaa0ef84 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:54:39.042697 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "tag": "bdbf9d82-517b-4967-9c4a-656286505320", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:54:39.042955 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6422a7cc-7a73-4288-8d44-1c61eaa0ef84 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:54:39.043357 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320', 'status': 'completed', 'code': 200} Feb 15 02:54:39.045233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-8138292d-deb8-407e-a1d5-f187c4538e9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbf9d82-517b-4967-9c4a-656286505320 HTTP/1.1" status: 200 len: 217 time: 0.0378442 Feb 15 02:54:39.094330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-87fe37fc-cfed-4133-b179-defe32129769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.095729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-87fe37fc-cfed-4133-b179-defe32129769 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a93c978-6796-4b83-ad13-7f8320482d40 HTTP/1.1" status: 200 len: 856 time: 0.0449762 Feb 15 02:54:39.153103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-1e580afe-b89f-41ee-94ae-fdaf5462f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.154748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-1e580afe-b89f-41ee-94ae-fdaf5462f43b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=737c12e2-c273-4b29-b61b-5eae4597e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489593 Feb 15 02:54:39.241056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-1778b058-03f4-4808-a639-85e08932c418 service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805829 Feb 15 02:54:39.332419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03ca1694-42d3-43f7-8c7a-16901e543103 req-85b81cf4-7ce1-4c5f-8f01-55ffc217cece service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859103 Feb 15 02:54:39.507339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-0658a27e-28c0-4964-ba8d-ec3466e26a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.508813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-0658a27e-28c0-4964-ba8d-ec3466e26a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a00114c69a4e7483c182463d95f135&device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 1126 time: 0.0465829 Feb 15 02:54:39.596769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-8dde33f5-174b-40f2-87a3-62a1d8b7ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.598234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-8dde33f5-174b-40f2-87a3-62a1d8b7ec4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 200 len: 918 time: 0.0828097 Feb 15 02:54:39.642789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-3de86571-af6c-4ada-9e74-488d68a541ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbf9d82-517b-4967-9c4a-656286505320 HTTP/1.1" status: 200 len: 217 time: 0.0384283 Feb 15 02:54:39.690325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-13701b89-a3ea-428a-9f0b-6901d609616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.691730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-13701b89-a3ea-428a-9f0b-6901d609616a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a93c978-6796-4b83-ad13-7f8320482d40 HTTP/1.1" status: 200 len: 856 time: 0.0429673 Feb 15 02:54:39.739087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-0c79bc49-8e03-4319-90bb-a59000a0c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:39.740592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-0c79bc49-8e03-4319-90bb-a59000a0c1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=737c12e2-c273-4b29-b61b-5eae4597e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434391 Feb 15 02:54:39.831035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-06f0c9cd-41f0-4d09-b065-955a99c54a3f service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847411 Feb 15 02:54:39.917352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5118499d-c7ce-4606-8158-f5d147a73b6a req-890bcdf0-53f3-4cd1-afe8-76afa82fcd69 service neutron] 10.222.0.37 "GET /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808473 Feb 15 02:54:40.108527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37c8dd-4c52-452c-b943-a40984e49e59 req-acaeae69-7a04-4ae6-90e7-c01b63eb515b tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:40.109919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c37c8dd-4c52-452c-b943-a40984e49e59 req-acaeae69-7a04-4ae6-90e7-c01b63eb515b tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 943 time: 0.0579162 Feb 15 02:54:40.155251 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c37c8dd-4c52-452c-b943-a40984e49e59 req-acee9865-3539-4284-9103-772d23386c32 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Feb 15 02:54:41.274043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f088-b27d-4c57-99fd-2f563f72a83c req-aab4de08-be4a-4d5e-b205-bd35b102c035 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:41.275521 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed8f088-b27d-4c57-99fd-2f563f72a83c req-aab4de08-be4a-4d5e-b205-bd35b102c035 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 943 time: 0.0520399 Feb 15 02:54:41.321046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4ed8f088-b27d-4c57-99fd-2f563f72a83c req-826d86a4-f163-45ae-b893-7020da3ee8df tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Feb 15 02:54:42.438741 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f86b8-9794-477d-aba0-49de3474b969 req-82fd9c61-49a0-41ce-a0e0-37503fec8494 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:42.440221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a5f86b8-9794-477d-aba0-49de3474b969 req-82fd9c61-49a0-41ce-a0e0-37503fec8494 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 943 time: 0.0528169 Feb 15 02:54:42.489714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7a5f86b8-9794-477d-aba0-49de3474b969 req-e1c68765-6d7b-4b2e-a34e-75534ce0bcad tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Feb 15 02:54:43.462609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bdbf9d82-517b-4967-9c4a-656286505320 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:54:43.561824 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bdbf9d82-517b-4967-9c4a-656286505320,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:43.573431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'bdbf9d82-517b-4967-9c4a-656286505320', 'network_id': '737c12e2-c273-4b29-b61b-5eae4597e43d', 'port_id': 'bdbf9d82-517b-4967-9c4a-656286505320', 'mac_address': 'fa:16:3e:b1:15:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a93c978-6796-4b83-ad13-7f8320482d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:54:43.607882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289158-7c6c-440a-8df6-d6338b3829f6 req-bd2981b6-06c6-4d8a-b7fe-f35c04b15a8c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:43.609086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bdbf9d82-517b-4967-9c4a-656286505320 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:43.609414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3289158-7c6c-440a-8df6-d6338b3829f6 req-bd2981b6-06c6-4d8a-b7fe-f35c04b15a8c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 943 time: 0.0523214 Feb 15 02:54:43.609550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bdbf9d82-517b-4967-9c4a-656286505320), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.623085 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbf9d82-517b-4967-9c4a-656286505320 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:54:43.642802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bdbf9d82-517b-4967-9c4a-656286505320,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:43.656160 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3289158-7c6c-440a-8df6-d6338b3829f6 req-f18ed63f-7529-44ea-9a71-ec9cd9ab2c2c tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Feb 15 02:54:43.717121 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.763961 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:43.773902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.774252 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.774601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.774945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.775291 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.775621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.775953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.776284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.776659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.776988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.777315 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.777642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:43.777965 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:44.022705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bdbf9d82-517b-4967-9c4a-656286505320'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:54:44.775826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a045304-e247-45c1-8eb8-dd3a3317121e req-91b81d9c-82d6-467f-9d1c-a1033002ce2e tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:44.777315 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a045304-e247-45c1-8eb8-dd3a3317121e req-91b81d9c-82d6-467f-9d1c-a1033002ce2e tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 944 time: 0.0518520 Feb 15 02:54:44.822972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a045304-e247-45c1-8eb8-dd3a3317121e req-be0a42b3-dffa-4cb6-8260-7de7d3dd0cf1 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Feb 15 02:54:45.494382 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bdbf9d82-517b-4967-9c4a-656286505320 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:54:45.599681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port bdbf9d82-517b-4967-9c4a-656286505320 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:54:45.603393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port bdbf9d82-517b-4967-9c4a-656286505320 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:45.603769 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (bdbf9d82-517b-4967-9c4a-656286505320), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:45.681316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port bdbf9d82-517b-4967-9c4a-656286505320 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:45.681620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (bdbf9d82-517b-4967-9c4a-656286505320), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:45.703565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:54:45.705799 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b0486c-9023-464b-8843-b01c68b19cca" -d '{"events": [{"server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf9d82-517b-4967-9c4a-656286505320"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:54:45.720379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bdbf9d82-517b-4967-9c4a-656286505320,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:45.742777 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d288d34-e1df-44b0-9243-984e512c4242 x-openstack-request-id: req-8d288d34-e1df-44b0-9243-984e512c4242 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:54:45.743069 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf9d82-517b-4967-9c4a-656286505320", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:54:45.743323 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d288d34-e1df-44b0-9243-984e512c4242 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:54:45.743721 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320', 'code': 200} Feb 15 02:54:45.797184 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:45.852184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44abda-bad5-4fce-bb69-c7d7751c3f59 req-bd4d3e2c-de09-4398-8055-6629238b699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:45.854424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc44abda-bad5-4fce-bb69-c7d7751c3f59 req-bd4d3e2c-de09-4398-8055-6629238b699d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 1128 time: 0.0571187 Feb 15 02:54:45.859151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:45.912002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc44abda-bad5-4fce-bb69-c7d7751c3f59 req-6631b144-d08e-4f01-8179-e96e4ad2a53e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Feb 15 02:54:45.952117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4cb60-e0e2-4a48-a089-aafcfca3a42f req-a1068f4d-561d-4163-9af6-12684381fee9 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:45.953531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe4cb60-e0e2-4a48-a089-aafcfca3a42f req-a1068f4d-561d-4163-9af6-12684381fee9 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0566840 Feb 15 02:54:45.962923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.000128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7fe4cb60-e0e2-4a48-a089-aafcfca3a42f req-04e40d80-1345-45ab-8830-d0b8e622f47d tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Feb 15 02:54:47.129413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9ade-a4b4-4fdd-a26c-2691bf949af5 req-be79541f-d592-4452-8092-dc83502823cc tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:47.130944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-127a9ade-a4b4-4fdd-a26c-2691bf949af5 req-be79541f-d592-4452-8092-dc83502823cc tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0608802 Feb 15 02:54:47.179398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-127a9ade-a4b4-4fdd-a26c-2691bf949af5 req-c1f33800-86cb-46bc-ade7-4baf0d4be2d0 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Feb 15 02:54:48.302159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb669e-74ee-4ddb-a7cc-7015bd8c0b86 req-b629150e-ef07-4d86-9192-be35d3899ee7 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:48.303910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49fb669e-74ee-4ddb-a7cc-7015bd8c0b86 req-b629150e-ef07-4d86-9192-be35d3899ee7 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Feb 15 02:54:48.349725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49fb669e-74ee-4ddb-a7cc-7015bd8c0b86 req-37905017-07ae-4e3b-bfa0-59d5937010d7 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Feb 15 02:54:48.464222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0082-d50f-4438-9e2a-16bbd82141e1 req-35965d8b-9e55-4b38-bfa6-ff2137d578f4 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:48.465660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53dd0082-d50f-4438-9e2a-16bbd82141e1 req-35965d8b-9e55-4b38-bfa6-ff2137d578f4 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Feb 15 02:54:48.514980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53dd0082-d50f-4438-9e2a-16bbd82141e1 req-47ecc813-e4a5-4de3-9447-cf8543b45b50 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Feb 15 02:54:48.637442 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:51.199963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6601e9b-0d5d-42fe-85d9-96be865ef320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.342348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7c5-4b0b-4c79-bf29-bd8f1d50b197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:54.776629 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:56.165372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:57.471205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:10.535712 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:55:15.907744 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:18.631166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:21.153597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4277ff0-fd7d-4c51-91cb-35efd614595a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:23.376952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9aee969-f832-41fd-ab11-4c7bc49c4ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:24.012034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3713873-61d5-40dc-935e-4b18c7a49006 req-e297bc2f-6896-461d-a50b-5801ab22d997 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:24.013613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3713873-61d5-40dc-935e-4b18c7a49006 req-e297bc2f-6896-461d-a50b-5801ab22d997 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0535712 Feb 15 02:55:24.060802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3713873-61d5-40dc-935e-4b18c7a49006 req-ceb2a975-54fa-484d-ae97-37585f22ffab tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Feb 15 02:55:24.768447 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:25.181625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a445-d909-4476-b284-d1fad6ff0aeb req-bd857a5e-1b37-441f-bef6-cee58434e5f7 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:25.183250 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2611a445-d909-4476-b284-d1fad6ff0aeb req-bd857a5e-1b37-441f-bef6-cee58434e5f7 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0540388 Feb 15 02:55:25.230108 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2611a445-d909-4476-b284-d1fad6ff0aeb req-4270e11e-6fab-4f9c-8533-df52d7d3a189 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/security-groups?id=bba5109a-bf07-47e1-b8cf-e4713ff4723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Feb 15 02:55:25.603214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-da0bf727-34ef-4767-97c5-4edd35b4a7db tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:25.604689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-da0bf727-34ef-4767-97c5-4edd35b4a7db tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 945 time: 0.0552769 Feb 15 02:55:25.695714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Deleting port bdbf9d82-517b-4967-9c4a-656286505320 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:25.695973 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (bdbf9d82-517b-4967-9c4a-656286505320), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:25.787402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] For port bdbf9d82-517b-4967-9c4a-656286505320, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=bdbf9d82-517b-4967-9c4a-656286505320,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:25.787777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (bdbf9d82-517b-4967-9c4a-656286505320), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:25.800162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Calling delete_port for bdbf9d82-517b-4967-9c4a-656286505320 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:25.985394 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (bdbf9d82-517b-4967-9c4a-656286505320), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:26.000811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['bdbf9d82-517b-4967-9c4a-656286505320'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:55:26.016410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Pushing event deleted for resources: {'Port': ['ID=bdbf9d82-517b-4967-9c4a-656286505320,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:26.030311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.030673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.031020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.031359 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.031692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.032018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.032365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.032693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.033018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.033336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.033648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.033965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.034281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:26.070737 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] No DVR routers for this DVR port bdbf9d82-517b-4967-9c4a-656286505320 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:55:26.073352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:26.077270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ab48caf1-299e-4e4c-a8da-8ea618a89864 req-e9238fb0-5efc-4eab-99d4-aedfaccfa338 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.37 "DELETE /v2.0/ports/bdbf9d82-517b-4967-9c4a-656286505320 HTTP/1.1" status: 204 len: 173 time: 0.4659650 Feb 15 02:55:26.077710 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'name': 'network-vif-deleted', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:55:26.079923 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb9f97-efcb-4f0f-a4c7-11340e144ec1" -d '{"events": [{"server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "name": "network-vif-deleted", "tag": "bdbf9d82-517b-4967-9c4a-656286505320"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:55:26.116717 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fdaad2-bb4a-437d-bf69-4a7589d36eac x-openstack-request-id: req-f9fdaad2-bb4a-437d-bf69-4a7589d36eac {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:55:26.116717 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3", "name": "network-vif-deleted", "tag": "bdbf9d82-517b-4967-9c4a-656286505320", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:55:26.116717 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9fdaad2-bb4a-437d-bf69-4a7589d36eac {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:55:26.116717 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3', 'name': 'network-vif-deleted', 'tag': 'bdbf9d82-517b-4967-9c4a-656286505320', 'status': 'completed', 'code': 200} Feb 15 02:55:26.185444 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:26.328399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f9279aa-a774-41fa-8fe4-b6fd314a36b9 req-078c266d-b897-492b-b31f-ac463f3a8652 tempest-TestEncryptedCinderVolumes-1240113632 tempest-TestEncryptedCinderVolumes-1240113632-project] 10.222.0.43 "GET /v2.0/ports?device_id=2de0ddd0-6e94-4d4f-a8d5-5a374bf607c3 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Feb 15 02:55:27.497570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:27.511301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:27.840306 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:28.106166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Deleting port 668f14e3-36e1-4627-aa52-3184365f3501 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:28.106460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (668f14e3-36e1-4627-aa52-3184365f3501), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:28.185422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] For port 668f14e3-36e1-4627-aa52-3184365f3501, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=668f14e3-36e1-4627-aa52-3184365f3501,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:28.185785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (668f14e3-36e1-4627-aa52-3184365f3501), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:28.198653 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Calling delete_port for 668f14e3-36e1-4627-aa52-3184365f3501 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:28.456542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (668f14e3-36e1-4627-aa52-3184365f3501), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:28.484932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=668f14e3-36e1-4627-aa52-3184365f3501,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:28.972930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:29.184142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Router 82e95742-60ba-4c48-98c4-ed52cbd60d83 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:55:29.291395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:29.296451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0ac0f6c4-dfc7-446a-b4c1-90f2b52b7c69 admin admin] 10.222.0.43 "PUT /v2.0/routers/82e95742-60ba-4c48-98c4-ed52cbd60d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977607 Feb 15 02:55:29.298972 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49028) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:29.301676 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Sync routers for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:29.312463 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:29.313064 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:29.410979 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks [] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:29.521540 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:29.527083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks [] for router_gateway (82e95742-60ba-4c48-98c4-ed52cbd60d83), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:29.647808 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Deleting port ed653ee2-ed12-4e52-a8fd-164c9e7713fd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:29.648409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:29.700211 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:55:28Z', 'revision_number': 5, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port': {'id': 'ed653ee2-ed12-4e52-a8fd-164c9e7713fd', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:29.730824 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Checking router: 82e95742-60ba-4c48-98c4-ed52cbd60d83 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:29.733403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] For port ed653ee2-ed12-4e52-a8fd-164c9e7713fd, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:29.734274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:29.739821 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Routers {'82e95742-60ba-4c48-98c4-ed52cbd60d83'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:29.740458 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['82e95742-60ba-4c48-98c4-ed52cbd60d83'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:29.743846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bdbf9d82-517b-4967-9c4a-656286505320 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:29.747848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Calling delete_port for ed653ee2-ed12-4e52-a8fd-164c9e7713fd owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:29.766960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: bdbf9d82-517b-4967-9c4a-656286505320 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:29.767400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device bdbf9d82-517b-4967-9c4a-656286505320 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:29.833904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] Set router 82e95742-60ba-4c48-98c4-ed52cbd60d83 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:29.888854 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:55:29Z', 'revision_number': 6, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:29.916331 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748852e-918c-403f-9c89-b1a9847ff8b5 None None] The sync data for ids ['82e95742-60ba-4c48-98c4-ed52cbd60d83'] in n-d-829064-14 is: [{'id': '82e95742-60ba-4c48-98c4-ed52cbd60d83', 'name': 'tempest-TestEncryptedCinderVolumes-2000139723-router', 'tenant_id': '52a00114c69a4e7483c182463d95f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:31Z', 'updated_at': '2022-02-15T02:55:29Z', 'revision_number': 6, 'project_id': '52a00114c69a4e7483c182463d95f135', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:29.976491 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ed653ee2-ed12-4e52-a8fd-164c9e7713fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.017113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed653ee2-ed12-4e52-a8fd-164c9e7713fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:30.075619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.165625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.167779 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks [] for router_controller (82e95742-60ba-4c48-98c4-ed52cbd60d83), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.259720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (82e95742-60ba-4c48-98c4-ed52cbd60d83), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.260217 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e95742-60ba-4c48-98c4-ed52cbd60d83 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:55:30.265630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.267153 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-33e6971d-cceb-46a4-b52b-52d991a5acd8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/82e95742-60ba-4c48-98c4-ed52cbd60d83 HTTP/1.1" status: 204 len: 168 time: 0.9669244 Feb 15 02:55:30.269740 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:30.318104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Deleting subnet 5a93c978-6796-4b83-ad13-7f8320482d40 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:55:30.321436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Publish callbacks [] for subnet (5a93c978-6796-4b83-ad13-7f8320482d40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.357147 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (5a93c978-6796-4b83-ad13-7f8320482d40), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.437143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (5a93c978-6796-4b83-ad13-7f8320482d40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.551432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (5a93c978-6796-4b83-ad13-7f8320482d40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.576183 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a93c978-6796-4b83-ad13-7f8320482d40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:30.581188 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.584357 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5a93c978-6796-4b83-ad13-7f8320482d40 HTTP/1.1" status: 204 len: 168 time: 0.3130372 Feb 15 02:55:30.586257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3db64-0144-4ba8-bb89-addd83918e6f None None] Network 737c12e2-c273-4b29-b61b-5eae4597e43d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:30.587039 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:30.590325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.590681 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.591024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.591361 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.591701 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.592040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.592399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.592730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.594201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.594504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.594805 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.595141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.595468 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fae3a5-7537-4d27-9e40-57115f4b6183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:30.657570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (737c12e2-c273-4b29-b61b-5eae4597e43d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.719767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Deleting port 875ff17a-4541-433c-92e1-c556f24347f6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:30.720196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (875ff17a-4541-433c-92e1-c556f24347f6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.773607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] DHCP port deletion for 737c12e2-c273-4b29-b61b-5eae4597e43d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:55:30.782658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ed653ee2-ed12-4e52-a8fd-164c9e7713fd no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:30.796751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] For port 875ff17a-4541-433c-92e1-c556f24347f6, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=875ff17a-4541-433c-92e1-c556f24347f6,segment=NetworkSegment(44717349-fc8f-4924-bdbd-2dfbf829a73d),segment_id=44717349-fc8f-4924-bdbd-2dfbf829a73d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:30.797122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (875ff17a-4541-433c-92e1-c556f24347f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:30.811085 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Calling delete_port for 875ff17a-4541-433c-92e1-c556f24347f6 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:30.965034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ed653ee2-ed12-4e52-a8fd-164c9e7713fd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:30.965373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ed653ee2-ed12-4e52-a8fd-164c9e7713fd not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:30.965789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 668f14e3-36e1-4627-aa52-3184365f3501 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:30.976995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (875ff17a-4541-433c-92e1-c556f24347f6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.003033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 668f14e3-36e1-4627-aa52-3184365f3501 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:31.003376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 668f14e3-36e1-4627-aa52-3184365f3501 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:31.011156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Pushing event deleted for resources: {'Port': ['ID=875ff17a-4541-433c-92e1-c556f24347f6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:31.013056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] No DVR routers for this DVR port 875ff17a-4541-433c-92e1-c556f24347f6 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:55:31.031330 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Deleting port 875ff17a-4541-433c-92e1-c556f24347f6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:31.031525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (875ff17a-4541-433c-92e1-c556f24347f6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.096475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] For port 875ff17a-4541-433c-92e1-c556f24347f6, host n-d-829064-14, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:31.096871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (875ff17a-4541-433c-92e1-c556f24347f6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.099237 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (737c12e2-c273-4b29-b61b-5eae4597e43d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.109198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Calling delete_port for 875ff17a-4541-433c-92e1-c556f24347f6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:31.111881 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Port 875ff17a-4541-433c-92e1-c556f24347f6 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 02:55:31.113139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (875ff17a-4541-433c-92e1-c556f24347f6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.119854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737c12e2-c273-4b29-b61b-5eae4597e43d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:31.129732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44717349-fc8f-4924-bdbd-2dfbf829a73d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:31.130035 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44717349-fc8f-4924-bdbd-2dfbf829a73d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:31.137963 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] Pushing event deleted for resources: {'Port': ['ID=875ff17a-4541-433c-92e1-c556f24347f6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:31.139404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (44717349-fc8f-4924-bdbd-2dfbf829a73d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.140958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d22582-1157-4ee8-b141-4527661f48b5 None None] No DVR routers for this DVR port 875ff17a-4541-433c-92e1-c556f24347f6 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:55:31.155954 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (44717349-fc8f-4924-bdbd-2dfbf829a73d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.162108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (44717349-fc8f-4924-bdbd-2dfbf829a73d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: timer() Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:55:31.165555 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:55:31.276980 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (737c12e2-c273-4b29-b61b-5eae4597e43d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.282676 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:31.285958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] 10.222.0.43 "DELETE /v2.0/networks/737c12e2-c273-4b29-b61b-5eae4597e43d HTTP/1.1" status: 204 len: 168 time: 0.6977320 Feb 15 02:55:31.289093 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:31.297934 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf462-030d-48bc-bb6c-f3ca1a971324 admin admin] Pushing event deleted for resources: {'Network': ['ID=737c12e2-c273-4b29-b61b-5eae4597e43d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:31.952916 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:32.192040 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Deleting port de01873e-37d3-40dc-8365-5d121336e8a1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:32.192408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:32.267008 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] For port de01873e-37d3-40dc-8365-5d121336e8a1, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=de01873e-37d3-40dc-8365-5d121336e8a1,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:32.267290 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:32.279462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Calling delete_port for de01873e-37d3-40dc-8365-5d121336e8a1 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:32.507545 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (de01873e-37d3-40dc-8365-5d121336e8a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:32.520034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 875ff17a-4541-433c-92e1-c556f24347f6 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:32.537831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Pushing event deleted for resources: {'Port': ['ID=de01873e-37d3-40dc-8365-5d121336e8a1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:32.539172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 875ff17a-4541-433c-92e1-c556f24347f6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:32.540101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 875ff17a-4541-433c-92e1-c556f24347f6 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:32.703526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:32.918279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:55:33.024819 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:33.029781 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-766b89dd-de68-482a-a6c6-72291531ee74 admin admin] 10.222.0.43 "PUT /v2.0/routers/a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396345 Feb 15 02:55:33.032753 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:33.034488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Sync routers for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:33.043900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:33.044615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:33.137719 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks [] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.153524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:33.238374 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks [] for router_gateway (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.328621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:55:32Z', 'revision_number': 5, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port': {'id': 'ea7b09db-63d2-41d6-b2f7-7d9ad7f76780', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:33.352811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Deleting port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:33.353156 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.365349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Checking router: a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:33.373756 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Routers {'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:33.375058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:33.436024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] For port ea7b09db-63d2-41d6-b2f7-7d9ad7f76780, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:33.436416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.448602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Calling delete_port for ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:33.475127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] Set router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:33.528584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:55:33Z', 'revision_number': 6, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:33.555945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f6144-f466-4629-ad9f-88ddd1f44ce4 None None] The sync data for ids ['a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48'] in n-d-829064-14 is: [{'id': 'a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48', 'name': 'tempest-TestEncryptedCinderVolumes-301588134-router', 'tenant_id': 'ee16961048f54be49b0fcf974ea22f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:53:37Z', 'updated_at': '2022-02-15T02:55:33Z', 'revision_number': 6, 'project_id': 'ee16961048f54be49b0fcf974ea22f77', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:33.679326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ea7b09db-63d2-41d6-b2f7-7d9ad7f76780), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.708658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7b09db-63d2-41d6-b2f7-7d9ad7f76780,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:33.768580 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.858384 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.861434 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks [] for router_controller (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.982234 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.986921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:55:33.988402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:33.989583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6cee65d0-4859-41cd-9af7-b8657fdc47ce admin admin] 10.222.0.43 "DELETE /v2.0/routers/a08d1f5d-ed9a-4fb8-9f60-ce59720e8f48 HTTP/1.1" status: 204 len: 168 time: 0.9559016 Feb 15 02:55:33.992078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:34.044420 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Deleting subnet 7b9756ed-6388-4305-9a9b-cd5db2773ee3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:55:34.047618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Publish callbacks [] for subnet (7b9756ed-6388-4305-9a9b-cd5db2773ee3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.090381 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7b9756ed-6388-4305-9a9b-cd5db2773ee3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.168967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7b9756ed-6388-4305-9a9b-cd5db2773ee3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.288444 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7b9756ed-6388-4305-9a9b-cd5db2773ee3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.314669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9756ed-6388-4305-9a9b-cd5db2773ee3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:34.318132 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.321626 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-94b25d6d-8157-4bcb-8ef5-f3e8ca3f6c5e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7b9756ed-6388-4305-9a9b-cd5db2773ee3 HTTP/1.1" status: 204 len: 168 time: 0.3283846 Feb 15 02:55:34.323962 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:34.324538 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c3d9b-d7cb-4ba0-9167-0b772e28df86 None None] Network 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:34.401756 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.464602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Deleting port fcc420d3-8db2-447e-ab17-7f7d423a8c89 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:34.464953 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.486148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] DHCP port deletion for 61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:55:34.536456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] For port fcc420d3-8db2-447e-ab17-7f7d423a8c89, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fcc420d3-8db2-447e-ab17-7f7d423a8c89,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:34.537403 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.544594 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Deleting port fcc420d3-8db2-447e-ab17-7f7d423a8c89 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:55:34.545153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.553820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Calling delete_port for fcc420d3-8db2-447e-ab17-7f7d423a8c89 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:34.562333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device de01873e-37d3-40dc-8365-5d121336e8a1 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:34.618416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: de01873e-37d3-40dc-8365-5d121336e8a1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:34.618613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device de01873e-37d3-40dc-8365-5d121336e8a1 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:34.619040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fcc420d3-8db2-447e-ab17-7f7d423a8c89 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:34.660693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] For port fcc420d3-8db2-447e-ab17-7f7d423a8c89, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fcc420d3-8db2-447e-ab17-7f7d423a8c89,segment=NetworkSegment(56d9c1d1-9c3b-4a0c-8c98-d38b48583b81),segment_id=56d9c1d1-9c3b-4a0c-8c98-d38b48583b81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:34.661096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.678647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Calling delete_port for fcc420d3-8db2-447e-ab17-7f7d423a8c89 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:55:34.724667 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.744848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Port fcc420d3-8db2-447e-ab17-7f7d423a8c89 update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 02:55:34.745292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:55:34.758128 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] No DVR routers for this DVR port fcc420d3-8db2-447e-ab17-7f7d423a8c89 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:55:34.762613 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc420d3-8db2-447e-ab17-7f7d423a8c89,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:34.769405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:55:34.769764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ea7b09db-63d2-41d6-b2f7-7d9ad7f76780 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:55:34.799396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (fcc420d3-8db2-447e-ab17-7f7d423a8c89), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.824462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] Pushing event deleted for resources: {'Port': ['ID=fcc420d3-8db2-447e-ab17-7f7d423a8c89,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:34.827823 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb8b45-8468-4c5b-b06e-c710603a3366 None None] No DVR routers for this DVR port fcc420d3-8db2-447e-ab17-7f7d423a8c89 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:55:34.841231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.861853 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:34.870757 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:34.871056 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d9c1d1-9c3b-4a0c-8c98-d38b48583b81') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:34.880819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (56d9c1d1-9c3b-4a0c-8c98-d38b48583b81), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.893876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (56d9c1d1-9c3b-4a0c-8c98-d38b48583b81), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.899601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:55:34.899980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (56d9c1d1-9c3b-4a0c-8c98-d38b48583b81), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:55:34.901743 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:55:35.016077 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.021980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.026454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] 10.222.0.43 "DELETE /v2.0/networks/61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d HTTP/1.1" status: 204 len: 168 time: 0.7002959 Feb 15 02:55:35.036820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a5c0-115b-4271-9a56-dcee994e2c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cc9cdf-e369-4cdb-a32e-67a9c8bf2c7d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:35.449482 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:35.491454 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0c642847-62a4-4b55-9c97-1b5cd51a707c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52a00114c69a4e7483c182463d95f135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408068 Feb 15 02:55:35.494632 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:35.541112 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] Publish callbacks [] for security_group (bba5109a-bf07-47e1-b8cf-e4713ff4723f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.562949 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] Publish callbacks [] for security_group (bba5109a-bf07-47e1-b8cf-e4713ff4723f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.684805 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (bba5109a-bf07-47e1-b8cf-e4713ff4723f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.687416 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:35.688609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bba5109a-bf07-47e1-b8cf-e4713ff4723f HTTP/1.1" status: 204 len: 168 time: 0.1930449 Feb 15 02:55:35.696576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a3a0-19cc-4d13-910d-ba3deeae0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5109a-bf07-47e1-b8cf-e4713ff4723f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:36.393572 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:36.439878 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c5316906-4309-4a34-98ee-4108c57e4030 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee16961048f54be49b0fcf974ea22f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433776 Feb 15 02:55:36.440694 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:36.486576 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] Publish callbacks [] for security_group (56f785b6-1806-44de-9eff-ee1def2374a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:36.508204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] Publish callbacks [] for security_group (56f785b6-1806-44de-9eff-ee1def2374a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:36.621549 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (56f785b6-1806-44de-9eff-ee1def2374a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:36.624752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:36.625980 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56f785b6-1806-44de-9eff-ee1def2374a1 HTTP/1.1" status: 204 len: 168 time: 0.1843925 Feb 15 02:55:36.633802 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde919-a933-4dd8-8817-43f2fc1c00ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f785b6-1806-44de-9eff-ee1def2374a1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:37.710123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:37.808831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565879712-network', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:37.884598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Made reservation on behalf of 1538366f98b94568b6bcc1f920296b1c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:55:37.886967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:37.895888 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:37.967395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks [] for security_group (1c08e011-2e57-4dec-96a0-93103d920736), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.042004 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c08e011-2e57-4dec-96a0-93103d920736), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.069358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:55:38.081603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c08e011-2e57-4dec-96a0-93103d920736,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:38.087060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c49d9fa2-3d9c-4141-bfb8-715e7ede4e36), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.087405 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Added segment c49d9fa2-3d9c-4141-bfb8-715e7ede4e36 of type vlan for network d8da06dd-31e0-418c-b415-1334d7ef4486 Feb 15 02:55:38.130003 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (d8da06dd-31e0-418c-b415-1334d7ef4486), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.207717 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (d8da06dd-31e0-418c-b415-1334d7ef4486), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.208793 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:38.209383 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.266130 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] Pushing event updated for resources: {'Network': ['ID=d8da06dd-31e0-418c-b415-1334d7ef4486,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:38.275431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network d8da06dd-31e0-418c-b415-1334d7ef4486 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:55:38.339082 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2aa369ab-d962-4f19-a240-8d8fad549b37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6278527 Feb 15 02:55:38.341892 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:38.346675 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Request body: {'subnet': {'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565879712-subnet', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:38.413503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Made reservation on behalf of 1538366f98b94568b6bcc1f920296b1c for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:55:38.413503 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.639306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (74721218-f55d-4a80-b700-ea7bcaf50011), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.694526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74721218-f55d-4a80-b700-ea7bcaf50011,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:38.701799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Checking segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:38.702165 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Network hostable DHCP agents. Network: d8da06dd-31e0-418c-b415-1334d7ef4486, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:55:38.787285 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Network d8da06dd-31e0-418c-b415-1334d7ef4486 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:55:38.872921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, d8da06dd-31e0-418c-b415-1334d7ef4486) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:38.877519 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:38.878106 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.882810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d11f24-2a0f-469a-84ce-28ca1e2c7199 None None] Network d8da06dd-31e0-418c-b415-1334d7ef4486 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:38.982389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-d8da06dd-31e0-418c-b415-1334d7ef4486', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:55:38.983242 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:38.989027 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-09260997-0819-449c-af92-42ddcafc9e8a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6460476 Feb 15 02:55:38.991639 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:38.995848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:39.084606 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.085684 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.116634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Allocated IP 172.20.0.2 (d8da06dd-31e0-418c-b415-1334d7ef4486/74721218-f55d-4a80-b700-ea7bcaf50011/4847b646-5c34-4fb1-a76f-76d1d84d417e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:39.142283 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for router_controller (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.253157 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks [] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.308002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.335785 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for router_gateway (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.346942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Network d8da06dd-31e0-418c-b415-1334d7ef4486 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:39.349800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:39.353379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:39.384121 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Pushing event updated for resources: {'Port': ['ID=4847b646-5c34-4fb1-a76f-76d1d84d417e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:39.418334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Attempting to bind port 4847b646-5c34-4fb1-a76f-76d1d84d417e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:39.418707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Attempting to bind port 4847b646-5c34-4fb1-a76f-76d1d84d417e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:39.419076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Attempting to bind port 4847b646-5c34-4fb1-a76f-76d1d84d417e on network d8da06dd-31e0-418c-b415-1334d7ef4486 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:39.424284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:39.424694 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Checking segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:39.425096 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.425497 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Bound using segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:39.425970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Bound port: 4847b646-5c34-4fb1-a76f-76d1d84d417e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:39.426361 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.497299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] For port 4847b646-5c34-4fb1-a76f-76d1d84d417e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:39.500618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] For port 4847b646-5c34-4fb1-a76f-76d1d84d417e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4847b646-5c34-4fb1-a76f-76d1d84d417e,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:39.559582 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.617136 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e578fd-3f33-42cb-b5e0-8416efab3020 None None] Pushing event updated for resources: {'Port': ['ID=4847b646-5c34-4fb1-a76f-76d1d84d417e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:39.956783 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for router_gateway (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:39.974758 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.077861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Allocated IP 172.25.2.46 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/47b58074-c854-4f03-b1e9-f4bc17d40fd0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:40.175189 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.265779 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.313145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:40.318091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:40.320806 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:40.345097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Pushing event updated for resources: {'Port': ['ID=47b58074-c854-4f03-b1e9-f4bc17d40fd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:40.523703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dc978-6797-4269-a285-fd6876053e70 None None] Network d8da06dd-31e0-418c-b415-1334d7ef4486 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:40.575174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4847b646-5c34-4fb1-a76f-76d1d84d417e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:40.619859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Provisioning complete for port 4847b646-5c34-4fb1-a76f-76d1d84d417e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:40.620246 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.654121 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for router_gateway (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.705457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4847b646-5c34-4fb1-a76f-76d1d84d417e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:40.705828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.788917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Current status of the port 4847b646-5c34-4fb1-a76f-76d1d84d417e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:40.789305 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.851672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4847b646-5c34-4fb1-a76f-76d1d84d417e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:40.852076 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.856996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] For port 4847b646-5c34-4fb1-a76f-76d1d84d417e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4847b646-5c34-4fb1-a76f-76d1d84d417e,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:40.863904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.919338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:40.985634 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:55:40.985997 n-d-829064-14 neutron-server[103886]: DEBUG oslo_db.api [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:55:40.997271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81afd9-b53c-495a-816c-2fe5bf3afe27 None None] Pushing event updated for resources: {'Port': ['ID=4847b646-5c34-4fb1-a76f-76d1d84d417e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:41.038060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-06af1355-18b6-4ea9-931e-8a41895b1293 None None] Provisioning complete for port 4847b646-5c34-4fb1-a76f-76d1d84d417e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:41.038440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06af1355-18b6-4ea9-931e-8a41895b1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.084759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:55:41.118780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-06af1355-18b6-4ea9-931e-8a41895b1293 None None] Current status of the port 4847b646-5c34-4fb1-a76f-76d1d84d417e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:41.193641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:41.202372 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Sync routers for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:41.211439 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:41.212024 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:41.269698 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.273742 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b7c8b632-3ddb-4a47-98f2-431d8958b3cd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2784424 Feb 15 02:55:41.273969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:41.320347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:41.498835 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:40Z', 'revision_number': 3, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:41.524019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4847b646-5c34-4fb1-a76f-76d1d84d417e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:41.527408 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Checking router: 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:41.528417 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Updating router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:55:41.558679 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.697826 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.804814 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks [] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.852402 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Allocated IP 172.20.0.1 (d8da06dd-31e0-418c-b415-1334d7ef4486/74721218-f55d-4a80-b700-ea7bcaf50011/627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:41.884780 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.932692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Attempting to bind port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:41.933063 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Attempting to bind port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:41.933410 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Attempting to bind port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:41.943052 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:41.943473 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:41.943873 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.944262 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:41.944754 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Bound port: 47b58074-c854-4f03-b1e9-f4bc17d40fd0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:41.945710 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.947683 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Pushing event updated for resources: {'Port': ['ID=47b58074-c854-4f03-b1e9-f4bc17d40fd0,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:41.958765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks [] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.976544 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.976882 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.977214 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.977542 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.977869 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.978190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.978513 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.978837 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.979149 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.979461 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.979774 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.980091 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:41.980474 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:42.010556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] For port 47b58074-c854-4f03-b1e9-f4bc17d40fd0, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:42.013469 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] For port 47b58074-c854-4f03-b1e9-f4bc17d40fd0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=47b58074-c854-4f03-b1e9-f4bc17d40fd0,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:42.050573 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.079534 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.088007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Network d8da06dd-31e0-418c-b415-1334d7ef4486 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:42.090950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:42.093885 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:42.128822 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:42.137760 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:42.138378 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:42.140921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562993f0-09b8-4893-aac8-f030e6879041 None None] Pushing event updated for resources: {'Port': ['ID=47b58074-c854-4f03-b1e9-f4bc17d40fd0,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:42.151659 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.252672 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:42.337633 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.351515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cefb785a-ab9e-496d-a528-afb2814a7f22 None None] Provisioning complete for port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:42.351894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cefb785a-ab9e-496d-a528-afb2814a7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.394053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cefb785a-ab9e-496d-a528-afb2814a7f22 None None] Port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:55:42.513207 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks [] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.527505 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:40Z', 'revision_number': 3, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:42.543036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4847b646-5c34-4fb1-a76f-76d1d84d417e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:42.556815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd40b11-ba2f-46be-bc6e-f574fc447d12 None None] The sync data for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 is: [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:40Z', 'revision_number': 3, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:42.571161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.596256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4847b646-5c34-4fb1-a76f-76d1d84d417e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:42.596956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.638658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:42.641020 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.681640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4847b646-5c34-4fb1-a76f-76d1d84d417e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:42.738435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Network d8da06dd-31e0-418c-b415-1334d7ef4486 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:42.739851 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:42.874316 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:55:43.023078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-facd559e-d1ff-460a-8419-e6f7a8ea9b22 None None] Provisioning complete for port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:43.023553 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-facd559e-d1ff-460a-8419-e6f7a8ea9b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:43.229957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-facd559e-d1ff-460a-8419-e6f7a8ea9b22 None None] Port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:55:43.319400 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:43.324802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-91c049b1-af33-4f93-b651-4ac357cda4b7 admin admin] 10.222.0.43 "PUT /v2.0/routers/8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496693 Feb 15 02:55:43.994007 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:43.999436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-974729396-network', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:44.073297 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Made reservation on behalf of 6a4968bcc1f345c8a9eb91e5217a3952 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:55:44.075687 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.084511 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.130286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Sync routers for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:44.140101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:44.140778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:44.159208 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks [] for security_group (e89d3e7d-769d-4610-9468-b8c3d953af89), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.219624 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e89d3e7d-769d-4610-9468-b8c3d953af89), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.244453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:55:44.250014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:44.254041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d3e7d-769d-4610-9468-b8c3d953af89,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:44.258777 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8eac3517-c152-4851-b4e4-4ca5bf4336af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.259122 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Added segment 8eac3517-c152-4851-b4e4-4ca5bf4336af of type vlan for network 1181c622-5804-4b57-9541-419e3115a60f Feb 15 02:55:44.298526 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (1181c622-5804-4b57-9541-419e3115a60f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.373716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (1181c622-5804-4b57-9541-419e3115a60f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.375448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:44.376066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.441937 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] Pushing event updated for resources: {'Network': ['ID=1181c622-5804-4b57-9541-419e3115a60f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:44.452006 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 1181c622-5804-4b57-9541-419e3115a60f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:55:44.455163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 2, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:44.462236 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-84dc19dd-066b-4048-bf5b-973b9e439265 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4671268 Feb 15 02:55:44.464911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:44.471416 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Request body: {'subnet': {'network_id': '1181c622-5804-4b57-9541-419e3115a60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-974729396-subnet', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:44.523634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Checking router: 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:44.523995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Updating router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:55:44.550755 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Made reservation on behalf of 6a4968bcc1f345c8a9eb91e5217a3952 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:55:44.556214 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.563269 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 47b58074-c854-4f03-b1e9-f4bc17d40fd0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:44.596178 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.712874 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:44.713167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.780870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (79dcef53-c9ad-4ff1-a2e6-66a8e74466a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.836813 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dcef53-c9ad-4ff1-a2e6-66a8e74466a2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:44.847886 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Checking segment: {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:44.850063 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Network hostable DHCP agents. Network: 1181c622-5804-4b57-9541-419e3115a60f, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:55:44.869608 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:44.869911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.903754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 47b58074-c854-4f03-b1e9-f4bc17d40fd0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=47b58074-c854-4f03-b1e9-f4bc17d40fd0,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:44.933429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Network 1181c622-5804-4b57-9541-419e3115a60f is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:55:44.954924 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks [] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:44.962024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.010049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=47b58074-c854-4f03-b1e9-f4bc17d40fd0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:45.018193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.018544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.018887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.019226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.019558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.019888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.020218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.020568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.020894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.021233 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.021539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.021859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.022179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:55:45.035864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 1181c622-5804-4b57-9541-419e3115a60f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:45.035864 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:55:45.035864 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.039655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c07ad7-2a33-4865-9527-f8f44d402fe4 None None] Network 1181c622-5804-4b57-9541-419e3115a60f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:45.084917 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.136887 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c7994f7b-7517-49b2-80fa-ecc9bab54c77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6707146 Feb 15 02:55:45.139250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49106) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:45.145485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:55:45.154334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae3b6-16e0-4410-9988-258db47405ff None None] Pushing event updated for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:45.219928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-1181c622-5804-4b57-9541-419e3115a60f', 'network_id': '1181c622-5804-4b57-9541-419e3115a60f', 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'fixed_ips': [{'subnet_id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:55:45.220751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.228203 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (2626f194-34be-46b3-a16d-d5676b4a8089), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.229311 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (2626f194-34be-46b3-a16d-d5676b4a8089), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.244071 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Attempting to bind port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:45.244765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Attempting to bind port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:45.245129 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Attempting to bind port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 on network d8da06dd-31e0-418c-b415-1334d7ef4486 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:45.260138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:45.260578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Checking segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:45.260963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.261366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Bound using segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:45.261859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Bound port: 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:45.262247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.304185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for router_controller (2626f194-34be-46b3-a16d-d5676b4a8089), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.420351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-522196fb-e886-4aca-9a4f-21c9e2956967 None None] Provisioning complete for port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:45.421276 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-522196fb-e886-4aca-9a4f-21c9e2956967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.458705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] For port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:45.466116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Allocated IP 172.20.0.2 (1181c622-5804-4b57-9541-419e3115a60f/79dcef53-c9ad-4ff1-a2e6-66a8e74466a2/aed9de92-3daa-44e4-9c9f-31642d1459bb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:45.490373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] For port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:45.497043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-522196fb-e886-4aca-9a4f-21c9e2956967 None None] Port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:55:45.505866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for router_gateway (2626f194-34be-46b3-a16d-d5676b4a8089), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.549698 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.647585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:45.648220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:45.689796 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae3b6-16e0-4410-9988-258db47405ff None None] Pushing event updated for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:45.774677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks [] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.790327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for router_gateway (2626f194-34be-46b3-a16d-d5676b4a8089), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.806163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:45.810449 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.863766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.913459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Allocated IP 172.25.2.158 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/07273d24-1eca-4e9e-bf44-63d385e0e6ed) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:45.930079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Provisioning complete for port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:45.930450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:45.970256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Network 1181c622-5804-4b57-9541-419e3115a60f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:46.006976 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.007921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:46.012719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:46.016742 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Pushing event updated for resources: {'Port': ['ID=aed9de92-3daa-44e4-9c9f-31642d1459bb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:46.026649 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.114002 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.148623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Attempting to bind port aed9de92-3daa-44e4-9c9f-31642d1459bb on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:46.148993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Attempting to bind port aed9de92-3daa-44e4-9c9f-31642d1459bb by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:46.149355 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Attempting to bind port aed9de92-3daa-44e4-9c9f-31642d1459bb on network 1181c622-5804-4b57-9541-419e3115a60f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:46.152680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:46.158202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:46.161743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:46.162432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:46.162979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Checking segment: {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:46.163190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.164017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Bound using segment: {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:46.164017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Bound port: aed9de92-3daa-44e4-9c9f-31642d1459bb, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:46.164450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.186957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Pushing event updated for resources: {'Port': ['ID=07273d24-1eca-4e9e-bf44-63d385e0e6ed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:46.187304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Current status of the port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:46.187684 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.265814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] For port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:46.267977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:45Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:46.299755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a94e-b1e3-4903-b21b-244a6322b78a None None] The sync data for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 is: [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:45Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:46.304655 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] For port aed9de92-3daa-44e4-9c9f-31642d1459bb, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:46.316414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] For port aed9de92-3daa-44e4-9c9f-31642d1459bb, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aed9de92-3daa-44e4-9c9f-31642d1459bb,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:46.352065 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.381215 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.422846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee795b1-fadb-4bec-bb18-d7bd13470c8b None None] Pushing event updated for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:46.540498 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for router_gateway (2626f194-34be-46b3-a16d-d5676b4a8089), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.700015 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f257-8f7e-42a1-bea4-8d2aa8a89118 None None] Pushing event updated for resources: {'Port': ['ID=aed9de92-3daa-44e4-9c9f-31642d1459bb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:46.721932 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 47b58074-c854-4f03-b1e9-f4bc17d40fd0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:46.777858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:46.778524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.858724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:46.859853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:46.864984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (2626f194-34be-46b3-a16d-d5676b4a8089), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.915527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:46.915936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.004354 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:47.399098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Router 2626f194-34be-46b3-a16d-d5676b4a8089 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:55:47.519644 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:47.537373 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Sync routers for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:47.540419 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:55:47.553084 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:47.554214 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:47.640286 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.642233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a332f88a-a811-4b18-b580-c883b3d15e9e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5000830 Feb 15 02:55:47.644577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:47.669930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539b4c6-2f32-422a-92f3-c78987713462 None None] Network 1181c622-5804-4b57-9541-419e3115a60f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:55:47.673827 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:47.745253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Provisioning complete for port aed9de92-3daa-44e4-9c9f-31642d1459bb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:47.745520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.854059 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 3, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:47.870187 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Current status of the port aed9de92-3daa-44e4-9c9f-31642d1459bb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:47.870578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.880990 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Checking router: 2626f194-34be-46b3-a16d-d5676b4a8089 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:47.882569 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Updating router 2626f194-34be-46b3-a16d-d5676b4a8089 port 07273d24-1eca-4e9e-bf44-63d385e0e6ed binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:55:47.905157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] For port aed9de92-3daa-44e4-9c9f-31642d1459bb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aed9de92-3daa-44e4-9c9f-31642d1459bb,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:47.914110 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.996722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.082758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466d0f-2493-41e6-a5ce-46b4852835cb None None] Pushing event updated for resources: {'Port': ['ID=aed9de92-3daa-44e4-9c9f-31642d1459bb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:48.125701 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.190611 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks [] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.217166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-10824152-ada7-40c9-a019-428c6a1022b2 None None] Provisioning complete for port aed9de92-3daa-44e4-9c9f-31642d1459bb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:48.217564 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10824152-ada7-40c9-a019-428c6a1022b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.254319 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.283522 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Allocated IP 172.20.0.1 (1181c622-5804-4b57-9541-419e3115a60f/79dcef53-c9ad-4ff1-a2e6-66a8e74466a2/70907a1f-ad38-464c-af1d-ad5677f9fc08) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:55:48.300633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-10824152-ada7-40c9-a019-428c6a1022b2 None None] Current status of the port aed9de92-3daa-44e4-9c9f-31642d1459bb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:48.310491 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ce0b6-1cd2-4121-b965-df0e12f14542 None None] Pushing event updated for resources: {'Port': ['ID=07273d24-1eca-4e9e-bf44-63d385e0e6ed,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:48.326255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Attempting to bind port 07273d24-1eca-4e9e-bf44-63d385e0e6ed on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:48.327445 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Attempting to bind port 07273d24-1eca-4e9e-bf44-63d385e0e6ed by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:48.327890 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Attempting to bind port 07273d24-1eca-4e9e-bf44-63d385e0e6ed on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:48.334029 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:48.334476 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:48.334935 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.335383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:48.336184 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Bound port: 07273d24-1eca-4e9e-bf44-63d385e0e6ed, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:48.336680 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.396111 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] For port 07273d24-1eca-4e9e-bf44-63d385e0e6ed, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:48.399323 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] For port 07273d24-1eca-4e9e-bf44-63d385e0e6ed, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07273d24-1eca-4e9e-bf44-63d385e0e6ed,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:48.416835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks [] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.506305 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.542245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.560883 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:48.562107 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:48.594835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aed9de92-3daa-44e4-9c9f-31642d1459bb up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:48.595287 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Network 1181c622-5804-4b57-9541-419e3115a60f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:48.596684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:48.600999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:55:48.640744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (2626f194-34be-46b3-a16d-d5676b4a8089), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.645470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ce0b6-1cd2-4121-b965-df0e12f14542 None None] Pushing event updated for resources: {'Port': ['ID=07273d24-1eca-4e9e-bf44-63d385e0e6ed,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:48.664992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.667749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port aed9de92-3daa-44e4-9c9f-31642d1459bb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:48.668272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.690395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Pushing event updated for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:48.741600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:48.757593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port aed9de92-3daa-44e4-9c9f-31642d1459bb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:48.859826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.928812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7d58e488-4d8e-4a8f-a9b2-b48c20b1d20e None None] Provisioning complete for port 70907a1f-ad38-464c-af1d-ad5677f9fc08 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:48.929168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d58e488-4d8e-4a8f-a9b2-b48c20b1d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.952582 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 3, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:48.966095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7d58e488-4d8e-4a8f-a9b2-b48c20b1d20e None None] Port 70907a1f-ad38-464c-af1d-ad5677f9fc08 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:55:48.981726 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a2bf7-98d3-4d86-955c-9e092ab48913 None None] The sync data for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 is: [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 3, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:49.028242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks [] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:49.078845 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:49.144951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Pushing event updated for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:49.148720 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (2626f194-34be-46b3-a16d-d5676b4a8089), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:49.274887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Network 1181c622-5804-4b57-9541-419e3115a60f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:55:49.276380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:55:49.407768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Router 2626f194-34be-46b3-a16d-d5676b4a8089 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:55:49.533929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:55:49.539985 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ca7ac01e-8573-492d-95c2-0234cc82f1ab admin admin] 10.222.0.43 "PUT /v2.0/routers/2626f194-34be-46b3-a16d-d5676b4a8089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942795 Feb 15 02:55:49.595722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce1fd898-6a07-46ee-baf1-867900b4977c None None] Provisioning complete for port 70907a1f-ad38-464c-af1d-ad5677f9fc08 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:49.596508 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce1fd898-6a07-46ee-baf1-867900b4977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:49.632180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fd898-6a07-46ee-baf1-867900b4977c None None] Port 70907a1f-ad38-464c-af1d-ad5677f9fc08 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:55:50.581342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07273d24-1eca-4e9e-bf44-63d385e0e6ed up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:50.642710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 07273d24-1eca-4e9e-bf44-63d385e0e6ed triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:50.643430 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:50.671332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Sync routers for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:50.699443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:50.700080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:50.829960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 07273d24-1eca-4e9e-bf44-63d385e0e6ed is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:50.830171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:50.864668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:50.868357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 07273d24-1eca-4e9e-bf44-63d385e0e6ed, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07273d24-1eca-4e9e-bf44-63d385e0e6ed,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:50.944425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.049138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=07273d24-1eca-4e9e-bf44-63d385e0e6ed,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:51.143699 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 4, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '70907a1f-ad38-464c-af1d-ad5677f9fc08', 'name': '', 'network_id': '1181c622-5804-4b57-9541-419e3115a60f', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'mac_address': 'fa:16:3e:83:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:48Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 2, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'subnets': [{'id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:51.175374 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Checking router: 2626f194-34be-46b3-a16d-d5676b4a8089 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:51.175983 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Updating router 2626f194-34be-46b3-a16d-d5676b4a8089 port 70907a1f-ad38-464c-af1d-ad5677f9fc08 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:55:51.178531 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-224477db-369b-436e-847a-211ae01879ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.210398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.517968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks [] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.587512 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.653043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ba23-bd87-4eed-a0e5-a95a3e5bc8c2 None None] Pushing event updated for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:51.738170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Attempting to bind port 70907a1f-ad38-464c-af1d-ad5677f9fc08 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:51.738547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Attempting to bind port 70907a1f-ad38-464c-af1d-ad5677f9fc08 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:51.738915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Attempting to bind port 70907a1f-ad38-464c-af1d-ad5677f9fc08 on network 1181c622-5804-4b57-9541-419e3115a60f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:51.746124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:51.746535 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Checking segment: {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:51.746999 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.747422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Bound using segment: {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:51.747905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Bound port: 70907a1f-ad38-464c-af1d-ad5677f9fc08, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac3517-c152-4851-b4e4-4ca5bf4336af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1181c622-5804-4b57-9541-419e3115a60f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:51.748337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.829030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] For port 70907a1f-ad38-464c-af1d-ad5677f9fc08, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:51.832642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] For port 70907a1f-ad38-464c-af1d-ad5677f9fc08, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=70907a1f-ad38-464c-af1d-ad5677f9fc08,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:51.908348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:51.993858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:51.994502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:55:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:52.040765 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ba23-bd87-4eed-a0e5-a95a3e5bc8c2 None None] Pushing event updated for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:52.051634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Provisioning complete for port 70907a1f-ad38-464c-af1d-ad5677f9fc08 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:52.052185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:52.374414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:52.413434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Current status of the port 70907a1f-ad38-464c-af1d-ad5677f9fc08 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:52.413824 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:52.496368 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] For port 70907a1f-ad38-464c-af1d-ad5677f9fc08, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=70907a1f-ad38-464c-af1d-ad5677f9fc08,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:52.574489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07273d24-1eca-4e9e-bf44-63d385e0e6ed up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:52.579673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:52.702904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2dd9d-391f-469e-88fc-3571197a043b None None] Pushing event updated for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:52.723175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0fa9aaf6-3317-4ae2-a7bb-5c37e73331a5 None None] Provisioning complete for port 70907a1f-ad38-464c-af1d-ad5677f9fc08 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:52.723545 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fa9aaf6-3317-4ae2-a7bb-5c37e73331a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:52.750908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 07273d24-1eca-4e9e-bf44-63d385e0e6ed triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:52.751194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:52.799185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 4, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '70907a1f-ad38-464c-af1d-ad5677f9fc08', 'name': '', 'network_id': '1181c622-5804-4b57-9541-419e3115a60f', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'mac_address': 'fa:16:3e:83:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:48Z', 'updated_at': '2022-02-15T02:55:51Z', 'revision_number': 4, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'subnets': [{'id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:52.839897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137f67-f7f7-4e29-b8f8-8c9985856c89 None None] The sync data for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 is: [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:48Z', 'revision_number': 4, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '70907a1f-ad38-464c-af1d-ad5677f9fc08', 'name': '', 'network_id': '1181c622-5804-4b57-9541-419e3115a60f', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'mac_address': 'fa:16:3e:83:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:48Z', 'updated_at': '2022-02-15T02:55:51Z', 'revision_number': 4, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'subnets': [{'id': '79dcef53-c9ad-4ff1-a2e6-66a8e74466a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:52.969489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9aaf6-3317-4ae2-a7bb-5c37e73331a5 None None] Current status of the port 70907a1f-ad38-464c-af1d-ad5677f9fc08 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:52.976119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 07273d24-1eca-4e9e-bf44-63d385e0e6ed is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:53.550132 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212ef5cb-e2f1-42fb-be35-62283aa320c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:54.580515 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 70907a1f-ad38-464c-af1d-ad5677f9fc08 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:54.637471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 70907a1f-ad38-464c-af1d-ad5677f9fc08 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:54.638134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:54.734911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 70907a1f-ad38-464c-af1d-ad5677f9fc08 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:54.797314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:56.182387 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:57.493753 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:01.262583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-b5356e44-303f-4db7-9d45-e3d6f6171ec8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:01.263977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-b5356e44-303f-4db7-9d45-e3d6f6171ec8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 815 time: 0.0992789 Feb 15 02:56:01.278954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-5188b4e3-28ae-47a0-9f87-1e43de4aabb5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/quotas/1538366f98b94568b6bcc1f920296b1c HTTP/1.1" status: 200 len: 375 time: 0.0089111 Feb 15 02:56:01.337253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-d79f29b4-852e-4f8f-b2d1-e25a57ad969b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528741 Feb 15 02:56:01.430513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-24f1acb9-32ea-4c9d-b043-c8dfb0203df1 service neutron] 10.222.0.43 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813763 Feb 15 02:56:01.521065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-65462e79-8d69-483b-bbe5-7df25f309c47 service neutron] 10.222.0.43 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Feb 15 02:56:01.769631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8fcea126-a6cb-4716-b973-9f9d75999112 req-fe42e954-5e0c-4bd0-831f-3e8db28f54d5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 210 time: 0.0321012 Feb 15 02:56:02.861911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c3e5c510-2d8b-49bc-b6db-3c535f384c04 req-8cfeb822-b56a-4151-b3fc-b37d1872ecd4 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 210 time: 0.0274014 Feb 15 02:56:03.796428 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-7e9609a6-c00a-45d1-801e-af9732cead9f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:03.797899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-7e9609a6-c00a-45d1-801e-af9732cead9f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 815 time: 0.1088204 Feb 15 02:56:03.810663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'port': {'device_id': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'admin_state_up': True, 'tenant_id': '1538366f98b94568b6bcc1f920296b1c'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:03.959707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd61751-ed06-4d0d-8d6c-6c0e8eb9d16d req-e8b03e06-4de8-43f5-adbc-424b876437c6 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 210 time: 0.0276389 Feb 15 02:56:04.007640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Made reservation on behalf of 1538366f98b94568b6bcc1f920296b1c for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:56:04.011042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:04.138247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Allocated IP 172.20.0.13 (d8da06dd-31e0-418c-b415-1334d7ef4486/74721218-f55d-4a80-b700-ea7bcaf50011/a03348dc-5f54-4547-8dd5-a7c1fbd6522f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:56:04.286606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:04.371087 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:04.425305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Network d8da06dd-31e0-418c-b415-1334d7ef4486 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:56:04.432102 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:56:04.436508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:56:04.469088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:04.528438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:04.529770 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:04.613438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-076317bb-9321-4efe-959d-36acd876dab8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063855 Feb 15 02:56:04.787048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Request body: {'port': {'device_id': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:04.818038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-717f6e4c-25f2-4a61-bc7a-3beeb1535aad None None] Provisioning complete for port a03348dc-5f54-4547-8dd5-a7c1fbd6522f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:56:04.818895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-717f6e4c-25f2-4a61-bc7a-3beeb1535aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:04.878779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-717f6e4c-25f2-4a61-bc7a-3beeb1535aad None None] Port a03348dc-5f54-4547-8dd5-a7c1fbd6522f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:56:04.920410 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:05.236007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb177657-7db7-44b8-bbf0-ebdefe6aa128 req-9382dd86-16c4-433d-838b-57cb5c34b7e2 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:05.238408 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb177657-7db7-44b8-bbf0-ebdefe6aa128 req-9382dd86-16c4-433d-838b-57cb5c34b7e2 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 932 time: 0.1425238 Feb 15 02:56:05.394897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb177657-7db7-44b8-bbf0-ebdefe6aa128 req-c3656519-1553-4c1f-b324-c9fa62c19e7a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187971 Feb 15 02:56:05.487474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03348dc-5f54-4547-8dd5-a7c1fbd6522f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:56:05.498043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks [] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:05.512846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Transition to ACTIVE for port object a03348dc-5f54-4547-8dd5-a7c1fbd6522f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:56:05.593637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:05.777312 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:05.810829 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Attempting to bind port a03348dc-5f54-4547-8dd5-a7c1fbd6522f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:56:05.811183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Attempting to bind port a03348dc-5f54-4547-8dd5-a7c1fbd6522f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:56:05.811711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Attempting to bind port a03348dc-5f54-4547-8dd5-a7c1fbd6522f on network d8da06dd-31e0-418c-b415-1334d7ef4486 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:56:05.826340 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Port a03348dc-5f54-4547-8dd5-a7c1fbd6522f on network d8da06dd-31e0-418c-b415-1334d7ef4486 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:56:05.826694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Attempting to bind port a03348dc-5f54-4547-8dd5-a7c1fbd6522f on network d8da06dd-31e0-418c-b415-1334d7ef4486 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:56:05.834053 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:56:05.834386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Checking segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:56:05.834786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Bound using segment: {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:56:05.835234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Bound port: a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:56:05.835606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:05.948391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:56:05.952376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:56:06.040344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:06.062331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:06.062826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:06.066009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] 10.222.0.37 "PUT /v2.0/ports/a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1093 time: 1.4387915 Feb 15 02:56:06.068118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:56:06.072153 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16878be-2cf3-45d3-b97c-af77a11afa90" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:56:06.182622 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b8bea-63ea-4e34-b3f7-5ce0282703df x-openstack-request-id: req-8e4b8bea-63ea-4e34-b3f7-5ce0282703df {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:56:06.183282 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:56:06.183703 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e4b8bea-63ea-4e34-b3f7-5ce0282703df {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:56:06.184550 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:56:06.185869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da42c37-97f1-4b61-87a9-3cf8b052684f service neutron] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:06.447817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-d57df68f-8daf-4a78-a09a-d8f314759a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:06.453537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-d57df68f-8daf-4a78-a09a-d8f314759a6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1127 time: 0.0957437 Feb 15 02:56:07.098897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff1a3-5bfd-426d-9866-feda7c448604 req-58112411-7ba7-4aee-a2a1-247355805e84 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:07.106076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b6ff1a3-5bfd-426d-9866-feda7c448604 req-58112411-7ba7-4aee-a2a1-247355805e84 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.5569425 Feb 15 02:56:07.142501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-951c9975-c5fd-4b02-ae16-5bb4895fdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:07.144800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-951c9975-c5fd-4b02-ae16-5bb4895fdf7f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1538366f98b94568b6bcc1f920296b1c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6353610 Feb 15 02:56:07.181461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b6ff1a3-5bfd-426d-9866-feda7c448604 req-10dc52b5-15af-498c-b209-f81d1dfc4548 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Feb 15 02:56:08.319578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06e955-f70a-495b-ae68-d8e664aff67d req-16b4fe09-5595-47dd-9ea2-9a993bcc908f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:08.324637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db06e955-f70a-495b-ae68-d8e664aff67d req-16b4fe09-5595-47dd-9ea2-9a993bcc908f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0634522 Feb 15 02:56:08.394517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-db06e955-f70a-495b-ae68-d8e664aff67d req-cb923dac-087e-49b2-843f-0ef7ae667113 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626860 Feb 15 02:56:09.532605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f55528-072a-4e58-9269-7aeef5d4c38e req-be18b208-102f-47a9-9a83-21768644a2c5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:09.534369 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8f55528-072a-4e58-9269-7aeef5d4c38e req-be18b208-102f-47a9-9a83-21768644a2c5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0605724 Feb 15 02:56:09.595584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8f55528-072a-4e58-9269-7aeef5d4c38e req-b9f2059f-91c5-44b4-8b15-e74862e3ca5a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Feb 15 02:56:10.730848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4718426-5cbe-4ee5-892c-3095b40a8eca req-d40b4d26-d5e9-4d83-a8f2-ee4c4dda1f3a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:10.732452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4718426-5cbe-4ee5-892c-3095b40a8eca req-d40b4d26-d5e9-4d83-a8f2-ee4c4dda1f3a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0600891 Feb 15 02:56:10.785316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e4718426-5cbe-4ee5-892c-3095b40a8eca req-0ab1ac57-a13d-4862-b677-5a686f3caf69 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Feb 15 02:56:11.907795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c7fd-895e-48a0-a248-153481cbb8f7 req-e94a40ec-4a82-4c41-99f3-e803559b7b46 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:11.909827 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f95c7fd-895e-48a0-a248-153481cbb8f7 req-e94a40ec-4a82-4c41-99f3-e803559b7b46 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0571494 Feb 15 02:56:11.955559 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f95c7fd-895e-48a0-a248-153481cbb8f7 req-bb35055f-15a6-4771-a2c4-63b5c389aaec tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Feb 15 02:56:13.072623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa7773-e40d-47ca-ae83-734c2c2ab481 req-fd27e767-dd03-4e5e-8711-489bd488d70f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:13.074127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31fa7773-e40d-47ca-ae83-734c2c2ab481 req-fd27e767-dd03-4e5e-8711-489bd488d70f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0522356 Feb 15 02:56:13.118984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-31fa7773-e40d-47ca-ae83-734c2c2ab481 req-95fe2d02-358d-48de-9a22-30637f1c8376 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Feb 15 02:56:14.241281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0f49a-9c49-4478-ab0b-21d3f0971b84 req-ffba590f-9486-4815-84f6-a1d3c4447f1c tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:14.242757 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fa0f49a-9c49-4478-ab0b-21d3f0971b84 req-ffba590f-9486-4815-84f6-a1d3c4447f1c tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0553923 Feb 15 02:56:14.287812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fa0f49a-9c49-4478-ab0b-21d3f0971b84 req-630b29f9-6c0e-43e8-96db-71591ce52f54 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Feb 15 02:56:14.778150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-0455a5b7-956a-4df3-832b-4becf290d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:14.779536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a16878be-2cf3-45d3-b97c-af77a11afa90 req-0455a5b7-956a-4df3-832b-4becf290d0ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858216 Feb 15 02:56:14.863975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-8d25fa7e-2295-44a4-a89d-650fe8239f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:14.865531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-8d25fa7e-2295-44a4-a89d-650fe8239f38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1127 time: 0.0443633 Feb 15 02:56:14.910427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-5ba1ed31-7937-4fd7-90f8-e4056334d84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 217 time: 0.0372169 Feb 15 02:56:14.956503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-98f2e995-cf21-4834-a11e-30cbce626bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:14.957878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-98f2e995-cf21-4834-a11e-30cbce626bda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0413961 Feb 15 02:56:15.005711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-bcf64351-5e39-4e34-a1d3-aed4ca6c7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:15.007157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-bcf64351-5e39-4e34-a1d3-aed4ca6c7344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429785 Feb 15 02:56:15.094774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-2a9678d7-de48-412f-962b-deda9afbdd07 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814333 Feb 15 02:56:15.181638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eb7f771f-b576-4b12-8d86-7ba3a58a866c req-bd67722c-7f7d-4173-88a1-8a36161e7f21 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795243 Feb 15 02:56:15.418011 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f1325-0af8-49f4-bb62-34fa16754aa1 req-b7b408d4-bb26-440b-8414-bd70b824e74f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:15.419526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f12f1325-0af8-49f4-bb62-34fa16754aa1 req-b7b408d4-bb26-440b-8414-bd70b824e74f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0581975 Feb 15 02:56:15.465630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f12f1325-0af8-49f4-bb62-34fa16754aa1 req-15c40315-e5f2-483a-925f-78f2d7a09477 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Feb 15 02:56:15.924012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:16.586666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe35e4e-7bdf-4fab-bdaa-3cf2b81a1c36 req-b5da2293-3490-4930-a191-58b880f10594 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:16.588208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe35e4e-7bdf-4fab-bdaa-3cf2b81a1c36 req-b5da2293-3490-4930-a191-58b880f10594 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0539005 Feb 15 02:56:16.635310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9fe35e4e-7bdf-4fab-bdaa-3cf2b81a1c36 req-9b8d2d2d-66ce-498f-9262-f0a8cda384d9 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Feb 15 02:56:17.753161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17ee9f-b80e-4e61-830d-69dcfc8ec1cf req-97cca133-7d93-4266-98a8-22e4abd565ca tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:17.754630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a17ee9f-b80e-4e61-830d-69dcfc8ec1cf req-97cca133-7d93-4266-98a8-22e4abd565ca tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0522206 Feb 15 02:56:17.803430 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a17ee9f-b80e-4e61-830d-69dcfc8ec1cf req-fa57232e-dea6-4e61-b39f-ef4197ae2cf2 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Feb 15 02:56:18.643521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:18.921634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af439d-85d7-4523-b370-d5a526bdca10 req-fba4c0ec-b6d0-4ec9-94c4-1d55c292d5cd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:18.923101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74af439d-85d7-4523-b370-d5a526bdca10 req-fba4c0ec-b6d0-4ec9-94c4-1d55c292d5cd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0518827 Feb 15 02:56:18.969292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74af439d-85d7-4523-b370-d5a526bdca10 req-a2fd42a0-a667-4fb4-b496-60e0235ea2e0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 Feb 15 02:56:19.980690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a03348dc-5f54-4547-8dd5-a7c1fbd6522f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:56:20.080835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:56:20.087354 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd2542-ad57-49f8-a790-ca75e54f7172 req-4954d5ea-2ccb-4aea-8e6d-6dbae8f08622 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:20.088890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4fd2542-ad57-49f8-a790-ca75e54f7172 req-4954d5ea-2ccb-4aea-8e6d-6dbae8f08622 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 944 time: 0.0524404 Feb 15 02:56:20.093154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'port_id': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'mac_address': 'fa:16:3e:8f:b9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:56:20.128727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a03348dc-5f54-4547-8dd5-a7c1fbd6522f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:56:20.129662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:20.135029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c4fd2542-ad57-49f8-a790-ca75e54f7172 req-b740188c-7406-4df2-8991-e6f58ec383de tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Feb 15 02:56:20.142639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03348dc-5f54-4547-8dd5-a7c1fbd6522f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:56:20.161976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:56:20.220691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:20.271051 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:20.544345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:56:21.186621 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ced9a71-c54a-45bf-8668-3ae205eeca0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:21.259149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab9ca-ec77-4e2e-b712-915f7a921750 req-60a16832-12b3-42eb-8204-a779b06668be tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:21.260565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2cab9ca-ec77-4e2e-b712-915f7a921750 req-60a16832-12b3-42eb-8204-a779b06668be tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 945 time: 0.0558672 Feb 15 02:56:21.307569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2cab9ca-ec77-4e2e-b712-915f7a921750 req-455e6c63-c209-4603-b2dd-cb51f8288e98 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Feb 15 02:56:22.007618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a03348dc-5f54-4547-8dd5-a7c1fbd6522f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:56:22.112415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port a03348dc-5f54-4547-8dd5-a7c1fbd6522f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:56:22.116600 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port a03348dc-5f54-4547-8dd5-a7c1fbd6522f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:56:22.116975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:22.191160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a03348dc-5f54-4547-8dd5-a7c1fbd6522f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:56:22.192490 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:22.213522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:56:22.215736 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7535819b-1c81-41a5-a0c5-c92d6a89bc64" -d '{"events": [{"server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "name": "network-vif-plugged", "status": "completed", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:56:22.231255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:56:22.254070 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333417a-4f7a-4e51-b130-1d590eb0fd40 x-openstack-request-id: req-9333417a-4f7a-4e51-b130-1d590eb0fd40 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:56:22.254375 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "name": "network-vif-plugged", "status": "completed", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:56:22.254629 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9333417a-4f7a-4e51-b130-1d590eb0fd40 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:56:22.255025 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'code': 200} Feb 15 02:56:22.306668 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:22.356493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:22.365257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85b2ef-d497-428f-b3fa-28dd84bcc14a req-77ec2925-e1be-4aaa-82e6-33387902e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:22.367150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf85b2ef-d497-428f-b3fa-28dd84bcc14a req-77ec2925-e1be-4aaa-82e6-33387902e3aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1129 time: 0.0544093 Feb 15 02:56:22.442064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf85b2ef-d497-428f-b3fa-28dd84bcc14a req-fd05ad20-d913-4d44-bdb7-fc2e52c5e471 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695889 Feb 15 02:56:22.456607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527c66-2333-4b66-902f-c0859dc759a9 req-e7b1ed8e-173a-4fa3-bcd9-7faf02c34809 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:22.458030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57527c66-2333-4b66-902f-c0859dc759a9 req-e7b1ed8e-173a-4fa3-bcd9-7faf02c34809 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0794525 Feb 15 02:56:22.504063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57527c66-2333-4b66-902f-c0859dc759a9 req-e8e3a51e-7a90-4dc9-8993-c1ccc6c2273b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Feb 15 02:56:23.346566 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53750ef3-fbb0-4db4-9a95-0c9a361db812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:23.622837 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac4f0-a37f-4dc6-9403-a3ea18946405 req-a95da7de-4ace-4647-a342-996d3830857b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:23.624256 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07fac4f0-a37f-4dc6-9403-a3ea18946405 req-a95da7de-4ace-4647-a342-996d3830857b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0537236 Feb 15 02:56:23.685604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07fac4f0-a37f-4dc6-9403-a3ea18946405 req-2b7906ed-1001-4f13-b38f-b96ce1379bd3 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Feb 15 02:56:24.539282 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:56:24.787059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:24.805942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b6a27-a2a2-41ed-832e-045e222da884 req-051d88cf-ceaf-40a6-8266-3a6a2f9fb7bc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:24.807495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-486b6a27-a2a2-41ed-832e-045e222da884 req-051d88cf-ceaf-40a6-8266-3a6a2f9fb7bc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0531013 Feb 15 02:56:24.858073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-486b6a27-a2a2-41ed-832e-045e222da884 req-95070978-d098-43e1-8221-b65fef3f3ced tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Feb 15 02:56:24.972692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927b978-c30d-4ef5-80b9-0abf854222af req-0accdc50-42fe-4663-a6ab-b86c0ae31ffc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:24.974109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7927b978-c30d-4ef5-80b9-0abf854222af req-0accdc50-42fe-4663-a6ab-b86c0ae31ffc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0523362 Feb 15 02:56:25.027212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7927b978-c30d-4ef5-80b9-0abf854222af req-80a7794c-f750-49f4-9c22-340aa634706a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Feb 15 02:56:25.219000 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a94b5-02a8-44ab-b84f-582cf32f6a54 req-806c3cd5-b113-4b69-8fb1-685bbe53c3e9 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:25.220497 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b4a94b5-02a8-44ab-b84f-582cf32f6a54 req-806c3cd5-b113-4b69-8fb1-685bbe53c3e9 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0575345 Feb 15 02:56:25.266672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5b4a94b5-02a8-44ab-b84f-582cf32f6a54 req-63418fbd-dbbf-4e5e-b70d-7f5d3fb35466 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Feb 15 02:56:26.181070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:27.453493 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:31.128140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-6aab0983-08cf-45a4-bec1-adacadf0aba7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477991 Feb 15 02:56:31.214387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-d52016c3-102d-4991-a42b-1fc91455eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:31.215906 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-d52016c3-102d-4991-a42b-1fc91455eb14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1129 time: 0.0449529 Feb 15 02:56:31.317336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-d284eafb-4d1e-467c-9a75-f39d4a7eccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:31.318821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-d284eafb-4d1e-467c-9a75-f39d4a7eccb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0847585 Feb 15 02:56:31.365346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-deab116e-eb7e-46a0-936d-58c6260ebcc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 217 time: 0.0406947 Feb 15 02:56:31.413213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-014d661d-a670-4b92-8cd5-026d0680d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:31.414689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-014d661d-a670-4b92-8cd5-026d0680d39b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0440438 Feb 15 02:56:31.463749 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-5993b178-3d25-4253-9415-00bf47982a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:31.465310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-5993b178-3d25-4253-9415-00bf47982a9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451081 Feb 15 02:56:31.558585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-fb72dcb0-e5be-42c1-abb4-e4ae34a34c9f service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874302 Feb 15 02:56:31.651277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-83ffe547-9e59-4c18-963d-2f59e1aad7bd req-caff36ce-a5f2-495d-9b83-12d2b1ea883c service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873308 Feb 15 02:56:44.907022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c132-fd49-46c1-b000-c60d9be3c480 req-cf03823c-2bc9-4938-a6b2-3551b243b83f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:44.908620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3d0c132-fd49-46c1-b000-c60d9be3c480 req-cf03823c-2bc9-4938-a6b2-3551b243b83f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0540357 Feb 15 02:56:44.959966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3d0c132-fd49-46c1-b000-c60d9be3c480 req-c223ea6d-462d-4106-a824-05f971ed2d54 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Feb 15 02:56:44.982139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:45.068736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f8aa2-fc9f-4630-89c1-aca0dc4d2c0d tempest-TestMinimumBasicScenario-2035488101 tempest-TestMinimumBasicScenario-2035488101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:45.070268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-073f8aa2-fc9f-4630-89c1-aca0dc4d2c0d tempest-TestMinimumBasicScenario-2035488101 tempest-TestMinimumBasicScenario-2035488101-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1124 time: 0.0871644 Feb 15 02:56:45.073307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:45.077946 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:45.186646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:45.279069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:45.383115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Allocated IP 172.25.2.55 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/643bdfa7-1a0e-4dae-9cf9-7021e7f1db82) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:56:45.482868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:45.569744 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:45.606629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:56:45.611307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:56:45.615411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:56:45.636605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'Port': ['ID=643bdfa7-1a0e-4dae-9cf9-7021e7f1db82,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:45.649271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.649625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.649977 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.650318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.650657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.651003 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.651322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.651651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.651980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.652325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.653149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.653149 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.653348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:45.941146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:45.995100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for floatingip (24449cce-12e1-45f9-ab1a-3539055fa590), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.105213 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.256576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.311894 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.381527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'Port': ['ID=643bdfa7-1a0e-4dae-9cf9-7021e7f1db82,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:46.390056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (24449cce-12e1-45f9-ab1a-3539055fa590), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.493497 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Floating IP 24449cce-12e1-45f9-ab1a-3539055fa590 associated. External IP: 172.25.2.55, port: a03348dc-5f54-4547-8dd5-a7c1fbd6522f. Feb 15 02:56:46.702151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:56:46.809672 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:56:46.819411 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Sync routers for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:56:46.828730 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:56:46.828957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:56:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:56:46.902874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:46.933288 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2d04d43f-b1cb-4281-8771-ede031dcc2bd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589630 Feb 15 02:56:46.933909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:56:46.936159 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcea3d4-206a-4d20-9f64-a31f413fc774" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:56:46.936568 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:56:46.936907 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:46.943076 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069314599', 'description': 'tempest-secgroup-smoke-1069314599 description', 'project_id': '1538366f98b94568b6bcc1f920296b1c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:47.020979 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.039100 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2c37e8-7eda-4ec9-a29a-28eadc19a87b x-openstack-request-id: req-0e2c37e8-7eda-4ec9-a29a-28eadc19a87b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:56:47.039624 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:56:47.039987 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e2c37e8-7eda-4ec9-a29a-28eadc19a87b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:56:47.040503 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:56:47.094455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (7d67bd02-446e-4192-b20a-4a37224175d2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.106929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-f6769589-b44c-429e-b430-29a3620d838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.108595 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-f6769589-b44c-429e-b430-29a3620d838e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1129 time: 0.0464773 Feb 15 02:56:47.151134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7d67bd02-446e-4192-b20a-4a37224175d2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.181462 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67bd02-446e-4192-b20a-4a37224175d2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:47.189267 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.189717 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.190149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.191284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.191704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.192129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.192550 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.192954 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.193358 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.193765 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.194172 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.194573 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.194952 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:47.204867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-f35a5128-e3eb-449b-a693-c70ec07a8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.207055 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-f35a5128-e3eb-449b-a693-c70ec07a8d80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0929236 Feb 15 02:56:47.239770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.241090 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-83ecb978-6985-47bc-94b0-baf323126c28 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3030419 Feb 15 02:56:47.245116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:47.249780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:47.264449 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '24449cce-12e1-45f9-ab1a-3539055fa590', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'port_id': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'mac_address': 'fa:16:3e:8f:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:56:45Z', 'updated_at': '2022-02-15T02:56:45Z', 'revision_number': 0, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:56:47.275657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-5772e1be-2360-4ac1-a0d4-7aa461859969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 999 time: 0.0618806 Feb 15 02:56:47.291644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Checking router: 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:56:47.300440 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:56:47.301050 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:56:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:56:47.311221 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (01a8cb91-e82a-4787-bccb-20184d3cb46f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.327483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-8288882d-4c85-4427-b2f0-4ec947598c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.329045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-8288882d-4c85-4427-b2f0-4ec947598c0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0481365 Feb 15 02:56:47.377350 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (01a8cb91-e82a-4787-bccb-20184d3cb46f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.380830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-6efa3388-e681-4199-a08d-de47ba00c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.382421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-6efa3388-e681-4199-a08d-de47ba00c1cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477965 Feb 15 02:56:47.420347 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:56:47.472729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-441d62d1-4c85-44b5-8294-e81e52761c96 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844841 Feb 15 02:56:47.483326 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (01a8cb91-e82a-4787-bccb-20184d3cb46f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.502112 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a8cb91-e82a-4787-bccb-20184d3cb46f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:47.573025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8bcea3d4-206a-4d20-9f64-a31f413fc774 req-4f623144-66b6-44bc-94da-014e52caf977 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943129 Feb 15 02:56:47.588566 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.591566 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-661d91c2-7c27-4692-a125-e5567462086f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435905 Feb 15 02:56:47.592784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:47.597880 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:47.650088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '24449cce-12e1-45f9-ab1a-3539055fa590', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'port_id': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'mac_address': 'fa:16:3e:8f:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:56:45Z', 'updated_at': '2022-02-15T02:56:45Z', 'revision_number': 0, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:56:47.676995 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e5865-ae75-4fb0-a671-b15dfab3afe0 None None] The sync data for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 is: [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '24449cce-12e1-45f9-ab1a-3539055fa590', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'port_id': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'mac_address': 'fa:16:3e:8f:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:56:45Z', 'updated_at': '2022-02-15T02:56:45Z', 'revision_number': 0, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:56:47.711308 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (0d5d523c-6255-4978-9fe5-59d7bf65708f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.768933 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (0d5d523c-6255-4978-9fe5-59d7bf65708f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.824174 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0d5d523c-6255-4978-9fe5-59d7bf65708f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.843217 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5d523c-6255-4978-9fe5-59d7bf65708f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:47.875763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b395336-74c0-4bb4-ba34-b45ccadc3073 None None] New status for floating IP 24449cce-12e1-45f9-ab1a-3539055fa590: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:56:47.906273 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.907452 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2d431168-6463-4bcc-88c8-9d94023604a0 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3137298 Feb 15 02:56:47.910782 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:47.915254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:48.016798 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (ac375136-68cb-4a56-b6a3-b0d1cb4d62e6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.074540 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (ac375136-68cb-4a56-b6a3-b0d1cb4d62e6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.129965 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ac375136-68cb-4a56-b6a3-b0d1cb4d62e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.147982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac375136-68cb-4a56-b6a3-b0d1cb4d62e6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:48.211134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.212307 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4195f914-9ef3-40af-b53d-abbd1ce69a10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3005862 Feb 15 02:56:48.215015 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:48.219271 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:48.288478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (51345420-ca47-43ed-b4ab-0f8388fffb0c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.346155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (51345420-ca47-43ed-b4ab-0f8388fffb0c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.409908 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (51345420-ca47-43ed-b4ab-0f8388fffb0c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.427043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51345420-ca47-43ed-b4ab-0f8388fffb0c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:48.506584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.507785 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0eb118f7-ecf3-49c6-83cc-426b288cdcdc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918594 Feb 15 02:56:48.510439 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:48.514707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:48.584744 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Project 1538366f98b94568b6bcc1f920296b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:56:48.589886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (e6486a43-c563-4a07-84d9-dfefa3e21ead), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.636069 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.646843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (e6486a43-c563-4a07-84d9-dfefa3e21ead), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.720924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e6486a43-c563-4a07-84d9-dfefa3e21ead), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.739238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6486a43-c563-4a07-84d9-dfefa3e21ead,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:48.810625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.811894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-021f06dc-5770-407b-9c81-e554503c9d67 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3004913 Feb 15 02:56:48.814567 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:48.818837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'security_group_rule': {'security_group_id': '7d67bd02-446e-4192-b20a-4a37224175d2', 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:48.900186 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Project 1538366f98b94568b6bcc1f920296b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:56:48.906765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (8d3f8c5f-b747-4990-959c-c20c57e6feab), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.964281 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (8d3f8c5f-b747-4990-959c-c20c57e6feab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.031713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8d3f8c5f-b747-4990-959c-c20c57e6feab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.050943 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3f8c5f-b747-4990-959c-c20c57e6feab,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:49.129796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.131274 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1cfc500-5522-47f8-a232-a3fee6134276 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3154864 Feb 15 02:56:49.221302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-ec1b711f-bfb3-4586-8c66-7e3fcd42b125 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069314599&fields=id&tenant_id=1538366f98b94568b6bcc1f920296b1c HTTP/1.1" status: 200 len: 267 time: 0.0447259 Feb 15 02:56:49.276867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-c7c591dc-864c-46a8-a3ca-45928de74dd4 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.278344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-c7c591dc-864c-46a8-a3ca-45928de74dd4 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0511920 Feb 15 02:56:49.289296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'port': {'security_groups': ['1c08e011-2e57-4dec-96a0-93103d920736', '7d67bd02-446e-4192-b20a-4a37224175d2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:49.360359 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.545937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:56:49.577049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.641088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.653787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:56:49.683756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.684423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.685821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0d40eab3-32ed-4aae-a16b-25dea5d91ca6 req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "PUT /v2.0/ports/a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 982 time: 0.4009116 Feb 15 02:56:49.686293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:56:49.688582 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:56:49.716725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabf805-f566-465f-94e9-fb0229fb7f12 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:49.738991 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab0330-5720-41b9-84ba-2bce52c042eb x-openstack-request-id: req-bcab0330-5720-41b9-84ba-2bce52c042eb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:56:49.739298 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:56:49.739562 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcab0330-5720-41b9-84ba-2bce52c042eb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:56:49.739975 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:56:49.757332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:56:49.849565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-c2e99676-2277-4fc2-8ca2-d912859234c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.851131 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-c2e99676-2277-4fc2-8ca2-d912859234c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1168 time: 0.0885994 Feb 15 02:56:49.866841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554d72-cae3-48fa-9be8-ca7b2f1d98fc req-c829528f-b476-4b50-8e8e-3fe147f15a7a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.868841 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49554d72-cae3-48fa-9be8-ca7b2f1d98fc req-c829528f-b476-4b50-8e8e-3fe147f15a7a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0754755 Feb 15 02:56:49.989141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-49554d72-cae3-48fa-9be8-ca7b2f1d98fc req-15cc174d-684a-4694-81e8-4b212e010b78 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111767 Feb 15 02:56:50.010535 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-82c2c9c4-d33b-41e8-9f85-82e7f5ae4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:50.012031 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-82c2c9c4-d33b-41e8-9f85-82e7f5ae4883 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.1548469 Feb 15 02:56:50.056580 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7600184b-9e51-4fd4-b9e7-705e997a402b None None] Provisioning complete for port a03348dc-5f54-4547-8dd5-a7c1fbd6522f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:56:50.056953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7600184b-9e51-4fd4-b9e7-705e997a402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:50.086649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-a9d24b8f-b4f8-425d-9b02-809106e78627 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1001 time: 0.0682209 Feb 15 02:56:50.135770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-be9d1217-01be-413f-9942-9e15d7eefad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:50.137285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-be9d1217-01be-413f-9942-9e15d7eefad0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0443277 Feb 15 02:56:50.186859 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-78f62183-be8a-43dd-b350-a8fe60bc195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:50.188316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-78f62183-be8a-43dd-b350-a8fe60bc195b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446551 Feb 15 02:56:50.276617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7600184b-9e51-4fd4-b9e7-705e997a402b None None] Current status of the port a03348dc-5f54-4547-8dd5-a7c1fbd6522f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:56:50.281557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-1640ed67-2995-4233-b60e-eaab22dffcca service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Feb 15 02:56:50.379023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bf1915a-bc81-4d49-92ad-b52c7ed4a065 req-678f5d31-72ed-408b-ae8e-e83be9c534ee service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Feb 15 02:56:51.146273 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aa27e2f-6815-42cd-8e55-f735e9383615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:53.346026 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3f32a66-bd9e-4966-8b6a-46af605472bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:54.796593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:56.178068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:57.466115 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:01.538891 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:57:15.966483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:18.665750 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:21.145650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ba4-7f4f-49a9-a2f7-8b62ce847539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.328086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cadb6ac-f6e5-485a-96b5-14c273ffffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:24.791197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:26.180322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.492534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:32.123002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-197aae10-ff4e-41b0-a54f-dfc6224b0352 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478904 Feb 15 02:57:32.206140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-b2c1053f-475c-49dc-a11d-db4410347035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:32.207656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-b2c1053f-475c-49dc-a11d-db4410347035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1168 time: 0.0447705 Feb 15 02:57:32.309303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-e72bcdf6-1c26-4c12-a258-0558be5e589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:32.310801 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-e72bcdf6-1c26-4c12-a258-0558be5e589e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0836375 Feb 15 02:57:32.379053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-eb94a3d4-7c2d-4ac4-b680-8b09ab8dd199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1001 time: 0.0619471 Feb 15 02:57:32.426081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-d5bf6261-8deb-4ac2-b0dd-1ea7699fd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:32.427542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-d5bf6261-8deb-4ac2-b0dd-1ea7699fd358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0430458 Feb 15 02:57:32.480048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-63858377-96cb-45ac-931f-95f05517cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:32.481582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-63858377-96cb-45ac-931f-95f05517cc8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456388 Feb 15 02:57:32.573206 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-76da7907-be15-43a6-8216-0f461e2bd48a service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848334 Feb 15 02:57:32.659407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3cd656f-64ab-4ff7-a549-17bff5178387 req-d86ec2d7-c965-4fb6-8404-04ecd1246182 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797069 Feb 15 02:57:35.144512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f88fd-f44d-429d-9be0-fd3a50bd4762 req-d0371068-2bc1-42d1-8653-90c61b790336 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:35.145934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c6f88fd-f44d-429d-9be0-fd3a50bd4762 req-d0371068-2bc1-42d1-8653-90c61b790336 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0543492 Feb 15 02:57:35.239918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-7a0f4c1a-44bf-4f36-aa9c-8522b25c9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:35.241452 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-7a0f4c1a-44bf-4f36-aa9c-8522b25c9f80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1168 time: 0.0873013 Feb 15 02:57:35.246859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c6f88fd-f44d-429d-9be0-fd3a50bd4762 req-3e6b5912-2a3d-472c-8cc8-5ecf9841b80b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944130 Feb 15 02:57:35.330916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-a0fb7781-2843-4eff-bf86-b62b06287cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:35.332505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-a0fb7781-2843-4eff-bf86-b62b06287cdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0845926 Feb 15 02:57:35.708410 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-e3c58331-c81b-4e66-88e4-ffb7a08d2373 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1001 time: 0.3695962 Feb 15 02:57:35.755852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-66f67590-c757-4772-b422-5cacf925238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:35.757238 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-66f67590-c757-4772-b422-5cacf925238e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0420570 Feb 15 02:57:35.805013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-317628c7-0dd8-4dfd-8839-4652e0ad3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:35.806570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-317628c7-0dd8-4dfd-8839-4652e0ad3972 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424414 Feb 15 02:57:35.898953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-3514c131-182f-4b64-81bf-e41bfffe226c service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855992 Feb 15 02:57:35.986340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-490c183e-f84e-4c39-a3aa-bebab15d502f req-c2766c5e-000f-468b-a868-5441228ff1b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804725 Feb 15 02:57:36.372982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af5a2-ee5f-4b01-ad5b-8f3f6a06820c req-3df50823-1d2e-4e8f-b860-59d68ec68f5b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:36.374914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00af5a2-ee5f-4b01-ad5b-8f3f6a06820c req-3df50823-1d2e-4e8f-b860-59d68ec68f5b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0571601 Feb 15 02:57:36.435023 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f00af5a2-ee5f-4b01-ad5b-8f3f6a06820c req-8e7a10d3-41c8-4371-a6de-46321af7d404 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540681 Feb 15 02:57:37.556728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae211f-2476-480b-b1ed-035f5d028ef4 req-be17b43a-f416-454c-9879-edd6240ab1e7 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:37.558205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae211f-2476-480b-b1ed-035f5d028ef4 req-be17b43a-f416-454c-9879-edd6240ab1e7 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0528882 Feb 15 02:57:37.623196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-caae211f-2476-480b-b1ed-035f5d028ef4 req-0dbe2af9-d1e5-4ce8-8dfd-ee73ebe9d4a4 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591376 Feb 15 02:57:38.538255 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:57:38.747074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f836047-3a1e-4576-9c2c-74178243bcf8 req-7eaa6892-d7c6-4ab6-a74f-16b65a467b96 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:38.748505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f836047-3a1e-4576-9c2c-74178243bcf8 req-7eaa6892-d7c6-4ab6-a74f-16b65a467b96 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0563877 Feb 15 02:57:38.807290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1f836047-3a1e-4576-9c2c-74178243bcf8 req-614e83cf-d8d1-45df-93ec-c7c1f50ea4c1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529754 Feb 15 02:57:39.924546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c9cc-d033-40ab-8e20-f4cdaeb3b2fe req-b6078db1-676a-4107-9997-0c9a86bc4158 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:39.926011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1072c9cc-d033-40ab-8e20-f4cdaeb3b2fe req-b6078db1-676a-4107-9997-0c9a86bc4158 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0518401 Feb 15 02:57:39.988180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1072c9cc-d033-40ab-8e20-f4cdaeb3b2fe req-a87648cb-4a9d-4f22-addb-8328b55afe6b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561574 Feb 15 02:57:41.107441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f11a4-398a-4587-94ef-d4bec8135580 req-135f0ec2-9ce9-4c9c-ad2b-805030e03b83 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:41.108980 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c9f11a4-398a-4587-94ef-d4bec8135580 req-135f0ec2-9ce9-4c9c-ad2b-805030e03b83 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0528996 Feb 15 02:57:41.171484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2c9f11a4-398a-4587-94ef-d4bec8135580 req-922cf9bf-b677-452b-913a-adf02407c3f6 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568666 Feb 15 02:57:42.294695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839441-6039-427a-9032-3b4570590633 req-1a269ee5-6c2a-4602-80c5-11811db9d661 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:42.296193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01839441-6039-427a-9032-3b4570590633 req-1a269ee5-6c2a-4602-80c5-11811db9d661 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0577867 Feb 15 02:57:42.355289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-01839441-6039-427a-9032-3b4570590633 req-0807613b-898f-44dd-b4f5-32c23276454d tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527301 Feb 15 02:57:43.472756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dadb44-9ef0-4236-b991-ee381cb62dc9 req-6a41d3dd-8276-4d13-a992-d7cdac535b30 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:43.474215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40dadb44-9ef0-4236-b991-ee381cb62dc9 req-6a41d3dd-8276-4d13-a992-d7cdac535b30 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0524313 Feb 15 02:57:43.532603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-40dadb44-9ef0-4236-b991-ee381cb62dc9 req-bc2a6353-c53b-4a0b-9779-9334716b48e2 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526943 Feb 15 02:57:44.655660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23688032-477e-485e-8db2-fcd58f4474fa req-7a91e6ae-77e9-446a-828b-e6fad5ea6c10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:44.657180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23688032-477e-485e-8db2-fcd58f4474fa req-7a91e6ae-77e9-446a-828b-e6fad5ea6c10 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0564096 Feb 15 02:57:44.716204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-23688032-477e-485e-8db2-fcd58f4474fa req-0bb72a5b-fdb3-4f79-8b53-2ddd85066c7f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529819 Feb 15 02:57:45.835954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dc26f-8f81-4994-a880-916a55932ba3 req-7c99da29-e1f0-4a2e-8b63-886cf88c8b3f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:45.840930 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de7dc26f-8f81-4994-a880-916a55932ba3 req-7c99da29-e1f0-4a2e-8b63-886cf88c8b3f tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0517557 Feb 15 02:57:45.896893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de7dc26f-8f81-4994-a880-916a55932ba3 req-f1ba4215-dd5a-4aab-a99a-5a299a11f6f3 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538251 Feb 15 02:57:45.966411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:47.016524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efba27-44a0-43f7-afe2-748204edbf2c req-ef854779-e5de-4faa-aba0-975dc41467e5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:47.018011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41efba27-44a0-43f7-afe2-748204edbf2c req-ef854779-e5de-4faa-aba0-975dc41467e5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0529096 Feb 15 02:57:47.080691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41efba27-44a0-43f7-afe2-748204edbf2c req-4c16b732-e2f2-4143-b1fb-5f1a0090e00b tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569170 Feb 15 02:57:48.199193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b54b7-9599-4c5f-8f9c-ab1d72aa098b req-abc824ee-a9cf-424d-9733-c64d03258715 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:48.200746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c1b54b7-9599-4c5f-8f9c-ab1d72aa098b req-abc824ee-a9cf-424d-9733-c64d03258715 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0525329 Feb 15 02:57:48.260001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9c1b54b7-9599-4c5f-8f9c-ab1d72aa098b req-59041f1a-bb15-41ea-ab6c-07d3a404ca46 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536397 Feb 15 02:57:48.682436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:49.379550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89f320-9284-41b2-8a13-85c8b2d3f84b req-8dfe7d3f-bae3-49bf-98ae-ff25e3132eb5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:49.381079 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e89f320-9284-41b2-8a13-85c8b2d3f84b req-8dfe7d3f-bae3-49bf-98ae-ff25e3132eb5 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0535674 Feb 15 02:57:49.441800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e89f320-9284-41b2-8a13-85c8b2d3f84b req-32d7132f-dc9b-44cf-aff4-dd13648422b8 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550914 Feb 15 02:57:50.566961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765788-6db4-46dd-bae3-ab36b32b8397 req-996e6793-3ec6-43c6-ad63-b13ef293768a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:50.568484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc765788-6db4-46dd-bae3-ab36b32b8397 req-996e6793-3ec6-43c6-ad63-b13ef293768a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0579557 Feb 15 02:57:50.628515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc765788-6db4-46dd-bae3-ab36b32b8397 req-cd4ab3a9-8ccf-4c85-aec6-801f32d93039 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542507 Feb 15 02:57:51.156341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71c34863-cce6-4574-86f1-cc25528d050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:51.747901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0c09-7a86-4fae-a3b7-0636cd823f53 req-c0aa8a34-0920-43b7-97bf-d8609598f1db tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:51.749423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6f0c09-7a86-4fae-a3b7-0636cd823f53 req-c0aa8a34-0920-43b7-97bf-d8609598f1db tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0536203 Feb 15 02:57:51.810752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6f0c09-7a86-4fae-a3b7-0636cd823f53 req-993c6e8a-24ae-4167-93b8-5c98e0b099f7 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551004 Feb 15 02:57:52.937661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fdde8-c5e2-481a-a1b9-a969d27bee4c req-c4a5bd6b-309e-4773-be0a-11ef5cc623cd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:52.939188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-854fdde8-c5e2-481a-a1b9-a969d27bee4c req-c4a5bd6b-309e-4773-be0a-11ef5cc623cd tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0584850 Feb 15 02:57:53.008348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-854fdde8-c5e2-481a-a1b9-a969d27bee4c req-5b516d6a-0759-4dda-868e-5f890a5de3fc tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&id=7d67bd02-446e-4192-b20a-4a37224175d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636275 Feb 15 02:57:53.333462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74c03916-9af5-43b4-bcdd-9e9f2a6eeba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:54.779386 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:56.194816 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:57.474369 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:15.536778 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:58:15.971657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:18.691539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:21.171274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f42bcb5-3ab2-489e-8111-1547de0b1529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:23.360249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea67df9e-5f12-4801-8155-86d82cd6585e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:24.795892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:26.194587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:27.468478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:33.114821 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-6d48b534-2a70-4894-9243-b6d1817ef190 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442672 Feb 15 02:58:33.203118 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-381b643f-01e0-4505-856b-4f887232dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:33.204639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-381b643f-01e0-4505-856b-4f887232dfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1168 time: 0.0448313 Feb 15 02:58:33.309043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-5c38c8d8-051c-42e5-a9dc-2a6c14a14443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:33.310569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-5c38c8d8-051c-42e5-a9dc-2a6c14a14443 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0871627 Feb 15 02:58:33.374508 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-ebc55a18-1b38-4d98-aff8-daf92b15f54f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1001 time: 0.0580387 Feb 15 02:58:33.421939 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-7bdfa30c-6bcf-4434-b744-9c56006fe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:33.423495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-7bdfa30c-6bcf-4434-b744-9c56006fe07d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0428908 Feb 15 02:58:33.481299 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-ffc50e9d-b1ca-4884-8600-0f32f82612b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:33.482839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-ffc50e9d-b1ca-4884-8600-0f32f82612b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534573 Feb 15 02:58:33.495603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-82b37466-45f5-44cd-b727-e16d9c2e9036 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:58:33.496668 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-82b37466-45f5-44cd-b727-e16d9c2e9036 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048902 Feb 15 02:58:33.583300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-ac23ac04-1a5b-4e36-aec1-7d33b7d5ccf6 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800934 Feb 15 02:58:33.674833 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88d0c372-9d89-4efc-97d0-ec8a31a75ec7 req-cb61f7d0-2ca1-44da-9ff6-88a203d28c52 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 Feb 15 02:58:46.000997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:48.708318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:51.188188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35b5bb7d-8558-49c2-a144-5541b8e4dc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:52.537165 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:58:53.360855 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64aa9411-07c2-413d-9a7e-eb92279b6f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:54.784090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.177858 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.436758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-1723ec6a-ba90-499f-96a0-1b202b08762a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069314599&fields=id&tenant_id=1538366f98b94568b6bcc1f920296b1c HTTP/1.1" status: 200 len: 267 time: 0.0456395 Feb 15 02:58:56.494452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-e149f47b-85be-4218-af9a-83ad9ff6354d tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:56.496509 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-e149f47b-85be-4218-af9a-83ad9ff6354d tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 985 time: 0.0532441 Feb 15 02:58:56.507715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Request body: {'port': {'security_groups': ['1c08e011-2e57-4dec-96a0-93103d920736']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:58:56.582854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.759268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:58:56.787897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.846811 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.858741 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:58:56.890036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:56.890668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.892072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8334974c-a0a2-4972-980a-2ea076448aa9 req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "PUT /v2.0/ports/a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 943 time: 0.3894236 Feb 15 02:58:56.892561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:58:56.894866 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:58:56.901043 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:58:56.935115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event updated for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:58:56.951480 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce630ed7-9a7c-40ce-b252-dcbe0c3c403f x-openstack-request-id: req-ce630ed7-9a7c-40ce-b252-dcbe0c3c403f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:58:56.952163 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:58:56.952691 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce630ed7-9a7c-40ce-b252-dcbe0c3c403f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:58:56.953334 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:58:56.954866 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.955475 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.956089 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.956688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.957528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.958131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.958682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.959022 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.959358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.959703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.960214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.960575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.961122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3231371-c792-4220-ab58-f686424d40bf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:56.991090 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (7d67bd02-446e-4192-b20a-4a37224175d2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:56.991920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:58:57.016984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-5ec1ee77-79dd-4e40-84f2-d6f6b3bf695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:57.018631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-5ec1ee77-79dd-4e40-84f2-d6f6b3bf695c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1129 time: 0.0535002 Feb 15 02:58:57.019011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (7d67bd02-446e-4192-b20a-4a37224175d2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.131660 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-42330240-bac3-4e92-89f5-350032cd6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:57.133193 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-42330240-bac3-4e92-89f5-350032cd6d36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.1084516 Feb 15 02:58:57.162149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc522891-20c8-408c-b7d0-ecffb2af80dd None None] Provisioning complete for port a03348dc-5f54-4547-8dd5-a7c1fbd6522f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:58:57.162449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc522891-20c8-408c-b7d0-ecffb2af80dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.166959 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (7d67bd02-446e-4192-b20a-4a37224175d2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.169976 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.173802 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "DELETE /v2.0/security-groups/7d67bd02-446e-4192-b20a-4a37224175d2 HTTP/1.1" status: 204 len: 168 time: 0.2686205 Feb 15 02:58:57.176453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:58:57.182789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67bd02-446e-4192-b20a-4a37224175d2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:58:57.192310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.192743 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.193158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.193560 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.194138 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.194707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.195241 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.195781 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.196116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.196493 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.196997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.197327 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.197810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8550b94-76e7-4c65-8ae3-f2ae51d2f5f1 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:57.247978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-a66697ae-099e-4164-adb5-f902775437f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 1001 time: 0.1086047 Feb 15 02:58:57.289094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc522891-20c8-408c-b7d0-ecffb2af80dd None None] Current status of the port a03348dc-5f54-4547-8dd5-a7c1fbd6522f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:58:57.341456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-5f1330f6-9bcd-47bf-a739-3cb06f347489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:57.342908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-5f1330f6-9bcd-47bf-a739-3cb06f347489 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0855079 Feb 15 02:58:57.421908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-144817ce-49dc-4ae2-98a3-d6ec0fa348f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:57.423418 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-144817ce-49dc-4ae2-98a3-d6ec0fa348f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588269 Feb 15 02:58:57.425864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Deleting port 643bdfa7-1a0e-4dae-9cf9-7021e7f1db82 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:58:57.428121 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.469697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.560399 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.561016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for floatingip (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.582072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Calling delete_port for 643bdfa7-1a0e-4dae-9cf9-7021e7f1db82 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:58:57.587321 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-4851fc72-94cb-4a8c-8d73-f918ff9dcaf9 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495445 Feb 15 02:58:57.733194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1b6d6ef8-f5fd-4324-8d80-6baa83ce4f5b req-197c2b3d-00fa-4afe-bdf6-1bbd74e8ff7f service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393638 Feb 15 02:58:57.846658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (643bdfa7-1a0e-4dae-9cf9-7021e7f1db82), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.882877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event deleted for resources: {'Port': ['ID=643bdfa7-1a0e-4dae-9cf9-7021e7f1db82,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:58:57.944531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks [] for floatingip (24449cce-12e1-45f9-ab1a-3539055fa590), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:57.951093 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Floating IP 24449cce-12e1-45f9-ab1a-3539055fa590 disassociated (deleted). External IP: 172.25.2.55, port: a03348dc-5f54-4547-8dd5-a7c1fbd6522f. Feb 15 02:58:58.153109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:58:58.267702 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:58:58.272599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:58.278146 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Sync routers for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:58:58.287384 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:58:58.287994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:58:58.302735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f0cc6b83-4f59-4f32-a409-3fc16616ea23 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "DELETE /v2.0/floatingips/24449cce-12e1-45f9-ab1a-3539055fa590 HTTP/1.1" status: 204 len: 168 time: 1.1265764 Feb 15 02:58:58.397314 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:58:58.602169 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:58:58.629235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Checking router: 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:58:58.637850 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:58:58.638330 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:58:58.832795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:58:58.954887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:58:58.957724 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:58:58.992812 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c42e22-cfce-4d1f-9e55-f4abcfc3a53d x-openstack-request-id: req-28c42e22-cfce-4d1f-9e55-f4abcfc3a53d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:58:58.993110 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:58:58.993368 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28c42e22-cfce-4d1f-9e55-f4abcfc3a53d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:58:58.993877 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:58:59.032710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:58:59.058207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-a1d0224c-359f-4a9c-ac71-489ae298d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:59.060340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-a1d0224c-359f-4a9c-ac71-489ae298d744 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1538366f98b94568b6bcc1f920296b1c&device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 1129 time: 0.0458775 Feb 15 02:58:59.062633 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52e758-be3d-4396-adba-9969456bc37f None None] The sync data for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 is: [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:42Z', 'revision_number': 4, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94', 'name': '', 'network_id': 'd8da06dd-31e0-418c-b415-1334d7ef4486', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'mac_address': 'fa:16:3e:5d:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:41Z', 'updated_at': '2022-02-15T02:55:46Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'subnets': [{'id': '74721218-f55d-4a80-b700-ea7bcaf50011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:58:59.157245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-7348150a-1ab7-43a6-b967-e062c4b48dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:59.158750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-7348150a-1ab7-43a6-b967-e062c4b48dcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 200 len: 916 time: 0.0908515 Feb 15 02:58:59.201543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-ef4a9f13-0be5-4e81-9291-6bbdbc600cf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 200 len: 217 time: 0.0371923 Feb 15 02:58:59.260098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-3bfe4cd2-8e81-4515-9d74-61743c64eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:59.261713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-3bfe4cd2-8e81-4515-9d74-61743c64eb42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 200 len: 854 time: 0.0541737 Feb 15 02:58:59.304021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa6f44-d944-4f94-b347-88c1454b23b5 None None] New status for floating IP 24449cce-12e1-45f9-ab1a-3539055fa590: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:58:59.317581 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-78ad893e-a5dc-4e51-a90c-9794d7602f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:58:59.319233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-78ad893e-a5dc-4e51-a90c-9794d7602f2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8da06dd-31e0-418c-b415-1334d7ef4486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515976 Feb 15 02:58:59.416486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-d8c640f4-62af-4ff9-8dff-296fbd11eafb service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Feb 15 02:58:59.509855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7397dfdb-97b5-4676-b67a-75cdd4c94c0e req-089d9607-694e-4769-bbcc-462c6e585990 service neutron] 10.222.0.37 "GET /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872533 Feb 15 02:59:14.043232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee67de1-d62a-47c0-b441-4c16e7ccc8ee req-42d61a27-4661-4fd9-b3d3-38611eb0d38a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:14.044713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ee67de1-d62a-47c0-b441-4c16e7ccc8ee req-42d61a27-4661-4fd9-b3d3-38611eb0d38a tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0524771 Feb 15 02:59:14.091510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3ee67de1-d62a-47c0-b441-4c16e7ccc8ee req-f39a823e-3894-43c5-92b0-3824ca985300 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Feb 15 02:59:15.216111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5ae3d-d888-452c-b6ae-372463509b4b req-8b547183-30b2-4165-b888-d4098b24cffb tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:15.217625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9f5ae3d-d888-452c-b6ae-372463509b4b req-8b547183-30b2-4165-b888-d4098b24cffb tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0566480 Feb 15 02:59:15.263233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a9f5ae3d-d888-452c-b6ae-372463509b4b req-1f801062-6d68-4e67-82aa-4e11397e94a3 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c08e011-2e57-4dec-96a0-93103d920736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Feb 15 02:59:15.843353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-2ce81955-b1dd-415d-9e8f-a05227b9511e tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:15.844897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-2ce81955-b1dd-415d-9e8f-a05227b9511e tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 946 time: 0.0515916 Feb 15 02:59:15.937070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Deleting port a03348dc-5f54-4547-8dd5-a7c1fbd6522f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:15.937391 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.027266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] For port a03348dc-5f54-4547-8dd5-a7c1fbd6522f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:16.027551 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.039755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Calling delete_port for a03348dc-5f54-4547-8dd5-a7c1fbd6522f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:16.040724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.227953 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a03348dc-5f54-4547-8dd5-a7c1fbd6522f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.240899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a03348dc-5f54-4547-8dd5-a7c1fbd6522f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:59:16.260328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Pushing event deleted for resources: {'Port': ['ID=a03348dc-5f54-4547-8dd5-a7c1fbd6522f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:16.300912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] No DVR routers for this DVR port a03348dc-5f54-4547-8dd5-a7c1fbd6522f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:59:16.303525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.307313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7edfd82b-ff82-4069-9a49-b8393092df9f req-4da21f7b-3ed1-4bad-9985-22bed7da2bcf tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.37 "DELETE /v2.0/ports/a03348dc-5f54-4547-8dd5-a7c1fbd6522f HTTP/1.1" status: 204 len: 173 time: 0.4575825 Feb 15 02:59:16.307804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'name': 'network-vif-deleted', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:59:16.310110 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed34f37-8c33-4fa4-ac85-004badde872a" -d '{"events": [{"server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "name": "network-vif-deleted", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:59:16.362368 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-785377da-ef2e-424f-9e2e-26b05f03e078 req-98ba6770-d8ec-463c-b0ec-8bc51f2305a6 tempest-TestMinimumBasicScenario-361265681 tempest-TestMinimumBasicScenario-361265681-project] 10.222.0.43 "GET /v2.0/ports?device_id=81ae3765-5d59-4476-9e94-707fcd4b216b HTTP/1.1" status: 200 len: 210 time: 0.0276563 Feb 15 02:59:16.406642 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d4c015-d382-4d70-b1c5-ea21a173a1da x-openstack-request-id: req-b5d4c015-d382-4d70-b1c5-ea21a173a1da {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:59:16.406961 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae3765-5d59-4476-9e94-707fcd4b216b", "name": "network-vif-deleted", "tag": "a03348dc-5f54-4547-8dd5-a7c1fbd6522f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:59:16.407219 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5d4c015-d382-4d70-b1c5-ea21a173a1da {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:59:16.407626 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae3765-5d59-4476-9e94-707fcd4b216b', 'name': 'network-vif-deleted', 'tag': 'a03348dc-5f54-4547-8dd5-a7c1fbd6522f', 'status': 'completed', 'code': 200} Feb 15 02:59:18.540495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:18.715168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:18.889361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:19.132078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Deleting port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:19.132439 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:19.206412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] For port 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:19.206768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:19.218442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Calling delete_port for 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:19.469163 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:19.495258 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Pushing event deleted for resources: {'Port': ['ID=627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:19.666023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:19.881924 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:59:19.987115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:59:19.995104 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d8ccb23f-2455-4dac-9828-9cfce17a765e admin admin] 10.222.0.43 "PUT /v2.0/routers/8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510281 Feb 15 02:59:19.995375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49574) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:19.996125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Sync routers for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:59:20.007156 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:20.007781 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:20.102133 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks [] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.112325 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:20.208435 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks [] for router_gateway (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.283260 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:59:19Z', 'revision_number': 5, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port': {'id': '47b58074-c854-4f03-b1e9-f4bc17d40fd0', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:20.313926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Checking router: 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:59:20.320617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Deleting port 47b58074-c854-4f03-b1e9-f4bc17d40fd0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:20.320961 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.321988 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Routers {'8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:20.322584 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:58:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:20.397242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] For port 47b58074-c854-4f03-b1e9-f4bc17d40fd0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=47b58074-c854-4f03-b1e9-f4bc17d40fd0,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:20.397606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.409230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Calling delete_port for 47b58074-c854-4f03-b1e9-f4bc17d40fd0 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:20.409613 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] Set router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:20.462128 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:59:20Z', 'revision_number': 6, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:20.492130 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c453-9dd6-4bff-8beb-520fe54c9db8 None None] The sync data for ids ['8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa'] in n-d-829064-14 is: [{'id': '8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa', 'name': 'tempest-TestMinimumBasicScenario-1565879712-router', 'tenant_id': '1538366f98b94568b6bcc1f920296b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:39Z', 'updated_at': '2022-02-15T02:59:20Z', 'revision_number': 6, 'project_id': '1538366f98b94568b6bcc1f920296b1c', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:59:20.645836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (47b58074-c854-4f03-b1e9-f4bc17d40fd0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.671651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b58074-c854-4f03-b1e9-f4bc17d40fd0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:20.744173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.835122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.838219 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks [] for router_controller (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.879031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a03348dc-5f54-4547-8dd5-a7c1fbd6522f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:20.901992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: a03348dc-5f54-4547-8dd5-a7c1fbd6522f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:20.902434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a03348dc-5f54-4547-8dd5-a7c1fbd6522f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:20.954885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.955560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:59:20.960641 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:20.962861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eacee572-a664-463c-b386-4b91fde68d89 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8a5409b1-ca57-4ae8-8bd2-9e9bd60b47aa HTTP/1.1" status: 204 len: 168 time: 0.9654229 Feb 15 02:59:20.964495 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:21.008083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Deleting subnet 74721218-f55d-4a80-b700-ea7bcaf50011 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:59:21.011113 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Publish callbacks [] for subnet (74721218-f55d-4a80-b700-ea7bcaf50011), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.045286 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (74721218-f55d-4a80-b700-ea7bcaf50011), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.121082 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (74721218-f55d-4a80-b700-ea7bcaf50011), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.155484 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6506bfc1-bcc0-47da-a9c5-81d5e5daeb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.241310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (74721218-f55d-4a80-b700-ea7bcaf50011), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.268427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:21.269109 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74721218-f55d-4a80-b700-ea7bcaf50011,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:21.277118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.281422 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3b92b0f3-7bf9-41fe-85c9-64bbc07581f0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/74721218-f55d-4a80-b700-ea7bcaf50011 HTTP/1.1" status: 204 len: 168 time: 0.3158562 Feb 15 02:59:21.283968 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:21.294532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ab994-32dc-4938-bc83-ec36dde82fbc None None] Network d8da06dd-31e0-418c-b415-1334d7ef4486 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:59:21.297691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:21.298036 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 627a2e5f-3b16-4f5b-9e5b-d02a9bb4aa94 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:21.354812 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (d8da06dd-31e0-418c-b415-1334d7ef4486), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.417489 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Deleting port 4847b646-5c34-4fb1-a76f-76d1d84d417e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:21.417840 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.466468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] DHCP port deletion for d8da06dd-31e0-418c-b415-1334d7ef4486 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:59:21.487019 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] For port 4847b646-5c34-4fb1-a76f-76d1d84d417e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4847b646-5c34-4fb1-a76f-76d1d84d417e,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:21.487396 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.502577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Calling delete_port for 4847b646-5c34-4fb1-a76f-76d1d84d417e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:21.521593 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Deleting port 4847b646-5c34-4fb1-a76f-76d1d84d417e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:21.522067 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.587880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] For port 4847b646-5c34-4fb1-a76f-76d1d84d417e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4847b646-5c34-4fb1-a76f-76d1d84d417e,segment=NetworkSegment(c49d9fa2-3d9c-4141-bfb8-715e7ede4e36),segment_id=c49d9fa2-3d9c-4141-bfb8-715e7ede4e36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:21.588278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.600156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Calling delete_port for 4847b646-5c34-4fb1-a76f-76d1d84d417e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:21.657778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.677100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (4847b646-5c34-4fb1-a76f-76d1d84d417e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.687225 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Pushing event deleted for resources: {'Port': ['ID=4847b646-5c34-4fb1-a76f-76d1d84d417e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:21.690771 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] No DVR routers for this DVR port 4847b646-5c34-4fb1-a76f-76d1d84d417e on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:59:21.702642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Pushing event deleted for resources: {'Port': ['ID=4847b646-5c34-4fb1-a76f-76d1d84d417e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:21.706939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] No DVR routers for this DVR port 4847b646-5c34-4fb1-a76f-76d1d84d417e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:59:21.713546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.713895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.716540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.717323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.717323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.717599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09d6a0-b101-47dc-9844-2a2d32ee6941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:21.767476 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (d8da06dd-31e0-418c-b415-1334d7ef4486), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.788061 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8da06dd-31e0-418c-b415-1334d7ef4486']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:21.797432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:21.797739 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49d9fa2-3d9c-4141-bfb8-715e7ede4e36') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:21.807762 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (c49d9fa2-3d9c-4141-bfb8-715e7ede4e36), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.820617 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (c49d9fa2-3d9c-4141-bfb8-715e7ede4e36), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.826585 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (c49d9fa2-3d9c-4141-bfb8-715e7ede4e36), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:59:21.829832 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:59:21.920817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (d8da06dd-31e0-418c-b415-1334d7ef4486), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.926702 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:21.929882 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] 10.222.0.43 "DELETE /v2.0/networks/d8da06dd-31e0-418c-b415-1334d7ef4486 HTTP/1.1" status: 204 len: 168 time: 0.6449621 Feb 15 02:59:21.935175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49580) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:21.940999 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c5ec9-4b57-4f19-b0f5-2b03df6733df admin admin] Pushing event deleted for resources: {'Network': ['ID=d8da06dd-31e0-418c-b415-1334d7ef4486,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:22.578101 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (2626f194-34be-46b3-a16d-d5676b4a8089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:22.632229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 47b58074-c854-4f03-b1e9-f4bc17d40fd0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:22.652690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 47b58074-c854-4f03-b1e9-f4bc17d40fd0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:22.653041 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 47b58074-c854-4f03-b1e9-f4bc17d40fd0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:22.653458 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4847b646-5c34-4fb1-a76f-76d1d84d417e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:22.671886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4847b646-5c34-4fb1-a76f-76d1d84d417e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:22.672171 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4847b646-5c34-4fb1-a76f-76d1d84d417e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:22.826849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Deleting port 70907a1f-ad38-464c-af1d-ad5677f9fc08 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:22.827196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:22.902592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] For port 70907a1f-ad38-464c-af1d-ad5677f9fc08, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=70907a1f-ad38-464c-af1d-ad5677f9fc08,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:22.902958 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:22.916088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Calling delete_port for 70907a1f-ad38-464c-af1d-ad5677f9fc08 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:23.130517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (70907a1f-ad38-464c-af1d-ad5677f9fc08), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:23.159646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Pushing event deleted for resources: {'Port': ['ID=70907a1f-ad38-464c-af1d-ad5677f9fc08,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:23.326991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (2626f194-34be-46b3-a16d-d5676b4a8089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:23.348244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cf299da-da63-4b7c-847f-6154a0486381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:23.546868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Router 2626f194-34be-46b3-a16d-d5676b4a8089 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:59:23.652821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:59:23.657999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-395faba9-47ba-4528-9a7b-c2dcfaf8a588 admin admin] 10.222.0.43 "PUT /v2.0/routers/2626f194-34be-46b3-a16d-d5676b4a8089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7217882 Feb 15 02:59:23.660552 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49582) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:23.663554 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Sync routers for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:59:23.673346 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:23.673890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:23.766265 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks [] for router (2626f194-34be-46b3-a16d-d5676b4a8089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:23.784027 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:23.869892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks [] for router_gateway (2626f194-34be-46b3-a16d-d5676b4a8089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:23.963768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:59:23Z', 'revision_number': 5, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port': {'id': '07273d24-1eca-4e9e-bf44-63d385e0e6ed', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:23.990996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Checking router: 2626f194-34be-46b3-a16d-d5676b4a8089 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:59:23.999379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Routers {'2626f194-34be-46b3-a16d-d5676b4a8089'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:23.999990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['2626f194-34be-46b3-a16d-d5676b4a8089'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:24.009439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Deleting port 07273d24-1eca-4e9e-bf44-63d385e0e6ed {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:24.009788 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.087283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] For port 07273d24-1eca-4e9e-bf44-63d385e0e6ed, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=07273d24-1eca-4e9e-bf44-63d385e0e6ed,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:24.087641 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] Set router 2626f194-34be-46b3-a16d-d5676b4a8089 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:24.087757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.100519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Calling delete_port for 07273d24-1eca-4e9e-bf44-63d385e0e6ed owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:24.141235 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:59:23Z', 'revision_number': 6, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:24.167775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77cba8-c4a1-46e0-8ce1-ef11469c7f02 None None] The sync data for ids ['2626f194-34be-46b3-a16d-d5676b4a8089'] in n-d-829064-14 is: [{'id': '2626f194-34be-46b3-a16d-d5676b4a8089', 'name': 'tempest-TestMinimumBasicScenario-974729396-router', 'tenant_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:55:45Z', 'updated_at': '2022-02-15T02:59:23Z', 'revision_number': 6, 'project_id': '6a4968bcc1f345c8a9eb91e5217a3952', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:59:24.342377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (07273d24-1eca-4e9e-bf44-63d385e0e6ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.368021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Pushing event deleted for resources: {'Port': ['ID=07273d24-1eca-4e9e-bf44-63d385e0e6ed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:24.428818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (2626f194-34be-46b3-a16d-d5676b4a8089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.520464 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (2626f194-34be-46b3-a16d-d5676b4a8089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.522602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks [] for router_controller (2626f194-34be-46b3-a16d-d5676b4a8089), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.657601 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (2626f194-34be-46b3-a16d-d5676b4a8089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.658146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2626f194-34be-46b3-a16d-d5676b4a8089 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 02:59:24.662478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.665890 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5653c754-f056-49ef-a6e5-9f7117170003 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2626f194-34be-46b3-a16d-d5676b4a8089 HTTP/1.1" status: 204 len: 168 time: 1.0021787 Feb 15 02:59:24.666456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:24.710443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Deleting subnet 79dcef53-c9ad-4ff1-a2e6-66a8e74466a2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 02:59:24.713898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Publish callbacks [] for subnet (79dcef53-c9ad-4ff1-a2e6-66a8e74466a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.749521 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (79dcef53-c9ad-4ff1-a2e6-66a8e74466a2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.804953 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.830038 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (79dcef53-c9ad-4ff1-a2e6-66a8e74466a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.944049 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (79dcef53-c9ad-4ff1-a2e6-66a8e74466a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.972883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.978139 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8791d-f275-45cd-960a-89432709b4e3 None None] Network 1181c622-5804-4b57-9541-419e3115a60f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:59:24.979602 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:24.980152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/79dcef53-c9ad-4ff1-a2e6-66a8e74466a2 HTTP/1.1" status: 204 len: 168 time: 0.3123736 Feb 15 02:59:24.980755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1057a-73cd-4250-9c86-36affd3c9138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dcef53-c9ad-4ff1-a2e6-66a8e74466a2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:24.998930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 70907a1f-ad38-464c-af1d-ad5677f9fc08 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:25.052976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 70907a1f-ad38-464c-af1d-ad5677f9fc08 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:25.053324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 70907a1f-ad38-464c-af1d-ad5677f9fc08 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:25.057435 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (1181c622-5804-4b57-9541-419e3115a60f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.117909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Deleting port aed9de92-3daa-44e4-9c9f-31642d1459bb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:25.118334 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.171745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] DHCP port deletion for 1181c622-5804-4b57-9541-419e3115a60f request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 02:59:25.198544 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] For port aed9de92-3daa-44e4-9c9f-31642d1459bb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aed9de92-3daa-44e4-9c9f-31642d1459bb,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:25.198914 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.212687 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Calling delete_port for aed9de92-3daa-44e4-9c9f-31642d1459bb owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:25.224286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Deleting port aed9de92-3daa-44e4-9c9f-31642d1459bb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 02:59:25.224691 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.289441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] For port aed9de92-3daa-44e4-9c9f-31642d1459bb, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=aed9de92-3daa-44e4-9c9f-31642d1459bb,segment=NetworkSegment(8eac3517-c152-4851-b4e4-4ca5bf4336af),segment_id=8eac3517-c152-4851-b4e4-4ca5bf4336af)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:25.289841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.307165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Calling delete_port for aed9de92-3daa-44e4-9c9f-31642d1459bb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 02:59:25.337708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.363331 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed9de92-3daa-44e4-9c9f-31642d1459bb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:25.367055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] No DVR routers for this DVR port aed9de92-3daa-44e4-9c9f-31642d1459bb on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:59:25.390882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (aed9de92-3daa-44e4-9c9f-31642d1459bb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.419723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] Pushing event deleted for resources: {'Port': ['ID=aed9de92-3daa-44e4-9c9f-31642d1459bb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:25.423977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480543d5-6751-4b84-ad19-72853c5d6e78 None None] No DVR routers for this DVR port aed9de92-3daa-44e4-9c9f-31642d1459bb on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 02:59:25.442704 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (1181c622-5804-4b57-9541-419e3115a60f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.466038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1181c622-5804-4b57-9541-419e3115a60f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:25.475104 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eac3517-c152-4851-b4e4-4ca5bf4336af') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:25.475436 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eac3517-c152-4851-b4e4-4ca5bf4336af') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:25.485008 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (8eac3517-c152-4851-b4e4-4ca5bf4336af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.498569 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (8eac3517-c152-4851-b4e4-4ca5bf4336af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.505077 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 02:59:25.505543 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (8eac3517-c152-4851-b4e4-4ca5bf4336af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: timer() Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 02:59:25.507183 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 02:59:25.621957 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (1181c622-5804-4b57-9541-419e3115a60f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.627228 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:25.630409 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1181c622-5804-4b57-9541-419e3115a60f HTTP/1.1" status: 204 len: 168 time: 0.6488914 Feb 15 02:59:25.641434 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeeacd-8073-49be-aa26-35c8dd56aa27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1181c622-5804-4b57-9541-419e3115a60f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:26.018254 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:26.057043 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-176e0670-e547-4c4e-86f3-8c2fd42d0470 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1538366f98b94568b6bcc1f920296b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376570 Feb 15 02:59:26.060973 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:26.106705 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] Publish callbacks [] for security_group (1c08e011-2e57-4dec-96a0-93103d920736), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.131362 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] Publish callbacks [] for security_group (1c08e011-2e57-4dec-96a0-93103d920736), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.194747 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.211829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1c08e011-2e57-4dec-96a0-93103d920736), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.214466 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.215678 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c08e011-2e57-4dec-96a0-93103d920736 HTTP/1.1" status: 204 len: 168 time: 0.1538215 Feb 15 02:59:26.223531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5afd9-190e-4b9c-b1df-ddb234afd30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c08e011-2e57-4dec-96a0-93103d920736,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:26.641980 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aed9de92-3daa-44e4-9c9f-31642d1459bb no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:26.662440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: aed9de92-3daa-44e4-9c9f-31642d1459bb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:26.662780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device aed9de92-3daa-44e4-9c9f-31642d1459bb not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:26.663191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07273d24-1eca-4e9e-bf44-63d385e0e6ed no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 02:59:26.681502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 07273d24-1eca-4e9e-bf44-63d385e0e6ed {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 02:59:26.681783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 07273d24-1eca-4e9e-bf44-63d385e0e6ed not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 02:59:26.823012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:26.862482 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fc3b6155-41f1-480b-b229-af4ca361b3fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a4968bcc1f345c8a9eb91e5217a3952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382304 Feb 15 02:59:26.864839 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:26.910559 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] Publish callbacks [] for security_group (e89d3e7d-769d-4610-9468-b8c3d953af89), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:26.931202 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] Publish callbacks [] for security_group (e89d3e7d-769d-4610-9468-b8c3d953af89), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:27.034866 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e89d3e7d-769d-4610-9468-b8c3d953af89), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:27.037465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:27.038631 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e89d3e7d-769d-4610-9468-b8c3d953af89 HTTP/1.1" status: 204 len: 168 time: 0.1729016 Feb 15 02:59:27.046114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513b877-1f99-40fc-8c26-fc9b1b85e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d3e7d-769d-4610-9468-b8c3d953af89,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:27.491221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.326674 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:29.332731 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395863411', 'description': 'tempest-secgroup-smoke-1395863411 description', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:29.435231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.446039 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.532148 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (c18ba9ae-2fb9-40dd-9fde-8885edea2c1b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.536535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:59:29.583246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c18ba9ae-2fb9-40dd-9fde-8885edea2c1b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.630024 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ba9ae-2fb9-40dd-9fde-8885edea2c1b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:29.669154 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (1f101b3c-0411-4cb0-b260-34d9f7dd6786), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.726128 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1f101b3c-0411-4cb0-b260-34d9f7dd6786), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.757210 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f101b3c-0411-4cb0-b260-34d9f7dd6786,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:29.808590 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.809894 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f24237fa-0100-4518-bac6-e7f5c9337529 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4821124 Feb 15 02:59:29.815577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:29.820628 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:29.891291 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (4e4c6911-2e43-42d8-a789-8b80c4b9354a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:29.958036 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (4e4c6911-2e43-42d8-a789-8b80c4b9354a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.057330 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4e4c6911-2e43-42d8-a789-8b80c4b9354a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.075648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4c6911-2e43-42d8-a789-8b80c4b9354a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:30.151190 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.152419 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0ce32ac4-b988-4504-9159-a6ea9908ae86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351989 Feb 15 02:59:30.155145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:30.159410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:30.249345 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (821c0328-e48e-44a8-ad57-e4a1964ef295), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.303436 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (821c0328-e48e-44a8-ad57-e4a1964ef295), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.370395 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (821c0328-e48e-44a8-ad57-e4a1964ef295), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.393396 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821c0328-e48e-44a8-ad57-e4a1964ef295,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:30.464349 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.465615 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e7979aed-1182-4499-a109-545edb4678fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095491 Feb 15 02:59:30.468351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:30.473395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:30.552223 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e158802d-8164-43ca-b736-f4c39677805e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.608083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e158802d-8164-43ca-b736-f4c39677805e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.673854 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e158802d-8164-43ca-b736-f4c39677805e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.693315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e158802d-8164-43ca-b736-f4c39677805e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:30.767275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.768526 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-5c6c1883-a959-4356-9e9d-fcdc586b9d1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992151 Feb 15 02:59:30.773325 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:30.779020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:30.879432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e1fa8a40-bea5-48ce-8939-aab77c7b2897), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:30.933835 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e1fa8a40-bea5-48ce-8939-aab77c7b2897), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.016109 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e1fa8a40-bea5-48ce-8939-aab77c7b2897), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.034395 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa8a40-bea5-48ce-8939-aab77c7b2897,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:31.109492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.110748 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9769cf7d-897b-4788-a41f-24b619776b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364599 Feb 15 02:59:31.113477 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:31.117724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:31.193326 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:59:31.198097 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (dcfb1d84-a8ba-4bee-83eb-d6e656f7f3a4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.254333 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (dcfb1d84-a8ba-4bee-83eb-d6e656f7f3a4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.342977 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (dcfb1d84-a8ba-4bee-83eb-d6e656f7f3a4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.364410 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfb1d84-a8ba-4bee-83eb-d6e656f7f3a4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:31.459516 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.460777 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7488e78f-8606-4a57-ba5c-4f7f7cf5112c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3463440 Feb 15 02:59:31.463453 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:31.467784 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '1f101b3c-0411-4cb0-b260-34d9f7dd6786', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:31.548717 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 02:59:31.554130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (887fa6dc-0341-4d45-86dc-f1b3cdeaa2e6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.610604 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (887fa6dc-0341-4d45-86dc-f1b3cdeaa2e6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.685686 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (887fa6dc-0341-4d45-86dc-f1b3cdeaa2e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.702448 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887fa6dc-0341-4d45-86dc-f1b3cdeaa2e6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:31.766760 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.767888 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3162ffe0-1180-4b65-9c1b-9ede28a7b2f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035164 Feb 15 02:59:31.770964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:31.776129 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'network': {'name': 'tempest-network-smoke--498141370', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:31.851409 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:59:31.854636 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.877406 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:59:31.885584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f1110ea6-be67-4267-b7a0-9c6b8a8fb055), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:31.885929 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Added segment f1110ea6-be67-4267-b7a0-9c6b8a8fb055 of type vlan for network b11f6cb4-f36a-419a-82a5-6f595654a2b8 Feb 15 02:59:31.923454 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (b11f6cb4-f36a-419a-82a5-6f595654a2b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.033661 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (b11f6cb4-f36a-419a-82a5-6f595654a2b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.039593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:32.040183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.107648 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Network': ['ID=b11f6cb4-f36a-419a-82a5-6f595654a2b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:32.117809 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:59:32.157392 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9cc827f8-f549-4dea-a94f-00b27a1984d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3852978 Feb 15 02:59:32.161201 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:32.166972 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'admin_state_up': True, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:32.258134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.259222 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.310791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (076da421-6d2b-4b9a-a176-3f0d64292c2e), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:32.505915 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (076da421-6d2b-4b9a-a176-3f0d64292c2e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.058358 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.077165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.175896 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.88 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/5b53fa76-7c7c-47a0-a42d-473044538ee5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:59:33.276530 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.364998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.401929 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:33.406577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:33.410044 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:59:33.435471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=5b53fa76-7c7c-47a0-a42d-473044538ee5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:33.734155 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:33.931306 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:34.165795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 076da421-6d2b-4b9a-a176-3f0d64292c2e is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:59:34.273714 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:59:34.284921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Sync routers for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:59:34.294328 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:34.294925 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:34.345165 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:34.346441 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-772b9f56-5314-4c2e-bc5d-f9347d8584c4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1840675 Feb 15 02:59:34.349629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:34.406472 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:34.472040 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2ae8b6ce-3547-439b-9d11-559dd00666bb tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f0cc18f995094b0a9a4e67b367f9cd3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1210499 Feb 15 02:59:34.474818 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:34.567164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25c03f-51e4-440e-88d3-5ad0d0be2ae3 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:34.568736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-2b25c03f-51e4-440e-88d3-5ad0d0be2ae3 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929384 Feb 15 02:59:34.571483 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:34.584321 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:33Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:34.600050 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1c37f659-6831-4ce7-ac77-798006f0cff1 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274389 Feb 15 02:59:34.602623 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:34.607634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1433724729', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:34.710001 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Checking router: 076da421-6d2b-4b9a-a176-3f0d64292c2e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:59:34.710342 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Updating router 076da421-6d2b-4b9a-a176-3f0d64292c2e port 5b53fa76-7c7c-47a0-a42d-473044538ee5 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:59:34.739240 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:34.789313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:59:34.792904 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:34.991806 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks [] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.029268 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (db448c4b-ab68-44a9-b5d5-50b5cbb70d37), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.057331 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.092390 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Subnet': ['ID=db448c4b-ab68-44a9-b5d5-50b5cbb70d37,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:35.103363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Checking segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:59:35.103727 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network hostable DHCP agents. Network: b11f6cb4-f36a-419a-82a5-6f595654a2b8, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:59:35.109855 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Attempting to bind port 5b53fa76-7c7c-47a0-a42d-473044538ee5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:59:35.110233 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Attempting to bind port 5b53fa76-7c7c-47a0-a42d-473044538ee5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:59:35.110594 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Attempting to bind port 5b53fa76-7c7c-47a0-a42d-473044538ee5 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:59:35.119352 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:59:35.123517 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:59:35.123517 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.123517 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:59:35.123517 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Bound port: 5b53fa76-7c7c-47a0-a42d-473044538ee5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:59:35.123517 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.124080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Pushing event updated for resources: {'Port': ['ID=5b53fa76-7c7c-47a0-a42d-473044538ee5,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:35.149191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152966 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.152966 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.153221 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:59:35.171811 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:59:35.183257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] For port 5b53fa76-7c7c-47a0-a42d-473044538ee5, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:59:35.186170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] For port 5b53fa76-7c7c-47a0-a42d-473044538ee5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5b53fa76-7c7c-47a0-a42d-473044538ee5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:59:35.257528 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, b11f6cb4-f36a-419a-82a5-6f595654a2b8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:35.261433 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:35.262043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.267337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0add85e-9a45-4487-9da8-c6441e81fd82 None None] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:59:35.287127 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.341225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:35.341855 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:35.369622 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1da6ecc3-3eff-42c6-8b31-b3a801eb6450 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7658877 Feb 15 02:59:35.372524 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:35.397541 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d71ac-f6f4-4a53-b8ca-ca7debd967f4 None None] Pushing event updated for resources: {'Port': ['ID=5b53fa76-7c7c-47a0-a42d-473044538ee5,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:35.465630 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:35.529769 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:59:35.530624 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.653824 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:33Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:35.674764 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Allocated IP 172.20.0.2 (b11f6cb4-f36a-419a-82a5-6f595654a2b8/db448c4b-ab68-44a9-b5d5-50b5cbb70d37/7aecaebf-e021-4e65-a7b7-66270f86ce4a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:59:35.683923 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5d942-60e4-4956-b1b8-214494621ca2 None None] The sync data for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 is: [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:33Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:59:35.828869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks [] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.847279 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.916223 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:35.979780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Pushing event updated for resources: {'Port': ['ID=7aecaebf-e021-4e65-a7b7-66270f86ce4a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:35.983206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:35.985152 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:35.988077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:59:36.054800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Attempting to bind port 7aecaebf-e021-4e65-a7b7-66270f86ce4a on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:59:36.055060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Attempting to bind port 7aecaebf-e021-4e65-a7b7-66270f86ce4a by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:59:36.055548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Attempting to bind port 7aecaebf-e021-4e65-a7b7-66270f86ce4a on network b11f6cb4-f36a-419a-82a5-6f595654a2b8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:59:36.061160 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:59:36.065879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Checking segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:59:36.065879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.065879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Bound using segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:59:36.065879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Bound port: 7aecaebf-e021-4e65-a7b7-66270f86ce4a, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:59:36.065879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.136650 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] For port 7aecaebf-e021-4e65-a7b7-66270f86ce4a, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:59:36.140168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] For port 7aecaebf-e021-4e65-a7b7-66270f86ce4a, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7aecaebf-e021-4e65-a7b7-66270f86ce4a,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:59:36.178345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.1 (b11f6cb4-f36a-419a-82a5-6f595654a2b8/db448c4b-ab68-44a9-b5d5-50b5cbb70d37/af63af72-ec72-431b-9628-7257ec2ea2bc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:59:36.223127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.283846 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea85a3d-dae9-4327-af08-83dabde4ddd5 None None] Pushing event updated for resources: {'Port': ['ID=7aecaebf-e021-4e65-a7b7-66270f86ce4a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:36.331191 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.424178 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.480198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:36.483540 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:36.487486 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:59:36.514101 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:36.550446 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.724863 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7aecaebf-e021-4e65-a7b7-66270f86ce4a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:36.774124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7aecaebf-e021-4e65-a7b7-66270f86ce4a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:36.774498 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.791838 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.857438 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7aecaebf-e021-4e65-a7b7-66270f86ce4a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:36.857815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.890114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 7aecaebf-e021-4e65-a7b7-66270f86ce4a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7aecaebf-e021-4e65-a7b7-66270f86ce4a,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:36.966055 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:36.966853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5b53fa76-7c7c-47a0-a42d-473044538ee5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:37.044080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=7aecaebf-e021-4e65-a7b7-66270f86ce4a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:37.067059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5b53fa76-7c7c-47a0-a42d-473044538ee5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:37.067059 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.090166 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.148817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5b53fa76-7c7c-47a0-a42d-473044538ee5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:37.149175 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.169829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 5b53fa76-7c7c-47a0-a42d-473044538ee5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5b53fa76-7c7c-47a0-a42d-473044538ee5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:37.177847 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.250593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:37.253005 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.257918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.309357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=5b53fa76-7c7c-47a0-a42d-473044538ee5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:37.332202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc93797-c3a8-4f27-bc8e-2e527ac7c634 None None] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:59:37.357451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:37.358870 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:37.400073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-062ed8a1-6aa8-460d-877d-c27265e3d27f None None] Provisioning complete for port 7aecaebf-e021-4e65-a7b7-66270f86ce4a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:37.400481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-062ed8a1-6aa8-460d-877d-c27265e3d27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.475503 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 076da421-6d2b-4b9a-a176-3f0d64292c2e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:59:37.530911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-062ed8a1-6aa8-460d-877d-c27265e3d27f None None] Current status of the port 7aecaebf-e021-4e65-a7b7-66270f86ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:37.593428 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:59:37.599682 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e4a177a2-bbaf-4d80-9459-ff16f1de2a05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/076da421-6d2b-4b9a-a176-3f0d64292c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2259641 Feb 15 02:59:37.764859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-745312f7-9920-4674-9983-84003b8b589b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395863411&fields=id&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 267 time: 0.0506065 Feb 15 02:59:37.858933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Provisioning complete for port 7aecaebf-e021-4e65-a7b7-66270f86ce4a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:37.859463 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:37.878140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cdc6564b-f6fb-46cc-8b7e-c38ca3b530de tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:37.879647 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cdc6564b-f6fb-46cc-8b7e-c38ca3b530de tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/networks?id=b11f6cb4-f36a-419a-82a5-6f595654a2b8 HTTP/1.1" status: 200 len: 796 time: 0.1118605 Feb 15 02:59:37.888877 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Sync routers for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:59:37.896885 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-45e1c655-8e5a-4446-a79a-3bf98c6884b4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/quotas/f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 375 time: 0.0116971 Feb 15 02:59:37.914108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:37.914856 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:37.960712 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-2cb4e913-6058-4c13-af06-c35da133a58f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590925 Feb 15 02:59:38.042843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Current status of the port 7aecaebf-e021-4e65-a7b7-66270f86ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:38.068933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:38.104445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Provisioning complete for port af63af72-ec72-431b-9628-7257ec2ea2bc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:38.104799 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.120794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-b2221beb-e5b1-4c14-ad73-5fb8c1d0497e service neutron] 10.222.0.43 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444974 Feb 15 02:59:38.186045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-481685f6-6d8d-497c-9a25-44782ba98722 None None] Port af63af72-ec72-431b-9628-7257ec2ea2bc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:59:38.218192 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d925603c-8db7-4d90-9a30-aa379acb714e service neutron] 10.222.0.43 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913496 Feb 15 02:59:38.314567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 2, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:38.317831 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1e01c7b-6e01-44f1-823c-598eaaf4a9e4 None None] Provisioning complete for port af63af72-ec72-431b-9628-7257ec2ea2bc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:38.318211 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1e01c7b-6e01-44f1-823c-598eaaf4a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.345958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Checking router: 076da421-6d2b-4b9a-a176-3f0d64292c2e for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:59:38.346322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Updating router 076da421-6d2b-4b9a-a176-3f0d64292c2e port af63af72-ec72-431b-9628-7257ec2ea2bc binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:59:38.405141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1e01c7b-6e01-44f1-823c-598eaaf4a9e4 None None] Port af63af72-ec72-431b-9628-7257ec2ea2bc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:59:38.406186 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.465562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-79aeed5f-f472-4a66-8398-e85604f05592 req-549da7df-14fb-4e9a-9b74-269d798866ad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 210 time: 0.0295973 Feb 15 02:59:38.665572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7aecaebf-e021-4e65-a7b7-66270f86ce4a up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:38.699922 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks [] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.726907 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7aecaebf-e021-4e65-a7b7-66270f86ce4a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:38.727283 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.793504 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.845122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7aecaebf-e021-4e65-a7b7-66270f86ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:38.846328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5b53fa76-7c7c-47a0-a42d-473044538ee5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:38.877612 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad8951-b077-48d5-b5c7-22928c6fe053 None None] Pushing event updated for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:38.949389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Attempting to bind port af63af72-ec72-431b-9628-7257ec2ea2bc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:59:38.949766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Attempting to bind port af63af72-ec72-431b-9628-7257ec2ea2bc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:59:38.950131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Attempting to bind port af63af72-ec72-431b-9628-7257ec2ea2bc on network b11f6cb4-f36a-419a-82a5-6f595654a2b8 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:59:38.957333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:59:38.957711 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Checking segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:59:38.958120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.958522 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Bound using segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:59:38.958996 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Bound port: af63af72-ec72-431b-9628-7257ec2ea2bc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:59:38.959379 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:38.971102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 5b53fa76-7c7c-47a0-a42d-473044538ee5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:38.971481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.065021 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-64003c23-6eec-4acb-b23d-2792ba1e5c22 None None] Provisioning complete for port af63af72-ec72-431b-9628-7257ec2ea2bc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:39.065376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64003c23-6eec-4acb-b23d-2792ba1e5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.069891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] For port af63af72-ec72-431b-9628-7257ec2ea2bc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:59:39.108101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] For port af63af72-ec72-431b-9628-7257ec2ea2bc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af63af72-ec72-431b-9628-7257ec2ea2bc,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:59:39.138035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64003c23-6eec-4acb-b23d-2792ba1e5c22 None None] Port af63af72-ec72-431b-9628-7257ec2ea2bc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:59:39.150304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 5b53fa76-7c7c-47a0-a42d-473044538ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:39.166181 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.225634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:39.225634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:39.264890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad8951-b077-48d5-b5c7-22928c6fe053 None None] Pushing event updated for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:39.347916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:39.546622 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-60354a1d-b6f9-4b60-8669-4192b0d3a0b7 req-3cd673f5-607d-47e1-9de6-dce107ac3a89 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 210 time: 0.0275078 Feb 15 02:59:39.638767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Provisioning complete for port af63af72-ec72-431b-9628-7257ec2ea2bc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:39.639142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.775285 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Current status of the port af63af72-ec72-431b-9628-7257ec2ea2bc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:39.775586 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.795936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:39.831351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40ee5a-4c69-42c4-a5df-9ec27235926d None None] The sync data for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 is: [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:59:39.842380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] For port af63af72-ec72-431b-9628-7257ec2ea2bc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af63af72-ec72-431b-9628-7257ec2ea2bc,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:39.926630 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:39.977627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc7785-6d6f-4c34-ab99-3e33d72848bc None None] Pushing event updated for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:40.660177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cb86a492-4ae0-4312-a543-feeefd35d384 req-17454d99-03be-4199-ab10-4e86cf2ce2a2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Feb 15 02:59:40.691287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af63af72-ec72-431b-9628-7257ec2ea2bc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:40.746470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port af63af72-ec72-431b-9628-7257ec2ea2bc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:40.747331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:40.844841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port af63af72-ec72-431b-9628-7257ec2ea2bc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:40.868799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cd6fd11e-0334-4f35-82f1-272683b70aa8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:40.870319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cd6fd11e-0334-4f35-82f1-272683b70aa8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/networks?id=b11f6cb4-f36a-419a-82a5-6f595654a2b8 HTTP/1.1" status: 200 len: 796 time: 0.1241167 Feb 15 02:59:40.937767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d2b00edd-56e8-4ec8-934d-a80b58125edc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 380 time: 0.0595226 Feb 15 02:59:40.948159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'port': {'device_id': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'admin_state_up': True, 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'security_groups': ['1f101b3c-0411-4cb0-b260-34d9f7dd6786']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:41.115165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:59:41.120069 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.246109 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.11 (b11f6cb4-f36a-419a-82a5-6f595654a2b8/db448c4b-ab68-44a9-b5d5-50b5cbb70d37/87128880-5937-449f-8c14-022b37fb2685) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:59:41.385064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (87128880-5937-449f-8c14-022b37fb2685), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.474653 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (87128880-5937-449f-8c14-022b37fb2685), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.516761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:41.521767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:41.525700 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:59:41.551409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:41.579155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:41.579773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.649257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-d6187856-4557-4acf-bcdb-528f8f20f49e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7046764 Feb 15 02:59:41.708203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Request body: {'port': {'device_id': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:41.757607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-533e1ce4-45d7-464a-9e9e-7384425e6fb9 None None] Provisioning complete for port 87128880-5937-449f-8c14-022b37fb2685 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:41.758205 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-533e1ce4-45d7-464a-9e9e-7384425e6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87128880-5937-449f-8c14-022b37fb2685), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.795558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-533e1ce4-45d7-464a-9e9e-7384425e6fb9 None None] Port 87128880-5937-449f-8c14-022b37fb2685 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:59:41.803432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87128880-5937-449f-8c14-022b37fb2685), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:41.823474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56412f-01fa-4960-a851-b5b7724d4f0d req-b1f410ca-225c-4754-a225-61c178456937 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:41.824998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e56412f-01fa-4960-a851-b5b7724d4f0d req-b1f410ca-225c-4754-a225-61c178456937 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 932 time: 0.0924535 Feb 15 02:59:41.962629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e56412f-01fa-4960-a851-b5b7724d4f0d req-6a3d96de-bbb7-4a85-a1c4-5bf20c87a922 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162438 Feb 15 02:59:42.109078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87128880-5937-449f-8c14-022b37fb2685 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:59:42.116555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks [] for port (87128880-5937-449f-8c14-022b37fb2685), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:42.128742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Transition to ACTIVE for port object 87128880-5937-449f-8c14-022b37fb2685 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 02:59:42.211118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (87128880-5937-449f-8c14-022b37fb2685), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:42.261259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Pushing event updated for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:42.337989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Attempting to bind port 87128880-5937-449f-8c14-022b37fb2685 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:59:42.338326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Attempting to bind port 87128880-5937-449f-8c14-022b37fb2685 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:59:42.338654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Attempting to bind port 87128880-5937-449f-8c14-022b37fb2685 on network b11f6cb4-f36a-419a-82a5-6f595654a2b8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:59:42.343205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Port 87128880-5937-449f-8c14-022b37fb2685 on network b11f6cb4-f36a-419a-82a5-6f595654a2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 02:59:42.343525 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Attempting to bind port 87128880-5937-449f-8c14-022b37fb2685 on network b11f6cb4-f36a-419a-82a5-6f595654a2b8 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:59:42.348482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:59:42.348821 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Checking segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:59:42.349211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Bound using segment: {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:59:42.349635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Bound port: 87128880-5937-449f-8c14-022b37fb2685, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:59:42.349988 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87128880-5937-449f-8c14-022b37fb2685), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:42.415492 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:59:42.419704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=87128880-5937-449f-8c14-022b37fb2685,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:59:42.480366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (87128880-5937-449f-8c14-022b37fb2685), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:42.515395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:42.516050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:42.517511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] 10.222.0.31 "PUT /v2.0/ports/87128880-5937-449f-8c14-022b37fb2685 HTTP/1.1" status: 200 len: 1093 time: 0.8610642 Feb 15 02:59:42.517954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:59:42.520200 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:59:42.545502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f49df-362c-42ba-ac1f-64bd08d024cf service neutron] Pushing event updated for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:42.560340 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e543746-3ba4-4ba3-92d2-e7260ac905ab x-openstack-request-id: req-0e543746-3ba4-4ba3-92d2-e7260ac905ab {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:59:42.560647 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:59:42.560912 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e543746-3ba4-4ba3-92d2-e7260ac905ab {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:59:42.561330 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685', 'status': 'completed', 'code': 200} Feb 15 02:59:42.627277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-00bbc69e-5ad0-447d-8c86-c25e7d517beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:42.629469 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-00bbc69e-5ad0-447d-8c86-c25e7d517beb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1127 time: 0.0484424 Feb 15 02:59:42.733778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-173d03b6-b5ae-4ab4-ae96-3f17423da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:42.735268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-173d03b6-b5ae-4ab4-ae96-3f17423da641 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993710 Feb 15 02:59:42.827663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-9464f22d-6d03-4355-9a72-4da15acf82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:42.829213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fc2a68c2-8cc4-49b3-8240-50f489bf3ce2 req-9464f22d-6d03-4355-9a72-4da15acf82d7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878265 Feb 15 02:59:42.916732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cad483cb-1e85-4b06-9009-4f88a8f74767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:42.918213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-cad483cb-1e85-4b06-9009-4f88a8f74767 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1127 time: 0.0559192 Feb 15 02:59:42.958324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-8418780c-8440-4a01-99ea-aff072b07fd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87128880-5937-449f-8c14-022b37fb2685 HTTP/1.1" status: 200 len: 217 time: 0.0336194 Feb 15 02:59:43.004617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-3c58660c-6d84-47c8-97b8-8a2c78a2cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:43.006080 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-3c58660c-6d84-47c8-97b8-8a2c78a2cfa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db448c4b-ab68-44a9-b5d5-50b5cbb70d37 HTTP/1.1" status: 200 len: 835 time: 0.0425773 Feb 15 02:59:43.393132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-1c3dd90a-b9a3-44aa-9e9c-3113de6da242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:43.395167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-1c3dd90a-b9a3-44aa-9e9c-3113de6da242 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b11f6cb4-f36a-419a-82a5-6f595654a2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3833423 Feb 15 02:59:43.405933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f2db-3f21-40b0-bacd-2b08d5836ca9 req-1a11736d-31ee-4f1e-8b3d-f52c0a0ef1d3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:43.407300 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d785f2db-3f21-40b0-bacd-2b08d5836ca9 req-1a11736d-31ee-4f1e-8b3d-f52c0a0ef1d3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 944 time: 0.3713911 Feb 15 02:59:43.503342 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d785f2db-3f21-40b0-bacd-2b08d5836ca9 req-06f98d33-2bdf-4872-b7b0-41e8c7ddf28a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870111 Feb 15 02:59:43.527354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-0faa0a2f-ec2b-42dc-9a22-12d4683ed055 service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191385 Feb 15 02:59:43.614743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a19c707-b71b-483e-bdd6-5d40f17a43d0 req-172b0889-5e1d-45c0-9817-b33dacd00dac service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817888 Feb 15 02:59:44.623531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd2c3-ec49-408d-aaf7-aa7af65db5d9 req-a5b13a0b-69ef-41e2-a6f7-f7f5c9060238 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:44.625027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f81bd2c3-ec49-408d-aaf7-aa7af65db5d9 req-a5b13a0b-69ef-41e2-a6f7-f7f5c9060238 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 944 time: 0.0523069 Feb 15 02:59:44.676324 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f81bd2c3-ec49-408d-aaf7-aa7af65db5d9 req-5ebe10b6-39e2-42dd-93c2-d71de31eb8da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Feb 15 02:59:45.789585 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 87128880-5937-449f-8c14-022b37fb2685 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 02:59:45.793422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e4d7-cad4-49c2-8e91-c5ee4354c046 req-32b6fb7d-981e-4d8a-bfa7-5ed217529d25 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:45.794981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0a7e4d7-cad4-49c2-8e91-c5ee4354c046 req-32b6fb7d-981e-4d8a-bfa7-5ed217529d25 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 944 time: 0.0533621 Feb 15 02:59:45.844096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b0a7e4d7-cad4-49c2-8e91-c5ee4354c046 req-288e2731-47f7-451b-87f4-2be64c84ced0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Feb 15 02:59:45.890414 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=87128880-5937-449f-8c14-022b37fb2685,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:45.906634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '87128880-5937-449f-8c14-022b37fb2685', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'port_id': '87128880-5937-449f-8c14-022b37fb2685', 'mac_address': 'fa:16:3e:6a:46:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 02:59:45.948502 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 87128880-5937-449f-8c14-022b37fb2685 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:45.948899 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87128880-5937-449f-8c14-022b37fb2685), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:45.961882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87128880-5937-449f-8c14-022b37fb2685 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 02:59:45.981747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=87128880-5937-449f-8c14-022b37fb2685,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:45.998826 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:46.068926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (87128880-5937-449f-8c14-022b37fb2685), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:46.115047 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:46.296525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['87128880-5937-449f-8c14-022b37fb2685'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 02:59:46.973260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73084042-74c5-4a9e-b347-6ea4a14fb247 req-96c7093c-8222-4b3d-a9b8-f1129854fc89 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:46.974739 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73084042-74c5-4a9e-b347-6ea4a14fb247 req-96c7093c-8222-4b3d-a9b8-f1129854fc89 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Feb 15 02:59:47.021548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73084042-74c5-4a9e-b347-6ea4a14fb247 req-fe50eb7f-d26f-41cc-b39b-717d626d4a29 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Feb 15 02:59:47.816007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 87128880-5937-449f-8c14-022b37fb2685 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:59:47.931627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 87128880-5937-449f-8c14-022b37fb2685 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 02:59:47.935430 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 87128880-5937-449f-8c14-022b37fb2685 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:59:47.935805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (87128880-5937-449f-8c14-022b37fb2685), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:48.012889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 87128880-5937-449f-8c14-022b37fb2685 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:59:48.013269 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (87128880-5937-449f-8c14-022b37fb2685), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:48.035342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87128880-5937-449f-8c14-022b37fb2685'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:59:48.037609 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d9a8f-667a-4235-b18c-ff1fb113b918" -d '{"events": [{"server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "name": "network-vif-plugged", "status": "completed", "tag": "87128880-5937-449f-8c14-022b37fb2685"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:59:48.050449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=87128880-5937-449f-8c14-022b37fb2685,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:59:48.127402 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c4610-cb4e-4690-af64-9e32e0f861ab x-openstack-request-id: req-8d7c4610-cb4e-4690-af64-9e32e0f861ab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:59:48.127907 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "name": "network-vif-plugged", "status": "completed", "tag": "87128880-5937-449f-8c14-022b37fb2685", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:59:48.128185 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d7c4610-cb4e-4690-af64-9e32e0f861ab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:59:48.128610 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87128880-5937-449f-8c14-022b37fb2685', 'code': 200} Feb 15 02:59:48.177363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (87128880-5937-449f-8c14-022b37fb2685), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:48.225819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:48.261592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e328895-5b88-473b-ab39-6a1be3630b82 req-2a9d78a1-5f08-4723-8bec-20f118ae0682 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:48.263107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e328895-5b88-473b-ab39-6a1be3630b82 req-2a9d78a1-5f08-4723-8bec-20f118ae0682 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0905945 Feb 15 02:59:48.265817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7295ba-4a57-435f-b59d-d397c981c271 req-277e64ac-39da-4385-8f2f-9f9efc09a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:48.267183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa7295ba-4a57-435f-b59d-d397c981c271 req-277e64ac-39da-4385-8f2f-9f9efc09a348 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1129 time: 0.0816314 Feb 15 02:59:48.340071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e328895-5b88-473b-ab39-6a1be3630b82 req-6b15f4fb-c1dd-40e1-afe6-ea47bf861b48 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711870 Feb 15 02:59:48.342954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa7295ba-4a57-435f-b59d-d397c981c271 req-1d37c4ff-bdd7-4fc8-a754-99d6d59df85b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685728 Feb 15 02:59:48.737222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:49.461668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0152c-3873-492f-a890-d085c0d506b0 req-cb43ec04-2da2-46b7-9449-cfcf43f9a60a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:49.463177 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abc0152c-3873-492f-a890-d085c0d506b0 req-cb43ec04-2da2-46b7-9449-cfcf43f9a60a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0558593 Feb 15 02:59:49.515770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abc0152c-3873-492f-a890-d085c0d506b0 req-7bc1583b-97c2-4565-a3ad-886650ec6615 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Feb 15 02:59:50.633755 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4bb0-59bd-44e9-b408-874e35151102 req-431b136c-3ab7-47bb-890d-7171ba0c72bf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:50.635232 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1beb4bb0-59bd-44e9-b408-874e35151102 req-431b136c-3ab7-47bb-890d-7171ba0c72bf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0524344 Feb 15 02:59:50.682961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1beb4bb0-59bd-44e9-b408-874e35151102 req-0c2dbb90-fbba-41c2-b703-04ec3cae04ac tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Feb 15 02:59:50.795333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeb5c4-486b-40f3-98c4-5ba455221af1 req-6fdaf230-8454-4931-aa03-63a538ec8d28 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:50.796829 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eeeb5c4-486b-40f3-98c4-5ba455221af1 req-6fdaf230-8454-4931-aa03-63a538ec8d28 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0514150 Feb 15 02:59:50.844202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eeeb5c4-486b-40f3-98c4-5ba455221af1 req-4439bb4d-1016-4fc1-bf09-0d305ae3d08e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Feb 15 02:59:50.865751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:50.913093 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb17713-9d3b-4cd9-9c55-1827fcdf6a34 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:50.914605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fb17713-9d3b-4cd9-9c55-1827fcdf6a34 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1124 time: 0.0478325 Feb 15 02:59:50.917489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:50.921701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '87128880-5937-449f-8c14-022b37fb2685', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:59:51.023116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.120628 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.211440 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13a44c33-47e8-41c9-ae0c-8280c1a4e125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.225768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.112 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/70c09708-ecad-48cc-aa51-a002bc4cd276) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:59:51.326725 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.406062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.450720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:59:51.455545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:59:51.458151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:59:51.481222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=70c09708-ecad-48cc-aa51-a002bc4cd276,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:51.823507 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (e5abeadb-beb4-44f0-bb0a-c0166febc931), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:51.957833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:52.106482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:52.176938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:52.242175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=70c09708-ecad-48cc-aa51-a002bc4cd276,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:59:52.253860 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (e5abeadb-beb4-44f0-bb0a-c0166febc931), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:52.357055 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP e5abeadb-beb4-44f0-bb0a-c0166febc931 associated. External IP: 172.25.2.112, port: 87128880-5937-449f-8c14-022b37fb2685. Feb 15 02:59:52.567928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 076da421-6d2b-4b9a-a176-3f0d64292c2e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:59:52.676927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:59:52.686754 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Sync routers for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:59:52.697385 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:52.702163 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:52.749638 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:52.779839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8d1ec6e4-9fd3-4391-9251-c9675bcc5cd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8613448 Feb 15 02:59:52.780459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 02:59:52.782809 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8930b861-2eb8-46cd-8cef-8de9491fc0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 02:59:52.807686 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:52.880124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae6ba-8453-44ee-a987-780f08ff5516 req-00da5533-8b85-45f7-9e69-b9e7ba080b6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:52.881662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc4ae6ba-8453-44ee-a987-780f08ff5516 req-00da5533-8b85-45f7-9e69-b9e7ba080b6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0532277 Feb 15 02:59:52.931855 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc4ae6ba-8453-44ee-a987-780f08ff5516 req-98f02e85-b7d2-4301-aca5-64df85838ec4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Feb 15 02:59:52.956678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:52.998332 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 02:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ced049-3f45-4039-9d84-7bea2c6d61ac x-openstack-request-id: req-a4ced049-3f45-4039-9d84-7bea2c6d61ac {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 02:59:52.998660 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 02:59:52.998896 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4ced049-3f45-4039-9d84-7bea2c6d61ac {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 02:59:52.999301 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685', 'status': 'completed', 'code': 200} Feb 15 02:59:53.042434 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e5abeadb-beb4-44f0-bb0a-c0166febc931', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'port_id': '87128880-5937-449f-8c14-022b37fb2685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'mac_address': 'fa:16:3e:6a:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:59:51Z', 'updated_at': '2022-02-15T02:59:51Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:53.051070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5ca0d1ed-0201-4591-812a-2a19080e892d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e5abeadb-beb4-44f0-bb0a-c0166febc931 HTTP/1.1" status: 200 len: 992 time: 0.0930796 Feb 15 02:59:53.062549 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-97b52468-1971-4d37-88f1-538d37566cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:53.065865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-97b52468-1971-4d37-88f1-538d37566cc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1129 time: 0.0597608 Feb 15 02:59:53.070462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Checking router: 076da421-6d2b-4b9a-a176-3f0d64292c2e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:59:53.078762 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:59:53.079353 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T02:59:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:53.156785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-5da72d98-eeb5-4c28-902c-99dcbd9ec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:53.158286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-5da72d98-eeb5-4c28-902c-99dcbd9ec704 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b11f6cb4-f36a-419a-82a5-6f595654a2b8 HTTP/1.1" status: 200 len: 897 time: 0.0878780 Feb 15 02:59:53.187593 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:59:53.222957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-fc9142a9-ebb1-4b54-b139-17d12b100569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87128880-5937-449f-8c14-022b37fb2685 HTTP/1.1" status: 200 len: 1000 time: 0.0587382 Feb 15 02:59:53.271623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-4b30421d-8c8c-4254-a441-cfbb5bba5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:53.273159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-4b30421d-8c8c-4254-a441-cfbb5bba5ccf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db448c4b-ab68-44a9-b5d5-50b5cbb70d37 HTTP/1.1" status: 200 len: 835 time: 0.0436172 Feb 15 02:59:53.327244 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-93d650fb-2602-4312-9392-82614535832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:59:53.329034 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-93d650fb-2602-4312-9392-82614535832e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b11f6cb4-f36a-419a-82a5-6f595654a2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502124 Feb 15 02:59:53.337710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed660f29-1b87-4af9-9270-ae07afae41e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:53.415351 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e5abeadb-beb4-44f0-bb0a-c0166febc931', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'port_id': '87128880-5937-449f-8c14-022b37fb2685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'mac_address': 'fa:16:3e:6a:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:59:51Z', 'updated_at': '2022-02-15T02:59:51Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:59:53.422089 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-615a3324-2216-47fd-8708-29cec71d719f service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Feb 15 02:59:53.445881 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae5efe-ea60-4070-8103-a7096f5692f4 None None] The sync data for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 is: [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e5abeadb-beb4-44f0-bb0a-c0166febc931', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'port_id': '87128880-5937-449f-8c14-022b37fb2685', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'mac_address': 'fa:16:3e:6a:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T02:59:51Z', 'updated_at': '2022-02-15T02:59:51Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:59:53.517740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8930b861-2eb8-46cd-8cef-8de9491fc0cc req-168ff1c7-36fb-40b5-ada6-e37557e1147d service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892012 Feb 15 02:59:53.645721 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16c0ef-b90a-4753-99e0-4ad57ca0f058 None None] New status for floating IP e5abeadb-beb4-44f0-bb0a-c0166febc931: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 02:59:54.054100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:59:54.114847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d5f575f7-dd23-4d62-9825-5f5a7e1ccdca tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e5abeadb-beb4-44f0-bb0a-c0166febc931 HTTP/1.1" status: 200 len: 994 time: 0.0595207 Feb 15 02:59:54.815989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:56.204382 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:57.462757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:06.535659 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:00:15.971003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:18.753551 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:21.020963 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c2b2a-0b9e-412d-bfed-0319a8bbfe58 req-eafcbb71-7746-4469-98b7-cf238620982a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:21.020963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-289c2b2a-0b9e-412d-bfed-0319a8bbfe58 req-eafcbb71-7746-4469-98b7-cf238620982a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0581124 Feb 15 03:00:21.022828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-289c2b2a-0b9e-412d-bfed-0319a8bbfe58 req-c9b0a866-1297-473f-aeda-ec3ff2c00301 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Feb 15 03:00:21.153601 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57755868-40f3-43d7-9548-72ecdb16d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:22.146881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441606c-3380-4f79-99a7-c55e0c803774 req-2133d040-e17b-4ebc-b2da-ed929d3542c0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:22.148383 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5441606c-3380-4f79-99a7-c55e0c803774 req-2133d040-e17b-4ebc-b2da-ed929d3542c0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0566502 Feb 15 03:00:22.197196 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5441606c-3380-4f79-99a7-c55e0c803774 req-5af981d4-d4da-4fc5-8298-9202aec3963a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Feb 15 03:00:22.218649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:22.284123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9196ba6d-399a-4d15-a079-edb43a621e27 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e5abeadb-beb4-44f0-bb0a-c0166febc931 HTTP/1.1" status: 200 len: 994 time: 0.0643544 Feb 15 03:00:23.330902 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac0a162f-a675-4bd4-be04-2c2543ead329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:23.696317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985bf88-079a-42e5-b37d-6b7955804ff7 req-1a00405a-e183-4ff3-be1a-ec527a2486f0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:23.697844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a985bf88-079a-42e5-b37d-6b7955804ff7 req-1a00405a-e183-4ff3-be1a-ec527a2486f0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0568469 Feb 15 03:00:23.745264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a985bf88-079a-42e5-b37d-6b7955804ff7 req-c48ab2f9-9a61-475b-8d61-d964f5bfbda9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Feb 15 03:00:24.810963 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:24.866664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c5a3c-bbbf-4b40-bce8-5f3beeff8985 req-c78615af-b21d-4009-af72-68d3287886b5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:24.868152 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654c5a3c-bbbf-4b40-bce8-5f3beeff8985 req-c78615af-b21d-4009-af72-68d3287886b5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0521920 Feb 15 03:00:24.915947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654c5a3c-bbbf-4b40-bce8-5f3beeff8985 req-c8c8f03c-88aa-4340-bc40-8b45d13302e0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Feb 15 03:00:26.034448 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa75-69c5-4ce1-b574-19007e6a37e8 req-e119db84-6327-404f-9c54-fb660c0923a0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:26.036714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9423aa75-69c5-4ce1-b574-19007e6a37e8 req-e119db84-6327-404f-9c54-fb660c0923a0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0528569 Feb 15 03:00:26.088749 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9423aa75-69c5-4ce1-b574-19007e6a37e8 req-573b27e4-025b-4023-a2b5-57df733b49a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Feb 15 03:00:26.111383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:26.174942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-014b82cd-c44d-4e84-8489-c6981ae1c5e2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e5abeadb-beb4-44f0-bb0a-c0166febc931 HTTP/1.1" status: 200 len: 994 time: 0.0624518 Feb 15 03:00:26.221949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.400771 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:26.557900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 70c09708-ecad-48cc-aa51-a002bc4cd276 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:00:26.558251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.646245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.646575 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (70c09708-ecad-48cc-aa51-a002bc4cd276), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.657860 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 70c09708-ecad-48cc-aa51-a002bc4cd276 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:00:26.856338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (70c09708-ecad-48cc-aa51-a002bc4cd276), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.880227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=70c09708-ecad-48cc-aa51-a002bc4cd276,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:26.893348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.893709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.894066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.894411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.894773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.895108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.895446 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.895779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.896110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.896472 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.896804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.897131 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.897458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:26.955022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (e5abeadb-beb4-44f0-bb0a-c0166febc931), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:26.955355 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP e5abeadb-beb4-44f0-bb0a-c0166febc931 disassociated (deleted). External IP: 172.25.2.112, port: 87128880-5937-449f-8c14-022b37fb2685. Feb 15 03:00:27.170743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 076da421-6d2b-4b9a-a176-3f0d64292c2e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:00:27.513997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:27.583062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:00:27.588137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:27.593703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Sync routers for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:00:27.604479 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:27.605089 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:27.620942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d9fab558-f6eb-4979-b5bf-bbeafa1db0d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/floatingips/e5abeadb-beb4-44f0-bb0a-c0166febc931 HTTP/1.1" status: 204 len: 168 time: 1.2165182 Feb 15 03:00:27.620942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:00:27.625783 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e8e378-0a2d-46cf-8853-e1f41885b127" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:00:27.714176 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:27.938031 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd4dd5c-0add-4b68-bcec-ebc615900758 x-openstack-request-id: req-dfd4dd5c-0add-4b68-bcec-ebc615900758 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:00:27.938398 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "tag": "87128880-5937-449f-8c14-022b37fb2685", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:00:27.939058 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfd4dd5c-0add-4b68-bcec-ebc615900758 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:00:27.939536 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'tag': '87128880-5937-449f-8c14-022b37fb2685', 'status': 'completed', 'code': 200} Feb 15 03:00:28.003095 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:28.029130 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Checking router: 076da421-6d2b-4b9a-a176-3f0d64292c2e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:00:28.038416 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:28.038902 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:28.049901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-3d51b090-a730-4793-a3bd-002fe1d878f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:28.051971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-3d51b090-a730-4793-a3bd-002fe1d878f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 1129 time: 0.0841882 Feb 15 03:00:28.063087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532df7e-36ae-4eea-aa62-31f0649cf258 req-f148a570-b038-4f43-b70b-c7aa4a6e5b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:28.064511 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8532df7e-36ae-4eea-aa62-31f0649cf258 req-f148a570-b038-4f43-b70b-c7aa4a6e5b12 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0694418 Feb 15 03:00:28.146575 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:28.173921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8532df7e-36ae-4eea-aa62-31f0649cf258 req-f2bd1b11-dd2c-4132-83c9-8423a0a4948f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006258 Feb 15 03:00:28.189724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-d0d2f759-9b1a-4c61-bcb8-b63e659cc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:28.191264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-d0d2f759-9b1a-4c61-bcb8-b63e659cc70b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b11f6cb4-f36a-419a-82a5-6f595654a2b8 HTTP/1.1" status: 200 len: 897 time: 0.1259031 Feb 15 03:00:28.233730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-fa5e7aad-7c9c-4220-a4fc-36588f51d4a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87128880-5937-449f-8c14-022b37fb2685 HTTP/1.1" status: 200 len: 217 time: 0.0356019 Feb 15 03:00:28.281450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-2295241c-57c5-4e1a-9698-62a8f52b24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:28.282912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-2295241c-57c5-4e1a-9698-62a8f52b24fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db448c4b-ab68-44a9-b5d5-50b5cbb70d37 HTTP/1.1" status: 200 len: 835 time: 0.0432477 Feb 15 03:00:28.333270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-32c65efe-25c3-406a-a747-8b9905012016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:28.335073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-32c65efe-25c3-406a-a747-8b9905012016 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b11f6cb4-f36a-419a-82a5-6f595654a2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448308 Feb 15 03:00:28.346030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:28.372537 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d2b2d-593c-40bd-bd3c-479dc51c1835 None None] The sync data for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 is: [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T02:59:36Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'af63af72-ec72-431b-9628-7257ec2ea2bc', 'name': '', 'network_id': 'b11f6cb4-f36a-419a-82a5-6f595654a2b8', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:d1:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:36Z', 'updated_at': '2022-02-15T02:59:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db448c4b-ab68-44a9-b5d5-50b5cbb70d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:00:28.432637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-e674bb73-bb5a-4e94-b750-4032f34b7160 service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904040 Feb 15 03:00:28.522017 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5e8e378-0a2d-46cf-8853-e1f41885b127 req-bcdd3f15-f70d-4e21-bf50-117acdc15417 service neutron] 10.222.0.31 "GET /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837245 Feb 15 03:00:28.618680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e985f-069c-4c7d-9696-23cc7e9665ad None None] New status for floating IP e5abeadb-beb4-44f0-bb0a-c0166febc931: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:00:29.029749 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-7daa6b21-d7f9-4c44-aa50-bfb61dfd1544 req-09b78e1f-f2e6-4e4e-b702-a62a4f356efe service neutron] (103885) timed out ('10.222.0.31', 56836) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:00:29.301558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3fd71-d859-4bcb-9ef5-869473646dd3 req-2250c05b-1878-4746-8840-82f94f312ea5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:29.303062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8e3fd71-d859-4bcb-9ef5-869473646dd3 req-2250c05b-1878-4746-8840-82f94f312ea5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0604417 Feb 15 03:00:29.351525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f8e3fd71-d859-4bcb-9ef5-869473646dd3 req-62b613f2-71cf-4aeb-b477-a4a6d2808026 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f101b3c-0411-4cb0-b260-34d9f7dd6786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Feb 15 03:00:29.484811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-3294eaa4-a8d9-4b77-b8b1-6ed12592d179 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:29.486239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-3294eaa4-a8d9-4b77-b8b1-6ed12592d179 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Feb 15 03:00:29.576351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 87128880-5937-449f-8c14-022b37fb2685 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:00:29.576609 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (87128880-5937-449f-8c14-022b37fb2685), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:29.662451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 87128880-5937-449f-8c14-022b37fb2685, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=87128880-5937-449f-8c14-022b37fb2685,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:29.662810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (87128880-5937-449f-8c14-022b37fb2685), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:29.674212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 87128880-5937-449f-8c14-022b37fb2685 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:00:29.862309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (87128880-5937-449f-8c14-022b37fb2685), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:29.891681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=87128880-5937-449f-8c14-022b37fb2685,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:29.941930 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] No DVR routers for this DVR port 87128880-5937-449f-8c14-022b37fb2685 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:00:29.944199 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:29.947555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-df2244b0-06a4-4da2-b1f6-e0f249d591f2 req-b8b8ff47-237e-469f-88d3-9f91a242b0c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "DELETE /v2.0/ports/87128880-5937-449f-8c14-022b37fb2685 HTTP/1.1" status: 204 len: 173 time: 0.4567327 Feb 15 03:00:29.947995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'name': 'network-vif-deleted', 'tag': '87128880-5937-449f-8c14-022b37fb2685'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:00:29.950334 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336771b8-48a4-42f2-b6b1-8d5ae68579a2" -d '{"events": [{"server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "name": "network-vif-deleted", "tag": "87128880-5937-449f-8c14-022b37fb2685"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:00:29.984802 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eef585e-a325-4463-ae1a-be42bcc1f74b x-openstack-request-id: req-0eef585e-a325-4463-ae1a-be42bcc1f74b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:00:29.985098 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb10d1-ee94-4e8c-b147-39a134c48a40", "name": "network-vif-deleted", "tag": "87128880-5937-449f-8c14-022b37fb2685", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:00:29.985355 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eef585e-a325-4463-ae1a-be42bcc1f74b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:00:29.985788 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb10d1-ee94-4e8c-b147-39a134c48a40', 'name': 'network-vif-deleted', 'tag': '87128880-5937-449f-8c14-022b37fb2685', 'status': 'completed', 'code': 200} Feb 15 03:00:30.474228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-778a1a46-81fb-4bc5-864a-589c2839bc5d req-5cc120e6-4c8b-45f0-9e6c-855408081c40 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=2feb10d1-ee94-4e8c-b147-39a134c48a40 HTTP/1.1" status: 200 len: 210 time: 0.0302556 Feb 15 03:00:31.532067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:31.886986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:32.142104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port af63af72-ec72-431b-9628-7257ec2ea2bc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:00:32.142367 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:32.231184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port af63af72-ec72-431b-9628-7257ec2ea2bc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=af63af72-ec72-431b-9628-7257ec2ea2bc,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:32.231542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:32.243706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for af63af72-ec72-431b-9628-7257ec2ea2bc owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:00:32.496523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (af63af72-ec72-431b-9628-7257ec2ea2bc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:32.522371 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=af63af72-ec72-431b-9628-7257ec2ea2bc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:32.705043 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:32.918658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 076da421-6d2b-4b9a-a176-3f0d64292c2e has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:00:33.027083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:00:33.032184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2bda8915-e7ac-4b6d-a895-ae2eb6c7c914 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/076da421-6d2b-4b9a-a176-3f0d64292c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989152 Feb 15 03:00:33.034772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:33.037986 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Sync routers for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:00:33.048489 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:33.049095 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:33.089471 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting subnet db448c4b-ab68-44a9-b5d5-50b5cbb70d37 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:00:33.092675 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (db448c4b-ab68-44a9-b5d5-50b5cbb70d37), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.137950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (db448c4b-ab68-44a9-b5d5-50b5cbb70d37), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.164449 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:33.224175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (db448c4b-ab68-44a9-b5d5-50b5cbb70d37), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.336852 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (db448c4b-ab68-44a9-b5d5-50b5cbb70d37), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.342007 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T03:00:32Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:33.365186 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Subnet': ['ID=db448c4b-ab68-44a9-b5d5-50b5cbb70d37,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:33.370816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.373393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Checking router: 076da421-6d2b-4b9a-a176-3f0d64292c2e for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:00:33.376861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5fb99f0d-a889-4d23-8a3e-192602b87356 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/subnets/db448c4b-ab68-44a9-b5d5-50b5cbb70d37 HTTP/1.1" status: 204 len: 168 time: 0.3405128 Feb 15 03:00:33.377502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:33.379468 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc202d-3759-47d6-bfc4-0b90fc3fe551 None None] Network b11f6cb4-f36a-419a-82a5-6f595654a2b8 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:00:33.383831 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Routers {'076da421-6d2b-4b9a-a176-3f0d64292c2e'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:33.384480 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['076da421-6d2b-4b9a-a176-3f0d64292c2e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:33.492316 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.500078 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] Set router 076da421-6d2b-4b9a-a176-3f0d64292c2e gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:33.548049 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] DHCP port deletion for b11f6cb4-f36a-419a-82a5-6f595654a2b8 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:00:33.598349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Deleting port 7aecaebf-e021-4e65-a7b7-66270f86ce4a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:00:33.598997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.610379 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (076da421-6d2b-4b9a-a176-3f0d64292c2e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.669138 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] For port 7aecaebf-e021-4e65-a7b7-66270f86ce4a, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7aecaebf-e021-4e65-a7b7-66270f86ce4a,segment=NetworkSegment(f1110ea6-be67-4267-b7a0-9c6b8a8fb055),segment_id=f1110ea6-be67-4267-b7a0-9c6b8a8fb055)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:33.669538 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.682645 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Calling delete_port for 7aecaebf-e021-4e65-a7b7-66270f86ce4a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:00:33.690555 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T03:00:32Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:33.719103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609a511-51b0-47e3-91ff-6d4847266ccd None None] The sync data for ids ['076da421-6d2b-4b9a-a176-3f0d64292c2e'] in n-d-829064-14 is: [{'id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918141712', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:59:32Z', 'updated_at': '2022-02-15T03:00:32Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '5b53fa76-7c7c-47a0-a42d-473044538ee5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076da421-6d2b-4b9a-a176-3f0d64292c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:59:33Z', 'updated_at': '2022-02-15T02:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:00:33.729292 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 5b53fa76-7c7c-47a0-a42d-473044538ee5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:00:33.729853 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.808615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 5b53fa76-7c7c-47a0-a42d-473044538ee5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=5b53fa76-7c7c-47a0-a42d-473044538ee5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:33.811610 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.821259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 5b53fa76-7c7c-47a0-a42d-473044538ee5 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:00:33.822415 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7aecaebf-e021-4e65-a7b7-66270f86ce4a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:33.854045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] No DVR routers for this DVR port 7aecaebf-e021-4e65-a7b7-66270f86ce4a on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:00:33.859405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Pushing event deleted for resources: {'Port': ['ID=7aecaebf-e021-4e65-a7b7-66270f86ce4a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:33.867652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.868018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.868390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.868787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.869125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.869462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.869837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.870113 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.870441 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.870767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.871093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.871421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.871748 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121d046-5874-4d1a-a627-0771d9e5a5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:33.990767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 87128880-5937-449f-8c14-022b37fb2685 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:00:34.011576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 87128880-5937-449f-8c14-022b37fb2685 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:00:34.011923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 87128880-5937-449f-8c14-022b37fb2685 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:00:34.045243 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (5b53fa76-7c7c-47a0-a42d-473044538ee5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.382036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=5b53fa76-7c7c-47a0-a42d-473044538ee5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:34.442029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.532092 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.534217 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (076da421-6d2b-4b9a-a176-3f0d64292c2e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.650624 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (076da421-6d2b-4b9a-a176-3f0d64292c2e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.651121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Fanout notify agent at l3_agent the message router_deleted on router 076da421-6d2b-4b9a-a176-3f0d64292c2e {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:00:34.657964 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.659254 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-279283e8-5daf-46b3-896b-c84c6539fce4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/routers/076da421-6d2b-4b9a-a176-3f0d64292c2e HTTP/1.1" status: 204 len: 168 time: 1.2807097 Feb 15 03:00:34.662503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:34.721789 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af63af72-ec72-431b-9628-7257ec2ea2bc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:00:34.742028 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (b11f6cb4-f36a-419a-82a5-6f595654a2b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.743753 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: af63af72-ec72-431b-9628-7257ec2ea2bc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:00:34.744106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device af63af72-ec72-431b-9628-7257ec2ea2bc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:00:34.744766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7aecaebf-e021-4e65-a7b7-66270f86ce4a no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:00:34.764003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7aecaebf-e021-4e65-a7b7-66270f86ce4a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:00:34.764383 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7aecaebf-e021-4e65-a7b7-66270f86ce4a not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:00:34.833726 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (b11f6cb4-f36a-419a-82a5-6f595654a2b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.853754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11f6cb4-f36a-419a-82a5-6f595654a2b8']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:34.862689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:34.863018 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1110ea6-be67-4267-b7a0-9c6b8a8fb055') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:34.871965 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (f1110ea6-be67-4267-b7a0-9c6b8a8fb055), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.884565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (f1110ea6-be67-4267-b7a0-9c6b8a8fb055), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.890236 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:00:34.890620 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (f1110ea6-be67-4267-b7a0-9c6b8a8fb055), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:00:34.893557 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:00:34.993179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (b11f6cb4-f36a-419a-82a5-6f595654a2b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.000411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.003203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/networks/b11f6cb4-f36a-419a-82a5-6f595654a2b8 HTTP/1.1" status: 204 len: 168 time: 0.3392513 Feb 15 03:00:35.006166 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:35.015134 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1968e-966b-4db5-8e3e-b9ff860e7dcb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Network': ['ID=b11f6cb4-f36a-419a-82a5-6f595654a2b8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:35.380818 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (1f101b3c-0411-4cb0-b260-34d9f7dd6786), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.405073 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (1f101b3c-0411-4cb0-b260-34d9f7dd6786), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.524839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (1f101b3c-0411-4cb0-b260-34d9f7dd6786), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.527430 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.528654 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/security-groups/1f101b3c-0411-4cb0-b260-34d9f7dd6786 HTTP/1.1" status: 204 len: 168 time: 0.5212986 Feb 15 03:00:35.537558 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f101b3c-0411-4cb0-b260-34d9f7dd6786,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:35.545041 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:35.549773 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6fc18-9e70-4f1c-a440-0105ad93f9b0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:36.028278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:36.033056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742234115', 'description': 'tempest-secgroup-smoke-742234115 description', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:36.124188 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.193815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (0db94a84-12f0-407c-980c-bce530a49421), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.266500 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0db94a84-12f0-407c-980c-bce530a49421), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.294459 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db94a84-12f0-407c-980c-bce530a49421,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:36.349735 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.351041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d21185bb-dfb5-4c4e-bbaf-9ab87405a006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3216863 Feb 15 03:00:36.354120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:36.358408 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:36.458196 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (0e7b867d-4825-49a4-a3a8-0aace89dd0d7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.524168 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (0e7b867d-4825-49a4-a3a8-0aace89dd0d7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.593303 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0e7b867d-4825-49a4-a3a8-0aace89dd0d7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.611841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7b867d-4825-49a4-a3a8-0aace89dd0d7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:36.631673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5b53fa76-7c7c-47a0-a42d-473044538ee5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:00:36.654708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 5b53fa76-7c7c-47a0-a42d-473044538ee5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:00:36.655657 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 5b53fa76-7c7c-47a0-a42d-473044538ee5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:00:36.670159 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.671438 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1087a49a-7586-475c-bc37-fc922baceb2a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163943 Feb 15 03:00:36.674214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:36.678540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:36.764025 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (934150f9-808c-459f-889c-8ec0409956e9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.819078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (934150f9-808c-459f-889c-8ec0409956e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.878056 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (934150f9-808c-459f-889c-8ec0409956e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.898890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934150f9-808c-459f-889c-8ec0409956e9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:36.965997 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:36.967213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-037b484a-db5e-4ad9-83d3-0356f5476809 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920754 Feb 15 03:00:36.969996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:36.974648 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:37.065895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (9a43a76a-c8bd-4fb9-93b5-aa2bab8e2522), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.123977 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (9a43a76a-c8bd-4fb9-93b5-aa2bab8e2522), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.220993 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9a43a76a-c8bd-4fb9-93b5-aa2bab8e2522), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.238819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a43a76a-c8bd-4fb9-93b5-aa2bab8e2522,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:37.320041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.321316 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9339b2a3-3dca-4ae4-9eb9-4843a7a3c876 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503742 Feb 15 03:00:37.323909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:37.328366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:37.420942 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (87a9a6f0-8a95-4b0d-9649-07850f902bd3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.477892 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (87a9a6f0-8a95-4b0d-9649-07850f902bd3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.553116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (87a9a6f0-8a95-4b0d-9649-07850f902bd3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.570495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a9a6f0-8a95-4b0d-9649-07850f902bd3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:37.641059 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.642338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4eeaec8b-63f5-4a82-824e-7b932d2e1bfc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174219 Feb 15 03:00:37.645146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:37.649449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:37.730770 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:00:37.735655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (6dacbe75-687b-4bf0-915a-88cd5480fba7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.792803 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (6dacbe75-687b-4bf0-915a-88cd5480fba7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.877835 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6dacbe75-687b-4bf0-915a-88cd5480fba7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.896698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dacbe75-687b-4bf0-915a-88cd5480fba7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:37.973068 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:37.974367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c0ca4994-e807-49ca-8819-3c2425bfa92b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282952 Feb 15 03:00:37.977098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49816) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:37.982114 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '0db94a84-12f0-407c-980c-bce530a49421', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:38.079333 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:00:38.085139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (57cff6fb-5475-4ccb-a299-d52190a59d8d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.145639 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (57cff6fb-5475-4ccb-a299-d52190a59d8d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.227423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (57cff6fb-5475-4ccb-a299-d52190a59d8d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.246061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cff6fb-5475-4ccb-a299-d52190a59d8d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:38.308768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.309996 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ddbff2a-6f4e-41aa-9c6b-3e1546d2f1ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319633 Feb 15 03:00:38.312796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:38.318158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'network': {'name': 'tempest-network-smoke--803720773', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:38.409572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:00:38.413230 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.436657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:00:38.445479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (774ffdb9-6985-4b17-b812-98617c5e7b58), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.445822 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Added segment 774ffdb9-6985-4b17-b812-98617c5e7b58 of type vlan for network be67e378-1395-4373-bb3a-f8acb102668f Feb 15 03:00:38.483542 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (be67e378-1395-4373-bb3a-f8acb102668f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.570627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (be67e378-1395-4373-bb3a-f8acb102668f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.575655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:38.576238 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.641761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Network': ['ID=be67e378-1395-4373-bb3a-f8acb102668f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:38.651652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network be67e378-1395-4373-bb3a-f8acb102668f details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:00:38.709998 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-20727d18-48a1-4a90-b717-bd8116546853 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3961437 Feb 15 03:00:38.712893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:38.717337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'admin_state_up': True, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:38.804377 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.805405 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:38.857532 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.058816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.310906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.329661 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.430176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.170 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1a2bae4f-913b-400a-bc5b-29c81bd587c5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:00:39.532241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.622390 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:39.659591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:39.665839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:39.670325 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:00:39.672286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=1a2bae4f-913b-400a-bc5b-29c81bd587c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:40.020241 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:40.219032 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:40.443840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:00:40.551732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:00:40.562454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Sync routers for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:00:40.572873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:40.573492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:40.647907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:40.649286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-982f6cfe-a3d9-4831-b621-4053a6d8dd9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9354153 Feb 15 03:00:40.652420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:40.679992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:40.686265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5da6480e-85c4-4b91-aeb5-90745993aa86 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f0cc18f995094b0a9a4e67b367f9cd3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326834 Feb 15 03:00:40.688864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:40.835618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b00293-e27e-47bc-8131-c652072577ca tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:40.837296 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-48b00293-e27e-47bc-8131-c652072577ca tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474998 Feb 15 03:00:40.840096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:40.858300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:39Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:40.877603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3dd7ef87-875d-49be-bd29-b7e1d1c09e50 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363197 Feb 15 03:00:40.880739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:40.885541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205391082', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:40.885768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Checking router: 3397f6bc-7fb2-4407-b597-b9495fd0bdbc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:00:40.886132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Updating router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:00:40.912821 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.021412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:00:41.024738 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.262477 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (739a4f75-84a9-41e9-a4fc-12c1ce5288ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.321132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Subnet': ['ID=739a4f75-84a9-41e9-a4fc-12c1ce5288ae,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:41.324256 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks [] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.332091 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Checking segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:00:41.332495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network hostable DHCP agents. Network: be67e378-1395-4373-bb3a-f8acb102668f, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:00:41.421777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.433420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network be67e378-1395-4373-bb3a-f8acb102668f is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:00:41.475296 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Attempting to bind port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:00:41.475674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Attempting to bind port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:00:41.476042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Attempting to bind port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:00:41.477928 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09696c-0a9a-49a5-b8cb-54a137d37021 None None] Pushing event updated for resources: {'Port': ['ID=1a2bae4f-913b-400a-bc5b-29c81bd587c5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:41.483255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:00:41.483632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:00:41.484035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.484546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:00:41.485031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Bound port: 1a2bae4f-913b-400a-bc5b-29c81bd587c5, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:00:41.485290 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.519146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, be67e378-1395-4373-bb3a-f8acb102668f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:41.523486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:41.524251 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.529116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dd2ae9-0dd1-4e6b-9abf-6e620c6892e0 None None] Network be67e378-1395-4373-bb3a-f8acb102668f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:00:41.554236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] For port 1a2bae4f-913b-400a-bc5b-29c81bd587c5, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:00:41.595766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] For port 1a2bae4f-913b-400a-bc5b-29c81bd587c5, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a2bae4f-913b-400a-bc5b-29c81bd587c5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:00:41.624961 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-553d60eb-9488-4110-b832-2be2c1873f00 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7430232 Feb 15 03:00:41.627692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:41.647649 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-be67e378-1395-4373-bb3a-f8acb102668f', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:00:41.648557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.724378 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:41.824941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:41.825572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:41.829951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09696c-0a9a-49a5-b8cb-54a137d37021 None None] Pushing event updated for resources: {'Port': ['ID=1a2bae4f-913b-400a-bc5b-29c81bd587c5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:41.878130 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Allocated IP 172.20.0.2 (be67e378-1395-4373-bb3a-f8acb102668f/739a4f75-84a9-41e9-a4fc-12c1ce5288ae/7079fa2e-945d-49d8-a4a0-12d77bc99dd8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:00:42.007915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:42.069132 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.193443 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks [] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.248672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:39Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:42.277770 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.281402 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb149-3a11-4a36-9bf5-e3bdd29bb905 None None] The sync data for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 is: [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:39Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:00:42.320951 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Network be67e378-1395-4373-bb3a-f8acb102668f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:42.327199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:42.333989 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:00:42.342751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Pushing event updated for resources: {'Port': ['ID=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:42.405843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Attempting to bind port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:00:42.406237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Attempting to bind port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:00:42.406586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Attempting to bind port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 on network be67e378-1395-4373-bb3a-f8acb102668f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:00:42.412357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:00:42.412750 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Checking segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:00:42.413161 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.413596 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Bound using segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:00:42.414046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Bound port: 7079fa2e-945d-49d8-a4a0-12d77bc99dd8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:00:42.414434 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.485434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] For port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:00:42.489850 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] For port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:00:42.590521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.664912 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad644711-61bc-4dd7-9593-528d82d1fc8a None None] Pushing event updated for resources: {'Port': ['ID=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:42.745609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a2bae4f-913b-400a-bc5b-29c81bd587c5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:00:42.801309 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:42.801685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.823559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.1 (be67e378-1395-4373-bb3a-f8acb102668f/739a4f75-84a9-41e9-a4fc-12c1ce5288ae/9ed7c04a-28a0-4b2f-86a8-7ac74ad72807) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:00:42.921375 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:42.921766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:42.946659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 1a2bae4f-913b-400a-bc5b-29c81bd587c5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a2bae4f-913b-400a-bc5b-29c81bd587c5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:42.975630 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.033559 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.085485 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.103960 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=1a2bae4f-913b-400a-bc5b-29c81bd587c5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:43.127146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network be67e378-1395-4373-bb3a-f8acb102668f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:43.133192 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:43.137160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:00:43.143652 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:43.185409 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.392419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.536645 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:00:43.683848 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.712801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e671134-4879-45dc-9570-0fe16a140b33 None None] Network be67e378-1395-4373-bb3a-f8acb102668f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:00:43.747707 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.787254 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Provisioning complete for port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:43.787627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.823409 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:43.826018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.903817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Current status of the port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:43.904214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:43.925387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network be67e378-1395-4373-bb3a-f8acb102668f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:43.927072 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:43.945035 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] For port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:44.033435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.065769 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:00:44.092373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2a936-d919-41a0-bb8e-c8cdbe9214d4 None None] Pushing event updated for resources: {'Port': ['ID=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:44.158872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.159350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.187762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:00:44.196896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:00:44.200888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7d69668a-04f8-4401-91ee-3f8af9985bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/3397f6bc-7fb2-4407-b597-b9495fd0bdbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5720642 Feb 15 03:00:44.210083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Provisioning complete for port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.210462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.298433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bee4eb5e-079d-4400-841f-0589b1daee36 None None] Current status of the port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:44.341485 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a989628-e571-4775-9710-73b619de9fde None None] Sync routers for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:00:44.353385 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:44.353928 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:44.370283 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-1f786f3a-771f-4995-962c-7ed78b1976f5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742234115&fields=id&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 267 time: 0.0513098 Feb 15 03:00:44.422633 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-61209fef-c685-4eb4-960e-1ec4d49472eb None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.423239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61209fef-c685-4eb4-960e-1ec4d49472eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.475344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-61209fef-c685-4eb4-960e-1ec4d49472eb None None] Port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:00:44.510152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-6e617279-90da-49df-b921-6ab07281539f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:44.511849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-6e617279-90da-49df-b921-6ab07281539f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 796 time: 0.1351383 Feb 15 03:00:44.528352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-bad20619-d6e4-43b0-b98a-ed0579ba37e5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/quotas/f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 375 time: 0.0105929 Feb 15 03:00:44.568286 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:44.585934 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-43fda8c3-4d52-4288-8c75-0db8a1962f30 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515566 Feb 15 03:00:44.595185 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7897b2b5-536b-4617-9538-cfac0560c9fa None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.596337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7897b2b5-536b-4617-9538-cfac0560c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.631403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7897b2b5-536b-4617-9538-cfac0560c9fa None None] Port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:00:44.693642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-167be2d5-f3c7-485a-b2f9-b1de272bf871 service neutron] 10.222.0.43 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911038 Feb 15 03:00:44.771692 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 2, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:44.784377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:00:44.796748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-64c3d558-6243-4d03-8e18-4dfbccc4bfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946248 Feb 15 03:00:44.800815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a989628-e571-4775-9710-73b619de9fde None None] Checking router: 3397f6bc-7fb2-4407-b597-b9495fd0bdbc for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:00:44.801257 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a989628-e571-4775-9710-73b619de9fde None None] Updating router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:00:44.833163 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.840156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.840517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.920962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:44.922022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a2bae4f-913b-400a-bc5b-29c81bd587c5 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:00:44.969913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:44.970298 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.062880 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7588877d-5648-4528-9157-fa380c3c3e44 req-2081d054-6951-4194-b4d3-f28fb0b57064 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 210 time: 0.0412815 Feb 15 03:00:45.079666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:45.111731 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks [] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.164393 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.216350 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Pushing event updated for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:45.243448 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.243786 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.244127 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.244493 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.244825 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.245153 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.245477 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.245800 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.246118 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.246439 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.246757 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.247079 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.247393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:00:45.280332 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a989628-e571-4775-9710-73b619de9fde None None] Attempting to bind port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:00:45.280725 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a989628-e571-4775-9710-73b619de9fde None None] Attempting to bind port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:00:45.281065 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a989628-e571-4775-9710-73b619de9fde None None] Attempting to bind port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 on network be67e378-1395-4373-bb3a-f8acb102668f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:00:45.287036 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a989628-e571-4775-9710-73b619de9fde None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:00:45.290157 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a989628-e571-4775-9710-73b619de9fde None None] Checking segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:00:45.290157 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.290157 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a989628-e571-4775-9710-73b619de9fde None None] Bound using segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:00:45.290157 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0a989628-e571-4775-9710-73b619de9fde None None] Bound port: 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:00:45.290157 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.363402 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0a989628-e571-4775-9710-73b619de9fde None None] For port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:00:45.366584 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0a989628-e571-4775-9710-73b619de9fde None None] For port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:00:45.444687 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a989628-e571-4775-9710-73b619de9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.455133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:45.455510 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.502967 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:45.503619 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:45.512625 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8b37-3f02-4bcd-a840-93c755b4d82d None None] Pushing event updated for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:45.547470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Current status of the port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:45.548436 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.591292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] For port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:45.625465 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:00:45.639066 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.689732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dbb80-7fd3-4704-bdfc-0a3ca6cff38e None None] Pushing event updated for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:45.761224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49c0555e-c5ac-43ba-9376-820f009dd3d0 None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:45.761521 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49c0555e-c5ac-43ba-9376-820f009dd3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:45.837897 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49c0555e-c5ac-43ba-9376-820f009dd3d0 None None] Current status of the port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:45.842002 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0a989628-e571-4775-9710-73b619de9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:45.868783 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a989628-e571-4775-9710-73b619de9fde None None] The sync data for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 is: [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:00:46.005740 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:46.159492 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e5c553a-5ee9-4867-b5a6-dd13f80d0210 req-e6eed7c0-19dc-44c8-afd1-e880cb9fce2c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Feb 15 03:00:46.703189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:00:46.768095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:46.768696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:46.859683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:47.197720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-d5c9dc22-a8e1-4ca1-a450-67e87c1e27b2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:47.199197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-d5c9dc22-a8e1-4ca1-a450-67e87c1e27b2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 796 time: 0.1061575 Feb 15 03:00:47.283093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1dddd6bd-c0f8-41bc-9f80-8682e1baafad req-22763240-8595-4230-8db8-64f429a74bd6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 210 time: 0.0363796 Feb 15 03:00:47.296572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a97d1ac-d013-43d1-95b2-b2162e15be9d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 379 time: 0.0872307 Feb 15 03:00:47.305415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'port': {'device_id': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'admin_state_up': True, 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'security_groups': ['0db94a84-12f0-407c-980c-bce530a49421']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:47.462073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:00:47.465681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:47.589956 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.14 (be67e378-1395-4373-bb3a-f8acb102668f/739a4f75-84a9-41e9-a4fc-12c1ce5288ae/c65e6eda-796a-403e-adaa-840b48372b24) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:00:47.726820 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (c65e6eda-796a-403e-adaa-840b48372b24), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:47.787785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:47.826414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network be67e378-1395-4373-bb3a-f8acb102668f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:47.829411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:47.832927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:00:47.871170 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:47.895313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:47.895938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:47.979202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-a3ae87aa-6817-4fdc-994b-a76a39a9138e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6776338 Feb 15 03:00:47.991789 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Request body: {'port': {'device_id': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:48.051789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c65e6eda-796a-403e-adaa-840b48372b24), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.077530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-62d3d063-a45c-4c8e-b95b-41e2d89399f2 None None] Provisioning complete for port c65e6eda-796a-403e-adaa-840b48372b24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:48.078190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3d063-a45c-4c8e-b95b-41e2d89399f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c65e6eda-796a-403e-adaa-840b48372b24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.120227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-62d3d063-a45c-4c8e-b95b-41e2d89399f2 None None] Port c65e6eda-796a-403e-adaa-840b48372b24 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:00:48.318365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65e6eda-796a-403e-adaa-840b48372b24 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:00:48.325941 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks [] for port (c65e6eda-796a-403e-adaa-840b48372b24), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.338493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Transition to ACTIVE for port object c65e6eda-796a-403e-adaa-840b48372b24 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:00:48.403625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516087-c99d-4c55-bc73-b9385e01cc77 req-885af83d-294c-459f-8be9-1a47ebe91bef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:48.405173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b516087-c99d-4c55-bc73-b9385e01cc77 req-885af83d-294c-459f-8be9-1a47ebe91bef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 932 time: 0.0548694 Feb 15 03:00:48.412407 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.477912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:48.546071 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b516087-c99d-4c55-bc73-b9385e01cc77 req-7c65c3b3-fcd5-47ff-b2f6-0c141da0a628 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329103 Feb 15 03:00:48.579634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Attempting to bind port c65e6eda-796a-403e-adaa-840b48372b24 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:00:48.579979 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Attempting to bind port c65e6eda-796a-403e-adaa-840b48372b24 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:00:48.580337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Attempting to bind port c65e6eda-796a-403e-adaa-840b48372b24 on network be67e378-1395-4373-bb3a-f8acb102668f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:00:48.585604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Port c65e6eda-796a-403e-adaa-840b48372b24 on network be67e378-1395-4373-bb3a-f8acb102668f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:00:48.585949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Attempting to bind port c65e6eda-796a-403e-adaa-840b48372b24 on network be67e378-1395-4373-bb3a-f8acb102668f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:00:48.591193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:00:48.591533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Checking segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:00:48.591917 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Bound using segment: {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:00:48.592392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Bound port: c65e6eda-796a-403e-adaa-840b48372b24, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774ffdb9-6985-4b17-b812-98617c5e7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:00:48.592755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c65e6eda-796a-403e-adaa-840b48372b24), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.657222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:00:48.660812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c65e6eda-796a-403e-adaa-840b48372b24,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:00:48.736833 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.747134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.770982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:48.771594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.773009 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] 10.222.0.37 "PUT /v2.0/ports/c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 1093 time: 0.7862256 Feb 15 03:00:48.773444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:00:48.775762 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d677c5-4ef2-43cc-8e16-615d852f2166" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:00:48.805336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73eda6-5561-494c-9977-c4ac21b13e33 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:48.813715 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f363015-295b-489e-806b-7b1104eb2eea x-openstack-request-id: req-8f363015-295b-489e-806b-7b1104eb2eea {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:00:48.814005 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:00:48.814263 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f363015-295b-489e-806b-7b1104eb2eea {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:00:48.814670 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24', 'status': 'completed', 'code': 200} Feb 15 03:00:48.883223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-16bc822b-382c-44c5-80d8-6a0fb2842034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:48.884782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-16bc822b-382c-44c5-80d8-6a0fb2842034 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1127 time: 0.0484512 Feb 15 03:00:48.987110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-d5c2613d-50ec-41da-bbf8-f9218f4a3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:48.989244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-d5c2613d-50ec-41da-bbf8-f9218f4a3265 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0980573 Feb 15 03:00:49.077873 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-567a2158-ff35-4fcf-9e1a-d6afc46d7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:49.079262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-84d677c5-4ef2-43cc-8e16-615d852f2166 req-567a2158-ff35-4fcf-9e1a-d6afc46d7043 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845912 Feb 15 03:00:49.161445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-678bd6b9-feab-4bee-ae20-727957460700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:49.162931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-678bd6b9-feab-4bee-ae20-727957460700 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1127 time: 0.0503407 Feb 15 03:00:49.204171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-bc9cb831-7f57-4a3f-b9e6-bbe7f86b058e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 217 time: 0.0331898 Feb 15 03:00:49.250748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-55f9cd4b-5511-4a38-a310-66628a6924c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:49.252140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-55f9cd4b-5511-4a38-a310-66628a6924c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0424795 Feb 15 03:00:49.307055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-69d6a675-5453-49f0-ac2c-8adac510a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:49.308553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-69d6a675-5453-49f0-ac2c-8adac510a114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507910 Feb 15 03:00:49.395020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-64d0f4eb-6d75-4c71-91bb-567d4c06092f service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Feb 15 03:00:49.499045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9f218c4-7c1b-49aa-a5ba-adebc30f2529 req-13712aa4-bd62-423e-9296-5bd04052a716 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987504 Feb 15 03:00:49.669259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d2f42-fa57-474c-b940-117f20f5fe98 req-e00f1c8f-312f-479d-92a8-703d2d910bef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:49.670649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-803d2f42-fa57-474c-b940-117f20f5fe98 req-e00f1c8f-312f-479d-92a8-703d2d910bef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Feb 15 03:00:49.718504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-803d2f42-fa57-474c-b940-117f20f5fe98 req-48eee14a-3863-4f32-8553-2a3423271acd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Feb 15 03:00:50.835994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86679cb-cd74-4ee4-8a24-d3c339983ad0 req-2cb27703-d4f0-462b-8a2e-4353cdea0294 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:50.837507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a86679cb-cd74-4ee4-8a24-d3c339983ad0 req-2cb27703-d4f0-462b-8a2e-4353cdea0294 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Feb 15 03:00:50.885171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a86679cb-cd74-4ee4-8a24-d3c339983ad0 req-eea84bcc-342e-4e22-8aba-f448c55af8f3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 Feb 15 03:00:51.135981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3af1864-d048-42b5-b372-def3aac41ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:52.007580 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80cf8f-7255-4d0e-9718-43b90bb944c7 req-900ab133-30bc-42c4-8555-a9d774b6dd91 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:52.009093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d80cf8f-7255-4d0e-9718-43b90bb944c7 req-900ab133-30bc-42c4-8555-a9d774b6dd91 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 944 time: 0.0564880 Feb 15 03:00:52.057168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3d80cf8f-7255-4d0e-9718-43b90bb944c7 req-2a38ebbb-0716-4c6b-8bde-dc88f7592a48 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Feb 15 03:00:53.176858 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a85e4-bbff-42bd-944c-4af0e3df0a00 req-bad70605-19b7-4368-9601-1471903c8598 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:53.188660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b2a85e4-bbff-42bd-944c-4af0e3df0a00 req-bad70605-19b7-4368-9601-1471903c8598 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 944 time: 0.0539246 Feb 15 03:00:53.227732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b2a85e4-bbff-42bd-944c-4af0e3df0a00 req-e407f452-91ec-43f9-8cde-f6e007ee438d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Feb 15 03:00:53.304586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c65e6eda-796a-403e-adaa-840b48372b24 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:00:53.365307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1afe-d8f7-441d-9514-581dd463e6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:53.404994 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c65e6eda-796a-403e-adaa-840b48372b24,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:53.417102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'c65e6eda-796a-403e-adaa-840b48372b24', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'port_id': 'c65e6eda-796a-403e-adaa-840b48372b24', 'mac_address': 'fa:16:3e:21:96:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:00:53.453063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c65e6eda-796a-403e-adaa-840b48372b24 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:53.453455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c65e6eda-796a-403e-adaa-840b48372b24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:53.465844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65e6eda-796a-403e-adaa-840b48372b24 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:00:53.489352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c65e6eda-796a-403e-adaa-840b48372b24,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:53.564742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:53.614835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:54.006737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['c65e6eda-796a-403e-adaa-840b48372b24'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:00:54.348807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348204b-0248-4ce3-aaee-6c813f4c6a22 req-898d4fc8-5a62-4d65-beb6-ac1dd5f3c31f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:54.350292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1348204b-0248-4ce3-aaee-6c813f4c6a22 req-898d4fc8-5a62-4d65-beb6-ac1dd5f3c31f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 945 time: 0.0554769 Feb 15 03:00:54.398384 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1348204b-0248-4ce3-aaee-6c813f4c6a22 req-15708b02-bdff-4a96-874b-62ef51689074 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Feb 15 03:00:54.821299 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:55.330347 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c65e6eda-796a-403e-adaa-840b48372b24 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:00:55.437843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port c65e6eda-796a-403e-adaa-840b48372b24 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:00:55.442489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port c65e6eda-796a-403e-adaa-840b48372b24 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:00:55.442874 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (c65e6eda-796a-403e-adaa-840b48372b24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:55.516265 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a61e-e8f4-4f78-b6fb-e3b413231e71 req-bdbd1a27-b829-420b-a693-bcfe0c5d8bb8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:55.517812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7928a61e-e8f4-4f78-b6fb-e3b413231e71 req-bdbd1a27-b829-420b-a693-bcfe0c5d8bb8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Feb 15 03:00:55.525364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port c65e6eda-796a-403e-adaa-840b48372b24 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:00:55.525787 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (c65e6eda-796a-403e-adaa-840b48372b24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:55.548247 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:00:55.550546 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af9975c-7d5b-4b95-9d62-ae1d2c8508bf" -d '{"events": [{"server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "name": "network-vif-plugged", "status": "completed", "tag": "c65e6eda-796a-403e-adaa-840b48372b24"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:00:55.562791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c65e6eda-796a-403e-adaa-840b48372b24,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:00:55.566604 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7928a61e-e8f4-4f78-b6fb-e3b413231e71 req-3ab7833f-f0dd-41e7-9954-3f5cf5fd94be tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Feb 15 03:00:55.611502 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4126da-31b7-4a63-aef5-44fd2ee2c910 x-openstack-request-id: req-ca4126da-31b7-4a63-aef5-44fd2ee2c910 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:00:55.611795 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "name": "network-vif-plugged", "status": "completed", "tag": "c65e6eda-796a-403e-adaa-840b48372b24", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:00:55.612051 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca4126da-31b7-4a63-aef5-44fd2ee2c910 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:00:55.612487 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24', 'code': 200} Feb 15 03:00:55.638307 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:55.685351 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:55.712675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f6908-f8a6-478c-8881-c4635cb06956 req-1a9bf8b0-7dec-4ec3-b884-6eb2c725c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:55.714180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142f6908-f8a6-478c-8881-c4635cb06956 req-1a9bf8b0-7dec-4ec3-b884-6eb2c725c9ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0441504 Feb 15 03:00:55.762219 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142f6908-f8a6-478c-8881-c4635cb06956 req-430ebd77-58a5-460d-91aa-40ea58d94749 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419908 Feb 15 03:00:56.193206 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:56.685420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c901cd-14ed-4ef8-9e8e-6f07d55ec8ab req-a20416eb-4f12-4ac3-843b-721e0a6c027f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:56.686826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2c901cd-14ed-4ef8-9e8e-6f07d55ec8ab req-a20416eb-4f12-4ac3-843b-721e0a6c027f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0515223 Feb 15 03:00:56.734498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2c901cd-14ed-4ef8-9e8e-6f07d55ec8ab req-9ff720a2-4228-413b-821f-7813fe3fd006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Feb 15 03:00:57.501438 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:57.866051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ade4a-7f25-4d85-9a09-b576e61c9eb5 req-a2d80f6a-59e4-4eec-bead-9e2f3aff6af2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:57.867548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a0ade4a-7f25-4d85-9a09-b576e61c9eb5 req-a2d80f6a-59e4-4eec-bead-9e2f3aff6af2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0594170 Feb 15 03:00:57.914897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a0ade4a-7f25-4d85-9a09-b576e61c9eb5 req-5690e48c-1ccc-4989-9878-e0ce76438d7b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Feb 15 03:00:58.032500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57031297-658a-4ed4-970a-d65bf1106264 req-277c3d7d-e880-4cd4-a6b4-28f1eb45574e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:58.033981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57031297-658a-4ed4-970a-d65bf1106264 req-277c3d7d-e880-4cd4-a6b4-28f1eb45574e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0557375 Feb 15 03:00:58.082754 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-57031297-658a-4ed4-970a-d65bf1106264 req-0bdb2702-6fdb-422d-a75e-c810b0ba2998 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Feb 15 03:00:58.104951 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:58.148053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53f469-fda8-4cc3-9f8b-cff72070c97f tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:00:58.149584 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1b53f469-fda8-4cc3-9f8b-cff72070c97f tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1124 time: 0.0436244 Feb 15 03:00:58.152398 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:58.156526 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'c65e6eda-796a-403e-adaa-840b48372b24', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:00:58.261706 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:58.357962 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:58.461734 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.208 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/a383bbe2-b808-4177-8f99-fd42b6ea18f8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:00:58.563853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:58.638235 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:58.675338 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:00:58.680099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:00:58.683001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:00:58.710670 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=a383bbe2-b808-4177-8f99-fd42b6ea18f8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:59.040932 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (62ac7803-49d3-4174-b8d4-dd360d57edb7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.189828 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.340930 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.392836 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.462497 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=a383bbe2-b808-4177-8f99-fd42b6ea18f8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:00:59.474875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (62ac7803-49d3-4174-b8d4-dd360d57edb7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.577437 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP 62ac7803-49d3-4174-b8d4-dd360d57edb7 associated. External IP: 172.25.2.208, port: c65e6eda-796a-403e-adaa-840b48372b24. Feb 15 03:00:59.784791 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:00:59.891976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:00:59.902630 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Sync routers for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:00:59.913444 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:00:59.914067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:00:59.961184 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:59.989921 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0a9d847f-4f0a-4711-903d-39cc1d32580b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8365247 Feb 15 03:00:59.990627 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:00:59.993097 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d466227-a3af-4c37-bc16-1492d766c965" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:01:00.027189 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:01:00.089610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a47d0d-8823-4cbb-9ee6-c641dc8cd221 req-902ab513-e29a-4f56-849a-b4a80a5838fb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:00.091012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65a47d0d-8823-4cbb-9ee6-c641dc8cd221 req-902ab513-e29a-4f56-849a-b4a80a5838fb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Feb 15 03:01:00.138909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65a47d0d-8823-4cbb-9ee6-c641dc8cd221 req-a7abd75a-947a-4473-b437-11a465c6a76e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Feb 15 03:01:00.161399 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:01:00.225869 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1e297090-23b8-4526-9a93-240f72bc9b06 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/62ac7803-49d3-4174-b8d4-dd360d57edb7 HTTP/1.1" status: 200 len: 992 time: 0.0631833 Feb 15 03:01:00.251852 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb150d-7215-4bf7-be59-7a86df46e988 x-openstack-request-id: req-4aeb150d-7215-4bf7-be59-7a86df46e988 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:01:00.252150 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:01:00.252441 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aeb150d-7215-4bf7-be59-7a86df46e988 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:01:00.252856 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24', 'status': 'completed', 'code': 200} Feb 15 03:01:00.260164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '62ac7803-49d3-4174-b8d4-dd360d57edb7', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'port_id': 'c65e6eda-796a-403e-adaa-840b48372b24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'mac_address': 'fa:16:3e:21:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:00:58Z', 'updated_at': '2022-02-15T03:00:58Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:01:00.286476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Checking router: 3397f6bc-7fb2-4407-b597-b9495fd0bdbc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:01:00.294745 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:01:00.295350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:00:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:01:00.318066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466227-a3af-4c37-bc16-1492d766c965 req-880d2a18-d04c-431d-970d-1714483696d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:00.319640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-880d2a18-d04c-431d-970d-1714483696d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0449853 Feb 15 03:01:00.407172 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:01:00.411333 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466227-a3af-4c37-bc16-1492d766c965 req-0b86bd35-682d-4150-8614-9e1704bede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:00.412958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-0b86bd35-682d-4150-8614-9e1704bede2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 897 time: 0.0878603 Feb 15 03:01:00.478290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-f6c8125d-99c8-42ae-8e20-c3d38a971438 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 1000 time: 0.0597956 Feb 15 03:01:00.531151 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466227-a3af-4c37-bc16-1492d766c965 req-8b384a88-35db-4ad9-ab9d-becc6f0508e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:00.532691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-8b384a88-35db-4ad9-ab9d-becc6f0508e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0484612 Feb 15 03:01:00.582075 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466227-a3af-4c37-bc16-1492d766c965 req-3026fb59-5fed-4450-b94a-7b1c87323115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:00.583797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-3026fb59-5fed-4450-b94a-7b1c87323115 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456104 Feb 15 03:01:00.631292 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '62ac7803-49d3-4174-b8d4-dd360d57edb7', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'port_id': 'c65e6eda-796a-403e-adaa-840b48372b24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'mac_address': 'fa:16:3e:21:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:00:58Z', 'updated_at': '2022-02-15T03:00:58Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:01:00.657134 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695fa819-3bb1-4de6-8cd3-141bce904f5b None None] The sync data for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 is: [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '62ac7803-49d3-4174-b8d4-dd360d57edb7', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'port_id': 'c65e6eda-796a-403e-adaa-840b48372b24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'mac_address': 'fa:16:3e:21:96:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:00:58Z', 'updated_at': '2022-02-15T03:00:58Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:01:00.671730 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-6291b08c-df2b-4f34-aa2e-8125532a2359 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821705 Feb 15 03:01:00.765059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d466227-a3af-4c37-bc16-1492d766c965 req-b88eb73e-0af8-4f40-8364-edbc6cc45658 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874033 Feb 15 03:01:00.855470 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c277ac0-99e9-4b37-868b-c2fba5288008 None None] New status for floating IP 62ac7803-49d3-4174-b8d4-dd360d57edb7: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:01:01.229760 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:01:01.293016 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-05dfe79e-6f04-413a-b3e7-a2b0e8a341d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/62ac7803-49d3-4174-b8d4-dd360d57edb7 HTTP/1.1" status: 200 len: 994 time: 0.0620983 Feb 15 03:01:16.020693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:18.758532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:20.536828 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:01:21.152581 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8351365-ef8b-4821-9577-8f703bc74ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:23.386708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c586e01e-242d-42af-8eac-f076afa1c721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:24.798402 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:26.214614 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:27.524159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:35.173861 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-94306687-4885-4b43-8c8e-aa711f5cd2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063499 Feb 15 03:01:35.255912 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767daa35-d39a-4210-b01f-82f2ed014611 req-54bbf41f-f8cd-4491-97c7-4103fbc9b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:35.257932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-54bbf41f-f8cd-4491-97c7-4103fbc9b051 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0429468 Feb 15 03:01:35.364345 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767daa35-d39a-4210-b01f-82f2ed014611 req-9e0d595a-4d10-41be-ba26-89e4d76aff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:35.365794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-9e0d595a-4d10-41be-ba26-89e4d76aff11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 897 time: 0.0906959 Feb 15 03:01:35.430426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-4fe0c267-3739-4b46-98e8-de97076d4306 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 1002 time: 0.0584605 Feb 15 03:01:35.486897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767daa35-d39a-4210-b01f-82f2ed014611 req-fb6a024d-9871-453b-a5fc-3ca376c29b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:35.488382 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-fb6a024d-9871-453b-a5fc-3ca376c29b97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0505931 Feb 15 03:01:35.535880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767daa35-d39a-4210-b01f-82f2ed014611 req-8bf087b1-afb0-4850-9e51-2f2ee317a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:01:35.537439 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-8bf087b1-afb0-4850-9e51-2f2ee317a136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434506 Feb 15 03:01:35.622599 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-b8beec43-e905-40f0-b127-96f27bfddca7 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790935 Feb 15 03:01:35.715956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-767daa35-d39a-4210-b01f-82f2ed014611 req-3509b238-ca25-43ac-80dd-5ca802c99239 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Feb 15 03:01:46.014751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:48.740374 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:51.140431 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a720aa71-8e7a-425f-8af1-7d7aa311a1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:53.357790 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-990218eb-d00f-40fe-829b-f41ada511584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:54.820203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:56.203362 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:57.516797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:57.542732 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:02:04.338998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9aac-4788-48ad-b872-de5e03958791 req-20bfa425-9d06-4b64-81ca-dfc2b1f3c2d2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:04.340536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b5b9aac-4788-48ad-b872-de5e03958791 req-20bfa425-9d06-4b64-81ca-dfc2b1f3c2d2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.1399469 Feb 15 03:02:04.354953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-682ef326-8f2d-4b8c-8176-9708c9b5b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:04.356415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-682ef326-8f2d-4b8c-8176-9708c9b5b357 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0718844 Feb 15 03:02:04.452505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b5b9aac-4788-48ad-b872-de5e03958791 req-e8a53273-b36c-4f77-bd7e-2cabc2fda920 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054423 Feb 15 03:02:04.488862 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-145aa7dc-3eee-4a10-8594-428374e7d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:04.490385 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-145aa7dc-3eee-4a10-8594-428374e7d5c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 897 time: 0.1268055 Feb 15 03:02:04.884094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-c1cf4319-f1a0-40db-97d4-e8e8868d194a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 1002 time: 0.3871624 Feb 15 03:02:04.932054 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-bc7cd7fd-71b4-4f7f-b3a4-3d417c030f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:04.933487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-bc7cd7fd-71b4-4f7f-b3a4-3d417c030f9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0430539 Feb 15 03:02:04.981984 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-034bba43-397e-455c-a7ba-c94ee9b51ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:04.983458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-034bba43-397e-455c-a7ba-c94ee9b51ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430164 Feb 15 03:02:05.071580 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-d6383fbf-7bb1-485c-b6de-9945e526acb5 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819511 Feb 15 03:02:05.159285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2add0387-bfd9-4739-b53a-b88f40de36c9 req-28d1b7fb-e783-4688-ad88-258fa0d5ac0f service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812221 Feb 15 03:02:05.578330 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a2b25-2be9-40b9-852c-a938b7851873 req-0817c244-2a8e-4049-8a5f-7ff60714aaf9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:05.580264 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a5a2b25-2be9-40b9-852c-a938b7851873 req-0817c244-2a8e-4049-8a5f-7ff60714aaf9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Feb 15 03:02:05.637353 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a5a2b25-2be9-40b9-852c-a938b7851873 req-438b75a1-1027-4e04-aba9-04132d52decf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510364 Feb 15 03:02:06.761834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c41ac8-bbc6-4c3f-b827-33a1d673f61d req-54f5e360-de71-4a9f-8414-536b8ee56ab9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:06.763541 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76c41ac8-bbc6-4c3f-b827-33a1d673f61d req-54f5e360-de71-4a9f-8414-536b8ee56ab9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0512016 Feb 15 03:02:06.811458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-76c41ac8-bbc6-4c3f-b827-33a1d673f61d req-6488287b-987a-43be-a3ed-dfa19e610ca0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Feb 15 03:02:07.928661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936bd5-172e-4670-bceb-0eae699dc27a req-b11b2d3b-7446-4d47-89cb-c89c94d1bf3b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:07.930138 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3936bd5-172e-4670-bceb-0eae699dc27a req-b11b2d3b-7446-4d47-89cb-c89c94d1bf3b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0516737 Feb 15 03:02:07.977864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f3936bd5-172e-4670-bceb-0eae699dc27a req-d8d8bcfd-f7d8-44c2-8c8c-0afa7667ae8d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Feb 15 03:02:09.101943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f2df6-119a-42df-9a1a-272c24d27a30 req-205f1733-1b53-40f0-bc13-ab293e8737e0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:09.104018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2df6-119a-42df-9a1a-272c24d27a30 req-205f1733-1b53-40f0-bc13-ab293e8737e0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0594463 Feb 15 03:02:09.152516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-581f2df6-119a-42df-9a1a-272c24d27a30 req-d5deb3a5-b503-4932-9b32-65c64e0f5e6c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Feb 15 03:02:10.270879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f4c0-f5f2-42a5-9482-6aaf419820c6 req-085efff2-24a7-46dc-b9ad-4cc981c84a4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:10.272889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d6f4c0-f5f2-42a5-9482-6aaf419820c6 req-085efff2-24a7-46dc-b9ad-4cc981c84a4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0518069 Feb 15 03:02:10.320914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-41d6f4c0-f5f2-42a5-9482-6aaf419820c6 req-75d33028-6fdc-401f-a977-2ef8496fd91f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Feb 15 03:02:11.438676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed716fb-7972-49f5-8884-bb07a36846f6 req-7d3e1444-c09d-472a-b132-3bfffb5d1abe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:11.440166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ed716fb-7972-49f5-8884-bb07a36846f6 req-7d3e1444-c09d-472a-b132-3bfffb5d1abe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Feb 15 03:02:11.491858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8ed716fb-7972-49f5-8884-bb07a36846f6 req-7f55560b-e8d5-4672-8e9c-519327e6f215 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Feb 15 03:02:12.607579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07864a-0f6f-4626-8bcf-3d0669eb3019 req-887b0ee7-ccec-4efb-a679-6551dfba403f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:12.609050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb07864a-0f6f-4626-8bcf-3d0669eb3019 req-887b0ee7-ccec-4efb-a679-6551dfba403f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0505631 Feb 15 03:02:12.655485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb07864a-0f6f-4626-8bcf-3d0669eb3019 req-ab385f77-be10-4d8f-901d-706473a04086 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410256 Feb 15 03:02:13.773392 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacab7a3-04cf-4b19-a91d-4cbf021efcfa req-a6bb7636-8f81-42fa-8d94-3d18e9ac91a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:13.774879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cacab7a3-04cf-4b19-a91d-4cbf021efcfa req-a6bb7636-8f81-42fa-8d94-3d18e9ac91a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0525444 Feb 15 03:02:13.822276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cacab7a3-04cf-4b19-a91d-4cbf021efcfa req-529e7044-3058-4a27-9231-fa2b10d9f76c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Feb 15 03:02:14.942443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6198a-7326-4d0d-93d4-2b2d560fa036 req-8e5104d2-6388-4a62-9791-0556ec8c283d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:14.943936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bb6198a-7326-4d0d-93d4-2b2d560fa036 req-8e5104d2-6388-4a62-9791-0556ec8c283d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Feb 15 03:02:14.991344 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5bb6198a-7326-4d0d-93d4-2b2d560fa036 req-3ddfd03d-2708-438e-b1eb-51438c197e89 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Feb 15 03:02:15.975523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.111253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1352-22d0-4675-a72d-63d4620bfb35 req-a490f636-fd97-484b-b00b-b6c5cf908412 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:16.112752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef2f1352-22d0-4675-a72d-63d4620bfb35 req-a490f636-fd97-484b-b00b-b6c5cf908412 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0532835 Feb 15 03:02:16.163331 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef2f1352-22d0-4675-a72d-63d4620bfb35 req-5344fdce-e48b-4e61-9d55-26fe48db705e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450559 Feb 15 03:02:17.284798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf94613-d59c-4059-80de-0883db888df7 req-21a86b1e-e162-45b6-90d4-4568ebce5e7e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:17.286255 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcf94613-d59c-4059-80de-0883db888df7 req-21a86b1e-e162-45b6-90d4-4568ebce5e7e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0543792 Feb 15 03:02:17.333688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bcf94613-d59c-4059-80de-0883db888df7 req-f419ea59-4aad-4e65-a86e-71a2e7dc40d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Feb 15 03:02:17.355521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 49956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:17.414546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3bbbf7d-4681-4abc-9ff9-52384fddca62 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/62ac7803-49d3-4174-b8d4-dd360d57edb7 HTTP/1.1" status: 200 len: 994 time: 0.0579290 Feb 15 03:02:18.779774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:21.168240 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-924fe85e-0800-4933-99d9-619a78260ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:23.345259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05fcb268-07e2-4867-9478-4378bc5d14bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:24.825530 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.202650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.477350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.545462 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:02:35.108978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-4fd1c044-8ee4-4d3e-9ff8-e32186b42c49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417228 Feb 15 03:02:35.195070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-6dd64de1-25e1-4920-a854-b5cdde40d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.196583 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-6dd64de1-25e1-4920-a854-b5cdde40d805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0477941 Feb 15 03:02:35.295166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-7d60802a-ef21-476c-84e6-8880d8337116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.296651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-7d60802a-ef21-476c-84e6-8880d8337116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 897 time: 0.0832820 Feb 15 03:02:35.364336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-87f48e4b-458e-4840-bcf4-65da6fcae9c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 1002 time: 0.0621126 Feb 15 03:02:35.410911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-4c14cf40-6b5d-4e2d-b94d-3cc54b1b967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.412963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-4c14cf40-6b5d-4e2d-b94d-3cc54b1b967d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0427630 Feb 15 03:02:35.460961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-dba607a6-7fff-4476-8378-1ce499349646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.462463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-dba607a6-7fff-4476-8378-1ce499349646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433080 Feb 15 03:02:35.557156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-cda317ac-8de1-4209-b177-08f463f4523a service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879109 Feb 15 03:02:35.649242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dfc2adf8-4b89-4747-8c8f-ddb5ad171158 req-37f4d53a-7494-488d-9556-45e68cb888ba service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Feb 15 03:02:45.973827 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.756884 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:51.156074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17558554-b636-42b4-826c-44114ca24fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:53.367598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abc1efb1-72cb-4b25-a379-2cb457782f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:54.819071 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.213423 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.510338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.546886 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:03:12.668692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 49982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:12.823850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port a383bbe2-b808-4177-8f99-fd42b6ea18f8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:12.824195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:12.895492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:12.896363 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (a383bbe2-b808-4177-8f99-fd42b6ea18f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:12.907507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for a383bbe2-b808-4177-8f99-fd42b6ea18f8 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:13.133162 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a383bbe2-b808-4177-8f99-fd42b6ea18f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:13.156060 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=a383bbe2-b808-4177-8f99-fd42b6ea18f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:13.166684 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.167049 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.167403 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.167747 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.168097 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.168854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.168854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.169116 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.169451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.169786 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.170120 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.170449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.170785 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:13.234043 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (62ac7803-49d3-4174-b8d4-dd360d57edb7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:13.234379 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP 62ac7803-49d3-4174-b8d4-dd360d57edb7 disassociated (deleted). External IP: 172.25.2.208, port: c65e6eda-796a-403e-adaa-840b48372b24. Feb 15 03:03:13.441577 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:13.548865 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:13.554311 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:13.558945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Sync routers for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:13.569802 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:13.570425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:13.584695 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7c29b7e2-b921-4c84-bc4b-c379af71322e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/floatingips/62ac7803-49d3-4174-b8d4-dd360d57edb7 HTTP/1.1" status: 204 len: 168 time: 0.9149921 Feb 15 03:03:13.585291 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:13.587580 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fffb21-570f-4305-918b-1e318b9d954a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:13.679033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:13.875418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:13.904427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Checking router: 3397f6bc-7fb2-4407-b597-b9495fd0bdbc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:13.912666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:13.913277 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:14.020936 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:14.037744 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8d06c-68ed-4985-badd-4b80d6e3f60f x-openstack-request-id: req-92a8d06c-68ed-4985-badd-4b80d6e3f60f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:14.046709 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "tag": "c65e6eda-796a-403e-adaa-840b48372b24", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:14.046709 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a8d06c-68ed-4985-badd-4b80d6e3f60f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:14.046709 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24', 'status': 'completed', 'code': 200} Feb 15 03:03:14.147980 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffb21-570f-4305-918b-1e318b9d954a req-05bfbd88-3c60-4bc0-9427-cd9ae79e9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.149526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-05bfbd88-3c60-4bc0-9427-cd9ae79e9acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 1129 time: 0.0827065 Feb 15 03:03:14.172635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979dc2-37e9-4b38-9d61-a4a0a07a81fd req-97038a96-5dba-4e0b-9a57-d27a5f2b64aa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.173999 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05979dc2-37e9-4b38-9d61-a4a0a07a81fd req-97038a96-5dba-4e0b-9a57-d27a5f2b64aa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0796399 Feb 15 03:03:14.226483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:14.278028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05979dc2-37e9-4b38-9d61-a4a0a07a81fd req-cf805358-f869-47ba-bd5a-37cf3a57e36b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933039 Feb 15 03:03:14.293727 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffb21-570f-4305-918b-1e318b9d954a req-71ecb623-4f9d-4fe9-9631-9a69cb2f74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.295222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-71ecb623-4f9d-4fe9-9631-9a69cb2f74cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 200 len: 897 time: 0.1383715 Feb 15 03:03:14.340377 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-bfefd843-66b7-44f5-8c63-053d42ce5f3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 200 len: 217 time: 0.0373247 Feb 15 03:03:14.390538 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffb21-570f-4305-918b-1e318b9d954a req-ab1e0824-d1be-4daa-af3e-bf9ff3fb1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.392069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-ab1e0824-d1be-4daa-af3e-bf9ff3fb1217 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 200 len: 835 time: 0.0456932 Feb 15 03:03:14.411859 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb308e6-51d6-4d2b-86d0-eaff8888fc47 None None] The sync data for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 is: [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:00:43Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9ed7c04a-28a0-4b2f-86a8-7ac74ad72807', 'name': '', 'network_id': 'be67e378-1395-4373-bb3a-f8acb102668f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:4a:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:42Z', 'updated_at': '2022-02-15T03:00:45Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '739a4f75-84a9-41e9-a4fc-12c1ce5288ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:14.444550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffb21-570f-4305-918b-1e318b9d954a req-f78cd567-4769-4793-a732-c56bd0c029dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.446095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-f78cd567-4769-4793-a732-c56bd0c029dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be67e378-1395-4373-bb3a-f8acb102668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475626 Feb 15 03:03:14.549571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-ded37e50-c404-43b7-a803-61603503bd10 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915504 Feb 15 03:03:14.641534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88fffb21-570f-4305-918b-1e318b9d954a req-156247e2-a074-4f48-be37-998e19d2f120 service neutron] 10.222.0.37 "GET /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908797 Feb 15 03:03:14.650682 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15990c-3ef0-4ddd-886b-60ad2657cdb2 None None] New status for floating IP 62ac7803-49d3-4174-b8d4-dd360d57edb7: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:03:15.402942 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acf87-2141-4eff-844c-9fef8f68e772 req-bd763f80-21fb-423a-acfd-3a08cc74c10a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:15.404464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d30acf87-2141-4eff-844c-9fef8f68e772 req-bd763f80-21fb-423a-acfd-3a08cc74c10a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0578279 Feb 15 03:03:15.454161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d30acf87-2141-4eff-844c-9fef8f68e772 req-0b1beeb7-f882-4693-9f2a-296307955a03 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=0db94a84-12f0-407c-980c-bce530a49421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Feb 15 03:03:15.730048 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3ece-5acb-459f-983f-10014b100bf4 req-ba589688-ecea-47f4-842a-644cd36f60a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:15.731424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-323d3ece-5acb-459f-983f-10014b100bf4 req-ba589688-ecea-47f4-842a-644cd36f60a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 946 time: 0.0516598 Feb 15 03:03:15.825298 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port c65e6eda-796a-403e-adaa-840b48372b24 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:15.825650 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (c65e6eda-796a-403e-adaa-840b48372b24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:15.910985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port c65e6eda-796a-403e-adaa-840b48372b24, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=c65e6eda-796a-403e-adaa-840b48372b24,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:15.912024 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (c65e6eda-796a-403e-adaa-840b48372b24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:15.923760 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for c65e6eda-796a-403e-adaa-840b48372b24 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:15.973314 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:16.116115 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (c65e6eda-796a-403e-adaa-840b48372b24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:16.144139 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=c65e6eda-796a-403e-adaa-840b48372b24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:16.156686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.157052 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.157405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.157748 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.158088 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.158430 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.158768 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.159106 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.159439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.159775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.160108 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.160469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.160796 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:16.197079 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] No DVR routers for this DVR port c65e6eda-796a-403e-adaa-840b48372b24 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:03:16.199582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:16.202992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-323d3ece-5acb-459f-983f-10014b100bf4 req-04549243-a21f-4583-ac7d-a602d32de26e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "DELETE /v2.0/ports/c65e6eda-796a-403e-adaa-840b48372b24 HTTP/1.1" status: 204 len: 173 time: 0.4656341 Feb 15 03:03:16.203444 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'name': 'network-vif-deleted', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:16.205727 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc2bd8c-35c3-4081-8893-6c55128cd809" -d '{"events": [{"server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "name": "network-vif-deleted", "tag": "c65e6eda-796a-403e-adaa-840b48372b24"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:16.297265 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc2470f-324b-47b4-b360-be14867fb790 x-openstack-request-id: req-adc2470f-324b-47b4-b360-be14867fb790 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:16.297604 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177", "name": "network-vif-deleted", "tag": "c65e6eda-796a-403e-adaa-840b48372b24", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:16.300130 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adc2470f-324b-47b4-b360-be14867fb790 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:16.300580 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177', 'name': 'network-vif-deleted', 'tag': 'c65e6eda-796a-403e-adaa-840b48372b24', 'status': 'completed', 'code': 200} Feb 15 03:03:16.574359 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cccda38f-ca17-4b80-9195-2b4a2fe64836 req-1527e7c0-56bb-4de9-b72b-171576861c72 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbb6cb5-12c9-4e7c-98ad-d1f075cc1177 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Feb 15 03:03:17.632841 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:18.288948 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.542680 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:18.542938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.631223 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:18.631586 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.642936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:18.778984 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.875843 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9ed7c04a-28a0-4b2f-86a8-7ac74ad72807), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.901587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=9ed7c04a-28a0-4b2f-86a8-7ac74ad72807,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:19.078388 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.297339 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:19.411411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:19.417338 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-deba447e-0e21-4c80-9cd2-1f5cfcd73aec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/3397f6bc-7fb2-4407-b597-b9495fd0bdbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833998 Feb 15 03:03:19.420230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50004) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:19.421258 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Sync routers for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:19.431417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:19.432399 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:19.472162 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting subnet 739a4f75-84a9-41e9-a4fc-12c1ce5288ae {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:03:19.475176 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (739a4f75-84a9-41e9-a4fc-12c1ce5288ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.514698 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (739a4f75-84a9-41e9-a4fc-12c1ce5288ae), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.538381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:19.601481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (739a4f75-84a9-41e9-a4fc-12c1ce5288ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.705429 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (739a4f75-84a9-41e9-a4fc-12c1ce5288ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.727167 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:03:18Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:19.732553 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Subnet': ['ID=739a4f75-84a9-41e9-a4fc-12c1ce5288ae,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:19.737984 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.745919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-34276db5-6ca5-4efe-9203-2d2e0e8729ea tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/subnets/739a4f75-84a9-41e9-a4fc-12c1ce5288ae HTTP/1.1" status: 204 len: 168 time: 0.3217578 Feb 15 03:03:19.746115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:19.765442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e9eca-9c82-43c9-9a5e-6420125b91bf None None] Network be67e378-1395-4373-bb3a-f8acb102668f requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:03:19.767783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Checking router: 3397f6bc-7fb2-4407-b597-b9495fd0bdbc for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:19.822267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Routers {'3397f6bc-7fb2-4407-b597-b9495fd0bdbc'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:19.822975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:02:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:19.855478 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:19.957733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] Set router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:19.961821 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.031815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c65e6eda-796a-403e-adaa-840b48372b24 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:03:20.034472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] DHCP port deletion for be67e378-1395-4373-bb3a-f8acb102668f request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:03:20.076623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: c65e6eda-796a-403e-adaa-840b48372b24 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:03:20.076968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device c65e6eda-796a-403e-adaa-840b48372b24 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:03:20.080598 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 1a2bae4f-913b-400a-bc5b-29c81bd587c5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:20.081011 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.158716 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 1a2bae4f-913b-400a-bc5b-29c81bd587c5, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1a2bae4f-913b-400a-bc5b-29c81bd587c5,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:20.159000 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.171123 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 1a2bae4f-913b-400a-bc5b-29c81bd587c5 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:20.196489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Deleting port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:20.196865 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.266945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] For port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,segment=NetworkSegment(774ffdb9-6985-4b17-b812-98617c5e7b58),segment_id=774ffdb9-6985-4b17-b812-98617c5e7b58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:20.267250 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.285958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Calling delete_port for 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:20.293724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:03:18Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:20.324939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f53ee-5e14-4fbd-8408-ee626c50fae5 None None] The sync data for ids ['3397f6bc-7fb2-4407-b597-b9495fd0bdbc'] in n-d-829064-14 is: [{'id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073776499', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:00:38Z', 'updated_at': '2022-02-15T03:03:18Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '1a2bae4f-913b-400a-bc5b-29c81bd587c5', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397f6bc-7fb2-4407-b597-b9495fd0bdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:00:39Z', 'updated_at': '2022-02-15T03:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:20.413839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1a2bae4f-913b-400a-bc5b-29c81bd587c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.443301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=1a2bae4f-913b-400a-bc5b-29c81bd587c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:20.487918 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (7079fa2e-945d-49d8-a4a0-12d77bc99dd8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.505816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.511410 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Pushing event deleted for resources: {'Port': ['ID=7079fa2e-945d-49d8-a4a0-12d77bc99dd8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:20.521818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.522174 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.522528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.522871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.523211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.523549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.523886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.524216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.524572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.524904 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.525234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.525562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.525888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.528601 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbf109-4949-447c-a344-d484cb67c7c0 None None] No DVR routers for this DVR port 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:03:20.599883 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.602096 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.700451 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (3397f6bc-7fb2-4407-b597-b9495fd0bdbc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.701009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Fanout notify agent at l3_agent the message router_deleted on router 3397f6bc-7fb2-4407-b597-b9495fd0bdbc {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:03:20.714644 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.715970 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ff2faca1-6e63-4681-9b35-5d0b7d0ff3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/routers/3397f6bc-7fb2-4407-b597-b9495fd0bdbc HTTP/1.1" status: 204 len: 168 time: 0.9690249 Feb 15 03:03:20.720054 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:20.819343 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (be67e378-1395-4373-bb3a-f8acb102668f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.851798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:03:20.875868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:03:20.876328 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7079fa2e-945d-49d8-a4a0-12d77bc99dd8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:03:20.876760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:03:20.896708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:03:20.897060 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9ed7c04a-28a0-4b2f-86a8-7ac74ad72807 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:03:20.910941 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (be67e378-1395-4373-bb3a-f8acb102668f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.932131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be67e378-1395-4373-bb3a-f8acb102668f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:20.941634 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774ffdb9-6985-4b17-b812-98617c5e7b58') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:20.941939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774ffdb9-6985-4b17-b812-98617c5e7b58') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:20.952182 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (774ffdb9-6985-4b17-b812-98617c5e7b58), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.965986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (774ffdb9-6985-4b17-b812-98617c5e7b58), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.972222 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:03:20.972721 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (774ffdb9-6985-4b17-b812-98617c5e7b58), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: timer() Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:03:20.975854 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:03:21.075924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (be67e378-1395-4373-bb3a-f8acb102668f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.081341 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.089344 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/networks/be67e378-1395-4373-bb3a-f8acb102668f HTTP/1.1" status: 204 len: 168 time: 0.3647230 Feb 15 03:03:21.089468 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50010) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:21.100601 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe29f26-0e6a-4129-81be-649e805e4072 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Network': ['ID=be67e378-1395-4373-bb3a-f8acb102668f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:21.132934 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0a8371a-5e15-44fe-b286-8ba50e6815c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.147573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (0db94a84-12f0-407c-980c-bce530a49421), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.172592 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (0db94a84-12f0-407c-980c-bce530a49421), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.287066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (0db94a84-12f0-407c-980c-bce530a49421), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.289751 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.290951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/security-groups/0db94a84-12f0-407c-980c-bce530a49421 HTTP/1.1" status: 204 len: 168 time: 0.2003560 Feb 15 03:03:21.311183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9d3b2-860d-4131-86d8-51c2e270eb6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db94a84-12f0-407c-980c-bce530a49421,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:21.838382 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:21.842931 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62241074', 'description': 'tempest-secgroup-smoke-62241074 description', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:21.904594 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:21.972346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (057d7860-4729-4691-a4a4-d30ae3d4598d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.013254 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (057d7860-4729-4691-a4a4-d30ae3d4598d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.043253 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057d7860-4729-4691-a4a4-d30ae3d4598d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:22.112507 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.113712 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a28d8bc3-373e-4efb-816c-da993e7503a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2743244 Feb 15 03:03:22.116472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:22.120721 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:22.189351 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (79584f50-1754-4089-9bb3-ac3a2780e7b6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.242996 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (79584f50-1754-4089-9bb3-ac3a2780e7b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.293087 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (79584f50-1754-4089-9bb3-ac3a2780e7b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.311205 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79584f50-1754-4089-9bb3-ac3a2780e7b6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:22.358065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.359321 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e2cc239a-d86c-4afb-89b7-4aa292a23619 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419310 Feb 15 03:03:22.362017 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:22.366371 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:22.424085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (6e39a867-c5fa-4452-a042-1ddbe069f6d5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.478740 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (6e39a867-c5fa-4452-a042-1ddbe069f6d5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.527632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6e39a867-c5fa-4452-a042-1ddbe069f6d5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.544247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e39a867-c5fa-4452-a042-1ddbe069f6d5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:22.603303 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.604597 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-951527b6-7142-4470-90ba-b4e60706d8fe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415717 Feb 15 03:03:22.607238 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:22.611476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:22.685999 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (fe0ac09f-1523-433b-8dd4-f8c04b16f493), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.707948 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a2bae4f-913b-400a-bc5b-29c81bd587c5 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:03:22.727516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1a2bae4f-913b-400a-bc5b-29c81bd587c5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:03:22.727868 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1a2bae4f-913b-400a-bc5b-29c81bd587c5 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:03:22.746179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (fe0ac09f-1523-433b-8dd4-f8c04b16f493), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.807250 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (fe0ac09f-1523-433b-8dd4-f8c04b16f493), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.825363 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0ac09f-1523-433b-8dd4-f8c04b16f493,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:22.888971 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.890184 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-706efbfc-8907-4f48-960a-578469f3cff1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820401 Feb 15 03:03:22.892926 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:22.897202 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:22.977261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (c3edea85-7d55-4b2c-9ec2-a6024559cbdb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.031734 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (c3edea85-7d55-4b2c-9ec2-a6024559cbdb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.104859 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c3edea85-7d55-4b2c-9ec2-a6024559cbdb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.125505 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3edea85-7d55-4b2c-9ec2-a6024559cbdb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:23.209980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.211222 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-34324cee-27dc-4264-9f88-18132639c0eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3172584 Feb 15 03:03:23.213900 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:23.218114 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:23.310319 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:03:23.315421 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (5078152c-d989-430a-b691-794e197e6d33), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.372822 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (5078152c-d989-430a-b691-794e197e6d33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.384501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a76d59ac-678c-4b9e-a9d2-babfbeea4732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.453332 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5078152c-d989-430a-b691-794e197e6d33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.472932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5078152c-d989-430a-b691-794e197e6d33,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:23.546768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.548057 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-33a24d23-de1f-4d70-86dc-fd5948af3f90 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332355 Feb 15 03:03:23.551148 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:23.555980 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '057d7860-4729-4691-a4a4-d30ae3d4598d', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:23.630903 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:03:23.635700 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e23af528-ff33-47f9-bddf-14ed0286959a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.692861 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e23af528-ff33-47f9-bddf-14ed0286959a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.767554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e23af528-ff33-47f9-bddf-14ed0286959a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.789020 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23af528-ff33-47f9-bddf-14ed0286959a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:23.854817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.856124 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f3c72c45-579f-4bb2-ab43-e544f977b447 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035207 Feb 15 03:03:23.858909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:23.863692 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'network': {'name': 'tempest-network-smoke--1838991774', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:23.921600 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:03:23.924920 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.948012 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:03:23.956608 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bab561f0-f9b1-4d5e-a28e-ba8237d8be7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:23.956958 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Added segment bab561f0-f9b1-4d5e-a28e-ba8237d8be7a of type vlan for network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 Feb 15 03:03:23.999697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (329b2b04-01e9-41cc-b2dc-9db7576a4da5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.081475 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (329b2b04-01e9-41cc-b2dc-9db7576a4da5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.086531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:24.087117 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.149959 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Network': ['ID=329b2b04-01e9-41cc-b2dc-9db7576a4da5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:24.160465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:03:24.193122 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6591d692-ce21-4940-8a0e-595d4267a1f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3330443 Feb 15 03:03:24.195611 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:24.200131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'admin_state_up': True, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:24.276034 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.277186 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.331747 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (a8a8948a-4f15-476d-bbc0-f6900e6d355a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.541697 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (a8a8948a-4f15-476d-bbc0-f6900e6d355a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:24.813259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.099413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.117610 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.218345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.58 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/832f54a6-a5c3-4e4b-87bc-e52afe5ff205) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:25.314329 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.401879 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.438226 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:25.441034 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:25.446456 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:25.471845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:25.764232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:25.971260 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.149920 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router a8a8948a-4f15-476d-bbc0-f6900e6d355a is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:03:26.201516 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.256964 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:26.268835 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Sync routers for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:26.278519 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:26.286067 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:26.335950 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.337289 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-13c6d68f-fbe4-4336-9622-e1d0553bfc85 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1406610 Feb 15 03:03:26.340543 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50034) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:26.369363 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ed876f36-32a1-4b1b-a54d-504e2f2f72a4 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f0cc18f995094b0a9a4e67b367f9cd3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276537 Feb 15 03:03:26.372144 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:26.458161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0259974-de34-4170-a1a4-f2d4dbe618e1 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:26.459673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d0259974-de34-4170-a1a4-f2d4dbe618e1 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865393 Feb 15 03:03:26.462531 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:26.481454 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:26.495201 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0f7e1c2-64c0-474b-b95b-40e7eefb2e7f tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314934 Feb 15 03:03:26.497704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:26.502312 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862742700', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:26.656039 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:25Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:26.659279 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:03:26.662739 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.683524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Checking router: a8a8948a-4f15-476d-bbc0-f6900e6d355a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:26.683828 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Updating router a8a8948a-4f15-476d-bbc0-f6900e6d355a port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:03:26.714841 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.893068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (7011b127-a3ee-47f7-900b-989bacc990b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:26.953351 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Subnet': ['ID=7011b127-a3ee-47f7-900b-989bacc990b2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:26.960350 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Checking segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:26.960724 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network hostable DHCP agents. Network: 329b2b04-01e9-41cc-b2dc-9db7576a4da5, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:03:26.967848 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks [] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.012716 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.018715 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:03:27.064528 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Attempting to bind port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:27.064900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Attempting to bind port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:27.065267 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Attempting to bind port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:27.068034 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Pushing event updated for resources: {'Port': ['ID=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:27.070247 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 329b2b04-01e9-41cc-b2dc-9db7576a4da5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:27.074301 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:27.074815 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.075945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:27.076345 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:27.077305 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.077305 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:27.077782 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Bound port: 832f54a6-a5c3-4e4b-87bc-e52afe5ff205, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:27.078169 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.079906 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a83241-547d-4f8a-8678-997727a5a282 None None] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:03:27.081316 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.081588 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.081939 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.082277 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.082616 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.082949 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.083278 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.083603 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.083931 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.084258 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.089141 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.089141 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.089141 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:27.138858 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] For port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:27.141849 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] For port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:27.181691 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d22545c1-853e-445d-8fb3-f36f137a03f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6829722 Feb 15 03:03:27.184758 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:27.189834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:03:27.190707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.208690 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.262676 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:27.263662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:27.306843 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c3696-d4a9-4af4-b729-e17d51c06140 None None] Pushing event updated for resources: {'Port': ['ID=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:27.336812 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Allocated IP 172.20.0.2 (329b2b04-01e9-41cc-b2dc-9db7576a4da5/7011b127-a3ee-47f7-900b-989bacc990b2/90f3c78d-2e92-4561-867e-34c3cf633bcc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:27.385774 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:27.500742 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks [] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.533245 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.565225 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:25Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:27.585214 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.594332 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b086d-de1f-402d-bc96-146b963905a0 None None] The sync data for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 is: [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:25Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:27.627880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:27.633656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:27.636962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:27.646987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Pushing event updated for resources: {'Port': ['ID=90f3c78d-2e92-4561-867e-34c3cf633bcc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:27.651972 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.703358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Attempting to bind port 90f3c78d-2e92-4561-867e-34c3cf633bcc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:27.703743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Attempting to bind port 90f3c78d-2e92-4561-867e-34c3cf633bcc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:27.704108 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Attempting to bind port 90f3c78d-2e92-4561-867e-34c3cf633bcc on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:27.711005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:27.711387 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Checking segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:27.711806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.712208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Bound using segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:27.712791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Bound port: 90f3c78d-2e92-4561-867e-34c3cf633bcc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:27.713174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.788937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] For port 90f3c78d-2e92-4561-867e-34c3cf633bcc, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:27.792320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] For port 90f3c78d-2e92-4561-867e-34c3cf633bcc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=90f3c78d-2e92-4561-867e-34c3cf633bcc,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:27.876494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:27.957392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b2302-5b43-45e0-8c9e-e7b6af84822e None None] Pushing event updated for resources: {'Port': ['ID=90f3c78d-2e92-4561-867e-34c3cf633bcc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:27.957629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.1 (329b2b04-01e9-41cc-b2dc-9db7576a4da5/7011b127-a3ee-47f7-900b-989bacc990b2/1730e458-197e-47d4-b9f0-e52a9645442f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:28.118577 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (1730e458-197e-47d4-b9f0-e52a9645442f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.214816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.261233 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:28.266699 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:28.270862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:28.299451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:28.322980 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.526448 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.821429 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:28.822019 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (1730e458-197e-47d4-b9f0-e52a9645442f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.871104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:28.871485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.882393 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.902968 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477b231-21bf-4b56-bb3a-302991dae98d None None] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:03:28.961768 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.963471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:28.996658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Provisioning complete for port 90f3c78d-2e92-4561-867e-34c3cf633bcc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:28.997035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.053979 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:29.055414 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:29.090559 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:29.090947 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.122746 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:29.168031 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Current status of the port 90f3c78d-2e92-4561-867e-34c3cf633bcc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:29.168464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.180268 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router a8a8948a-4f15-476d-bbc0-f6900e6d355a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:29.204188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.205888 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 90f3c78d-2e92-4561-867e-34c3cf633bcc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:29.208614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] For port 90f3c78d-2e92-4561-867e-34c3cf633bcc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=90f3c78d-2e92-4561-867e-34c3cf633bcc,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:29.309170 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:29.320994 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-08c4cfb7-e159-40b6-8220-676d524132bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/a8a8948a-4f15-476d-bbc0-f6900e6d355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1350737 Feb 15 03:03:29.427977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.464778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:29.511475 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-8f657a78-6608-4ff6-9e8a-8e1b38c317c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62241074&fields=id&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 267 time: 0.0538595 Feb 15 03:03:29.512910 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 90f3c78d-2e92-4561-867e-34c3cf633bcc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:29.513291 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.555647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606a2f-60e1-4db5-8df2-e4a0d1f136d5 None None] Pushing event updated for resources: {'Port': ['ID=90f3c78d-2e92-4561-867e-34c3cf633bcc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:29.579242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Provisioning complete for port 90f3c78d-2e92-4561-867e-34c3cf633bcc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:29.579623 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.612018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Sync routers for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:29.643474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-9d67e3b9-0155-4d96-b188-fa84f8fb877d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:29.644922 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-9d67e3b9-0155-4d96-b188-fa84f8fb877d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 797 time: 0.1242468 Feb 15 03:03:29.657526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:29.660934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:29.666501 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-910c33f6-0f7f-4c37-beba-7ec9da183e9f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/quotas/f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 375 time: 0.0154638 Feb 15 03:03:29.726242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0b5092c0-3280-4ebf-a69b-d19246c60a9a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587568 Feb 15 03:03:29.734038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 90f3c78d-2e92-4561-867e-34c3cf633bcc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:29.745544 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-26f201cd-1959-4312-9e98-c6bd28c1d76c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:03:29.746549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-26f201cd-1959-4312-9e98-c6bd28c1d76c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Feb 15 03:03:29.822114 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Current status of the port 90f3c78d-2e92-4561-867e-34c3cf633bcc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:29.825226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:29.843952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-b020ef20-e2ab-4410-8152-48124a004ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910487 Feb 15 03:03:29.871128 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Provisioning complete for port 1730e458-197e-47d4-b9f0-e52a9645442f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:29.871499 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.937907 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-d25628f3-3101-4eb4-8f3b-6071c67f50c8 service neutron] 10.222.0.43 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Feb 15 03:03:29.971087 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d54b8c9b-1def-4a03-b85e-57eb126f82ac None None] Port 1730e458-197e-47d4-b9f0-e52a9645442f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:03:30.057656 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 2, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:30.094363 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Checking router: a8a8948a-4f15-476d-bbc0-f6900e6d355a for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:30.094718 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Updating router a8a8948a-4f15-476d-bbc0-f6900e6d355a port 1730e458-197e-47d4-b9f0-e52a9645442f binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:03:30.133296 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.136403 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4fcbef14-a6c5-4465-807d-603650e60940 None None] Provisioning complete for port 1730e458-197e-47d4-b9f0-e52a9645442f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:30.136761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fcbef14-a6c5-4465-807d-603650e60940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.167158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-881fae44-8de8-48c2-89a3-fc6fe76bfa3f req-d2addf12-7465-4e00-bd51-4929e77d7bb8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 210 time: 0.0298724 Feb 15 03:03:30.203832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbef14-a6c5-4465-807d-603650e60940 None None] Port 1730e458-197e-47d4-b9f0-e52a9645442f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:03:30.423035 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks [] for port (1730e458-197e-47d4-b9f0-e52a9645442f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.476666 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.530073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777d353-95ff-43b1-aca9-fe4f6dc84878 None None] Pushing event updated for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:30.592216 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Attempting to bind port 1730e458-197e-47d4-b9f0-e52a9645442f on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Attempting to bind port 1730e458-197e-47d4-b9f0-e52a9645442f by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Attempting to bind port 1730e458-197e-47d4-b9f0-e52a9645442f on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Checking segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Bound using segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Bound port: 1730e458-197e-47d4-b9f0-e52a9645442f, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:30.601811 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.666720 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] For port 1730e458-197e-47d4-b9f0-e52a9645442f, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:30.670137 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] For port 1730e458-197e-47d4-b9f0-e52a9645442f, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1730e458-197e-47d4-b9f0-e52a9645442f,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:30.723344 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.760662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Provisioning complete for port 1730e458-197e-47d4-b9f0-e52a9645442f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:30.761043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.790791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:30.851016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777d353-95ff-43b1-aca9-fe4f6dc84878 None None] Pushing event updated for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:30.856669 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:30.857366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:30.995268 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:30.995638 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:31.032693 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Current status of the port 1730e458-197e-47d4-b9f0-e52a9645442f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:31.033085 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:31.064344 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:31.121156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] For port 1730e458-197e-47d4-b9f0-e52a9645442f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1730e458-197e-47d4-b9f0-e52a9645442f,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:31.180547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:31.261102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:31.262219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 90f3c78d-2e92-4561-867e-34c3cf633bcc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:31.274482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-88dfe779-2483-44d4-a8d8-a590bf935936 req-95ad658c-386a-41ee-b339-f15604773f26 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 210 time: 0.0287604 Feb 15 03:03:31.332621 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cbc2f-4f0e-43c3-843d-6c2513ff6c77 None None] Pushing event updated for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:31.363632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d29bd0b8-7332-43d7-9f4d-dfda8a384fed None None] Provisioning complete for port 1730e458-197e-47d4-b9f0-e52a9645442f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:31.364619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d29bd0b8-7332-43d7-9f4d-dfda8a384fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:31.428349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 90f3c78d-2e92-4561-867e-34c3cf633bcc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:31.428728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:31.511642 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:30Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:31.546692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f0946-5ae9-4a4d-ae48-85f169be3f30 None None] The sync data for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 is: [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:30Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:31.570975 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d29bd0b8-7332-43d7-9f4d-dfda8a384fed None None] Current status of the port 1730e458-197e-47d4-b9f0-e52a9645442f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:31.589453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 90f3c78d-2e92-4561-867e-34c3cf633bcc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:31.834250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-5f6677a5-602b-44d7-a41b-9ee06cffad50 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:31.836015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-5f6677a5-602b-44d7-a41b-9ee06cffad50 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 797 time: 0.1187937 Feb 15 03:03:31.907726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-ead76e04-586d-4aaf-bcdd-758023eff941 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 378 time: 0.0630341 Feb 15 03:03:31.916623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'port': {'device_id': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'admin_state_up': True, 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'security_groups': ['057d7860-4729-4691-a4a4-d30ae3d4598d']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:32.076514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:03:32.081513 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.237598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.10 (329b2b04-01e9-41cc-b2dc-9db7576a4da5/7011b127-a3ee-47f7-900b-989bacc990b2/a43b4933-bc61-416d-843d-f5bbbdee9036) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:32.403977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fea08806-9898-47f5-bb05-754865f56bc0 req-26657fa8-378f-4dc2-a8e1-d7b8db3984b5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 210 time: 0.0480888 Feb 15 03:03:32.427871 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.527773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.571987 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:32.575283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:32.582268 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:32.609757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:32.642143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:32.642820 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.717392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0dec2569-8452-41f8-a821-a6690bae67c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042681 Feb 15 03:03:32.738958 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3534f4a2-9bd3-4d5a-ad2c-6e2df1167451 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:03:32.740892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3534f4a2-9bd3-4d5a-ad2c-6e2df1167451 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065711 Feb 15 03:03:32.759042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Request body: {'port': {'device_id': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:32.838268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.966514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1730e458-197e-47d4-b9f0-e52a9645442f up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:33.014604 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-20701acb-8ec8-47d9-a83f-cc398f66b716 None None] Provisioning complete for port a43b4933-bc61-416d-843d-f5bbbdee9036 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:33.014989 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20701acb-8ec8-47d9-a83f-cc398f66b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.054955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 1730e458-197e-47d4-b9f0-e52a9645442f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:33.055338 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.059242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-20701acb-8ec8-47d9-a83f-cc398f66b716 None None] Port a43b4933-bc61-416d-843d-f5bbbdee9036 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:03:33.110454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43b4933-bc61-416d-843d-f5bbbdee9036 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:03:33.118671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks [] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.131130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Transition to ACTIVE for port object a43b4933-bc61-416d-843d-f5bbbdee9036 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:03:33.135170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 1730e458-197e-47d4-b9f0-e52a9645442f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:33.178426 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.227974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:33.306262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:33.306605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:33.307188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:33.311835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:03:33.312160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:33.317281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:33.317625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Checking segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:33.318019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Bound using segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:33.318453 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Bound port: a43b4933-bc61-416d-843d-f5bbbdee9036, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:33.318814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.386002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:33.388983 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:33.502483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.547615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:33.548242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.549659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] 10.222.0.31 "PUT /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1093 time: 0.7957337 Feb 15 03:03:33.550112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:33.552426 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:33.579989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa979e2-358c-433c-abac-b08f9760abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:33.591100 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e615-10da-4666-aa31-345a70d1878f req-a95b21ce-4dee-4b6a-9b23-95e40ba1b3b3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:33.592725 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be50e615-10da-4666-aa31-345a70d1878f req-a95b21ce-4dee-4b6a-9b23-95e40ba1b3b3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.1178672 Feb 15 03:03:33.645562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be50e615-10da-4666-aa31-345a70d1878f req-2269506b-4b61-4d46-9f6a-a234e7d5021e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464871 Feb 15 03:03:33.696974 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25856ae-1666-4876-92d8-94ee71811b27 x-openstack-request-id: req-c25856ae-1666-4876-92d8-94ee71811b27 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:33.697301 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:33.697562 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c25856ae-1666-4876-92d8-94ee71811b27 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:33.697970 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'status': 'completed', 'code': 200} Feb 15 03:03:33.703316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-d74958fd-c031-4226-bb25-10714a10c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:33.704884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-d74958fd-c031-4226-bb25-10714a10c6f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1127 time: 0.0584493 Feb 15 03:03:33.750803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-e9fc51e1-4ebb-43ae-869b-8be487b4bf21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 217 time: 0.0391541 Feb 15 03:03:33.798233 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-a5398077-66b0-4f58-ba3b-c036e60c9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:33.799711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-a5398077-66b0-4f58-ba3b-c036e60c9fc5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0439491 Feb 15 03:03:33.848779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-f4479d5f-7b44-44c9-a17e-8ddef2df5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:33.850195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-f4479d5f-7b44-44c9-a17e-8ddef2df5731 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444295 Feb 15 03:03:33.941047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-9ad5c49b-5890-4f02-94be-f6483cbc1c8c service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845287 Feb 15 03:03:34.026295 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3560b87e-643f-4115-8bf6-fb9518d686f9 req-0119fcb6-9b1b-4c84-be7e-b747cca1532b service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793259 Feb 15 03:03:34.170147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-b642abbb-9271-4b0f-a3c9-8785fbb00933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.171661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-b642abbb-9271-4b0f-a3c9-8785fbb00933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1127 time: 0.0450354 Feb 15 03:03:34.262060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-5dd299dc-ccba-410b-99a3-28338b6a0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.263504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-5dd299dc-ccba-410b-99a3-28338b6a0ff9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0860238 Feb 15 03:03:34.304109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-fbbadcb4-b33f-4c93-8a40-4061b0b6e005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 217 time: 0.0347888 Feb 15 03:03:34.355911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-9bbbbd73-7118-4ae6-8f53-039c98d42126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.357420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-9bbbbd73-7118-4ae6-8f53-039c98d42126 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0463119 Feb 15 03:03:34.405187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-5e5af481-98f3-4279-a9ef-cf857aff61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.406689 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-5e5af481-98f3-4279-a9ef-cf857aff61a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436020 Feb 15 03:03:34.494063 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-14139a1a-4dfe-4e01-8233-bc448db0f3a1 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807929 Feb 15 03:03:34.585750 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cff5c35-c543-41cc-93c6-259ffdf0b8a9 req-d24dbbff-bf42-4820-a435-702a15f36e46 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Feb 15 03:03:34.770485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c192143-12d4-4615-8897-5ffca07587d6 req-95930c6d-6364-49b5-9b0d-7726cb2f085d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.771964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c192143-12d4-4615-8897-5ffca07587d6 req-95930c6d-6364-49b5-9b0d-7726cb2f085d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.0522907 Feb 15 03:03:34.821078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c192143-12d4-4615-8897-5ffca07587d6 req-5b2454e1-3d8f-4ca9-b6bf-1a1b0df24da9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435762 Feb 15 03:03:35.944065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb91092-c1c6-4b30-876d-8f91a10ad524 req-ad64a8ca-d900-4629-ad90-01262f50697a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:35.945591 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-acb91092-c1c6-4b30-876d-8f91a10ad524 req-ad64a8ca-d900-4629-ad90-01262f50697a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.0562265 Feb 15 03:03:35.994545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-acb91092-c1c6-4b30-876d-8f91a10ad524 req-1e0d6455-940e-42cd-abe1-27f9ad8c7e78 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434222 Feb 15 03:03:36.906653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:03:37.003659 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:37.015420 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'mac_address': 'fa:16:3e:4a:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:03:37.052439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a43b4933-bc61-416d-843d-f5bbbdee9036 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:37.052834 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:37.065837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43b4933-bc61-416d-843d-f5bbbdee9036 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:03:37.086135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:37.111770 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ffdb-bfda-4cb3-a56b-3f98faf18d9d req-bcdc8903-e318-4034-8703-a803292739f9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:37.113341 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b250ffdb-bfda-4cb3-a56b-3f98faf18d9d req-bcdc8903-e318-4034-8703-a803292739f9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.0523112 Feb 15 03:03:37.151275 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:37.163402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b250ffdb-bfda-4cb3-a56b-3f98faf18d9d req-08d37dec-05ae-4cfa-a060-21e0b37c5c14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433352 Feb 15 03:03:37.198385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:37.368163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['a43b4933-bc61-416d-843d-f5bbbdee9036'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:03:38.281405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3b0f-5ec0-40cc-9701-6cab1cc13e5b req-184513a8-9d0a-43c0-98c3-ed30506ab09e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:38.282873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ca3b0f-5ec0-40cc-9701-6cab1cc13e5b req-184513a8-9d0a-43c0-98c3-ed30506ab09e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Feb 15 03:03:38.333994 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ca3b0f-5ec0-40cc-9701-6cab1cc13e5b req-298a2366-3534-4d01-858c-1735139bcc0e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450313 Feb 15 03:03:38.922560 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:39.041707 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port a43b4933-bc61-416d-843d-f5bbbdee9036 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:03:39.045492 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port a43b4933-bc61-416d-843d-f5bbbdee9036 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:39.045901 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.120273 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port a43b4933-bc61-416d-843d-f5bbbdee9036 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:39.120685 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.143073 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:39.145350 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbbaca7-ff68-46d9-a711-3ad9cd02d21b" -d '{"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-plugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:39.157714 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:39.180318 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598459d4-8eaa-4504-a1e6-a3e2022e3dc1 x-openstack-request-id: req-598459d4-8eaa-4504-a1e6-a3e2022e3dc1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:39.180619 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-plugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:39.180864 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-598459d4-8eaa-4504-a1e6-a3e2022e3dc1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:39.181265 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'code': 200} Feb 15 03:03:39.207345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.257816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:39.280403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bbd1f-8958-4cf2-8ed3-df5012c3e3c6 req-f1649720-2e5b-46ba-99a6-6efe1f16ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:39.281917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f58bbd1f-8958-4cf2-8ed3-df5012c3e3c6 req-f1649720-2e5b-46ba-99a6-6efe1f16ee3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1129 time: 0.0456238 Feb 15 03:03:39.327030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f58bbd1f-8958-4cf2-8ed3-df5012c3e3c6 req-5cbb14f7-54fc-4bdb-bd59-51c4b44068ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393798 Feb 15 03:03:39.453869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8f42e-2b55-4310-b51f-0a12e83edbd5 req-ce04148e-37b9-4519-a2c7-1d173c26bdec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:39.455371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bb8f42e-2b55-4310-b51f-0a12e83edbd5 req-ce04148e-37b9-4519-a2c7-1d173c26bdec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0536132 Feb 15 03:03:39.503270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bb8f42e-2b55-4310-b51f-0a12e83edbd5 req-76ebc515-bec5-42c2-aaa7-c77d6169be1d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422537 Feb 15 03:03:40.626275 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b674-8384-40a2-bdce-98a1c6b16f47 req-8f495042-7317-4177-b2cc-3b8cee873905 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:40.627748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1449b674-8384-40a2-bdce-98a1c6b16f47 req-8f495042-7317-4177-b2cc-3b8cee873905 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0555096 Feb 15 03:03:40.675602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1449b674-8384-40a2-bdce-98a1c6b16f47 req-88c84a63-8324-4108-85ed-0646b418a1e8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416279 Feb 15 03:03:40.790173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf63d7-7902-4d5b-b958-363a3e2268c2 req-b0622cdb-953e-462f-9865-8be922394ba3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:40.791678 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5baf63d7-7902-4d5b-b958-363a3e2268c2 req-b0622cdb-953e-462f-9865-8be922394ba3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Feb 15 03:03:40.840394 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5baf63d7-7902-4d5b-b958-363a3e2268c2 req-2f3cc606-ef66-4b8f-8602-4d7b42f73781 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431583 Feb 15 03:03:40.861094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.903457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6ff50-4ab3-4072-990d-7387c0ab88c4 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:40.905001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e1c6ff50-4ab3-4072-990d-7387c0ab88c4 tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1124 time: 0.0429215 Feb 15 03:03:40.907744 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.912037 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:41.001576 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.099214 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.202550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.175 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/3b20fae8-a5ce-47eb-804d-354da2f3e8e9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:41.308868 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.390907 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.430982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:41.436649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:41.442007 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:41.466805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=3b20fae8-a5ce-47eb-804d-354da2f3e8e9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:42.141743 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (3e60f365-bde8-4316-ad15-f80443696422), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.282006 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.422667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.476005 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.547597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=3b20fae8-a5ce-47eb-804d-354da2f3e8e9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:42.556655 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (3e60f365-bde8-4316-ad15-f80443696422), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.657446 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP 3e60f365-bde8-4316-ad15-f80443696422 associated. External IP: 172.25.2.175, port: a43b4933-bc61-416d-843d-f5bbbdee9036. Feb 15 03:03:42.867531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router a8a8948a-4f15-476d-bbc0-f6900e6d355a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:42.977180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:42.987362 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Sync routers for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:42.996585 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:42.997190 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:43.055004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.085115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-98d24941-2943-4bc0-a1e1-3883de4e3d86 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1763184 Feb 15 03:03:43.085715 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:43.088406 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142bd299-50ff-4b01-a0e5-bcfc05be8d78" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:43.105900 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:43.185355 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98bc0-4833-44b9-81c4-2f6c7fe74270 req-12db7f9a-d0fe-4062-a9dc-336a6c60ca58 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.186940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85a98bc0-4833-44b9-81c4-2f6c7fe74270 req-12db7f9a-d0fe-4062-a9dc-336a6c60ca58 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0536101 Feb 15 03:03:43.235651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85a98bc0-4833-44b9-81c4-2f6c7fe74270 req-6035fe55-3891-4113-a149-ee9ca86d6d0c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431631 Feb 15 03:03:43.258122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50106) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:43.299140 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf3c20d-84be-41bb-846b-f5e2239f7416 x-openstack-request-id: req-1bf3c20d-84be-41bb-846b-f5e2239f7416 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:43.299430 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:43.299689 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf3c20d-84be-41bb-846b-f5e2239f7416 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:43.300090 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'status': 'completed', 'code': 200} Feb 15 03:03:43.329030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '3e60f365-bde8-4316-ad15-f80443696422', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'mac_address': 'fa:16:3e:4a:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:41Z', 'updated_at': '2022-02-15T03:03:41Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:43.351307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-762af9f9-de7f-45f2-8e2a-b37d9f9905bc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/3e60f365-bde8-4316-ad15-f80443696422 HTTP/1.1" status: 200 len: 992 time: 0.0918224 Feb 15 03:03:43.364876 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-3c83ebb3-ede8-47bd-962e-7d430f00deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.366446 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-3c83ebb3-ede8-47bd-962e-7d430f00deeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1129 time: 0.0619280 Feb 15 03:03:43.448533 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Checking router: a8a8948a-4f15-476d-bbc0-f6900e6d355a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:43.457027 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:43.457620 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:03:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:43.462284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-0c4c3a48-dfcc-4513-b8d0-74d84474a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.463811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-0c4c3a48-dfcc-4513-b8d0-74d84474a082 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0911999 Feb 15 03:03:43.531903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-6fb343d5-ecd6-463d-a4ae-7892c7e7ce7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1000 time: 0.0622489 Feb 15 03:03:43.564556 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:43.579441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-a6874576-48c0-450e-b454-5815639ef214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.580949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-a6874576-48c0-450e-b454-5815639ef214 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0433571 Feb 15 03:03:43.629375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-a7d1b2b9-401a-49bd-ba37-f49a8aad2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.631485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-a7d1b2b9-401a-49bd-ba37-f49a8aad2d33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442529 Feb 15 03:03:43.723462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-9019bafe-7d6d-439e-9cb1-dc4e95650654 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858076 Feb 15 03:03:43.783031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '3e60f365-bde8-4316-ad15-f80443696422', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'mac_address': 'fa:16:3e:4a:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:41Z', 'updated_at': '2022-02-15T03:03:41Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:43.809393 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085598d-7176-49ba-b125-a03ff1f5d374 None None] The sync data for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 is: [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '3e60f365-bde8-4316-ad15-f80443696422', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'mac_address': 'fa:16:3e:4a:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:41Z', 'updated_at': '2022-02-15T03:03:41Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:43.811312 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-142bd299-50ff-4b01-a0e5-bcfc05be8d78 req-6fd97573-12af-4677-856b-065f2cc4fcfd service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822079 Feb 15 03:03:43.996278 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572322d3-e452-427b-8a12-044cde293831 None None] New status for floating IP 3e60f365-bde8-4316-ad15-f80443696422: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:03:44.355271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:44.420297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-418c2170-21f0-42e1-ae0b-0abca346caee tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/3e60f365-bde8-4316-ad15-f80443696422 HTTP/1.1" status: 200 len: 994 time: 0.0638757 Feb 15 03:03:46.035449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.545818 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:03:48.778319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.984722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-28d15241-ce0b-4c06-87dd-a69e75ccb5b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427344 Feb 15 03:03:51.067933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-ee75c657-422e-4d7b-a42f-7577ae7d9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.070103 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-ee75c657-422e-4d7b-a42f-7577ae7d9a96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1129 time: 0.0441971 Feb 15 03:03:51.133126 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca74d245-fbb6-4a28-a36a-8d53ea8ee8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.175361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-de7b7214-bfe4-41a9-a391-d201260db2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.176867 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-de7b7214-bfe4-41a9-a391-d201260db2be service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0886788 Feb 15 03:03:51.249549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-eb14efb0-6b2c-4f26-9628-77a522b30036 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1002 time: 0.0661509 Feb 15 03:03:51.301826 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-bb3357c4-7ffb-4059-a902-7974e6b1b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.303831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-bb3357c4-7ffb-4059-a902-7974e6b1b6ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0466843 Feb 15 03:03:51.352439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-714b10d5-f4c9-4400-ae3a-ad2fd6e9c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.353956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-714b10d5-f4c9-4400-ae3a-ad2fd6e9c946 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440292 Feb 15 03:03:51.442327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-e804b230-eec3-4970-8305-911c4f68fb26 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821652 Feb 15 03:03:51.543226 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-69058e4e-cb07-4cb0-bc36-76ecda915007 req-eb249d87-8869-4b29-b623-b42794d4ce29 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947049 Feb 15 03:03:53.344107 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22452a73-5573-482b-ae46-a9f19fc33167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.835669 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.218072 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.515626 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.725971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-54a10a20-fcdd-4001-8791-15e5b322b909 req-8a74fdc4-bf20-4bee-83aa-5ba5848d6257 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:04:15.727003 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-54a10a20-fcdd-4001-8791-15e5b322b909 req-8a74fdc4-bf20-4bee-83aa-5ba5848d6257 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061429 Feb 15 03:04:16.030000 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.047882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36c45-a9e5-4e31-b6ce-aa167e44eb0e req-4ed6fc39-5030-4e20-9d7b-b4bc1d6e0e3f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.049403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd36c45-a9e5-4e31-b6ce-aa167e44eb0e req-4ed6fc39-5030-4e20-9d7b-b4bc1d6e0e3f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0545046 Feb 15 03:04:16.099657 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ebd36c45-a9e5-4e31-b6ce-aa167e44eb0e req-2e8ebebe-4479-41b9-b46e-39fde51603f6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445893 Feb 15 03:04:16.158302 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:16.245189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-ad93ee71-5b24-49d1-80ee-16b21d15c702 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857027 Feb 15 03:04:16.253434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-34510f53-4cfd-445f-86f3-cfd5ef2f0688 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:04:16.254372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-34510f53-4cfd-445f-86f3-cfd5ef2f0688 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047946 Feb 15 03:04:16.847234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:16.935440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-9c4ad5f2-0b69-42f4-8082-12d525562227 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.936823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-9c4ad5f2-0b69-42f4-8082-12d525562227 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 943 time: 0.0885842 Feb 15 03:04:17.227943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b844912-5ef8-4de9-9dee-9f0e88b6243b req-be7561f4-5024-4af9-abfb-6fd6d62154a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.230252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b844912-5ef8-4de9-9dee-9f0e88b6243b req-be7561f4-5024-4af9-abfb-6fd6d62154a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0578883 Feb 15 03:04:17.280698 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9b844912-5ef8-4de9-9dee-9f0e88b6243b req-6ecfee1a-6b91-42d3-81a1-f5ba45d2382e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449483 Feb 15 03:04:18.251159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-c0d7a558-6195-45a8-b0dc-c86147055c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.252691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-c0d7a558-6195-45a8-b0dc-c86147055c3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1129 time: 0.0474451 Feb 15 03:04:18.351902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-d7d6e96a-278e-4197-adcb-0e722e673d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.353429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-d7d6e96a-278e-4197-adcb-0e722e673d26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0949273 Feb 15 03:04:18.450127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-33d1982c-f9c4-4066-98d7-5f79941773a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1002 time: 0.0899544 Feb 15 03:04:18.471574 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329a6d-bc0e-4c0d-a155-16387a8453ea req-ffe0f138-e31b-47c8-b6cd-081b231664b5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.473057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7329a6d-bc0e-4c0d-a155-16387a8453ea req-ffe0f138-e31b-47c8-b6cd-081b231664b5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.1146121 Feb 15 03:04:18.529403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-099e1c60-a1c4-4803-8826-48283ab597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.530747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-099e1c60-a1c4-4803-8826-48283ab597c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0740197 Feb 15 03:04:18.555913 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7329a6d-bc0e-4c0d-a155-16387a8453ea req-d8836fc5-0e8c-4ba8-a02c-6f70908f873e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650995 Feb 15 03:04:18.588777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-389e5b02-c303-4eda-9938-9667977ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.590309 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-389e5b02-c303-4eda-9938-9667977ad32c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516207 Feb 15 03:04:18.680813 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-b8ca85bd-b878-46bc-abbc-beb3e0d53ad0 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841551 Feb 15 03:04:18.766864 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-cca8c228-64ff-4b08-8dee-8eae0a825427 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811172 Feb 15 03:04:18.800939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.681395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef9a64-3672-44a0-8aad-7fb217b19266 req-fc069867-994b-4693-8605-ec2b0e689c1c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:19.683040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2ef9a64-3672-44a0-8aad-7fb217b19266 req-fc069867-994b-4693-8605-ec2b0e689c1c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0579479 Feb 15 03:04:19.733770 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f2ef9a64-3672-44a0-8aad-7fb217b19266 req-0acfeaa6-4aa9-488d-b7a1-3507d727f514 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433221 Feb 15 03:04:20.851221 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da00cf-c5c7-4331-8434-39ad190d67a6 req-5e22f9f1-eaa0-4aab-8281-f96a49b3f484 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.852713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8da00cf-c5c7-4331-8434-39ad190d67a6 req-5e22f9f1-eaa0-4aab-8281-f96a49b3f484 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Feb 15 03:04:20.900405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8da00cf-c5c7-4331-8434-39ad190d67a6 req-b8949aa2-bb04-49ea-a843-a32c237119cd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421383 Feb 15 03:04:21.166414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f2de649-0bba-4041-9216-08ce34454f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.024012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239cc49-e875-4bc0-acb5-dddfe407af32 req-f7d9bedc-b01a-453e-9ea1-91c73d27c2d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:22.025550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4239cc49-e875-4bc0-acb5-dddfe407af32 req-f7d9bedc-b01a-453e-9ea1-91c73d27c2d7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0583663 Feb 15 03:04:22.079978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4239cc49-e875-4bc0-acb5-dddfe407af32 req-fe337fcd-6837-4315-8520-01005f341c82 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487494 Feb 15 03:04:23.200311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484cefb-1c58-4ac5-ae6e-0c5f39138b13 req-534e5ae6-710c-4997-b0e9-c7ec6d5c2451 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:23.201794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3484cefb-1c58-4ac5-ae6e-0c5f39138b13 req-534e5ae6-710c-4997-b0e9-c7ec6d5c2451 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0531280 Feb 15 03:04:23.249308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3484cefb-1c58-4ac5-ae6e-0c5f39138b13 req-ffc64b55-bfa2-4138-86ae-52c9225f3fb1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420451 Feb 15 03:04:23.343481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-898076d3-a05a-4879-bada-9c37ab2d4358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.370864 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39760b77-1774-4099-8e95-c3f595d7e46a req-56c2a8b1-71cb-4309-86ae-5e4d98bc6878 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:24.372376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39760b77-1774-4099-8e95-c3f595d7e46a req-56c2a8b1-71cb-4309-86ae-5e4d98bc6878 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Feb 15 03:04:24.420797 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-39760b77-1774-4099-8e95-c3f595d7e46a req-e910a80d-776b-487b-97b2-d28ab9551a7a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428479 Feb 15 03:04:24.812165 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.543639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001f3f-4ae1-48ce-870c-d9ea3fce0cc4 req-32797fb4-7840-460d-b4a9-8f6ccc67a5b4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:25.545190 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30001f3f-4ae1-48ce-870c-d9ea3fce0cc4 req-32797fb4-7840-460d-b4a9-8f6ccc67a5b4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0572910 Feb 15 03:04:25.545574 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:04:25.593513 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-30001f3f-4ae1-48ce-870c-d9ea3fce0cc4 req-2c96b158-499b-420b-b6f8-2021f42a89ef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425866 Feb 15 03:04:26.246523 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.715681 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c862d0-ed92-4c33-bd8c-0fbf6b54863d req-e919c125-8db7-41db-8e6f-e03d978090ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:26.717216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96c862d0-ed92-4c33-bd8c-0fbf6b54863d req-e919c125-8db7-41db-8e6f-e03d978090ff tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0549250 Feb 15 03:04:26.766550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96c862d0-ed92-4c33-bd8c-0fbf6b54863d req-75c2249b-c2f1-46cf-8b4f-4cc87dd596a8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437157 Feb 15 03:04:27.503287 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:27.934804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e6863-5063-4794-a910-45e1dfcacb87 req-5bf6563d-edcd-4820-8a3e-8fe3694dfd9e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:27.936276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9e6863-5063-4794-a910-45e1dfcacb87 req-5bf6563d-edcd-4820-8a3e-8fe3694dfd9e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0560184 Feb 15 03:04:27.985058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ae9e6863-5063-4794-a910-45e1dfcacb87 req-ab3fa814-e35b-435c-8c37-d6b168f2adb9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432429 Feb 15 03:04:29.103954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397ced-d895-4b76-9a53-9c5532377f1c req-be663c53-f8d6-4f12-9619-dafae4f5dbb5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:29.105462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f397ced-d895-4b76-9a53-9c5532377f1c req-be663c53-f8d6-4f12-9619-dafae4f5dbb5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Feb 15 03:04:29.153662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f397ced-d895-4b76-9a53-9c5532377f1c req-0b5a1a5b-d5fc-4681-be38-60a6ababfe4b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427046 Feb 15 03:04:30.270952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cda7d-c95e-4550-8255-994705b4ba31 req-244a74da-06ef-4434-9bac-e740c652390c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:30.272461 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-448cda7d-c95e-4550-8255-994705b4ba31 req-244a74da-06ef-4434-9bac-e740c652390c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0519824 Feb 15 03:04:30.324276 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-448cda7d-c95e-4550-8255-994705b4ba31 req-aeb753d6-0d5a-41e3-a6e5-fbb246ad6dfb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463357 Feb 15 03:04:31.145609 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-fc5544f3-5c90-4edd-b5c7-23f8e668a49f service neutron] show failed (client error): The resource could not be found. Feb 15 03:04:31.146610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-fc5544f3-5c90-4edd-b5c7-23f8e668a49f service neutron] 10.222.0.31 "GET /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036/bindings/n-h1-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0531592 Feb 15 03:04:31.449413 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4dd1b-0deb-476c-886b-e5702d685c97 req-a4f2970d-641c-48c2-99a7-eee6a07e9421 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.450950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14b4dd1b-0deb-476c-886b-e5702d685c97 req-a4f2970d-641c-48c2-99a7-eee6a07e9421 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0566261 Feb 15 03:04:31.500602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14b4dd1b-0deb-476c-886b-e5702d685c97 req-c000741b-ce28-40d9-9dd0-a9737b05bbb4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439765 Feb 15 03:04:31.615830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-1ebb6bd3-a524-4fe1-8e0e-b7ff695e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.617348 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-1ebb6bd3-a524-4fe1-8e0e-b7ff695e5428 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 1129 time: 0.0447185 Feb 15 03:04:31.627724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:31.688220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:31.885056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:31.917180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:31.954922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:31.957133 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297213f6-5aed-40cd-b0b6-ac023d907759" -d '{"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-unplugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:31.961215 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks [] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:31.973168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Transition to ACTIVE for port object a43b4933-bc61-416d-843d-f5bbbdee9036 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:04:32.011039 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c4911-2eeb-4fd0-9692-a8f1636e6ffd x-openstack-request-id: req-205c4911-2eeb-4fd0-9692-a8f1636e6ffd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:32.011039 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-unplugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:32.011039 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-205c4911-2eeb-4fd0-9692-a8f1636e6ffd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:32.011039 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'code': 200} Feb 15 03:04:32.029358 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:32.113493 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:32.125604 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.126057 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.126412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.126756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.127095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.127433 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.127767 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.128096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.128455 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.128788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.129123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.129450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.129776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:32.166517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] No DVR routers for this DVR port a43b4933-bc61-416d-843d-f5bbbdee9036 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:04:32.305655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:32.305994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:32.306323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:32.310928 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:04:32.311253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Attempting to bind port a43b4933-bc61-416d-843d-f5bbbdee9036 on network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:32.316083 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:32.316463 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Checking segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:32.316856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Bound using segment: {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:32.317284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Bound port: a43b4933-bc61-416d-843d-f5bbbdee9036, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:32.317642 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:32.388135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:32.391370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:32.481156 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:32.514708 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.515329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:32.516764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] 10.222.0.37 "PUT /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1093 time: 0.8928530 Feb 15 03:04:32.569174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708296e-e9e0-4c85-a6eb-cb45d3fe1681 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:32.620487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-3ce3c7c7-4bd4-408e-b116-638b17ce1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.622011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-3ce3c7c7-4bd4-408e-b116-638b17ce1bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1127 time: 0.0812099 Feb 15 03:04:32.691228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757defb-147e-49c7-a0df-a57e9772abe3 req-3017c4c3-62c1-443b-ae96-fc821e2574f3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.692747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3757defb-147e-49c7-a0df-a57e9772abe3 req-3017c4c3-62c1-443b-ae96-fc821e2574f3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.1144905 Feb 15 03:04:32.751588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-423d90a5-5f46-415f-bead-d12be83d41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.753065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-423d90a5-5f46-415f-bead-d12be83d41b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.1245143 Feb 15 03:04:32.772159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3757defb-147e-49c7-a0df-a57e9772abe3 req-8153f0cd-93e4-4fbb-9f36-7a6f8be0484d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724382 Feb 15 03:04:32.828266 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-9eec0262-4b20-46e7-82d6-330dc44a70fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1000 time: 0.0665572 Feb 15 03:04:32.875438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-80f68698-8ecf-414f-9435-ddfd3f4b5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.876910 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-80f68698-8ecf-414f-9435-ddfd3f4b5f56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0428331 Feb 15 03:04:32.924269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-9e45b754-cf60-42bf-a105-7663425ecd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.925815 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-9e45b754-cf60-42bf-a105-7663425ecd6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429668 Feb 15 03:04:33.016265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-4fdc8c91-8b54-4866-9722-09ccd7f3397c service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844669 Feb 15 03:04:33.105087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7598d269-58c6-4a86-8c2b-b5bfb13bc380 req-90133413-71c3-4933-abe3-262167f6d787 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816438 Feb 15 03:04:33.903494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0f71-bc03-4b59-b2a5-0de324d25b4a req-71d69513-d734-412b-871a-6c7661d62c3d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:33.905090 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-477f0f71-bc03-4b59-b2a5-0de324d25b4a req-71d69513-d734-412b-871a-6c7661d62c3d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.0612640 Feb 15 03:04:33.953307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-477f0f71-bc03-4b59-b2a5-0de324d25b4a req-4a44a04c-c417-4f60-9f84-81ef4ef1ac9b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426953 Feb 15 03:04:34.008970 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:34.011287 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef483261-830a-4b9f-85a1-858d3c6368ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:34.062320 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0709fc40-88c0-47e4-93fc-b245cca5252c x-openstack-request-id: req-0709fc40-88c0-47e4-93fc-b245cca5252c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:34.063106 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:34.063367 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0709fc40-88c0-47e4-93fc-b245cca5252c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:34.063771 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'status': 'completed', 'code': 200} Feb 15 03:04:34.150247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-beecf086-c3d5-4851-9947-5b13290d1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.151745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-beecf086-c3d5-4851-9947-5b13290d1595 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1127 time: 0.0738599 Feb 15 03:04:34.154278 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-c9e9e38d-d9e0-435f-b781-486323f96d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.155605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-c9e9e38d-d9e0-435f-b781-486323f96d50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1127 time: 0.0697176 Feb 15 03:04:34.309499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-79239be7-4e25-4d54-84c8-c99c120045a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.310860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-79239be7-4e25-4d54-84c8-c99c120045a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.1462502 Feb 15 03:04:34.311783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-810e1315-428e-4642-8aff-b2feada1d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.313098 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-810e1315-428e-4642-8aff-b2feada1d963 service neutron] 10.222.0.37 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.1559274 Feb 15 03:04:34.422504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-ef7c75d9-9b57-44d1-941d-0bbc8ac93670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1000 time: 0.1058328 Feb 15 03:04:34.424248 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-4762b663-865c-4289-851d-a497f763e9fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1000 time: 0.1010654 Feb 15 03:04:34.501171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-fcecfd03-b44e-46f9-8af6-73e643595f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.502631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-fcecfd03-b44e-46f9-8af6-73e643595f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0748949 Feb 15 03:04:34.505914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-3db0142e-d075-4f5f-acd6-a34d171aacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.507271 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-3db0142e-d075-4f5f-acd6-a34d171aacea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0717463 Feb 15 03:04:34.583002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-d6da0c8a-d0b8-49e9-a3c7-7b4f21c8a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.584415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-d6da0c8a-d0b8-49e9-a3c7-7b4f21c8a856 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757844 Feb 15 03:04:34.587454 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-13c6b7a0-2d75-4739-84b9-c224f445cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.588812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-13c6b7a0-2d75-4739-84b9-c224f445cd83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0731454 Feb 15 03:04:35.082981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-52f4550b-4626-438f-bacf-d26bc0a53f0b service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925463 Feb 15 03:04:35.086555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-17f8269c-79ca-4992-9433-411ab0ace8ea service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888215 Feb 15 03:04:35.191909 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad6af-8d67-4a80-8a6c-7e8ab5029719 req-f475760f-b26c-4239-932e-bc78cc990c27 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:35.193401 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b8ad6af-8d67-4a80-8a6c-7e8ab5029719 req-f475760f-b26c-4239-932e-bc78cc990c27 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.1692126 Feb 15 03:04:35.248966 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:04:35.289168 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] The host n-h2-829064-14 is not matching for port a43b4933-bc61-416d-843d-f5bbbdee9036 host n-h1-829064-14! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 03:04:35.289574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:04:35.295563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-9dfb8d1b-9e76-4956-9b94-4ede9de25aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047012 Feb 15 03:04:35.300966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7b8ad6af-8d67-4a80-8a6c-7e8ab5029719 req-b8352104-6808-4acc-ac43-ec45ce7aa006 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995929 Feb 15 03:04:35.302902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ef483261-830a-4b9f-85a1-858d3c6368ea req-df5cff1e-1041-4068-8f59-5d81b1b1eba2 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048304 Feb 15 03:04:36.433045 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d368-7602-4af3-b6e9-17eb77cbe8dc req-fef40fea-a6d1-445b-b364-d4d5a80e1c16 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:36.436939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98a5d368-7602-4af3-b6e9-17eb77cbe8dc req-fef40fea-a6d1-445b-b364-d4d5a80e1c16 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 944 time: 0.0550931 Feb 15 03:04:36.473370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:04:36.483738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-98a5d368-7602-4af3-b6e9-17eb77cbe8dc req-60e26168-8389-4e11-be11-534c1a914baf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435224 Feb 15 03:04:36.575040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:36.590322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'port_id': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'mac_address': 'fa:16:3e:4a:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:04:36.623262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a43b4933-bc61-416d-843d-f5bbbdee9036 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:36.623650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:36.636626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43b4933-bc61-416d-843d-f5bbbdee9036 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:36.655548 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:36.703791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:36.761288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:36.771102 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.771493 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.771791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.772124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.772567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.772901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.773225 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.773549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.773872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.774193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.774512 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.774834 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:36.775154 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:37.104825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-0bbcbbb7-e627-4e1e-a12f-bc7e3834f149 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496275 Feb 15 03:04:37.194941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2c32-c38d-40c7-8200-75178b5500fa req-d105599f-8083-4df8-8c6f-0fa8cb1a30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.196593 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-d105599f-8083-4df8-8c6f-0fa8cb1a30a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1128 time: 0.0491405 Feb 15 03:04:37.202821 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['a43b4933-bc61-416d-843d-f5bbbdee9036'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:04:37.296635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2c32-c38d-40c7-8200-75178b5500fa req-23d43eb8-7c0d-43f3-a342-47885c1eedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.298261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-23d43eb8-7c0d-43f3-a342-47885c1eedd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0841584 Feb 15 03:04:37.367835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-decc2ddb-2f71-4885-aead-6cb5546577f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1001 time: 0.0628715 Feb 15 03:04:37.421757 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2c32-c38d-40c7-8200-75178b5500fa req-8826d2f7-2fd6-4512-b986-20750c8274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.423246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-8826d2f7-2fd6-4512-b986-20750c8274f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0498857 Feb 15 03:04:37.474892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2c32-c38d-40c7-8200-75178b5500fa req-06bb7557-3b8d-43e3-9088-0634a7b46738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.476987 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-06bb7557-3b8d-43e3-9088-0634a7b46738 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469880 Feb 15 03:04:37.578875 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-9e6c6884-eb49-4778-b9c3-979134c36021 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949190 Feb 15 03:04:37.672642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc46b9d-8468-4e64-92cb-4d1c8958941a req-4c1c730a-3614-45c1-b961-22af6e244bdd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.674033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adc46b9d-8468-4e64-92cb-4d1c8958941a req-4c1c730a-3614-45c1-b961-22af6e244bdd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 945 time: 0.1172135 Feb 15 03:04:37.717947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-301e2c32-c38d-40c7-8200-75178b5500fa req-6b53651b-6878-491f-bff1-dd03470d2b22 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245580 Feb 15 03:04:37.747977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-adc46b9d-8468-4e64-92cb-4d1c8958941a req-5d4a57a4-4dab-4c99-8d3f-8b3ed5fc0965 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676823 Feb 15 03:04:38.068594 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7bd3b-cdd6-4e33-8f24-996fdaad9e69 req-eb7ddba5-64d1-443d-aab9-d5a13c6271eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.071794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58c7bd3b-cdd6-4e33-8f24-996fdaad9e69 req-eb7ddba5-64d1-443d-aab9-d5a13c6271eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 945 time: 0.0583394 Feb 15 03:04:38.158915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-58c7bd3b-cdd6-4e33-8f24-996fdaad9e69 req-3fde632e-3166-4424-acf5-c8e2b767c96c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717230 Feb 15 03:04:38.167231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-6b7bafa8-5035-4f1c-8b66-2c6423a46973 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.168654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-6b7bafa8-5035-4f1c-8b66-2c6423a46973 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&binding%3Ahost_id=n-h1-829064-14 HTTP/1.1" status: 200 len: 945 time: 0.0950012 Feb 15 03:04:38.257807 n-d-829064-14 neutron-server[103884]: INFO neutron.api.v2.resource [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-941477d9-61bf-4c29-860c-46886a3c9f7d service neutron] delete failed (client error): The resource could not be found. Feb 15 03:04:38.258746 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-941477d9-61bf-4c29-860c-46886a3c9f7d service neutron] 10.222.0.31 "DELETE /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036/bindings/n-h2-829064-14 HTTP/1.1" status: 404 len: 381 time: 0.0844109 Feb 15 03:04:38.282397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c65343-fdcb-460f-9ab1-aea0bedb11e1 req-120e6bce-f912-49cd-b5f0-dcc817ea012c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.284405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43c65343-fdcb-460f-9ab1-aea0bedb11e1 req-120e6bce-f912-49cd-b5f0-dcc817ea012c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 945 time: 0.0584459 Feb 15 03:04:38.360482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-43c65343-fdcb-460f-9ab1-aea0bedb11e1 req-b34313c3-4de1-4a7e-9f7b-2b4aec731bf0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702567 Feb 15 03:04:38.370735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-e4fb1e6e-58f1-4359-ab0a-cab0eefbb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.372218 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-e4fb1e6e-58f1-4359-ab0a-cab0eefbb34e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1128 time: 0.0685539 Feb 15 03:04:38.474483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-c536d260-dfbb-4d71-9225-5e6a876dd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.475963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-c536d260-dfbb-4d71-9225-5e6a876dd23d service neutron] 10.222.0.31 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.0932865 Feb 15 03:04:38.496908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:38.541327 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-2934f5c9-6cda-4994-a750-399a44afdf03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 1001 time: 0.0595944 Feb 15 03:04:38.583442 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port a43b4933-bc61-416d-843d-f5bbbdee9036 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:04:38.588525 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port a43b4933-bc61-416d-843d-f5bbbdee9036 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:38.588895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:38.595506 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-0f04225e-3835-4cda-9a2f-7270f1e4d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.606293 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-0f04225e-3835-4cda-9a2f-7270f1e4d250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0499368 Feb 15 03:04:38.646668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-02476da0-837c-40a1-a6de-64409c82a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.648230 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-02476da0-837c-40a1-a6de-64409c82a593 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454924 Feb 15 03:04:38.666011 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port a43b4933-bc61-416d-843d-f5bbbdee9036 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:38.666406 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:38.689044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:38.691284 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de30fd-39f1-4516-ba13-55f77403355c" -d '{"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-plugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:38.703774 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:38.742818 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-91597952-e920-4f3a-a331-205922a560e1 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882175 Feb 15 03:04:38.742974 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ecf00-8bb0-4910-8c0d-ef340d66fcab x-openstack-request-id: req-f15ecf00-8bb0-4910-8c0d-ef340d66fcab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:38.743258 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-plugged", "status": "completed", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:38.743511 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f15ecf00-8bb0-4910-8c0d-ef340d66fcab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:38.743904 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'code': 200} Feb 15 03:04:38.748862 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:38.798322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:38.840760 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f21e58d4-dd4a-47a8-8a32-8250b6341766 req-49e99b6a-a47a-41ea-9020-a2f60e647d79 service neutron] 10.222.0.31 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877373 Feb 15 03:04:39.493559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf0041-5ab5-4503-8e81-bc66127d35b3 req-2d3e5bc2-3725-408c-9571-7a0fa4dcd91c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:39.495096 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cdf0041-5ab5-4503-8e81-bc66127d35b3 req-2d3e5bc2-3725-408c-9571-7a0fa4dcd91c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0541215 Feb 15 03:04:39.546262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cdf0041-5ab5-4503-8e81-bc66127d35b3 req-55801153-d88c-42f1-827c-ce9467de973e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452585 Feb 15 03:04:40.670041 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b15958-d4b2-4d3d-ad9b-d57b7a776ef3 req-cbb83dc5-5c37-4604-a673-786e9f7f7095 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:40.671414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9b15958-d4b2-4d3d-ad9b-d57b7a776ef3 req-cbb83dc5-5c37-4604-a673-786e9f7f7095 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0572114 Feb 15 03:04:40.719076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9b15958-d4b2-4d3d-ad9b-d57b7a776ef3 req-18768492-8c59-4617-80ba-866571bd63a8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421002 Feb 15 03:04:40.741397 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:40.800585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-add9dede-b8fc-48f1-b079-e6cce833d43a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/3e60f365-bde8-4316-ad15-f80443696422 HTTP/1.1" status: 200 len: 994 time: 0.0580468 Feb 15 03:04:46.057346 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.817789 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:51.137896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ac20bda-01a6-487b-a1d8-4b8b9e3f69be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:53.382815 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4e27ec1-ecc6-4b99-909a-bbd35069be7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.846037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:56.234535 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:57.491084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:02.545873 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:05:16.051315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:18.828656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:21.148679 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b5d6e2c-91ad-40f2-9e72-ec3e90463f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:23.331197 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a0367b8-cec2-4b56-9537-1c5f903eb4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:24.834125 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:26.262733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:27.473650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.022256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50244) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:32.176517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 3b20fae8-a5ce-47eb-804d-354da2f3e8e9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:32.176895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.255018 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.255353 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.267215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 3b20fae8-a5ce-47eb-804d-354da2f3e8e9 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:32.462717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (3b20fae8-a5ce-47eb-804d-354da2f3e8e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.488527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=3b20fae8-a5ce-47eb-804d-354da2f3e8e9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:32.500824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.501187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.501542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.501904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.502227 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.502561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.502899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.503240 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.503571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.503903 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.504235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.507196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.507196 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:32.562583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (3e60f365-bde8-4316-ad15-f80443696422), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.562920 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP 3e60f365-bde8-4316-ad15-f80443696422 disassociated (deleted). External IP: 172.25.2.175, port: a43b4933-bc61-416d-843d-f5bbbdee9036. Feb 15 03:05:32.781846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router a8a8948a-4f15-476d-bbc0-f6900e6d355a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:05:32.891097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:32.895777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.901438 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Sync routers for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:32.910527 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:32.911156 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:32.925322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85a5c25f-c87c-414f-a08a-d4775bdd5b4d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/floatingips/3e60f365-bde8-4316-ad15-f80443696422 HTTP/1.1" status: 204 len: 168 time: 0.9019618 Feb 15 03:05:32.925919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:32.928182 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64716ede-90b8-4921-86e3-3e3ea1644cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:33.029156 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:33.225369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:33.251967 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Checking router: a8a8948a-4f15-476d-bbc0-f6900e6d355a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:33.258849 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd846bda-4ca3-4f6f-8aeb-8fe5ddea5a9b x-openstack-request-id: req-fd846bda-4ca3-4f6f-8aeb-8fe5ddea5a9b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:33.259354 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:33.259453 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd846bda-4ca3-4f6f-8aeb-8fe5ddea5a9b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:33.259790 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'status': 'completed', 'code': 200} Feb 15 03:05:33.261081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:33.261677 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:33.370073 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:33.371364 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-4f927481-7bfc-4eac-8ca0-bf12261c19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:33.372962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-4f927481-7bfc-4eac-8ca0-bf12261c19e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 1129 time: 0.0838490 Feb 15 03:05:33.395554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6a01a-bf87-4783-aa24-ef22fd7b3d9d req-66998865-5cda-464c-b51f-291f677d9e6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:33.397076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6f6a01a-bf87-4783-aa24-ef22fd7b3d9d req-66998865-5cda-464c-b51f-291f677d9e6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0936947 Feb 15 03:05:33.500563 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6f6a01a-bf87-4783-aa24-ef22fd7b3d9d req-b6f15252-8c80-4027-8f61-3b6fac810206 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935349 Feb 15 03:05:33.514411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-4d7580b5-aed1-496c-a758-52ec9c929ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:33.515897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-4d7580b5-aed1-496c-a758-52ec9c929ec2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 200 len: 898 time: 0.1360369 Feb 15 03:05:33.558117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-f0a997aa-8e92-486b-a950-6295bb45e745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 200 len: 217 time: 0.0351076 Feb 15 03:05:33.567292 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:33.605561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-a04546bc-51e1-4972-a66b-1f161dc99b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:33.607035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-a04546bc-51e1-4972-a66b-1f161dc99b35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 200 len: 834 time: 0.0432169 Feb 15 03:05:33.663833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-94d61aa7-5abf-44ae-8b3e-a5d0bd2d8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:33.665378 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-94d61aa7-5abf-44ae-8b3e-a5d0bd2d8945 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=329b2b04-01e9-41cc-b2dc-9db7576a4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513420 Feb 15 03:05:33.686729 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd61171-86f6-4a84-bedc-d7c62dfe3626 None None] The sync data for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 is: [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:03:28Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '1730e458-197e-47d4-b9f0-e52a9645442f', 'name': '', 'network_id': '329b2b04-01e9-41cc-b2dc-9db7576a4da5', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:c2:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:27Z', 'updated_at': '2022-02-15T03:03:31Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '7011b127-a3ee-47f7-900b-989bacc990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:33.756661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-7e5ff674-6ae1-438c-aff4-63a2b8f88532 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844359 Feb 15 03:05:33.850354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-64716ede-90b8-4921-86e3-3e3ea1644cdd req-fb745a17-8df2-4612-9651-469d4bc40a59 service neutron] 10.222.0.37 "GET /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879238 Feb 15 03:05:33.906855 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326c72f-e466-4180-8aed-07a661b24db9 None None] New status for floating IP 3e60f365-bde8-4316-ad15-f80443696422: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:05:34.622332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0ac9-4bf9-4a62-9a1a-65a2f5b1f096 req-92696434-4319-4ba6-8bb1-994dd00cb7dd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:34.623900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-234b0ac9-4bf9-4a62-9a1a-65a2f5b1f096 req-92696434-4319-4ba6-8bb1-994dd00cb7dd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0543454 Feb 15 03:05:34.678222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-234b0ac9-4bf9-4a62-9a1a-65a2f5b1f096 req-d4a77a0a-afea-423d-a860-434adf5a25e7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=057d7860-4729-4691-a4a4-d30ae3d4598d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430899 Feb 15 03:05:34.857804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-d36e7b2e-648b-43c4-aec3-a3989280198f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:34.859361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-d36e7b2e-648b-43c4-aec3-a3989280198f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 946 time: 0.0610504 Feb 15 03:05:34.954841 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port a43b4933-bc61-416d-843d-f5bbbdee9036 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:34.955100 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:35.039706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port a43b4933-bc61-416d-843d-f5bbbdee9036, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=a43b4933-bc61-416d-843d-f5bbbdee9036,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:35.040066 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:35.051603 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for a43b4933-bc61-416d-843d-f5bbbdee9036 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:35.245986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (a43b4933-bc61-416d-843d-f5bbbdee9036), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:35.275113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=a43b4933-bc61-416d-843d-f5bbbdee9036,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:35.330440 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] No DVR routers for this DVR port a43b4933-bc61-416d-843d-f5bbbdee9036 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:35.330440 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:35.330440 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-358ef1cb-0b83-4972-b609-faa1b69b63e9 req-7ccd76d3-672f-4485-b741-10bb3223afe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "DELETE /v2.0/ports/a43b4933-bc61-416d-843d-f5bbbdee9036 HTTP/1.1" status: 204 len: 173 time: 0.4644954 Feb 15 03:05:35.330776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-deleted', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:35.333003 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d1f8e-3640-49e6-b69d-57a568f6e3b4" -d '{"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-deleted", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:35.372311 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d4e51-5865-4199-a92a-988b29807a0b x-openstack-request-id: req-8b9d4e51-5865-4199-a92a-988b29807a0b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:35.372311 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e93ff5-60b2-4090-a7c1-ed11cb71c824", "name": "network-vif-deleted", "tag": "a43b4933-bc61-416d-843d-f5bbbdee9036", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:35.372706 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b9d4e51-5865-4199-a92a-988b29807a0b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:35.372820 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e93ff5-60b2-4090-a7c1-ed11cb71c824', 'name': 'network-vif-deleted', 'tag': 'a43b4933-bc61-416d-843d-f5bbbdee9036', 'status': 'completed', 'code': 200} Feb 15 03:05:35.794392 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4896920d-1b45-4789-9d69-ce384527f760 req-27bf6eaa-4919-43e1-9083-c4f3b6053751 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9e93ff5-60b2-4090-a7c1-ed11cb71c824 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Feb 15 03:05:36.850368 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:37.214179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:37.774810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 1730e458-197e-47d4-b9f0-e52a9645442f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:37.775152 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:37.859055 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 1730e458-197e-47d4-b9f0-e52a9645442f, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=1730e458-197e-47d4-b9f0-e52a9645442f,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:37.859765 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:37.871362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 1730e458-197e-47d4-b9f0-e52a9645442f owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:38.102346 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (1730e458-197e-47d4-b9f0-e52a9645442f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.129850 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=1730e458-197e-47d4-b9f0-e52a9645442f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:38.140479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.140835 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.141180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.141517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.141847 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.142174 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.142502 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.142831 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.143643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.143643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.143845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.144083 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.144423 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:38.318277 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.531792 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router a8a8948a-4f15-476d-bbc0-f6900e6d355a has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:05:38.642367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:38.648020 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ad18a6fe-1c87-4381-b93a-da4759100d1b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/a8a8948a-4f15-476d-bbc0-f6900e6d355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966313 Feb 15 03:05:38.651186 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:38.653385 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Sync routers for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:38.663077 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:38.663686 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:38.701942 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting subnet 7011b127-a3ee-47f7-900b-989bacc990b2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:05:38.704994 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (7011b127-a3ee-47f7-900b-989bacc990b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.744677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (7011b127-a3ee-47f7-900b-989bacc990b2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.770523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:38.837870 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (7011b127-a3ee-47f7-900b-989bacc990b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.947819 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:05:38Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:38.948975 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (7011b127-a3ee-47f7-900b-989bacc990b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.978078 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Subnet': ['ID=7011b127-a3ee-47f7-900b-989bacc990b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:38.978287 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Checking router: a8a8948a-4f15-476d-bbc0-f6900e6d355a for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:38.980240 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.986440 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e0f1b420-07b2-49f7-be53-3c3b793e35a4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/subnets/7011b127-a3ee-47f7-900b-989bacc990b2 HTTP/1.1" status: 204 len: 168 time: 0.3316877 Feb 15 03:05:38.990007 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb1e21-c4c4-469f-aca5-8ad884584df6 None None] Network 329b2b04-01e9-41cc-b2dc-9db7576a4da5 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:38.990834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:38.990952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Routers {'a8a8948a-4f15-476d-bbc0-f6900e6d355a'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:38.990952 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:39.073543 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:39.096022 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: a43b4933-bc61-416d-843d-f5bbbdee9036 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:39.096398 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device a43b4933-bc61-416d-843d-f5bbbdee9036 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:39.099573 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] Set router a8a8948a-4f15-476d-bbc0-f6900e6d355a gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:39.105183 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.182090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] DHCP port deletion for 329b2b04-01e9-41cc-b2dc-9db7576a4da5 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:05:39.221231 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (a8a8948a-4f15-476d-bbc0-f6900e6d355a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.232818 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Deleting port 90f3c78d-2e92-4561-867e-34c3cf633bcc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:39.233117 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.285201 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:05:38Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:39.298186 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] For port 90f3c78d-2e92-4561-867e-34c3cf633bcc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=90f3c78d-2e92-4561-867e-34c3cf633bcc,segment=NetworkSegment(bab561f0-f9b1-4d5e-a28e-ba8237d8be7a),segment_id=bab561f0-f9b1-4d5e-a28e-ba8237d8be7a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:39.298591 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.312633 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1a29f-d6a3-41bb-b96e-5e2d91fdf55a None None] The sync data for ids ['a8a8948a-4f15-476d-bbc0-f6900e6d355a'] in n-d-829064-14 is: [{'id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180982760', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:24Z', 'updated_at': '2022-02-15T03:05:38Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '832f54a6-a5c3-4e4b-87bc-e52afe5ff205', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a8948a-4f15-476d-bbc0-f6900e6d355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:25Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:39.313590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Calling delete_port for 90f3c78d-2e92-4561-867e-34c3cf633bcc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:39.332191 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:39.332871 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.421284 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 832f54a6-a5c3-4e4b-87bc-e52afe5ff205, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:39.421655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.433817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:39.451031 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (90f3c78d-2e92-4561-867e-34c3cf633bcc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.479500 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Pushing event deleted for resources: {'Port': ['ID=90f3c78d-2e92-4561-867e-34c3cf633bcc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:39.483883 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] No DVR routers for this DVR port 90f3c78d-2e92-4561-867e-34c3cf633bcc on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:39.490740 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.491100 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.491453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.491795 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.492132 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.493016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.493379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.493697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.494024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.494350 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.494800 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.495002 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.495792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ccf2e3-99e5-4cbc-81f4-6d2c94d975b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:39.544424 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:05:39.669310 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (832f54a6-a5c3-4e4b-87bc-e52afe5ff205), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.696046 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=832f54a6-a5c3-4e4b-87bc-e52afe5ff205,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:39.758066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.852664 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.854867 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (a8a8948a-4f15-476d-bbc0-f6900e6d355a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.965149 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (a8a8948a-4f15-476d-bbc0-f6900e6d355a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.965875 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Fanout notify agent at l3_agent the message router_deleted on router a8a8948a-4f15-476d-bbc0-f6900e6d355a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:05:39.972806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.976436 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fe2d3c99-937d-4669-abbd-bb32faa93996 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/routers/a8a8948a-4f15-476d-bbc0-f6900e6d355a HTTP/1.1" status: 204 len: 168 time: 0.9862926 Feb 15 03:05:39.976707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:40.061896 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (329b2b04-01e9-41cc-b2dc-9db7576a4da5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.150145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (329b2b04-01e9-41cc-b2dc-9db7576a4da5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.170287 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b2b04-01e9-41cc-b2dc-9db7576a4da5']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:40.179139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:40.179443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab561f0-f9b1-4d5e-a28e-ba8237d8be7a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:40.189218 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (bab561f0-f9b1-4d5e-a28e-ba8237d8be7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.202065 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (bab561f0-f9b1-4d5e-a28e-ba8237d8be7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.207810 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:05:40.208196 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (bab561f0-f9b1-4d5e-a28e-ba8237d8be7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: timer() Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:05:40.211118 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:05:40.342959 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (329b2b04-01e9-41cc-b2dc-9db7576a4da5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.350278 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.353768 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/networks/329b2b04-01e9-41cc-b2dc-9db7576a4da5 HTTP/1.1" status: 204 len: 168 time: 0.3755991 Feb 15 03:05:40.356546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:40.369897 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae799f-4bd1-4b8d-a89e-81c2bf8c217c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Network': ['ID=329b2b04-01e9-41cc-b2dc-9db7576a4da5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:40.418682 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (057d7860-4729-4691-a4a4-d30ae3d4598d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.444250 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (057d7860-4729-4691-a4a4-d30ae3d4598d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.600107 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (057d7860-4729-4691-a4a4-d30ae3d4598d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.602995 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:40.604279 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/security-groups/057d7860-4729-4691-a4a4-d30ae3d4598d HTTP/1.1" status: 204 len: 168 time: 0.2466309 Feb 15 03:05:40.613692 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c526b-720a-41b4-9561-c98b4d74a76b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d7860-4729-4691-a4a4-d30ae3d4598d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:40.829934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:40.850250 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:40.850530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 832f54a6-a5c3-4e4b-87bc-e52afe5ff205 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:40.850970 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1730e458-197e-47d4-b9f0-e52a9645442f no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:40.869506 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 1730e458-197e-47d4-b9f0-e52a9645442f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:40.869858 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 1730e458-197e-47d4-b9f0-e52a9645442f not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:40.870267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 90f3c78d-2e92-4561-867e-34c3cf633bcc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:40.888920 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 90f3c78d-2e92-4561-867e-34c3cf633bcc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:40.889265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 90f3c78d-2e92-4561-867e-34c3cf633bcc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:41.094846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:41.099432 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318322472', 'description': 'tempest-secgroup-smoke-1318322472 description', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:41.171116 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.234691 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (ab93a5b8-0871-41a9-adb6-1c9a15855921), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.313617 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ab93a5b8-0871-41a9-adb6-1c9a15855921), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.344242 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab93a5b8-0871-41a9-adb6-1c9a15855921,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:41.407613 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.409029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-913a46da-10d4-4ad8-81a4-09e72fba57cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3130813 Feb 15 03:05:41.411756 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:41.416679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:41.506772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (321d9c86-15c1-429d-888b-737197852708), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.563564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (321d9c86-15c1-429d-888b-737197852708), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.633548 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (321d9c86-15c1-429d-888b-737197852708), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.651434 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321d9c86-15c1-429d-888b-737197852708,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:41.733432 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.734686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0a766496-d305-48e1-8f2e-daafa394d3d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219376 Feb 15 03:05:41.737368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:41.741924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:41.838560 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (5242028f-2fbd-41f6-baa4-fef12910c076), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.891758 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (5242028f-2fbd-41f6-baa4-fef12910c076), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.965042 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5242028f-2fbd-41f6-baa4-fef12910c076), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.982548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5242028f-2fbd-41f6-baa4-fef12910c076,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:42.064481 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.065777 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7fa6ae44-2863-42e7-b9dd-dd4374723e1e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272219 Feb 15 03:05:42.068476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:42.073282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:42.158634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (77880721-3773-40f3-9398-531734a3c860), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.214553 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (77880721-3773-40f3-9398-531734a3c860), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.273692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (77880721-3773-40f3-9398-531734a3c860), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.292513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77880721-3773-40f3-9398-531734a3c860,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:42.339039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.340244 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afa17f52-56f4-4017-83b9-308dead0a40b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708511 Feb 15 03:05:42.342973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:42.347349 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:42.433898 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (951d5e72-f382-4774-b6d4-0497c52a3285), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.492644 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (951d5e72-f382-4774-b6d4-0497c52a3285), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.559395 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (951d5e72-f382-4774-b6d4-0497c52a3285), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.576599 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d5e72-f382-4774-b6d4-0497c52a3285,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:42.666843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.668416 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6196766b-6eff-41e4-be54-ad04a5f86fba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3244116 Feb 15 03:05:42.672160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:42.676547 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:42.759959 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:05:42.765138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e9bd6465-8ead-4e40-828e-90b548328f92), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.823338 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (e9bd6465-8ead-4e40-828e-90b548328f92), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.885345 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (e9bd6465-8ead-4e40-828e-90b548328f92), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.904641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bd6465-8ead-4e40-828e-90b548328f92,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:42.966938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:42.968794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c3c1fb13-289f-4113-b83d-031d6a59232f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2953231 Feb 15 03:05:42.971234 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:42.979111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': 'ab93a5b8-0871-41a9-adb6-1c9a15855921', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:43.050127 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:05:43.055830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (2c74ae56-0296-4d54-952c-d06c560af174), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.113478 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (2c74ae56-0296-4d54-952c-d06c560af174), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.181781 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (2c74ae56-0296-4d54-952c-d06c560af174), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.200477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c74ae56-0296-4d54-952c-d06c560af174,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:43.267458 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.268825 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c094a6fe-404c-4b76-85cb-bd8196d23f93 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2964540 Feb 15 03:05:43.273062 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:43.280445 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'network': {'name': 'tempest-network-smoke--1076417104', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:43.388214 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:43.391598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.417380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:05:43.425757 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b9d8b351-4b15-448e-b6c4-f63d584720d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.426095 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Added segment b9d8b351-4b15-448e-b6c4-f63d584720d4 of type vlan for network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 Feb 15 03:05:43.464240 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.553460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.559262 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:43.559841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.622719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Network': ['ID=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:43.632786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:05:43.670812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-eef91900-0b1f-41dc-855c-ce1df34fa68d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3960884 Feb 15 03:05:43.673548 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:43.678031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'admin_state_up': True, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:43.736571 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (c6344684-5d24-4834-b578-10138b447d65), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.737599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (c6344684-5d24-4834-b578-10138b447d65), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.792685 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (c6344684-5d24-4834-b578-10138b447d65), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.004352 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (c6344684-5d24-4834-b578-10138b447d65), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.250346 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (c6344684-5d24-4834-b578-10138b447d65), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.268883 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.371415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.60 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/7d14217a-f74b-48ad-b733-54af7f8f7a24) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:44.470284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.554350 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.922133 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:44.924761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:44.930629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:44.955647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=7d14217a-f74b-48ad-b733-54af7f8f7a24,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:45.230769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (c6344684-5d24-4834-b578-10138b447d65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.431423 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (c6344684-5d24-4834-b578-10138b447d65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.616953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router c6344684-5d24-4834-b578-10138b447d65 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:05:45.724121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:45.734162 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Sync routers for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:45.744364 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:45.745083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:45.796505 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.797802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8cd97f01-33e3-4e46-b018-a5f3e33a6fef tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1232975 Feb 15 03:05:45.801061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:45.873307 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-85b52d99-ed59-4262-b1e7-f4a0ae76e95d tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f0cc18f995094b0a9a4e67b367f9cd3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709815 Feb 15 03:05:45.875832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:45.964625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769fa58-603b-4a13-9814-b49a911cfc1b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:45.966162 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b769fa58-603b-4a13-9814-b49a911cfc1b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893307 Feb 15 03:05:45.969024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:46.002464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-95bbeb55-82d3-488a-be88-724299fed57b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323584 Feb 15 03:05:46.004994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:46.009697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683483456', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:46.019527 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:46.086282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.170248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:46.173774 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.197020 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:45Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:46.224016 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Checking router: c6344684-5d24-4834-b578-10138b447d65 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:46.224394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Updating router c6344684-5d24-4834-b578-10138b447d65 port 7d14217a-f74b-48ad-b733-54af7f8f7a24 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:05:46.251448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.417210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (db535684-ea69-42cf-a39f-987988149c4a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.476686 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Subnet': ['ID=db535684-ea69-42cf-a39f-987988149c4a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:46.487387 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Checking segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:46.488728 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network hostable DHCP agents. Network: cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:05:46.502097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks [] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.571357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:05:46.599435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.653757 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Attempting to bind port 7d14217a-f74b-48ad-b733-54af7f8f7a24 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:05:46.654122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Attempting to bind port 7d14217a-f74b-48ad-b733-54af7f8f7a24 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:05:46.654481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Attempting to bind port 7d14217a-f74b-48ad-b733-54af7f8f7a24 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:46.657452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6959a3-27ab-4d9c-8eb8-c6f4d8c4c6f5 None None] Pushing event updated for resources: {'Port': ['ID=7d14217a-f74b-48ad-b733-54af7f8f7a24,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:46.661875 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:05:46.662308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:46.662710 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.663091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:05:46.663551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Bound port: 7d14217a-f74b-48ad-b733-54af7f8f7a24, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:05:46.663928 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.679405 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:46.687197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:46.692612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.694787 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65353d-ca2d-42e3-9a92-28096bb160ee None None] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:46.768655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-49e5b98d-070c-4d27-92df-ba467b168942 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7626078 Feb 15 03:05:46.771872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:46.776808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] For port 7d14217a-f74b-48ad-b733-54af7f8f7a24, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:05:46.781178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] For port 7d14217a-f74b-48ad-b733-54af7f8f7a24, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7d14217a-f74b-48ad-b733-54af7f8f7a24,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:05:46.828452 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:05:46.829318 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.899080 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.001889 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:47.002526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:47.006724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6959a3-27ab-4d9c-8eb8-c6f4d8c4c6f5 None None] Pushing event updated for resources: {'Port': ['ID=7d14217a-f74b-48ad-b733-54af7f8f7a24,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.056400 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Allocated IP 172.20.0.2 (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625/db535684-ea69-42cf-a39f-987988149c4a/ee88e237-8c0f-47bd-a431-51475760f1f9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:47.170455 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:47.225847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.364411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks [] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.415425 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:45Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:47.442411 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe47a10-6c8a-42bd-bd09-62fed55430fc None None] The sync data for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 is: [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:45Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:47.451410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.494143 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:47.497377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:47.501146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:47.517005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.1 (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625/db535684-ea69-42cf-a39f-987988149c4a/39142585-6e08-4468-b20d-63f4dae52ccc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:47.517386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Pushing event updated for resources: {'Port': ['ID=ee88e237-8c0f-47bd-a431-51475760f1f9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.569686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Attempting to bind port ee88e237-8c0f-47bd-a431-51475760f1f9 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:05:47.570059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Attempting to bind port ee88e237-8c0f-47bd-a431-51475760f1f9 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:05:47.570424 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Attempting to bind port ee88e237-8c0f-47bd-a431-51475760f1f9 on network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:47.576798 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:05:47.577178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Checking segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:47.577579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.577979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Bound using segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:05:47.578449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Bound port: ee88e237-8c0f-47bd-a431-51475760f1f9, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:05:47.578828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.645894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] For port ee88e237-8c0f-47bd-a431-51475760f1f9, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:05:47.646658 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (39142585-6e08-4468-b20d-63f4dae52ccc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.649995 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] For port ee88e237-8c0f-47bd-a431-51475760f1f9, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88e237-8c0f-47bd-a431-51475760f1f9,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:05:47.726058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.766646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.799299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6b51-4258-4238-b308-b0c3ece59f63 None None] Pushing event updated for resources: {'Port': ['ID=ee88e237-8c0f-47bd-a431-51475760f1f9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.821425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:47.824650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:47.830905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:47.862219 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.886960 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (c6344684-5d24-4834-b578-10138b447d65), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.115348 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.406299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (39142585-6e08-4468-b20d-63f4dae52ccc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.468594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.547598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (c6344684-5d24-4834-b578-10138b447d65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.550578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:48.646657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:48.649460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:48.718116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a54461-8006-4a40-a5bb-c3ce28e2f787 None None] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:48.775915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router c6344684-5d24-4834-b578-10138b447d65 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:05:48.800483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Provisioning complete for port ee88e237-8c0f-47bd-a431-51475760f1f9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:48.800483 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.864188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.903989 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:48.912363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8b0ccf2e-a37a-48df-8d8d-7b3e1297f4eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/c6344684-5d24-4834-b578-10138b447d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368771 Feb 15 03:05:48.913899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88e237-8c0f-47bd-a431-51475760f1f9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:48.962722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Current status of the port ee88e237-8c0f-47bd-a431-51475760f1f9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:48.963114 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.015784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] For port ee88e237-8c0f-47bd-a431-51475760f1f9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88e237-8c0f-47bd-a431-51475760f1f9,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:49.017192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ee88e237-8c0f-47bd-a431-51475760f1f9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.017923 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.090761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.092082 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-ea24f604-a550-4172-be27-28abc8e7bf82 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318322472&fields=id&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 267 time: 0.0589671 Feb 15 03:05:49.156116 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ee88e237-8c0f-47bd-a431-51475760f1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:49.157738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7d14217a-f74b-48ad-b733-54af7f8f7a24 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:49.190619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9b6ee-a978-4e41-bd07-549542f4cc5a None None] Pushing event updated for resources: {'Port': ['ID=ee88e237-8c0f-47bd-a431-51475760f1f9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:49.220180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7d14217a-f74b-48ad-b733-54af7f8f7a24 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.220595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.227579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-9e74fad4-2ed7-4a50-a9f9-32ceafe151e0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:49.238480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-9e74fad4-2ed7-4a50-a9f9-32ceafe151e0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 797 time: 0.1298220 Feb 15 03:05:49.244694 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-0d08ecc2-4614-4e42-b3b3-8f6f0fba40fa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/quotas/f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 375 time: 0.0098312 Feb 15 03:05:49.311289 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-e229776c-017f-4b09-a0d3-ce06dea357fc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608797 Feb 15 03:05:49.319334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7d14217a-f74b-48ad-b733-54af7f8f7a24 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:49.319728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.347814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.348384 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.354985 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 7d14217a-f74b-48ad-b733-54af7f8f7a24, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7d14217a-f74b-48ad-b733-54af7f8f7a24,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:49.404501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Port 39142585-6e08-4468-b20d-63f4dae52ccc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:05:49.424048 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Sync routers for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:49.424729 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Provisioning complete for port ee88e237-8c0f-47bd-a431-51475760f1f9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.424729 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.435862 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:49.441546 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:49.480633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-2030d43a-6aad-4166-a383-2339684f8ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575673 Feb 15 03:05:49.511458 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.548738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1b125943-4624-41b6-a7fe-66eaf3b1dbed None None] Current status of the port ee88e237-8c0f-47bd-a431-51475760f1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:49.561486 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:49.573882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=7d14217a-f74b-48ad-b733-54af7f8f7a24,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:49.605465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-d74b4d5c-0248-4253-a26c-e227170ccd8f service neutron] 10.222.0.43 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184595 Feb 15 03:05:49.677727 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a121922b-0032-4156-9fee-be9bd15adecb None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.678057 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a121922b-0032-4156-9fee-be9bd15adecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.714046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a121922b-0032-4156-9fee-be9bd15adecb None None] Port 39142585-6e08-4468-b20d-63f4dae52ccc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:05:49.763184 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 2, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:49.789592 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Checking router: c6344684-5d24-4834-b578-10138b447d65 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:49.789769 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Updating router c6344684-5d24-4834-b578-10138b447d65 port 39142585-6e08-4468-b20d-63f4dae52ccc binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:05:49.818777 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.843312 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f99059bb-16a2-4430-9201-b8eb1deb5a35 None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:49.843831 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f99059bb-16a2-4430-9201-b8eb1deb5a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.847782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74caa746-6e5e-4f2d-b244-b69ad71ad30c req-f3832d1b-2f45-4fe3-883e-7a233df36513 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 210 time: 0.0323265 Feb 15 03:05:49.892018 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f99059bb-16a2-4430-9201-b8eb1deb5a35 None None] Port 39142585-6e08-4468-b20d-63f4dae52ccc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:05:50.090701 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks [] for port (39142585-6e08-4468-b20d-63f4dae52ccc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.170895 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.271699 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Pushing event updated for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:50.395096 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Attempting to bind port 39142585-6e08-4468-b20d-63f4dae52ccc on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:05:50.395474 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Attempting to bind port 39142585-6e08-4468-b20d-63f4dae52ccc by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:05:50.395834 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Attempting to bind port 39142585-6e08-4468-b20d-63f4dae52ccc on network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:50.398612 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.399024 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.399323 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.399673 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.399985 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.400336 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.400674 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.401004 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.401334 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.401662 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.401986 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.402318 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.402644 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:50.411364 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:05:50.411750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Checking segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:50.412163 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.412587 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Bound using segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:05:50.413063 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Bound port: 39142585-6e08-4468-b20d-63f4dae52ccc, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:05:50.413450 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.475259 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] For port 39142585-6e08-4468-b20d-63f4dae52ccc, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:05:50.478810 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] For port 39142585-6e08-4468-b20d-63f4dae52ccc, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=39142585-6e08-4468-b20d-63f4dae52ccc,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:05:50.554753 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.635290 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c65b4-dec2-4dbb-b885-3793f5950f48 None None] Pushing event updated for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:50.639720 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:50.640374 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:50.684627 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:50.685169 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.771019 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:50.782249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Current status of the port 39142585-6e08-4468-b20d-63f4dae52ccc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:50.782774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.844078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] For port 39142585-6e08-4468-b20d-63f4dae52ccc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=39142585-6e08-4468-b20d-63f4dae52ccc,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:50.858207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88e237-8c0f-47bd-a431-51475760f1f9 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:50.911215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ee88e237-8c0f-47bd-a431-51475760f1f9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:50.911597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.947272 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:50.984310 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec372d02-70f2-41fc-a8a8-e6060ab05a05 req-477088e9-7d19-45d5-91f9-ad78c48a7ab2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 210 time: 0.0404913 Feb 15 03:05:50.992016 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:51.019236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc79ca5-4f76-4d7f-8929-522d4322bb57 None None] The sync data for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 is: [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:51.024477 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7bd3-0fa2-4ff7-9117-73ffd13daec9 None None] Pushing event updated for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:51.038423 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ee88e237-8c0f-47bd-a431-51475760f1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:51.040544 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7d14217a-f74b-48ad-b733-54af7f8f7a24 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:51.111265 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-60fe9cfb-607d-4a49-9800-41d602aed440 None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:51.111643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60fe9cfb-607d-4a49-9800-41d602aed440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.172200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 7d14217a-f74b-48ad-b733-54af7f8f7a24 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:51.172602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.223363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d21d117b-5de5-4d11-8fb7-ba802a638856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.250494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60fe9cfb-607d-4a49-9800-41d602aed440 None None] Current status of the port 39142585-6e08-4468-b20d-63f4dae52ccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:51.300045 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 7d14217a-f74b-48ad-b733-54af7f8f7a24 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:51.843869 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-8517b4ad-2d4c-4345-86c0-53d28e876560 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:51.845606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-8517b4ad-2d4c-4345-86c0-53d28e876560 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 797 time: 0.1130595 Feb 15 03:05:51.911060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-8c838014-7b9f-4b47-9bf2-06365269e643 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 380 time: 0.0568187 Feb 15 03:05:51.919542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'port': {'device_id': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'admin_state_up': True, 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'security_groups': ['ab93a5b8-0871-41a9-adb6-1c9a15855921']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:52.099363 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4b0432dd-c20b-412f-ad2e-ce131d66d2b0 req-7011bb6f-c60b-4705-b8d4-f3f1d9be2ca3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 210 time: 0.0287917 Feb 15 03:05:52.107750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:52.111256 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.238452 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.14 (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625/db535684-ea69-42cf-a39f-987988149c4a/d6a10fbd-7a28-4821-8dcc-134978d58c2f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:52.369911 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.463672 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.506952 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:52.510370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:52.516094 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:52.541891 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:52.569884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:52.570503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.642936 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-a027cc48-ae8d-46f5-9b2c-5570283aa28b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269700 Feb 15 03:05:52.654714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Request body: {'port': {'device_id': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:52.715446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.782820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3a4fe54a-ba5b-4ee2-97dc-8ba2db3d8ae7 None None] Provisioning complete for port d6a10fbd-7a28-4821-8dcc-134978d58c2f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:52.783391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe54a-ba5b-4ee2-97dc-8ba2db3d8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.829814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3a4fe54a-ba5b-4ee2-97dc-8ba2db3d8ae7 None None] Port d6a10fbd-7a28-4821-8dcc-134978d58c2f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:05:52.857061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 39142585-6e08-4468-b20d-63f4dae52ccc up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:52.905524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 39142585-6e08-4468-b20d-63f4dae52ccc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:52.905900 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.985606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 39142585-6e08-4468-b20d-63f4dae52ccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:53.330662 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b12857e2-a250-4434-b91f-e0dc83cecc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.331561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a10fbd-7a28-4821-8dcc-134978d58c2f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:53.340267 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks [] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.359514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Transition to ACTIVE for port object d6a10fbd-7a28-4821-8dcc-134978d58c2f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:05:53.371090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96442176-e143-433b-a954-63db66925a7b req-e1ad977a-6c93-485b-9033-b62317425ee6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.372589 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96442176-e143-433b-a954-63db66925a7b req-e1ad977a-6c93-485b-9033-b62317425ee6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 932 time: 0.0778759 Feb 15 03:05:53.407535 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.449839 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96442176-e143-433b-a954-63db66925a7b req-f8cf7b7f-09b9-4ad9-a3eb-8985a23b2651 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716400 Feb 15 03:05:53.468406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:53.552587 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Attempting to bind port d6a10fbd-7a28-4821-8dcc-134978d58c2f on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:05:53.552935 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Attempting to bind port d6a10fbd-7a28-4821-8dcc-134978d58c2f by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:05:53.553269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Attempting to bind port d6a10fbd-7a28-4821-8dcc-134978d58c2f on network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:53.558567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Port d6a10fbd-7a28-4821-8dcc-134978d58c2f on network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:05:53.558899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Attempting to bind port d6a10fbd-7a28-4821-8dcc-134978d58c2f on network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:53.563950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:05:53.564323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Checking segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:53.564720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Bound using segment: {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:05:53.565156 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Bound port: d6a10fbd-7a28-4821-8dcc-134978d58c2f, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d8b351-4b15-448e-b6c4-f63d584720d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:05:53.565519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.630951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:05:53.634123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:05:53.685841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.719998 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.720595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.721992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] 10.222.0.37 "PUT /v2.0/ports/d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 1093 time: 1.0716097 Feb 15 03:05:53.722441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:53.724721 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428df81b-6131-41e6-987e-755876bb021c" -d '{"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:53.755527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e3a53-1422-4283-b689-3952c29d1492 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:53.765779 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7581c482-ecd3-4539-96c9-86078bc5aca7 x-openstack-request-id: req-7581c482-ecd3-4539-96c9-86078bc5aca7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:53.766079 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:53.766400 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7581c482-ecd3-4539-96c9-86078bc5aca7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:53.766818 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'status': 'completed', 'code': 200} Feb 15 03:05:53.834154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428df81b-6131-41e6-987e-755876bb021c req-56114a3d-2fad-45b6-b3f1-01ea617fcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.835711 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428df81b-6131-41e6-987e-755876bb021c req-56114a3d-2fad-45b6-b3f1-01ea617fcffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1127 time: 0.0519810 Feb 15 03:05:53.935982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428df81b-6131-41e6-987e-755876bb021c req-c10e01d8-8251-41e4-a0df-0d82668b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.937427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428df81b-6131-41e6-987e-755876bb021c req-c10e01d8-8251-41e4-a0df-0d82668b0bde service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0945680 Feb 15 03:05:54.032393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428df81b-6131-41e6-987e-755876bb021c req-9c97ecf6-1e60-47f4-9a08-d35cf80d9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.033865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-428df81b-6131-41e6-987e-755876bb021c req-9c97ecf6-1e60-47f4-9a08-d35cf80d9396 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912728 Feb 15 03:05:54.126667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-ea79ecad-fc32-48a2-b27e-16e795708847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.128174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-ea79ecad-fc32-48a2-b27e-16e795708847 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1127 time: 0.0448310 Feb 15 03:05:54.170337 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-6d1e7c3e-7e7b-4b39-be3a-5a22aa8857cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 217 time: 0.0342038 Feb 15 03:05:54.222638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-d1c3c256-6e20-452f-bc52-0bcde9c68f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.224002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-d1c3c256-6e20-452f-bc52-0bcde9c68f29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0469038 Feb 15 03:05:54.273378 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36370-0927-4024-8b83-66b24d14575c req-b382b396-ecc0-470a-8398-047987551039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.275500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-b382b396-ecc0-470a-8398-047987551039 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443325 Feb 15 03:05:54.364001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-861e2c43-6040-4dd5-a331-0ec3f55569e9 service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820444 Feb 15 03:05:54.467939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d3b36370-0927-4024-8b83-66b24d14575c req-5b778c94-394a-47ae-8348-fa13a83f134b service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978155 Feb 15 03:05:54.582270 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0883-514c-4e32-806d-f27cec0b264e req-8ff3e7c3-3def-4b2e-9e26-5a5612a3ba48 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.583788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-188d0883-514c-4e32-806d-f27cec0b264e req-8ff3e7c3-3def-4b2e-9e26-5a5612a3ba48 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 944 time: 0.0545349 Feb 15 03:05:54.632828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-188d0883-514c-4e32-806d-f27cec0b264e req-b123fc97-cb52-47b6-bb9b-4bdf8ad0ae25 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Feb 15 03:05:54.840036 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.600820 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-ecb82f32-db1c-4730-9b60-533635460205 service neutron] (103885) timed out ('10.222.0.43', 46800) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:05:55.756391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f666-4040-45b9-a4cd-6e616993fe8e req-13a08e88-05fc-4ee8-87e6-602bd6c36622 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:55.757925 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e47f666-4040-45b9-a4cd-6e616993fe8e req-13a08e88-05fc-4ee8-87e6-602bd6c36622 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 944 time: 0.0599489 Feb 15 03:05:55.810835 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e47f666-4040-45b9-a4cd-6e616993fe8e req-01a9059e-4129-4c67-ade3-44b4a3303272 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467877 Feb 15 03:05:56.186834 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [req-9b1d0b34-375e-458b-b95b-6210e8bcf819 req-2eb6bde8-f918-4158-8434-05c82210b65f tempest-ServerActionsTestJSON-1317074740 tempest-ServerActionsTestJSON-1317074740-project] (103885) timed out ('10.222.0.43', 46824) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:05:56.228391 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.942215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805127-cf0e-42c0-8e85-fb10cc788fae req-6950f6af-b040-4b6a-87a7-d5f580ce3405 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.943717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14805127-cf0e-42c0-8e85-fb10cc788fae req-6950f6af-b040-4b6a-87a7-d5f580ce3405 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 944 time: 0.0534613 Feb 15 03:05:56.991572 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14805127-cf0e-42c0-8e85-fb10cc788fae req-277d6ddc-0bc3-468a-a80a-3cb791ade5ec tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Feb 15 03:05:57.134636 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d6a10fbd-7a28-4821-8dcc-134978d58c2f details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:05:57.237738 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:57.248819 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'port_id': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'mac_address': 'fa:16:3e:b6:d6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:05:57.286142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d6a10fbd-7a28-4821-8dcc-134978d58c2f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:57.286534 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.299988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a10fbd-7a28-4821-8dcc-134978d58c2f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:57.319079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:57.376500 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.440623 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:57.513653 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.698934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['d6a10fbd-7a28-4821-8dcc-134978d58c2f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:58.108517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4c629-a130-4869-b981-3f013f3400cd req-d8b79d52-886b-4863-b9cc-fc6c76904e80 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:58.109997 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5e4c629-a130-4869-b981-3f013f3400cd req-d8b79d52-886b-4863-b9cc-fc6c76904e80 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 945 time: 0.0511324 Feb 15 03:05:58.162150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5e4c629-a130-4869-b981-3f013f3400cd req-1becea23-068c-4aee-bd89-ba9390e9b3a8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467074 Feb 15 03:05:59.148847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d6a10fbd-7a28-4821-8dcc-134978d58c2f up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:59.278583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d816c2-4398-49a3-be90-b9ad321a3ce1 req-62b4ba10-7317-4dc0-a71c-c4bdf9bed02b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:59.280076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07d816c2-4398-49a3-be90-b9ad321a3ce1 req-62b4ba10-7317-4dc0-a71c-c4bdf9bed02b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 945 time: 0.0520167 Feb 15 03:05:59.284976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port d6a10fbd-7a28-4821-8dcc-134978d58c2f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:05:59.289901 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port d6a10fbd-7a28-4821-8dcc-134978d58c2f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:59.290370 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:59.329544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07d816c2-4398-49a3-be90-b9ad321a3ce1 req-3209df4c-f0bb-4516-aa54-6b882e322039 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Feb 15 03:05:59.371586 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port d6a10fbd-7a28-4821-8dcc-134978d58c2f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:59.371974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:59.394775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:59.397074 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef7a7c-ec94-497f-99fb-9346da7eff82" -d '{"events": [{"server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "name": "network-vif-plugged", "status": "completed", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:59.410184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:59.472805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:59.498450 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b5f99-5474-4649-b2ed-fa3a87d1c125 x-openstack-request-id: req-816b5f99-5474-4649-b2ed-fa3a87d1c125 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:59.499473 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "name": "network-vif-plugged", "status": "completed", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:59.499473 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-816b5f99-5474-4649-b2ed-fa3a87d1c125 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:59.499473 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'code': 200} Feb 15 03:05:59.528246 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:59.581425 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68272b59-7d53-4bc0-a957-00e1d13ad034 req-eb9260e5-c0f0-4788-9cad-a406c35d5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:59.582911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68272b59-7d53-4bc0-a957-00e1d13ad034 req-eb9260e5-c0f0-4788-9cad-a406c35d5511 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0423574 Feb 15 03:05:59.626665 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68272b59-7d53-4bc0-a957-00e1d13ad034 req-cff682af-eb59-4bd7-9a17-b2fd8dec11c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Feb 15 03:06:00.454293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bfe27-823b-42e3-8bd6-7c75f8823087 req-89714053-617a-4a50-a042-25304d1455d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:00.455774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654bfe27-823b-42e3-8bd6-7c75f8823087 req-89714053-617a-4a50-a042-25304d1455d9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0572088 Feb 15 03:06:00.504534 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-654bfe27-823b-42e3-8bd6-7c75f8823087 req-3e12e555-9a25-4b9c-8388-f43e12bb724d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Feb 15 03:06:01.622995 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312885f-1a50-47f7-98b0-35bf5189ee7a req-30a5089e-7a18-484a-b789-f9801daf7fcc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:01.624529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c312885f-1a50-47f7-98b0-35bf5189ee7a req-30a5089e-7a18-484a-b789-f9801daf7fcc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0514250 Feb 15 03:06:01.673544 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c312885f-1a50-47f7-98b0-35bf5189ee7a req-00773ab6-0fed-431a-a446-e1009d86becd tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433505 Feb 15 03:06:01.787677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6114b-c1d0-4e34-b64e-bda2e19c3458 req-c272e030-99b5-460f-89f9-5fae491edb05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:01.789217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08e6114b-c1d0-4e34-b64e-bda2e19c3458 req-c272e030-99b5-460f-89f9-5fae491edb05 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0521455 Feb 15 03:06:01.841458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-08e6114b-c1d0-4e34-b64e-bda2e19c3458 req-97887d27-9f2d-4b82-9b4b-7abe4896547e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 Feb 15 03:06:01.862202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:01.905087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ac0dc-b778-4665-94f9-65177ba7e73b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:01.906600 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-441ac0dc-b778-4665-94f9-65177ba7e73b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1124 time: 0.0434260 Feb 15 03:06:01.909436 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:01.913650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:01.982637 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:02.080355 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:02.178798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.188 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/8691d8c0-e2ef-4294-b282-95c2a16880f9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:06:02.282228 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:02.371093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:02.406469 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:06:02.409293 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:06:02.414846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:06:02.438991 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=8691d8c0-e2ef-4294-b282-95c2a16880f9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:02.778597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (d18385ee-09b9-487e-804c-d0ed22df6f0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:02.896105 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:03.043111 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:03.107083 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:03.179631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=8691d8c0-e2ef-4294-b282-95c2a16880f9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:03.190502 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (d18385ee-09b9-487e-804c-d0ed22df6f0a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:03.293034 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP d18385ee-09b9-487e-804c-d0ed22df6f0a associated. External IP: 172.25.2.188, port: d6a10fbd-7a28-4821-8dcc-134978d58c2f. Feb 15 03:06:03.505657 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router c6344684-5d24-4834-b578-10138b447d65 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:06:03.614375 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:06:03.624615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Sync routers for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:06:03.633489 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:03.634763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:03.692847 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:03.722021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-986e3021-c805-4ab2-ac7d-807b9d758ed3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8115840 Feb 15 03:06:03.722610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:03.725026 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc013afd-1c39-423c-89ae-fb9bad81dfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:03.745251 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:03.826517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d8ca-254f-4251-9be2-0bff798fbff2 req-1d540ac4-0bc0-4b8c-ae5b-52b343c07c8b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:03.828012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9852d8ca-254f-4251-9be2-0bff798fbff2 req-1d540ac4-0bc0-4b8c-ae5b-52b343c07c8b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0558190 Feb 15 03:06:03.876535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9852d8ca-254f-4251-9be2-0bff798fbff2 req-eb997cc6-4587-4c2f-b437-ed01e119b92e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Feb 15 03:06:03.902576 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:03.936935 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8bbb44-9d0d-47a2-8210-d4c3b0aeab5e x-openstack-request-id: req-ce8bbb44-9d0d-47a2-8210-d4c3b0aeab5e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:03.937233 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:03.937493 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce8bbb44-9d0d-47a2-8210-d4c3b0aeab5e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:03.937904 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'status': 'completed', 'code': 200} Feb 15 03:06:03.967776 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7ff449a8-dd39-4d1b-9ab0-8184d16ca694 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/d18385ee-09b9-487e-804c-d0ed22df6f0a HTTP/1.1" status: 200 len: 992 time: 0.0639267 Feb 15 03:06:03.972521 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd18385ee-09b9-487e-804c-d0ed22df6f0a', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6344684-5d24-4834-b578-10138b447d65', 'port_id': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'mac_address': 'fa:16:3e:b6:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:02Z', 'updated_at': '2022-02-15T03:06:02Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:03.999335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Checking router: c6344684-5d24-4834-b578-10138b447d65 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:06:04.005308 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-2ea6247d-adaf-43b2-9b74-8ba687a2b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:04.006838 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-2ea6247d-adaf-43b2-9b74-8ba687a2b4cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0449557 Feb 15 03:06:04.007558 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:04.008149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:05:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:04.098623 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-4e166eea-4ab4-4067-a26f-8ad9f0691975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:04.100107 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-4e166eea-4ab4-4067-a26f-8ad9f0691975 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 898 time: 0.0869799 Feb 15 03:06:04.116917 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:04.163793 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-7e9c9437-e974-4cfa-a1ac-f7dc2b411ed9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 1000 time: 0.0578809 Feb 15 03:06:04.213259 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-b98437c9-97b6-4a12-add8-7ac7c834c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:04.214724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-b98437c9-97b6-4a12-add8-7ac7c834c32f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0434899 Feb 15 03:06:04.267336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-726bf046-e098-47a3-8021-b0e07045223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:04.268798 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-726bf046-e098-47a3-8021-b0e07045223c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481169 Feb 15 03:06:04.341962 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd18385ee-09b9-487e-804c-d0ed22df6f0a', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6344684-5d24-4834-b578-10138b447d65', 'port_id': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'mac_address': 'fa:16:3e:b6:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:02Z', 'updated_at': '2022-02-15T03:06:02Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:04.356605 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-23b42a13-890d-4ab2-8022-bba6a42fbfc9 service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817149 Feb 15 03:06:04.368814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f27ba-a012-4c09-a91b-e99c66765e9d None None] The sync data for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 is: [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd18385ee-09b9-487e-804c-d0ed22df6f0a', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'c6344684-5d24-4834-b578-10138b447d65', 'port_id': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'mac_address': 'fa:16:3e:b6:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:02Z', 'updated_at': '2022-02-15T03:06:02Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:06:04.452756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cc013afd-1c39-423c-89ae-fb9bad81dfa3 req-53aaf1f9-330f-4633-9b4e-78762af6e20f service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903032 Feb 15 03:06:04.569188 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bc414-5692-4c69-ac94-25152a60c761 None None] New status for floating IP d18385ee-09b9-487e-804c-d0ed22df6f0a: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:06:04.969877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:05.029424 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cef62ed4-7ac3-41ed-9d5e-95e93a56c597 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/d18385ee-09b9-487e-804c-d0ed22df6f0a HTTP/1.1" status: 200 len: 994 time: 0.0584445 Feb 15 03:06:16.095111 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.545538 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:06:18.804853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:21.158899 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd210-ff34-4e0b-9cc8-15f47a01553f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:23.381648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcbce959-886b-46c9-bef2-d861ae259c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:24.844667 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:26.239043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:27.490702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.190144 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-3883110c-f5c7-454d-82ce-73826094e00c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807431 Feb 15 03:06:38.281113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-9eea0592-0f1a-4cba-8786-9ad0a1000d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:38.283505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-9eea0592-0f1a-4cba-8786-9ad0a1000d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0526865 Feb 15 03:06:38.385673 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-f9574941-1b99-457c-8450-ccb4f24244de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:38.387087 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-f9574941-1b99-457c-8450-ccb4f24244de service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 898 time: 0.0831351 Feb 15 03:06:38.455530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-d372b423-a6d8-417f-92b5-67d067ebc9c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 1002 time: 0.0623140 Feb 15 03:06:38.503898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-646ab0c2-d59d-4d68-bfee-ad2b1930cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:38.505358 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-646ab0c2-d59d-4d68-bfee-ad2b1930cfea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0425377 Feb 15 03:06:38.551667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-5581b899-9648-47b1-b6de-0cb00652ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:38.553174 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-5581b899-9648-47b1-b6de-0cb00652ce45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425265 Feb 15 03:06:38.643178 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-956741d6-6510-486b-bbac-c6275e35d02c service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838969 Feb 15 03:06:38.728318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46a4bef9-e95e-4e20-83cb-b422fe27b6f8 req-cc4fdbbf-d767-41f5-b329-13246ca53985 service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799747 Feb 15 03:06:46.049648 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.821657 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:51.162985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86c323eb-1171-40b9-85fd-4cb5087cdf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:53.358519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-811fa211-4d6d-4ca7-a257-5ed66e2bee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:53.546075 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:06:54.854593 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:56.232689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:57.507106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:08.060246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf85581-88d4-460c-bf9a-c81e395341e0 req-e6bb0f71-b2ea-4481-8a2e-436c81a9cb9e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:08.061764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bf85581-88d4-460c-bf9a-c81e395341e0 req-e6bb0f71-b2ea-4481-8a2e-436c81a9cb9e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0956020 Feb 15 03:07:08.115729 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bf85581-88d4-460c-bf9a-c81e395341e0 req-ca55c157-e96c-45b1-9a81-f2122a92d320 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Feb 15 03:07:09.239376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e56ac0-6904-4919-9af3-53a34fed1af2 req-ea6e7397-fb49-424e-94bb-e1839aa2bf75 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:09.240894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16e56ac0-6904-4919-9af3-53a34fed1af2 req-ea6e7397-fb49-424e-94bb-e1839aa2bf75 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0579209 Feb 15 03:07:09.295953 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-16e56ac0-6904-4919-9af3-53a34fed1af2 req-2e58e067-9e12-4588-983f-244536a88b91 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495591 Feb 15 03:07:10.418707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df613-d36e-49f2-a3b0-991d4fb92914 req-3c2a630b-72d8-4cd6-afd5-28b8959ba1ba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:10.420205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057df613-d36e-49f2-a3b0-991d4fb92914 req-3c2a630b-72d8-4cd6-afd5-28b8959ba1ba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0547633 Feb 15 03:07:10.468371 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-057df613-d36e-49f2-a3b0-991d4fb92914 req-aacead61-9222-4d6c-891c-77efe1b7afd2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Feb 15 03:07:11.596226 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627accf3-697f-48d3-a1f6-a85f6ed3a2c1 req-14566b88-f5f9-4108-a123-9cc18a5df998 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:11.597964 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-627accf3-697f-48d3-a1f6-a85f6ed3a2c1 req-14566b88-f5f9-4108-a123-9cc18a5df998 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0616601 Feb 15 03:07:11.653203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-627accf3-697f-48d3-a1f6-a85f6ed3a2c1 req-ec266c7d-99eb-456c-ace8-9aa159b6ed11 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Feb 15 03:07:12.772709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096ff6-02d3-424a-a324-a48652f97d7b req-11f7f9d9-ccdd-418b-ad75-6b7937be6cfe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:12.774840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d096ff6-02d3-424a-a324-a48652f97d7b req-11f7f9d9-ccdd-418b-ad75-6b7937be6cfe tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0535946 Feb 15 03:07:12.823252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2d096ff6-02d3-424a-a324-a48652f97d7b req-e7769463-1b36-46cc-944c-7c2948fe1151 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Feb 15 03:07:13.940097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc3d16-f817-427e-b880-f59dacb1e67b req-0dee9f5f-6bf3-4317-9f7d-576ae4f52e4b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:13.941629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdfc3d16-f817-427e-b880-f59dacb1e67b req-0dee9f5f-6bf3-4317-9f7d-576ae4f52e4b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0520875 Feb 15 03:07:13.992911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bdfc3d16-f817-427e-b880-f59dacb1e67b req-b74cc8b7-0e71-4616-8a3a-8aff1a94dfaa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458500 Feb 15 03:07:15.110617 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888975-c0c4-4184-a1dc-639c3b98924b req-832671ea-226b-44a4-adec-968c5842f093 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:15.112027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f888975-c0c4-4184-a1dc-639c3b98924b req-832671ea-226b-44a4-adec-968c5842f093 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0547562 Feb 15 03:07:15.160099 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f888975-c0c4-4184-a1dc-639c3b98924b req-e8d56408-6005-4c8a-b274-6d46ff7f1bba tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 Feb 15 03:07:16.089464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:16.275747 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f3e36-8561-449d-bc89-2097ebacfc69 req-71433871-3387-4ddf-8ed2-6b031ea7b2c8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:16.277270 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d2f3e36-8561-449d-bc89-2097ebacfc69 req-71433871-3387-4ddf-8ed2-6b031ea7b2c8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0515800 Feb 15 03:07:16.325076 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d2f3e36-8561-449d-bc89-2097ebacfc69 req-5ca8888e-f3d0-49b7-89a4-f703a03914d0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Feb 15 03:07:17.447918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14675f9b-74ae-4f55-923e-7020fbdc11bf req-e2ac2f7a-6406-4838-b0f7-20344c32f932 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:17.449421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14675f9b-74ae-4f55-923e-7020fbdc11bf req-e2ac2f7a-6406-4838-b0f7-20344c32f932 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0560982 Feb 15 03:07:17.497086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-14675f9b-74ae-4f55-923e-7020fbdc11bf req-059e2c5b-4575-473c-8dc6-559fdbdb88d8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Feb 15 03:07:18.614845 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf86a-2cc7-4ddc-bcbd-f297d6565dd4 req-9cd651a9-af2f-4990-8502-fe68f44e2c1f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:18.616367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-300cf86a-2cc7-4ddc-bcbd-f297d6565dd4 req-9cd651a9-af2f-4990-8502-fe68f44e2c1f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0517294 Feb 15 03:07:18.665642 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-300cf86a-2cc7-4ddc-bcbd-f297d6565dd4 req-a0ed8506-9e58-407b-8aa1-2b66b5e3c35b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Feb 15 03:07:18.843952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:19.786197 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714d8a-9643-4a90-8001-e6e80f4b44e3 req-8807564e-cd4a-461d-927c-2292102307cf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:19.787718 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9714d8a-9643-4a90-8001-e6e80f4b44e3 req-8807564e-cd4a-461d-927c-2292102307cf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0554998 Feb 15 03:07:19.837318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f9714d8a-9643-4a90-8001-e6e80f4b44e3 req-5ca86c81-42c7-4642-a1af-47a4f931602b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Feb 15 03:07:20.952722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42fecf-59e7-4632-a77c-38c1ac248a7c req-dd1ed243-1b79-4ca3-9c12-26b13fc5ff23 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:20.954199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a42fecf-59e7-4632-a77c-38c1ac248a7c req-dd1ed243-1b79-4ca3-9c12-26b13fc5ff23 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0509994 Feb 15 03:07:21.001018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5a42fecf-59e7-4632-a77c-38c1ac248a7c req-e8b47bc1-ced9-44d7-b561-cfed751fe1b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Feb 15 03:07:21.192661 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d928738-ba75-4465-be45-789a4a017730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:22.118391 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca924bc6-1dfa-43e0-903b-15f4f5efe440 req-da279644-314e-40ee-bc03-eb8a28109d5b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:22.119870 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca924bc6-1dfa-43e0-903b-15f4f5efe440 req-da279644-314e-40ee-bc03-eb8a28109d5b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0517886 Feb 15 03:07:22.171303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca924bc6-1dfa-43e0-903b-15f4f5efe440 req-7c3c5c45-3699-44a1-ada6-9406743c8873 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 Feb 15 03:07:23.290031 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea542cce-a5eb-4f1e-8ed9-95e84f12fb90 req-6e1d5750-338b-4a59-b5d8-587d125a510f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.291594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea542cce-a5eb-4f1e-8ed9-95e84f12fb90 req-6e1d5750-338b-4a59-b5d8-587d125a510f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0530517 Feb 15 03:07:23.341168 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea542cce-a5eb-4f1e-8ed9-95e84f12fb90 req-6fcb6325-25cf-419a-bbee-e120b7db360b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Feb 15 03:07:23.381150 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92db7a42-6c83-48ff-8efa-b84048facd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:24.461918 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dac9a-8bc9-484d-921d-5039d3dec85f req-67f7ad1f-5fcd-4635-b382-c2d6df606132 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:24.463403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a30dac9a-8bc9-484d-921d-5039d3dec85f req-67f7ad1f-5fcd-4635-b382-c2d6df606132 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0523925 Feb 15 03:07:24.511862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a30dac9a-8bc9-484d-921d-5039d3dec85f req-28aa22f8-91ca-44bd-ae5a-553d58f601e5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Feb 15 03:07:24.534773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:24.598948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d7713016-c60b-46fb-b37a-9c9c6b7f1fe1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/d18385ee-09b9-487e-804c-d0ed22df6f0a HTTP/1.1" status: 200 len: 994 time: 0.0629947 Feb 15 03:07:24.832414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:25.989627 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9459c2-9d78-4a83-84c9-4ef1cdee1ddc req-9890b113-20bd-46a1-be61-9ee14a7af8c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:25.991069 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a9459c2-9d78-4a83-84c9-4ef1cdee1ddc req-9890b113-20bd-46a1-be61-9ee14a7af8c2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0525262 Feb 15 03:07:26.048942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0a9459c2-9d78-4a83-84c9-4ef1cdee1ddc req-f382e102-474f-417d-bca5-a3f0dcbaec8b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515523 Feb 15 03:07:26.111071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50a16-8b10-473b-b418-3093be70a508 req-2cca3de7-d4ab-447f-8366-33836ed8e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:26.112616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-2cca3de7-d4ab-447f-8366-33836ed8e714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0483122 Feb 15 03:07:26.244227 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:26.530112 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50a16-8b10-473b-b418-3093be70a508 req-239a0073-016e-4eb7-bb4f-17957b81c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:26.531510 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-239a0073-016e-4eb7-bb4f-17957b81c154 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 898 time: 0.4125965 Feb 15 03:07:26.599658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-069cd170-078f-438c-b626-49fc635d8d35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 1002 time: 0.0618870 Feb 15 03:07:26.647675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50a16-8b10-473b-b418-3093be70a508 req-3630c968-18fc-4ae8-a540-bdfc455a3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:26.649184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-3630c968-18fc-4ae8-a540-bdfc455a3a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0431705 Feb 15 03:07:26.697020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50a16-8b10-473b-b418-3093be70a508 req-034e44e6-60a6-46e8-ae7f-3e186e8326b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:26.698493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-034e44e6-60a6-46e8-ae7f-3e186e8326b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439758 Feb 15 03:07:26.790832 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-719ca06e-c1eb-4cf7-9012-d35859624f6b service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855806 Feb 15 03:07:26.878879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6b50a16-8b10-473b-b418-3093be70a508 req-9074695e-afb3-4e98-ae81-82297b86cba2 service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821083 Feb 15 03:07:27.171068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a848b1-b399-406f-b5c8-54e36b3ce0f2 req-354ac1cb-4572-4410-a257-afe9c2f5bbd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:27.172606 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32a848b1-b399-406f-b5c8-54e36b3ce0f2 req-354ac1cb-4572-4410-a257-afe9c2f5bbd7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0551436 Feb 15 03:07:27.226899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32a848b1-b399-406f-b5c8-54e36b3ce0f2 req-7fd22a4b-d4be-4101-8af0-4318ac4c84c8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486932 Feb 15 03:07:27.540879 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:28.343329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1998e9-1213-4d9c-86df-1ba1dcfa337c req-7ef7d2a0-231b-4ed1-9c81-b31caacc51b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:28.344824 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca1998e9-1213-4d9c-86df-1ba1dcfa337c req-7ef7d2a0-231b-4ed1-9c81-b31caacc51b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0512185 Feb 15 03:07:28.392442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca1998e9-1213-4d9c-86df-1ba1dcfa337c req-6470423d-63bc-49fa-a65d-da8ee6a99082 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Feb 15 03:07:28.415283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:28.480423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-61e7ec11-a7ad-40f6-8f03-c862b8639b79 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/d18385ee-09b9-487e-804c-d0ed22df6f0a HTTP/1.1" status: 200 len: 994 time: 0.0639548 Feb 15 03:07:30.545103 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:07:40.105847 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-9e20ccc1-1da5-4290-b702-b00dbbb46590 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468230 Feb 15 03:07:40.188520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-51a8a955-9f56-4dac-8369-0cc676308f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.190001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-51a8a955-9f56-4dac-8369-0cc676308f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0448174 Feb 15 03:07:40.290810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-b1e32963-8c9d-4bf0-8626-c68722cd414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.292280 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-b1e32963-8c9d-4bf0-8626-c68722cd414e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 898 time: 0.0834546 Feb 15 03:07:40.360740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-f4ac0c5b-6770-4a0a-bc13-a23e8cb4f3cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 1002 time: 0.0621674 Feb 15 03:07:40.411284 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-ba07def3-a30a-4d07-a1a9-43b4efea6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.413053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-ba07def3-a30a-4d07-a1a9-43b4efea6744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0458093 Feb 15 03:07:40.462929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-73a298c4-fe5a-4192-b28e-b4be77d94ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.464444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-73a298c4-fe5a-4192-b28e-b4be77d94ba0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451922 Feb 15 03:07:40.554808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-98a76bd0-9452-452d-aeff-57a7fb4440ff service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845263 Feb 15 03:07:40.644019 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11c6f571-e0f2-48ef-8ae5-f6a96e975f43 req-9d5dfd7f-0425-414d-92a9-b5d110e0640d service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815334 Feb 15 03:07:46.100265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:48.832193 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:51.156675 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba20190d-70bf-437c-9a73-ed335760f59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:53.334619 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04c93ad3-ea8f-4a67-a511-623d0d34fbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:54.871672 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.243578 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:57.495225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:07.544703 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:08:16.098754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:18.847533 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:21.157054 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d271447-9992-4b1c-9392-2bcf2af7a885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.369565 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b05d752-1b04-45d5-8ce3-a9e65dddd49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.651051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:23.812068 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 8691d8c0-e2ef-4294-b282-95c2a16880f9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:23.812460 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.888919 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.889253 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (8691d8c0-e2ef-4294-b282-95c2a16880f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.901331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 8691d8c0-e2ef-4294-b282-95c2a16880f9 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:24.111985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8691d8c0-e2ef-4294-b282-95c2a16880f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:24.138025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=8691d8c0-e2ef-4294-b282-95c2a16880f9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.170232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:24.221503 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (d18385ee-09b9-487e-804c-d0ed22df6f0a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:24.221889 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP d18385ee-09b9-487e-804c-d0ed22df6f0a disassociated (deleted). External IP: 172.25.2.188, port: d6a10fbd-7a28-4821-8dcc-134978d58c2f. Feb 15 03:08:24.438659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router c6344684-5d24-4834-b578-10138b447d65 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:24.550101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:24.554930 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:24.560483 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Sync routers for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:24.570640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:24.571255 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:24.595303 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-760d6ba6-7731-4f66-8dca-450ae845a3a1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/floatingips/d18385ee-09b9-487e-804c-d0ed22df6f0a HTTP/1.1" status: 204 len: 168 time: 0.9432018 Feb 15 03:08:24.596117 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:24.598777 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34f998-d2f7-4148-8a8e-366bb0f3d508" -d '{"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:24.845135 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:24.921846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:25.011722 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbfacd4-454c-4c99-8073-5964a99d8871 x-openstack-request-id: req-efbfacd4-454c-4c99-8073-5964a99d8871 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:25.012245 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:25.012407 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efbfacd4-454c-4c99-8073-5964a99d8871 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:25.012724 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'status': 'completed', 'code': 200} Feb 15 03:08:25.056484 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:25.082704 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Checking router: c6344684-5d24-4834-b578-10138b447d65 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:25.091473 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:25.092092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:25.114647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-f17c7819-a0eb-4972-b809-d2019e7b0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:25.116075 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-f17c7819-a0eb-4972-b809-d2019e7b0bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 1129 time: 0.0789726 Feb 15 03:08:25.127723 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa30ad5-15b9-4e95-a15b-8f9f78a6074c req-c0b7f725-5f92-4af2-bfb2-3a7f5c45b8a6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:25.129184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fa30ad5-15b9-4e95-a15b-8f9f78a6074c req-c0b7f725-5f92-4af2-bfb2-3a7f5c45b8a6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0656443 Feb 15 03:08:25.204814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:25.234261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fa30ad5-15b9-4e95-a15b-8f9f78a6074c req-6d6971ed-ca4f-4c35-a5d1-5dd03fa8593a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961111 Feb 15 03:08:25.251103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-e4bc96ff-d43e-41b1-a1d2-e4d492917d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:25.252596 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-e4bc96ff-d43e-41b1-a1d2-e4d492917d54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 200 len: 898 time: 0.1225400 Feb 15 03:08:25.294473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-323f4e58-5324-4413-a7b1-317ddaa134d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 200 len: 217 time: 0.0354960 Feb 15 03:08:25.346204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-4c0347a0-df6b-477d-958f-cb4c03e2c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:25.347766 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-4c0347a0-df6b-477d-958f-cb4c03e2c8b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 200 len: 834 time: 0.0472901 Feb 15 03:08:25.401675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-c1976a28-ee2b-4be6-bfce-21bfd2a6693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:25.403167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-c1976a28-ee2b-4be6-bfce-21bfd2a6693f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477560 Feb 15 03:08:25.416076 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:25.442245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e353-6208-41e8-be92-567d38d15a2f None None] The sync data for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 is: [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:05:48Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '39142585-6e08-4468-b20d-63f4dae52ccc', 'name': '', 'network_id': 'cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'db535684-ea69-42cf-a39f-987988149c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:47Z', 'updated_at': '2022-02-15T03:05:50Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': 'db535684-ea69-42cf-a39f-987988149c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:25.495215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-7a4eaed1-21c5-48e9-bf44-cc462bb224fd service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Feb 15 03:08:25.592197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf34f998-d2f7-4148-8a8e-366bb0f3d508 req-a5615b7f-2b13-4b7a-975f-4833c4b67318 service neutron] 10.222.0.37 "GET /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898237 Feb 15 03:08:25.677092 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ec208-92ba-433b-8e3f-38c4c61caf4e None None] New status for floating IP d18385ee-09b9-487e-804c-d0ed22df6f0a: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:08:26.241127 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:26.357649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee185b6-40d7-49af-97b4-f189f845da72 req-53b81dd4-c46c-4167-91a2-b1de18b30001 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:26.359161 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ee185b6-40d7-49af-97b4-f189f845da72 req-53b81dd4-c46c-4167-91a2-b1de18b30001 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0557175 Feb 15 03:08:26.407183 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ee185b6-40d7-49af-97b4-f189f845da72 req-4c51bc0c-26d1-45c0-b380-6a10e0ff9c68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab93a5b8-0871-41a9-adb6-1c9a15855921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Feb 15 03:08:26.648161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149a12-5279-4221-9644-2450cb03f376 req-a5ad95fa-cb06-4aa2-9d38-ae8f3e99d24c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:26.649710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e149a12-5279-4221-9644-2450cb03f376 req-a5ad95fa-cb06-4aa2-9d38-ae8f3e99d24c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 946 time: 0.0576437 Feb 15 03:08:26.739675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port d6a10fbd-7a28-4821-8dcc-134978d58c2f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:26.740012 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:26.829420 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port d6a10fbd-7a28-4821-8dcc-134978d58c2f, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=d6a10fbd-7a28-4821-8dcc-134978d58c2f,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:26.829787 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:26.841357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for d6a10fbd-7a28-4821-8dcc-134978d58c2f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:27.060320 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d6a10fbd-7a28-4821-8dcc-134978d58c2f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:27.092985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=d6a10fbd-7a28-4821-8dcc-134978d58c2f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:27.135437 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] No DVR routers for this DVR port d6a10fbd-7a28-4821-8dcc-134978d58c2f on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:27.137925 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:27.141292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e149a12-5279-4221-9644-2450cb03f376 req-e038f516-9f36-4ecd-b8ca-e9536ba0f173 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.37 "DELETE /v2.0/ports/d6a10fbd-7a28-4821-8dcc-134978d58c2f HTTP/1.1" status: 204 len: 173 time: 0.4865575 Feb 15 03:08:27.141777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'name': 'network-vif-deleted', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:27.144041 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca451dd-f4d5-4629-b6b0-753c250499a3" -d '{"events": [{"server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "name": "network-vif-deleted", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:27.179350 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3046d6-cf64-4c00-a3d5-4e5bc561dd67 x-openstack-request-id: req-ed3046d6-cf64-4c00-a3d5-4e5bc561dd67 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:27.179607 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73363a70-8ec1-473b-907e-d5394b8fa9fd", "name": "network-vif-deleted", "tag": "d6a10fbd-7a28-4821-8dcc-134978d58c2f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:27.179894 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed3046d6-cf64-4c00-a3d5-4e5bc561dd67 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:27.180331 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73363a70-8ec1-473b-907e-d5394b8fa9fd', 'name': 'network-vif-deleted', 'tag': 'd6a10fbd-7a28-4821-8dcc-134978d58c2f', 'status': 'completed', 'code': 200} Feb 15 03:08:27.517447 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:27.523693 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-21685952-43fd-4d11-a57e-d485fee66b47 req-9f8be0f8-0dc5-451b-af4b-ff1bb64e3519 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=73363a70-8ec1-473b-907e-d5394b8fa9fd HTTP/1.1" status: 200 len: 210 time: 0.0295448 Feb 15 03:08:28.583126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:28.940996 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (c6344684-5d24-4834-b578-10138b447d65), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:29.191921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 39142585-6e08-4468-b20d-63f4dae52ccc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:29.192186 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:29.276096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 39142585-6e08-4468-b20d-63f4dae52ccc, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=39142585-6e08-4468-b20d-63f4dae52ccc,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:29.276522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:29.290241 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 39142585-6e08-4468-b20d-63f4dae52ccc owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:29.544282 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (39142585-6e08-4468-b20d-63f4dae52ccc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:29.580225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=39142585-6e08-4468-b20d-63f4dae52ccc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:29.754690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (c6344684-5d24-4834-b578-10138b447d65), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:29.773014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d6a10fbd-7a28-4821-8dcc-134978d58c2f no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:29.793061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: d6a10fbd-7a28-4821-8dcc-134978d58c2f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:29.793404 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device d6a10fbd-7a28-4821-8dcc-134978d58c2f not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:30.292951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router c6344684-5d24-4834-b578-10138b447d65 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:30.400687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:30.406094 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3ecf291c-fcdc-4373-ad33-8e52d8665a14 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/c6344684-5d24-4834-b578-10138b447d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218355 Feb 15 03:08:30.409073 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:30.425095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Sync routers for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:30.435976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:30.436618 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:30.462198 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting subnet db535684-ea69-42cf-a39f-987988149c4a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:08:30.465359 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (db535684-ea69-42cf-a39f-987988149c4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.510203 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (db535684-ea69-42cf-a39f-987988149c4a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.550151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:30.595185 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (db535684-ea69-42cf-a39f-987988149c4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.711964 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (db535684-ea69-42cf-a39f-987988149c4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.725862 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:08:29Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:30.743664 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Subnet': ['ID=db535684-ea69-42cf-a39f-987988149c4a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:30.752482 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.754264 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Checking router: c6344684-5d24-4834-b578-10138b447d65 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:30.755446 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/subnets/db535684-ea69-42cf-a39f-987988149c4a HTTP/1.1" status: 204 len: 168 time: 0.3447473 Feb 15 03:08:30.757618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.757807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263999d-887a-49c8-bc46-5f11179a0905 None None] Network cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:30.757946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.758182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:30.758625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.758625 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.758936 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.759269 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.759603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.759939 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.760272 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.760707 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.761042 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.761374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.761704 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58ad15-4ba8-41a8-bf06-5ef9dd9ebd68 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:30.824919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Routers {'c6344684-5d24-4834-b578-10138b447d65'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:30.825518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['c6344684-5d24-4834-b578-10138b447d65'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:30.899093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (c6344684-5d24-4834-b578-10138b447d65), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:30.976687 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] Set router c6344684-5d24-4834-b578-10138b447d65 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:31.016573 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (c6344684-5d24-4834-b578-10138b447d65), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.072234 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] DHCP port deletion for cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:08:31.109441 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 7d14217a-f74b-48ad-b733-54af7f8f7a24 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:31.109812 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.179723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Deleting port ee88e237-8c0f-47bd-a431-51475760f1f9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:31.180228 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.196908 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 7d14217a-f74b-48ad-b733-54af7f8f7a24, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=7d14217a-f74b-48ad-b733-54af7f8f7a24,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:31.197275 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.210120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 7d14217a-f74b-48ad-b733-54af7f8f7a24 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:31.252688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] For port ee88e237-8c0f-47bd-a431-51475760f1f9, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ee88e237-8c0f-47bd-a431-51475760f1f9,segment=NetworkSegment(b9d8b351-4b15-448e-b6c4-f63d584720d4),segment_id=b9d8b351-4b15-448e-b6c4-f63d584720d4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:31.253092 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.267943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Calling delete_port for ee88e237-8c0f-47bd-a431-51475760f1f9 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:31.275298 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:08:29Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:31.309549 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac80cd-bc7d-4db6-9d04-8f5089109e2b None None] The sync data for ids ['c6344684-5d24-4834-b578-10138b447d65'] in n-d-829064-14 is: [{'id': 'c6344684-5d24-4834-b578-10138b447d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328295673', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:05:43Z', 'updated_at': '2022-02-15T03:08:29Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '7d14217a-f74b-48ad-b733-54af7f8f7a24', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6344684-5d24-4834-b578-10138b447d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:05:44Z', 'updated_at': '2022-02-15T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:31.425856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (ee88e237-8c0f-47bd-a431-51475760f1f9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.454090 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Pushing event deleted for resources: {'Port': ['ID=ee88e237-8c0f-47bd-a431-51475760f1f9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:31.459192 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] No DVR routers for this DVR port ee88e237-8c0f-47bd-a431-51475760f1f9 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:31.460206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7d14217a-f74b-48ad-b733-54af7f8f7a24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.467930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.468286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.468663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.468991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.469329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.469662 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.469991 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.470334 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.470647 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.470972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.471294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.471616 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.471955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2eeaa-d8fb-4403-86ad-eef5e42ca2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:31.492922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=7d14217a-f74b-48ad-b733-54af7f8f7a24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:31.559818 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (c6344684-5d24-4834-b578-10138b447d65), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.665264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (c6344684-5d24-4834-b578-10138b447d65), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.667406 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (c6344684-5d24-4834-b578-10138b447d65), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.801647 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (c6344684-5d24-4834-b578-10138b447d65), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.802304 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Fanout notify agent at l3_agent the message router_deleted on router c6344684-5d24-4834-b578-10138b447d65 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:08:31.809636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.814154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-2fb09448-10ad-4b8e-b5be-ecde22d876cc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/routers/c6344684-5d24-4834-b578-10138b447d65 HTTP/1.1" status: 204 len: 168 time: 1.0515745 Feb 15 03:08:31.814154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:31.892235 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:31.984622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.004707 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:32.013610 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d8b351-4b15-448e-b6c4-f63d584720d4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:32.013914 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d8b351-4b15-448e-b6c4-f63d584720d4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:32.022964 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b9d8b351-4b15-448e-b6c4-f63d584720d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.035594 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b9d8b351-4b15-448e-b6c4-f63d584720d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.042180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b9d8b351-4b15-448e-b6c4-f63d584720d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:08:32.045829 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:08:32.162745 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.170813 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.173366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/networks/cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625 HTTP/1.1" status: 204 len: 168 time: 0.3589296 Feb 15 03:08:32.176139 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:32.186113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7d73a-3738-4199-83a1-3bca9b869dad tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Network': ['ID=cdaf9bf8-6ee6-4eeb-a6b4-05fbd52d8625,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:32.232857 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (ab93a5b8-0871-41a9-adb6-1c9a15855921), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.258145 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (ab93a5b8-0871-41a9-adb6-1c9a15855921), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.379868 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (ab93a5b8-0871-41a9-adb6-1c9a15855921), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.382787 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:32.385327 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab93a5b8-0871-41a9-adb6-1c9a15855921 HTTP/1.1" status: 204 len: 168 time: 0.2067931 Feb 15 03:08:32.393804 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906e09e-795d-4c6e-bb30-09d84187dc32 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab93a5b8-0871-41a9-adb6-1c9a15855921,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:32.991140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88e237-8c0f-47bd-a431-51475760f1f9 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:33.006491 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:33.011449 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759932163', 'description': 'tempest-secgroup-smoke-1759932163 description', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:33.013012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ee88e237-8c0f-47bd-a431-51475760f1f9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:33.013373 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ee88e237-8c0f-47bd-a431-51475760f1f9 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:33.013801 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7d14217a-f74b-48ad-b733-54af7f8f7a24 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:33.032545 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 7d14217a-f74b-48ad-b733-54af7f8f7a24 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:33.032894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 7d14217a-f74b-48ad-b733-54af7f8f7a24 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:33.033311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 39142585-6e08-4468-b20d-63f4dae52ccc no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:33.051950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 39142585-6e08-4468-b20d-63f4dae52ccc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:33.052324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 39142585-6e08-4468-b20d-63f4dae52ccc not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:33.087360 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.151766 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (67d432cd-e708-41ea-b18d-e667de437bf6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.201375 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67d432cd-e708-41ea-b18d-e667de437bf6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.230463 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d432cd-e708-41ea-b18d-e667de437bf6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:33.283355 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.284647 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75f386ae-80cd-4963-bdd3-56e744805d38 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2767735 Feb 15 03:08:33.287405 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:33.292442 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:33.377206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (cd532b4d-d1b3-4fbd-9091-6178b280bde7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.447083 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (cd532b4d-d1b3-4fbd-9091-6178b280bde7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.515806 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (cd532b4d-d1b3-4fbd-9091-6178b280bde7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.535581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd532b4d-d1b3-4fbd-9091-6178b280bde7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:33.599276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.600583 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-32dc7b1c-f5bc-4ca1-a290-f278da8e3b6b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3121803 Feb 15 03:08:33.603204 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:33.607581 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:33.680055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (4d8ef146-fb99-4436-b138-e10c853cb0dd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.735131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (4d8ef146-fb99-4436-b138-e10c853cb0dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.809289 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4d8ef146-fb99-4436-b138-e10c853cb0dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.827618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8ef146-fb99-4436-b138-e10c853cb0dd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:33.895213 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:33.896609 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f6e8c40b-11fa-4a1d-83ec-87d3d18d9f99 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2922885 Feb 15 03:08:33.899147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:33.903993 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:34.018681 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (99187d90-c4cf-4d94-a338-ea3e12bc98b5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.075204 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (99187d90-c4cf-4d94-a338-ea3e12bc98b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.150860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (99187d90-c4cf-4d94-a338-ea3e12bc98b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.169162 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99187d90-c4cf-4d94-a338-ea3e12bc98b5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:34.250085 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.251362 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6f9697e4-6aab-4a6e-ad57-412d98cc4d5a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512707 Feb 15 03:08:34.254099 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:34.258305 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:34.344791 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (b519b12d-4250-4deb-b595-20e077b221af), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.403215 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (b519b12d-4250-4deb-b595-20e077b221af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.476858 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (b519b12d-4250-4deb-b595-20e077b221af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.495257 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b519b12d-4250-4deb-b595-20e077b221af,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:34.553364 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.554634 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b81016c8-bd57-475e-85de-f2aad7a5f017 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996137 Feb 15 03:08:34.558239 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:34.563591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:34.654437 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:08:34.659249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (c81539da-b179-4960-adfb-43eaa7e31991), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.721183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (c81539da-b179-4960-adfb-43eaa7e31991), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.789940 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (c81539da-b179-4960-adfb-43eaa7e31991), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.809583 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81539da-b179-4960-adfb-43eaa7e31991,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:34.873446 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:34.874703 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a047f39f-9c8b-49ae-a4ab-622d6472d260 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154593 Feb 15 03:08:34.877380 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:34.881650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'security_group_rule': {'security_group_id': '67d432cd-e708-41ea-b18d-e667de437bf6', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:34.951301 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Project f0cc18f995094b0a9a4e67b367f9cd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:08:34.956259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (f70b1a1d-2d50-4e3e-8e87-c9e978e7cc47), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.013219 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (f70b1a1d-2d50-4e3e-8e87-c9e978e7cc47), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.082634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (f70b1a1d-2d50-4e3e-8e87-c9e978e7cc47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.099499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70b1a1d-2d50-4e3e-8e87-c9e978e7cc47,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:35.158679 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.159921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5929f2e7-4f36-4c34-a92b-02123cfe09a3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2816188 Feb 15 03:08:35.162800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:35.168077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'network': {'name': 'tempest-network-smoke--61889778', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:35.230865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:35.234091 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.257141 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:08:35.265767 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.266117 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Added segment fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf of type vlan for network 3b358169-d66f-4996-a9ca-50b103ff84d1 Feb 15 03:08:35.304830 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3b358169-d66f-4996-a9ca-50b103ff84d1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.385197 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3b358169-d66f-4996-a9ca-50b103ff84d1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.390252 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:35.390836 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.468097 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Network': ['ID=3b358169-d66f-4996-a9ca-50b103ff84d1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:35.478427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:08:35.525748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-89dd3da0-0ac5-4bb1-84fa-454d6d234dcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3617983 Feb 15 03:08:35.528402 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:35.533064 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'admin_state_up': True, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:35.614523 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.615629 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.670545 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:35.896714 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:36.175913 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:36.193970 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:36.309640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.234 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/80feeccc-531c-4fea-93f1-7be05d23c581) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:36.423375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (80feeccc-531c-4fea-93f1-7be05d23c581), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:36.510775 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:36.553307 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:36.558351 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:36.562124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:36.586585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=80feeccc-531c-4fea-93f1-7be05d23c581,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:36.906625 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:37.107475 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:37.309911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:08:37.414888 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:37.424855 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Sync routers for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:37.439354 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:37.441150 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:37.489114 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:37.490400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0a36ec48-8faf-46e9-9de5-5cb479f889eb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9610384 Feb 15 03:08:37.493625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:37.521551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-fedf0b66-d2d6-44b1-a517-8c7bcd6e5d0b tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f0cc18f995094b0a9a4e67b367f9cd3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268035 Feb 15 03:08:37.524180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:37.552536 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:37.612895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec67ea-e542-4ff8-a0c5-2580e04921eb tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:37.614339 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1dec67ea-e542-4ff8-a0c5-2580e04921eb tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892296 Feb 15 03:08:37.617188 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:37.646093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4096e500-b631-406f-83f8-f26727874b5f tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=483a85bc-534f-443d-b45b-c3de957ae353&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277779 Feb 15 03:08:37.648598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:37.654597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449834813', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:37.730476 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:36Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:37.757515 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Checking router: 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:37.757860 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Updating router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 port 80feeccc-531c-4fea-93f1-7be05d23c581 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:08:37.797385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:37.801110 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:37.875985 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.037436 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (1c60d497-2b0f-4a82-93b9-85f382167a9c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.100923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Subnet': ['ID=1c60d497-2b0f-4a82-93b9-85f382167a9c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:38.112645 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Checking segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:38.113021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network hostable DHCP agents. Network: 3b358169-d66f-4996-a9ca-50b103ff84d1, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:08:38.121428 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks [] for port (80feeccc-531c-4fea-93f1-7be05d23c581), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.179651 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.191353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:08:38.231758 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Attempting to bind port 80feeccc-531c-4fea-93f1-7be05d23c581 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:08:38.232124 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Attempting to bind port 80feeccc-531c-4fea-93f1-7be05d23c581 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:08:38.232509 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Attempting to bind port 80feeccc-531c-4fea-93f1-7be05d23c581 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:38.234395 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Pushing event updated for resources: {'Port': ['ID=80feeccc-531c-4fea-93f1-7be05d23c581,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:38.243057 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:08:38.243424 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:38.243811 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.244191 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:08:38.245600 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Bound port: 80feeccc-531c-4fea-93f1-7be05d23c581, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:08:38.245975 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.247991 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.248354 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.248693 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.251945 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:38.271531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3b358169-d66f-4996-a9ca-50b103ff84d1) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:38.275693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:38.276445 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.283651 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f13ba0-dfe9-4c26-9d19-2b5fc7332f5d None None] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:38.308548 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] For port 80feeccc-531c-4fea-93f1-7be05d23c581, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:08:38.312018 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] For port 80feeccc-531c-4fea-93f1-7be05d23c581, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=80feeccc-531c-4fea-93f1-7be05d23c581,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:08:38.355149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-78d77334-2d47-4059-8586-beb7be8177bb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7045956 Feb 15 03:08:38.357899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:38.384771 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.387249 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3b358169-d66f-4996-a9ca-50b103ff84d1', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:08:38.388120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.441789 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199118-bd3d-4328-8bae-328e4d233264 None None] Pushing event updated for resources: {'Port': ['ID=80feeccc-531c-4fea-93f1-7be05d23c581,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:38.450516 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:38.451116 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:38.539208 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Allocated IP 172.20.0.2 (3b358169-d66f-4996-a9ca-50b103ff84d1/1c60d497-2b0f-4a82-93b9-85f382167a9c/28f33fe9-0d60-455a-9ac8-cdac1225e67e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:38.563544 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:38.692731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks [] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.749611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:36Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:38.757656 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.781929 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa3130-b3be-481d-90af-0ee6e6f6bffe None None] The sync data for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 is: [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:36Z', 'revision_number': 3, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:38.816046 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:38.819389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:38.822146 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:38.831058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Pushing event updated for resources: {'Port': ['ID=28f33fe9-0d60-455a-9ac8-cdac1225e67e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:38.887209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Attempting to bind port 28f33fe9-0d60-455a-9ac8-cdac1225e67e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:08:38.887581 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Attempting to bind port 28f33fe9-0d60-455a-9ac8-cdac1225e67e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:08:38.887943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Attempting to bind port 28f33fe9-0d60-455a-9ac8-cdac1225e67e on network 3b358169-d66f-4996-a9ca-50b103ff84d1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:38.893244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:08:38.893629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Checking segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:38.894032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.894439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Bound using segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:08:38.894905 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Bound port: 28f33fe9-0d60-455a-9ac8-cdac1225e67e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:08:38.895293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:38.968000 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] For port 28f33fe9-0d60-455a-9ac8-cdac1225e67e, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:08:38.971262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] For port 28f33fe9-0d60-455a-9ac8-cdac1225e67e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28f33fe9-0d60-455a-9ac8-cdac1225e67e,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:08:39.047587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.119360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29e89a-10ca-45fa-aa4a-2238ab8f60dd None None] Pushing event updated for resources: {'Port': ['ID=28f33fe9-0d60-455a-9ac8-cdac1225e67e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:39.180862 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.526880 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.1 (3b358169-d66f-4996-a9ca-50b103ff84d1/1c60d497-2b0f-4a82-93b9-85f382167a9c/0ffac6ff-50a0-45f1-8090-18350a610f0d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:39.649606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.757688 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.799613 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:39.805764 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:39.810232 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:39.816910 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:39.857954 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.083017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.135075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfec2d2-1f39-4062-b38d-738289f78fad None None] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:40.196491 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Provisioning complete for port 28f33fe9-0d60-455a-9ac8-cdac1225e67e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:40.196951 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.323709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Current status of the port 28f33fe9-0d60-455a-9ac8-cdac1225e67e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:40.324792 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.369781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] For port 28f33fe9-0d60-455a-9ac8-cdac1225e67e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28f33fe9-0d60-455a-9ac8-cdac1225e67e,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:40.377671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.429983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.487220 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.488012 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f025774-6a04-49fd-aea8-b328661aa8ec None None] Pushing event updated for resources: {'Port': ['ID=28f33fe9-0d60-455a-9ac8-cdac1225e67e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:40.579646 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.579981 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:40.651089 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:40.651716 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.695185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:40.697288 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:40.699546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Port 0ffac6ff-50a0-45f1-8090-18350a610f0d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:08:40.717731 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Provisioning complete for port 28f33fe9-0d60-455a-9ac8-cdac1225e67e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:40.718248 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.805063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea298df8-0821-454a-86b8-28a562f4b333 None None] Current status of the port 28f33fe9-0d60-455a-9ac8-cdac1225e67e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:40.828624 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:40.925495 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-622e87a1-2bec-458d-9de4-0b39a7352de2 None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:40.925871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-622e87a1-2bec-458d-9de4-0b39a7352de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:40.945754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:40.951487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-66ca5c87-861e-4dbb-b591-4993727f87c7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/4af58a01-69ef-4d9a-a459-cfeb7c56a7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926011 Feb 15 03:08:40.976061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Sync routers for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:40.984014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-622e87a1-2bec-458d-9de4-0b39a7352de2 None None] Port 0ffac6ff-50a0-45f1-8090-18350a610f0d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:08:40.993516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:40.994236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:41.094024 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 80feeccc-531c-4fea-93f1-7be05d23c581 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:41.130472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-7ae95e1c-91e7-4ee5-b1dd-e965c543aece tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759932163&fields=id&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 267 time: 0.0455515 Feb 15 03:08:41.156935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:41.159144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27c39d6b-1400-41af-9c3c-097283bddc9a None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:41.159570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27c39d6b-1400-41af-9c3c-097283bddc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.238635 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-40aef8da-69b0-46c1-9d17-5fd743352d94 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:41.240110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-40aef8da-69b0-46c1-9d17-5fd743352d94 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 795 time: 0.1030920 Feb 15 03:08:41.255487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-8576555d-fbf5-4381-b033-125b8537ca1c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/quotas/f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 375 time: 0.0092669 Feb 15 03:08:41.264286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27c39d6b-1400-41af-9c3c-097283bddc9a None None] Port 0ffac6ff-50a0-45f1-8090-18350a610f0d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:08:41.282231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 80feeccc-531c-4fea-93f1-7be05d23c581 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:41.282620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.311187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-196fcb2b-356d-4011-b933-4e5616498869 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507457 Feb 15 03:08:41.405297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-ab4e76db-a923-456c-93c5-e20056ef1257 service neutron] 10.222.0.43 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829146 Feb 15 03:08:41.443300 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 80feeccc-531c-4fea-93f1-7be05d23c581 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:41.443702 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.471758 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 80feeccc-531c-4fea-93f1-7be05d23c581, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=80feeccc-531c-4fea-93f1-7be05d23c581,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:41.483245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:40Z', 'revision_number': 2, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:41.503963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-1fbe177c-83e8-4511-a867-95bdfa3b13ac service neutron] 10.222.0.43 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929203 Feb 15 03:08:41.513449 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Checking router: 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:41.513815 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Updating router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 port 0ffac6ff-50a0-45f1-8090-18350a610f0d binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:08:41.536156 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.536880 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28f33fe9-0d60-455a-9ac8-cdac1225e67e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:41.586604 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.643550 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=80feeccc-531c-4fea-93f1-7be05d23c581,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:41.722890 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 28f33fe9-0d60-455a-9ac8-cdac1225e67e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:41.723268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.750814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11cee027-11d6-4039-adfc-69a0d7bc0aba req-9cf7e138-8d1b-4d22-afdb-5be38e5f827b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 210 time: 0.0386853 Feb 15 03:08:41.873191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 28f33fe9-0d60-455a-9ac8-cdac1225e67e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:41.953001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks [] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.029432 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.081270 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ebc7-ae8b-4065-84f6-13b3b6b05841 None None] Pushing event updated for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.140607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Attempting to bind port 0ffac6ff-50a0-45f1-8090-18350a610f0d on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:08:42.141226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Attempting to bind port 0ffac6ff-50a0-45f1-8090-18350a610f0d by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:08:42.141589 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Attempting to bind port 0ffac6ff-50a0-45f1-8090-18350a610f0d on network 3b358169-d66f-4996-a9ca-50b103ff84d1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:42.148537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:08:42.154422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Checking segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:42.154422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.154422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Bound using segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:08:42.154422 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Bound port: 0ffac6ff-50a0-45f1-8090-18350a610f0d, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:08:42.154422 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.216871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] For port 0ffac6ff-50a0-45f1-8090-18350a610f0d, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:08:42.220180 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] For port 0ffac6ff-50a0-45f1-8090-18350a610f0d, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0ffac6ff-50a0-45f1-8090-18350a610f0d,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:08:42.281478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.337236 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:42.337613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.373837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ebc7-ae8b-4065-84f6-13b3b6b05841 None None] Pushing event updated for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.381032 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:42.381664 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:42.680518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Current status of the port 0ffac6ff-50a0-45f1-8090-18350a610f0d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:42.680808 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.694672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:42.784514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] For port 0ffac6ff-50a0-45f1-8090-18350a610f0d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0ffac6ff-50a0-45f1-8090-18350a610f0d,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:42.843950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-32ba9f0f-60b6-4914-83de-8cc3e7c8bf02 req-53c00441-da5a-41de-8526-226ace58ae6f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 210 time: 0.0285263 Feb 15 03:08:42.855774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.942030 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8040d-1848-49c6-9252-cb0815b12f87 None None] Pushing event updated for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.963832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:42.996810 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847514-cc49-4173-8aaf-50056b8fa8fa None None] The sync data for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 is: [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:43.005992 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ad61153b-3da9-462a-8ad9-c042a8f7cd92 None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:43.005992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad61153b-3da9-462a-8ad9-c042a8f7cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.033480 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 80feeccc-531c-4fea-93f1-7be05d23c581 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:43.139564 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 80feeccc-531c-4fea-93f1-7be05d23c581 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:43.140032 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.161215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad61153b-3da9-462a-8ad9-c042a8f7cd92 None None] Current status of the port 0ffac6ff-50a0-45f1-8090-18350a610f0d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:43.229634 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 80feeccc-531c-4fea-93f1-7be05d23c581 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:43.611691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-8ed79887-cb4c-4c79-8b1d-353dad899325 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:43.612945 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-8ed79887-cb4c-4c79-8b1d-353dad899325 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 795 time: 0.1167636 Feb 15 03:08:43.682433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-1b280aa5-69e3-48b2-82f5-68432f2cff84 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e HTTP/1.1" status: 200 len: 380 time: 0.0620916 Feb 15 03:08:43.690751 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'port': {'device_id': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'admin_state_up': True, 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'security_groups': ['67d432cd-e708-41ea-b18d-e667de437bf6']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:43.871629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Made reservation on behalf of f0cc18f995094b0a9a4e67b367f9cd3e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:43.875717 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.978400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d202310a-002e-44fe-9bf5-65b884c82a8f req-3a54c131-42fd-438a-812d-21ba1a06cefa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 210 time: 0.0387406 Feb 15 03:08:44.038458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.20.0.3 (3b358169-d66f-4996-a9ca-50b103ff84d1/1c60d497-2b0f-4a82-93b9-85f382167a9c/8eaff980-c48b-4f8a-8745-93a76f40a129) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:44.177050 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.278058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.319675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:44.325313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:44.328945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:44.335212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:44.387389 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:44.388023 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.461170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f3fbf144-2eb8-4484-9484-67d8473945b1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743258 Feb 15 03:08:44.515115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Request body: {'port': {'device_id': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:44.543871 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:08:44.573692 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.593784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9df84e66-3093-421b-bd1b-d1a64eb728fa None None] Provisioning complete for port 8eaff980-c48b-4f8a-8745-93a76f40a129 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:44.594358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9df84e66-3093-421b-bd1b-d1a64eb728fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.627762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9df84e66-3093-421b-bd1b-d1a64eb728fa None None] Port 8eaff980-c48b-4f8a-8745-93a76f40a129 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:08:44.833896 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaff980-c48b-4f8a-8745-93a76f40a129 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:08:44.841187 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks [] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:44.852794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Transition to ACTIVE for port object 8eaff980-c48b-4f8a-8745-93a76f40a129 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:08:44.933959 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.003211 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Pushing event updated for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:45.060217 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0ffac6ff-50a0-45f1-8090-18350a610f0d up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:45.077466 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Attempting to bind port 8eaff980-c48b-4f8a-8745-93a76f40a129 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:08:45.077947 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Attempting to bind port 8eaff980-c48b-4f8a-8745-93a76f40a129 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:08:45.078482 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Attempting to bind port 8eaff980-c48b-4f8a-8745-93a76f40a129 on network 3b358169-d66f-4996-a9ca-50b103ff84d1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:45.084729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Port 8eaff980-c48b-4f8a-8745-93a76f40a129 on network 3b358169-d66f-4996-a9ca-50b103ff84d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:08:45.085377 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Attempting to bind port 8eaff980-c48b-4f8a-8745-93a76f40a129 on network 3b358169-d66f-4996-a9ca-50b103ff84d1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:45.091238 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:08:45.091667 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Checking segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:45.092128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Bound using segment: {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:08:45.092661 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Bound port: 8eaff980-c48b-4f8a-8745-93a76f40a129, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:08:45.093120 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.150207 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 0ffac6ff-50a0-45f1-8090-18350a610f0d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:45.151126 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.194096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:08:45.198074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8eaff980-c48b-4f8a-8745-93a76f40a129,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:08:45.216585 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e7d0-5c02-4b97-919b-009d342766d1 req-c3945a8e-5620-4f16-ae4b-1b4ac914523d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.218095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa8e7d0-5c02-4b97-919b-009d342766d1 req-c3945a8e-5620-4f16-ae4b-1b4ac914523d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 943 time: 0.0904038 Feb 15 03:08:45.234227 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 0ffac6ff-50a0-45f1-8090-18350a610f0d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:45.267370 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aaa8e7d0-5c02-4b97-919b-009d342766d1 req-205c8a86-0c00-4345-9849-4c2f8f6ec5f8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Feb 15 03:08:45.268903 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.301101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.301627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.303360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] 10.222.0.31 "PUT /v2.0/ports/8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 1092 time: 0.8354769 Feb 15 03:08:45.305697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:45.308710 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc82877-3d46-4b4a-9fcf-cafd573024d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:45.335394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e905d5-a7c2-47fc-b3de-b6755f49f99c service neutron] Pushing event updated for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:45.347502 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e64115-b90f-4541-9425-76a90aad012a x-openstack-request-id: req-c3e64115-b90f-4541-9425-76a90aad012a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:45.347864 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:45.348190 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3e64115-b90f-4541-9425-76a90aad012a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:45.348701 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'status': 'completed', 'code': 200} Feb 15 03:08:45.422828 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-b2f24f1e-ed8f-464e-a661-24954ec8fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.424423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-b2f24f1e-ed8f-464e-a661-24954ec8fe64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1126 time: 0.0553958 Feb 15 03:08:45.549704 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-af219256-26b3-4b1f-a196-0d44e388be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.551165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-af219256-26b3-4b1f-a196-0d44e388be65 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1059577 Feb 15 03:08:45.643096 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-460888f4-b93b-43dd-b85a-c1a6ec576154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.644526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7bc82877-3d46-4b4a-9fcf-cafd573024d1 req-460888f4-b93b-43dd-b85a-c1a6ec576154 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867894 Feb 15 03:08:45.730281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-529c3dcc-3956-40ef-a1f1-fb9b3ad53506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.732191 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-529c3dcc-3956-40ef-a1f1-fb9b3ad53506 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1126 time: 0.0507319 Feb 15 03:08:45.772950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-27400ca7-6924-41b5-9472-1bb4b31ca092 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 217 time: 0.0338137 Feb 15 03:08:45.818210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-37570aee-404c-4fdc-a87e-fadce2863753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.819584 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-37570aee-404c-4fdc-a87e-fadce2863753 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 200 len: 834 time: 0.0415649 Feb 15 03:08:45.870152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f43c22cb-0cb7-4d83-86ee-05d0a7510376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:45.871638 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-f43c22cb-0cb7-4d83-86ee-05d0a7510376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b358169-d66f-4996-a9ca-50b103ff84d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464294 Feb 15 03:08:45.957357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-91a2fd82-4a93-4f76-8b06-207df03bf032 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786037 Feb 15 03:08:46.050738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-999be48d-542a-4c3b-878e-972f1c07a6d8 req-502b60da-13e3-4776-8ba4-87925fcf46d7 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870616 Feb 15 03:08:46.122465 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:46.394036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8d28a-37b3-4dc5-91f8-ee1ec8979b97 req-b4d2fdb8-61c0-421c-a251-4b70b64a8ef6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:46.395546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2d8d28a-37b3-4dc5-91f8-ee1ec8979b97 req-b4d2fdb8-61c0-421c-a251-4b70b64a8ef6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 943 time: 0.0590613 Feb 15 03:08:46.444463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2d8d28a-37b3-4dc5-91f8-ee1ec8979b97 req-99c7704f-d705-4fa1-99e2-2380b0021af4 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Feb 15 03:08:47.571295 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c4ca6-d7cb-4c24-9a26-441d6e8395c3 req-074020eb-2a8d-4cb8-9c84-f2e73b6db6d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:47.572886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c5c4ca6-d7cb-4c24-9a26-441d6e8395c3 req-074020eb-2a8d-4cb8-9c84-f2e73b6db6d5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 943 time: 0.0599325 Feb 15 03:08:47.621000 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c5c4ca6-d7cb-4c24-9a26-441d6e8395c3 req-79025b2f-56cf-4094-84de-55eafad91e2c tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Feb 15 03:08:48.334209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8eaff980-c48b-4f8a-8745-93a76f40a129 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:08:48.433316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8eaff980-c48b-4f8a-8745-93a76f40a129,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:48.445003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'port_id': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'mac_address': 'fa:16:3e:8e:70:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:08:48.481412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8eaff980-c48b-4f8a-8745-93a76f40a129 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:48.481800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.494472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaff980-c48b-4f8a-8745-93a76f40a129 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:08:48.514579 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8eaff980-c48b-4f8a-8745-93a76f40a129,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:48.602737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.649942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:48.742795 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd970bf-0d3d-4028-9849-7049aa18b5b0 req-4a059ea0-55e9-499b-8524-3283283c78a2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:48.744346 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cd970bf-0d3d-4028-9849-7049aa18b5b0 req-4a059ea0-55e9-499b-8524-3283283c78a2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 944 time: 0.0562329 Feb 15 03:08:48.792444 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9cd970bf-0d3d-4028-9849-7049aa18b5b0 req-8b376ee2-3dc1-43d3-9f68-fb204a146d20 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Feb 15 03:08:48.827513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['8eaff980-c48b-4f8a-8745-93a76f40a129'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:08:48.853898 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.910404 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83b9f-bdb0-4518-b0c1-a55c0d557929 req-dc7c5ef8-40c8-4152-a3cd-f0c99d4949b7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:49.911886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3b83b9f-bdb0-4518-b0c1-a55c0d557929 req-dc7c5ef8-40c8-4152-a3cd-f0c99d4949b7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 944 time: 0.0515301 Feb 15 03:08:49.960213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b3b83b9f-bdb0-4518-b0c1-a55c0d557929 req-2d0e1d96-93eb-400c-b325-18f8f5ce8136 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Feb 15 03:08:50.350183 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8eaff980-c48b-4f8a-8745-93a76f40a129 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:50.481229 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 8eaff980-c48b-4f8a-8745-93a76f40a129 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:08:50.485709 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 8eaff980-c48b-4f8a-8745-93a76f40a129 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:50.486129 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.563322 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 8eaff980-c48b-4f8a-8745-93a76f40a129 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:50.563713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.585933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:50.588757 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc1d49-9382-4444-8977-6df77ed3d0ee" -d '{"events": [{"server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "name": "network-vif-plugged", "status": "completed", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:50.601200 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8eaff980-c48b-4f8a-8745-93a76f40a129,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:50.623951 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5d7e9-f322-4ae6-9fef-d6c6916b9851 x-openstack-request-id: req-25c5d7e9-f322-4ae6-9fef-d6c6916b9851 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:50.624247 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "name": "network-vif-plugged", "status": "completed", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:50.624583 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25c5d7e9-f322-4ae6-9fef-d6c6916b9851 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:50.624991 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'code': 200} Feb 15 03:08:50.663912 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.716475 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.725477 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c53d-ea0d-4617-a88a-e1692b44e766 req-63ff4f61-d8d3-4d40-87e3-0b075f0e3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:50.727243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fee3c53d-ea0d-4617-a88a-e1692b44e766 req-63ff4f61-d8d3-4d40-87e3-0b075f0e3283 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1128 time: 0.0489271 Feb 15 03:08:50.771516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fee3c53d-ea0d-4617-a88a-e1692b44e766 req-632170e1-785f-49b8-8cba-904bc9cdca44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381923 Feb 15 03:08:51.077872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63a64d-2954-4a9e-adb0-c1f903985ccf req-f1011ebc-f616-4240-9ff0-623c99df3050 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:51.079335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea63a64d-2954-4a9e-adb0-c1f903985ccf req-f1011ebc-f616-4240-9ff0-623c99df3050 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0511951 Feb 15 03:08:51.128755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ea63a64d-2954-4a9e-adb0-c1f903985ccf req-4952a858-be8d-44a6-a657-092bc7f53329 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Feb 15 03:08:51.157024 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0be4-fb65-49fd-9402-686f6dfde0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:52.245555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba358-d803-4527-ae21-18728d9b16e2 req-9b81cfe4-47fa-4427-99c1-5ddfcf94eabc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:52.247039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89aba358-d803-4527-ae21-18728d9b16e2 req-9b81cfe4-47fa-4427-99c1-5ddfcf94eabc tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0517178 Feb 15 03:08:52.298742 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-89aba358-d803-4527-ae21-18728d9b16e2 req-696680bb-1759-47f3-871f-7d72078752e9 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461500 Feb 15 03:08:52.414957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74d44e-71f0-4f8b-9343-fdf95c3530f5 req-8f9cb45a-6034-411e-b008-273fb19315c3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:52.416528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d74d44e-71f0-4f8b-9343-fdf95c3530f5 req-8f9cb45a-6034-411e-b008-273fb19315c3 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0522714 Feb 15 03:08:52.465402 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d74d44e-71f0-4f8b-9343-fdf95c3530f5 req-2e9f42f0-d883-4158-b18a-11848c5d33c6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Feb 15 03:08:52.486176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:52.528847 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c5342-9975-43b6-a1ca-ce7adce871cd tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:52.530354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c22c5342-9975-43b6-a1ca-ce7adce871cd tempest-TestNetworkAdvancedServerOps-289482285 tempest-TestNetworkAdvancedServerOps-289482285-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1123 time: 0.0432305 Feb 15 03:08:52.533161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:52.537301 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:52.619819 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:52.719931 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:52.818874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Allocated IP 172.25.2.233 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/050bbecf-1c1e-4a92-a91d-b705bddf393c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:52.920843 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.002558 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.037986 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:53.043168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:53.046571 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:53.051731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=050bbecf-1c1e-4a92-a91d-b705bddf393c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:53.368061 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65fa374d-0a35-43bf-9c6a-8f744137925a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.728137 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (e17b55d2-5cf4-4580-a4b4-ff128d13b004), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.856309 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.002393 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.052090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.120157 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event updated for resources: {'Port': ['ID=050bbecf-1c1e-4a92-a91d-b705bddf393c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:54.131747 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (e17b55d2-5cf4-4580-a4b4-ff128d13b004), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.230830 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP e17b55d2-5cf4-4580-a4b4-ff128d13b004 associated. External IP: 172.25.2.233, port: 8eaff980-c48b-4f8a-8745-93a76f40a129. Feb 15 03:08:54.433419 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:54.543019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:54.554359 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Sync routers for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:54.564536 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:54.565146 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:54.602985 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.633221 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd6d67c8-7630-4410-af5f-d5799aecb134 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0990450 Feb 15 03:08:54.633791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:54.636071 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:54.677743 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:54.737073 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def240b0-ede3-46f8-a5ae-bc68db44bd0c req-3790c49f-b405-413b-9b25-7cd21fcc4464 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.738692 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-def240b0-ede3-46f8-a5ae-bc68db44bd0c req-3790c49f-b405-413b-9b25-7cd21fcc4464 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0573437 Feb 15 03:08:54.795101 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-def240b0-ede3-46f8-a5ae-bc68db44bd0c req-8a2c817f-00cb-4519-980a-c57cb6e4990b tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477660 Feb 15 03:08:54.818932 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:54.845281 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50459fdd-61c3-4fa6-8121-afcd98980e0c x-openstack-request-id: req-50459fdd-61c3-4fa6-8121-afcd98980e0c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:54.845577 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:54.845833 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50459fdd-61c3-4fa6-8121-afcd98980e0c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:54.846249 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'status': 'completed', 'code': 200} Feb 15 03:08:54.854606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.882300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-967dbc54-cece-4115-84e9-7d219d38c4d6 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e17b55d2-5cf4-4580-a4b4-ff128d13b004 HTTP/1.1" status: 200 len: 991 time: 0.0621920 Feb 15 03:08:54.913996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-73cdcc84-ae94-4c11-a6b6-5f036f1a4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.915554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-73cdcc84-ae94-4c11-a6b6-5f036f1a4659 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1128 time: 0.0464633 Feb 15 03:08:54.916395 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e17b55d2-5cf4-4580-a4b4-ff128d13b004', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'port_id': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'mac_address': 'fa:16:3e:8e:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:08:53Z', 'updated_at': '2022-02-15T03:08:53Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:54.942792 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Checking router: 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:54.950908 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:54.951509 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:08:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:55.010235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-a3b24863-993a-4d7a-bbbc-2a57a20676d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.011702 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-a3b24863-993a-4d7a-bbbc-2a57a20676d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 896 time: 0.0885656 Feb 15 03:08:55.057769 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:55.077691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-b74ff00b-a63c-4e64-a987-c9e0bdf543d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 999 time: 0.0602236 Feb 15 03:08:55.131498 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-273ba4d9-2ed6-48af-9ce1-5158aa68d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.133016 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-273ba4d9-2ed6-48af-9ce1-5158aa68d313 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 200 len: 834 time: 0.0496294 Feb 15 03:08:55.187936 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-4bfee09c-09c0-40cf-a6ae-5f513b00eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.189618 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-4bfee09c-09c0-40cf-a6ae-5f513b00eb29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b358169-d66f-4996-a9ca-50b103ff84d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503414 Feb 15 03:08:55.278602 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-b9288593-38ee-4a7e-9252-2958e657f645 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823362 Feb 15 03:08:55.290786 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e17b55d2-5cf4-4580-a4b4-ff128d13b004', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'port_id': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'mac_address': 'fa:16:3e:8e:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:08:53Z', 'updated_at': '2022-02-15T03:08:53Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:55.379269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2b29cae7-f960-4cb7-bc04-251f86d6bbb7 req-244a5cb4-71e8-4abf-9a6a-d35af43940a4 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954998 Feb 15 03:08:55.411281 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b2d59-4c27-4d2c-9bd8-4c51955a3332 None None] The sync data for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 is: [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'e17b55d2-5cf4-4580-a4b4-ff128d13b004', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'port_id': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'mac_address': 'fa:16:3e:8e:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:08:53Z', 'updated_at': '2022-02-15T03:08:53Z', 'revision_number': 0, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:55.603703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7caa98c-8e1b-41a7-9940-b99dcda36d9f None None] New status for floating IP e17b55d2-5cf4-4580-a4b4-ff128d13b004: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:08:55.884507 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:55.950251 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1d3f8131-82ab-4853-b90f-a00ec0dccfb5 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e17b55d2-5cf4-4580-a4b4-ff128d13b004 HTTP/1.1" status: 200 len: 993 time: 0.0640132 Feb 15 03:08:56.252021 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:57.516687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:59.982437 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-cb103706-8c64-4507-aa19-ebd36ce3c070 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446367 Feb 15 03:09:00.066331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-b4f1171e-f095-4b49-95e6-18ed97f90854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.067808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-b4f1171e-f095-4b49-95e6-18ed97f90854 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1128 time: 0.0445566 Feb 15 03:09:00.174321 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-2433637f-675f-4bad-81ad-2541d284c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.175828 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-2433637f-675f-4bad-81ad-2541d284c5f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 896 time: 0.0889056 Feb 15 03:09:00.239662 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-a6f1530a-cc32-4717-b05b-a5348ed59a71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 1001 time: 0.0572672 Feb 15 03:09:00.286258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-a11b074c-1824-4196-95ba-61e21c1bfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.287632 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-a11b074c-1824-4196-95ba-61e21c1bfc54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 200 len: 834 time: 0.0416138 Feb 15 03:09:00.343473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-34636e45-a71f-4a6d-8e7a-ecce063d49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.344914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-34636e45-a71f-4a6d-8e7a-ecce063d49a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b358169-d66f-4996-a9ca-50b103ff84d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465417 Feb 15 03:09:00.434950 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-1dde09b1-2b32-485b-8710-e3a43419fde3 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813699 Feb 15 03:09:00.548915 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7d8d51b0-e5d4-4f40-b7a2-b1c335a236a4 req-38712d38-540f-4977-b32e-7bd4d14810c6 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075871 Feb 15 03:09:16.095077 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:18.888131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.156090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a790d6b1-cba0-4478-a243-00e14cfbc248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.542446 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:09:23.348576 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0e69381-33ce-4690-8a69-ea6db946244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:24.847713 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.251882 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.499569 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.527616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a696a0-eb14-42ad-93d3-567a08ee6db7 req-e04673cf-8247-4232-b107-0ca68dd06c22 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:27.529482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81a696a0-eb14-42ad-93d3-567a08ee6db7 req-e04673cf-8247-4232-b107-0ca68dd06c22 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0551128 Feb 15 03:09:27.619780 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-81a696a0-eb14-42ad-93d3-567a08ee6db7 req-4b18f30d-3ea0-4ede-9051-7fb27802cbcf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845835 Feb 15 03:09:28.737687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be36b0-b6f5-4632-98ee-2cb87769c778 req-8e3771b7-9698-4f29-ba50-5edc8fdf756a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:28.739086 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11be36b0-b6f5-4632-98ee-2cb87769c778 req-8e3771b7-9698-4f29-ba50-5edc8fdf756a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0524149 Feb 15 03:09:28.791526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-11be36b0-b6f5-4632-98ee-2cb87769c778 req-95c55477-cd41-4341-b0e9-03ff685e8708 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Feb 15 03:09:28.813440 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:28.872099 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7d09dcae-b15d-41dc-8c3f-ccaf03647cb1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e17b55d2-5cf4-4580-a4b4-ff128d13b004 HTTP/1.1" status: 200 len: 993 time: 0.0575135 Feb 15 03:09:30.301113 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665f5e4-7de5-4755-84a1-a27a52b5a8b5 req-1cd53e2c-9711-4d8e-adef-c595eb34fdaa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.304634 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665f5e4-7de5-4755-84a1-a27a52b5a8b5 req-1cd53e2c-9711-4d8e-adef-c595eb34fdaa tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0529859 Feb 15 03:09:30.361484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f665f5e4-7de5-4755-84a1-a27a52b5a8b5 req-f95265b4-a5a2-4e56-b0d1-25d74f5b5bf0 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524099 Feb 15 03:09:30.396620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-f4dc4796-06cf-40f1-a23c-89e46734ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.398114 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-f4dc4796-06cf-40f1-a23c-89e46734ab1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1128 time: 0.0527694 Feb 15 03:09:30.489703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-ed6bf000-ab75-4c79-bb91-37a3378e7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.491164 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-ed6bf000-ab75-4c79-bb91-37a3378e7b9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 896 time: 0.0877621 Feb 15 03:09:30.555487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-e0071b72-d22e-4eeb-8d5b-adf252f1b034 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 1001 time: 0.0585394 Feb 15 03:09:30.602999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-12004127-0274-4ecb-85ee-ff781e0ff577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.604526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-12004127-0274-4ecb-85ee-ff781e0ff577 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 200 len: 834 time: 0.0429120 Feb 15 03:09:30.655720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-952b6d0c-1b8a-46ff-9e30-bd43eb1a42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.657294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-952b6d0c-1b8a-46ff-9e30-bd43eb1a42e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b358169-d66f-4996-a9ca-50b103ff84d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474732 Feb 15 03:09:30.744493 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-986a41fa-89cb-428d-af82-e7b03ac0e5a9 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813854 Feb 15 03:09:30.833751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82d5a8d5-90de-441a-8011-d18e797ed8a6 req-8b1b8dc1-851c-4b6d-9a22-09fc3202f509 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840979 Feb 15 03:09:31.481893 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24156ea0-fcc9-4b29-90a8-889fc68a783c req-98c54955-9dd5-42e4-8677-237dec934399 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:31.483520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24156ea0-fcc9-4b29-90a8-889fc68a783c req-98c54955-9dd5-42e4-8677-237dec934399 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0535591 Feb 15 03:09:31.533197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24156ea0-fcc9-4b29-90a8-889fc68a783c req-2a31b959-540d-49c2-b152-362b4ca1c3d1 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Feb 15 03:09:32.651145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437518dd-2e3a-4c03-894d-5c51166156c5 req-7cca679b-a63b-4d1c-a8d3-b39b3f9892cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:32.652655 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-437518dd-2e3a-4c03-894d-5c51166156c5 req-7cca679b-a63b-4d1c-a8d3-b39b3f9892cb tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0517178 Feb 15 03:09:32.704732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-437518dd-2e3a-4c03-894d-5c51166156c5 req-bebc713b-968c-427d-b86b-b17cbbbf12f2 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Feb 15 03:09:32.726750 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:32.789620 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-9f89d3d2-5108-4e5b-bfda-5ac70048c93d tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/floatingips/e17b55d2-5cf4-4580-a4b4-ff128d13b004 HTTP/1.1" status: 200 len: 993 time: 0.0615819 Feb 15 03:09:33.011902 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:33.166033 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 050bbecf-1c1e-4a92-a91d-b705bddf393c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:33.166390 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.245578 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.245813 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (050bbecf-1c1e-4a92-a91d-b705bddf393c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.257227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 050bbecf-1c1e-4a92-a91d-b705bddf393c owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:33.458860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (050bbecf-1c1e-4a92-a91d-b705bddf393c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.482638 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=050bbecf-1c1e-4a92-a91d-b705bddf393c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:33.495945 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.496252 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.496635 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.496976 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.497323 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.497660 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.498001 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.498343 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.498679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.499014 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.499348 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.499679 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.500009 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:33.568998 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for floatingip (e17b55d2-5cf4-4580-a4b4-ff128d13b004), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.569862 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Floating IP e17b55d2-5cf4-4580-a4b4-ff128d13b004 disassociated (deleted). External IP: 172.25.2.233, port: 8eaff980-c48b-4f8a-8745-93a76f40a129. Feb 15 03:09:33.779669 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:33.885730 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:33.890690 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.897074 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Sync routers for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:33.907594 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:33.908213 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.020116 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:34.227448 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.239752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1ab4cfa5-9e7e-469a-8fb7-4c6e5f257174 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/floatingips/e17b55d2-5cf4-4580-a4b4-ff128d13b004 HTTP/1.1" status: 204 len: 168 time: 1.2266684 Feb 15 03:09:34.240374 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:34.243217 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb57730d-6400-4328-9d8d-54df8458ef96" -d '{"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:34.254160 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Checking router: 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:34.262807 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:34.263685 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.371698 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:34.567930 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.597785 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204972a-c3f7-40c9-9888-7171bdba0b91 None None] The sync data for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 is: [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:08:39Z', 'revision_number': 4, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '0ffac6ff-50a0-45f1-8090-18350a610f0d', 'name': '', 'network_id': '3b358169-d66f-4996-a9ca-50b103ff84d1', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'mac_address': 'fa:16:3e:09:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:39Z', 'updated_at': '2022-02-15T03:08:42Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'subnets': [{'id': '1c60d497-2b0f-4a82-93b9-85f382167a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:34.742674 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc12144-10e2-4f83-a44b-2ea4aa4427f7 x-openstack-request-id: req-8fc12144-10e2-4f83-a44b-2ea4aa4427f7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:34.742981 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:34.743239 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fc12144-10e2-4f83-a44b-2ea4aa4427f7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:34.743647 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'status': 'completed', 'code': 200} Feb 15 03:09:34.839393 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-d4743ed9-0fe3-422c-9cfe-83a694d2a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:34.840958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-d4743ed9-0fe3-422c-9cfe-83a694d2a3eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 1128 time: 0.0779850 Feb 15 03:09:34.848417 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaba42-40b4-47bf-a91e-8de6f094698f None None] New status for floating IP e17b55d2-5cf4-4580-a4b4-ff128d13b004: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:09:34.864269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9691-a02a-4e11-ab13-56f83e1ba694 req-d5cc425a-a584-43db-ab16-66b24b42459a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:34.865741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d1c9691-a02a-4e11-ab13-56f83e1ba694 req-d5cc425a-a584-43db-ab16-66b24b42459a tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0759673 Feb 15 03:09:34.971779 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1d1c9691-a02a-4e11-ab13-56f83e1ba694 req-4320d12f-77ff-43db-9758-dbb26bb2b255 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963140 Feb 15 03:09:34.981543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-b6cabec4-d463-4405-9837-8d7c26b42a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:34.982988 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-b6cabec4-d463-4405-9837-8d7c26b42a28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 200 len: 896 time: 0.1344345 Feb 15 03:09:35.025046 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-317b264e-e429-4302-a7e6-e46ffb490563 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 200 len: 217 time: 0.0353072 Feb 15 03:09:35.072282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-2fd7f0b6-0d74-44d8-b879-78db880803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:35.073669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-2fd7f0b6-0d74-44d8-b879-78db880803b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 200 len: 834 time: 0.0426912 Feb 15 03:09:35.125683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-32fcd388-fb23-48f4-b93f-47064020d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:35.127169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-32fcd388-fb23-48f4-b93f-47064020d299 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b358169-d66f-4996-a9ca-50b103ff84d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473211 Feb 15 03:09:35.214806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-25385ec2-29f6-495e-9961-067cc94fbd7d service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800600 Feb 15 03:09:35.306081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fb57730d-6400-4328-9d8d-54df8458ef96 req-cf839855-047b-4538-bf8e-8e38611f2eb8 service neutron] 10.222.0.31 "GET /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843399 Feb 15 03:09:36.091520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486941e-5132-4a6e-9c0a-bfa7f92ba433 req-61a8dcd1-47a1-4eef-827f-ab75adaeff54 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:36.093041 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2486941e-5132-4a6e-9c0a-bfa7f92ba433 req-61a8dcd1-47a1-4eef-827f-ab75adaeff54 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0537505 Feb 15 03:09:36.140188 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2486941e-5132-4a6e-9c0a-bfa7f92ba433 req-d1b036e3-91ed-4d03-8823-1f2c94ddfa2e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/security-groups?id=67d432cd-e708-41ea-b18d-e667de437bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Feb 15 03:09:36.203489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-2a4f4039-0e21-4bcd-a8f3-cf7c9954b5cf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:36.204974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-2a4f4039-0e21-4bcd-a8f3-cf7c9954b5cf tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 945 time: 0.0512466 Feb 15 03:09:36.300341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 8eaff980-c48b-4f8a-8745-93a76f40a129 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:36.300693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:36.385044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 8eaff980-c48b-4f8a-8745-93a76f40a129, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=8eaff980-c48b-4f8a-8745-93a76f40a129,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:36.385404 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:36.397107 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 8eaff980-c48b-4f8a-8745-93a76f40a129 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:36.669173 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (8eaff980-c48b-4f8a-8745-93a76f40a129), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:36.697901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=8eaff980-c48b-4f8a-8745-93a76f40a129,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:36.727698 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.728066 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.728435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.728776 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.729111 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.729442 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.729788 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.730104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.730431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.730758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.731082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.731407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.731729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:36.754017 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] No DVR routers for this DVR port 8eaff980-c48b-4f8a-8745-93a76f40a129 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:36.759564 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:36.760924 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c5a2649b-187f-4c55-b3b5-7d77d088a089 req-b394f155-e83c-4c88-9bb4-09254fbbf25e tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.31 "DELETE /v2.0/ports/8eaff980-c48b-4f8a-8745-93a76f40a129 HTTP/1.1" status: 204 len: 173 time: 0.5498860 Feb 15 03:09:36.761427 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'name': 'network-vif-deleted', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:36.763731 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa325d-e8b2-415f-8dd7-5d545a029e58" -d '{"events": [{"server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "name": "network-vif-deleted", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:36.798630 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3cb89e-8462-4983-8882-7960bf1a6145 x-openstack-request-id: req-7d3cb89e-8462-4983-8882-7960bf1a6145 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:36.798954 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3338ca4-364e-4826-a9a7-c2d0b41caccd", "name": "network-vif-deleted", "tag": "8eaff980-c48b-4f8a-8745-93a76f40a129", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:36.799207 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d3cb89e-8462-4983-8882-7960bf1a6145 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:36.799611 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3338ca4-364e-4826-a9a7-c2d0b41caccd', 'name': 'network-vif-deleted', 'tag': '8eaff980-c48b-4f8a-8745-93a76f40a129', 'status': 'completed', 'code': 200} Feb 15 03:09:37.252007 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f7dd153-bab9-464d-9db1-cf92106dba1a req-f9ea4b7e-1027-49d6-9829-c69378b93f0f tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3338ca4-364e-4826-a9a7-c2d0b41caccd HTTP/1.1" status: 200 len: 210 time: 0.0282221 Feb 15 03:09:38.310367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:38.669432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:38.923795 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 0ffac6ff-50a0-45f1-8090-18350a610f0d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:38.924061 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.009593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 0ffac6ff-50a0-45f1-8090-18350a610f0d, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=0ffac6ff-50a0-45f1-8090-18350a610f0d,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:39.009968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.021411 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 0ffac6ff-50a0-45f1-8090-18350a610f0d owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:39.258775 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (0ffac6ff-50a0-45f1-8090-18350a610f0d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.282227 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=0ffac6ff-50a0-45f1-8090-18350a610f0d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:39.465635 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.683911 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:39.790277 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:39.796683 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c0415457-5b2d-4754-a5e3-61d176e088b8 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "PUT /v2.0/routers/4af58a01-69ef-4d9a-a459-cfeb7c56a7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850817 Feb 15 03:09:39.798592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:39.801735 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Sync routers for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:39.814921 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:39.815535 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:39.850861 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting subnet 1c60d497-2b0f-4a82-93b9-85f382167a9c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:09:39.853989 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (1c60d497-2b0f-4a82-93b9-85f382167a9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.892382 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (1c60d497-2b0f-4a82-93b9-85f382167a9c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:39.924382 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:39.978628 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (1c60d497-2b0f-4a82-93b9-85f382167a9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.103678 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:09:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:40.114929 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (1c60d497-2b0f-4a82-93b9-85f382167a9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.133715 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Checking router: 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:40.142823 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Routers {'4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:40.142987 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Subnet': ['ID=1c60d497-2b0f-4a82-93b9-85f382167a9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:40.143670 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:40.144986 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.149471 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-940e3d81-e974-48d2-bdcc-6f32d04b6b21 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/subnets/1c60d497-2b0f-4a82-93b9-85f382167a9c HTTP/1.1" status: 204 len: 168 time: 0.3494625 Feb 15 03:09:40.151419 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5e56c-5b43-4e16-8029-4a6e08c56af3 None None] Network 3b358169-d66f-4996-a9ca-50b103ff84d1 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:40.151882 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:40.271009 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.318169 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] DHCP port deletion for 3b358169-d66f-4996-a9ca-50b103ff84d1 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:09:40.354036 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] Set router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:40.366316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Deleting port 28f33fe9-0d60-455a-9ac8-cdac1225e67e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:40.366693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.387647 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_gateway (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.429370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] For port 28f33fe9-0d60-455a-9ac8-cdac1225e67e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=28f33fe9-0d60-455a-9ac8-cdac1225e67e,segment=NetworkSegment(fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf),segment_id=fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:40.431848 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.442366 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Calling delete_port for 28f33fe9-0d60-455a-9ac8-cdac1225e67e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:40.492899 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Deleting port 80feeccc-531c-4fea-93f1-7be05d23c581 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:40.493538 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.541656 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:09:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:40.570090 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db693-ba87-4e08-a63f-467c66b0ec0f None None] The sync data for ids ['4af58a01-69ef-4d9a-a459-cfeb7c56a7b2'] in n-d-829064-14 is: [{'id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660260528', 'tenant_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:08:35Z', 'updated_at': '2022-02-15T03:09:39Z', 'revision_number': 5, 'project_id': 'f0cc18f995094b0a9a4e67b367f9cd3e', 'gw_port': {'id': '80feeccc-531c-4fea-93f1-7be05d23c581', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af58a01-69ef-4d9a-a459-cfeb7c56a7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:08:36Z', 'updated_at': '2022-02-15T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:40.577164 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] For port 80feeccc-531c-4fea-93f1-7be05d23c581, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=80feeccc-531c-4fea-93f1-7be05d23c581,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:40.577164 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.587975 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Calling delete_port for 80feeccc-531c-4fea-93f1-7be05d23c581 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:40.625236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (28f33fe9-0d60-455a-9ac8-cdac1225e67e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.632499 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8eaff980-c48b-4f8a-8745-93a76f40a129 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:40.671528 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Pushing event deleted for resources: {'Port': ['ID=28f33fe9-0d60-455a-9ac8-cdac1225e67e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:40.675914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] No DVR routers for this DVR port 28f33fe9-0d60-455a-9ac8-cdac1225e67e on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:40.684163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 8eaff980-c48b-4f8a-8745-93a76f40a129 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:40.684163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 8eaff980-c48b-4f8a-8745-93a76f40a129 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:40.691283 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.691781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.692131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.692532 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.692842 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.693184 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.693514 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.693869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.694777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.695104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.695432 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.695760 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.696086 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d256001-fa6c-4a3d-bde6-947de4ef6559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:40.824500 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (80feeccc-531c-4fea-93f1-7be05d23c581), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:40.849313 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Port': ['ID=80feeccc-531c-4fea-93f1-7be05d23c581,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:40.909677 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.009399 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.011634 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router_controller (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.090054 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0ffac6ff-50a0-45f1-8090-18350a610f0d no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:41.111082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 0ffac6ff-50a0-45f1-8090-18350a610f0d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:41.111428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 0ffac6ff-50a0-45f1-8090-18350a610f0d not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:41.111848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28f33fe9-0d60-455a-9ac8-cdac1225e67e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:41.134077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 28f33fe9-0d60-455a-9ac8-cdac1225e67e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:41.134427 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 28f33fe9-0d60-455a-9ac8-cdac1225e67e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:41.144656 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (4af58a01-69ef-4d9a-a459-cfeb7c56a7b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.145213 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Fanout notify agent at l3_agent the message router_deleted on router 4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:09:41.152432 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.155827 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-155ed46d-aedc-4674-b8d2-03429aebffe7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/routers/4af58a01-69ef-4d9a-a459-cfeb7c56a7b2 HTTP/1.1" status: 204 len: 168 time: 1.0009115 Feb 15 03:09:41.156512 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:41.237557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3b358169-d66f-4996-a9ca-50b103ff84d1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.339789 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3b358169-d66f-4996-a9ca-50b103ff84d1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.360161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b358169-d66f-4996-a9ca-50b103ff84d1']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:41.369230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:41.369536 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:41.379181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.392022 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.398458 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:09:41.398842 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (fca48e3a-eb43-4c6c-801c-bbfd3e6d91cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:09:41.401889 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:09:41.539431 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3b358169-d66f-4996-a9ca-50b103ff84d1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.546249 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.549407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/networks/3b358169-d66f-4996-a9ca-50b103ff84d1 HTTP/1.1" status: 204 len: 168 time: 0.3913641 Feb 15 03:09:41.552362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:41.561526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fab0a-3575-46b1-8d3e-316bdb3560da tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'Network': ['ID=3b358169-d66f-4996-a9ca-50b103ff84d1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:41.612851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (67d432cd-e708-41ea-b18d-e667de437bf6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.638749 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (67d432cd-e708-41ea-b18d-e667de437bf6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.754120 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (67d432cd-e708-41ea-b18d-e667de437bf6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.757584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:41.758749 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] 10.222.0.43 "DELETE /v2.0/security-groups/67d432cd-e708-41ea-b18d-e667de437bf6 HTTP/1.1" status: 204 len: 168 time: 0.2052975 Feb 15 03:09:41.768224 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88001-3423-48e8-9396-8355fc34baf7 tempest-TestNetworkAdvancedServerOps-378664809 tempest-TestNetworkAdvancedServerOps-378664809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d432cd-e708-41ea-b18d-e667de437bf6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:42.371603 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:42.503140 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ec8212c6-3c85-4fcc-836d-6f9e84370512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0cc18f995094b0a9a4e67b367f9cd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303732 Feb 15 03:09:42.505690 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:42.552365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] Publish callbacks [] for security_group (c18ba9ae-2fb9-40dd-9fde-8885edea2c1b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:42.577107 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] Publish callbacks [] for security_group (c18ba9ae-2fb9-40dd-9fde-8885edea2c1b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:42.715675 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (c18ba9ae-2fb9-40dd-9fde-8885edea2c1b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:42.718276 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:42.719425 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c18ba9ae-2fb9-40dd-9fde-8885edea2c1b HTTP/1.1" status: 204 len: 168 time: 0.2128155 Feb 15 03:09:42.727869 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86651e27-0aa5-4513-8adf-13066ad3bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ba9ae-2fb9-40dd-9fde-8885edea2c1b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:42.984547 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 80feeccc-531c-4fea-93f1-7be05d23c581 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:43.004605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 80feeccc-531c-4fea-93f1-7be05d23c581 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:43.004957 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 80feeccc-531c-4fea-93f1-7be05d23c581 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:43.332848 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:43.345778 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-315cbd35-2705-48a1-8476-21b7b6471286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.417484 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-315cbd35-2705-48a1-8476-21b7b6471286 admin admin] Publish callbacks [] for security_group (9d037f77-a671-44fd-b600-ed2118d2126a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.481508 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-315cbd35-2705-48a1-8476-21b7b6471286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d037f77-a671-44fd-b600-ed2118d2126a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.519530 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-315cbd35-2705-48a1-8476-21b7b6471286 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05f4a7bec81b41ed80c17eb2b81398f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855247 Feb 15 03:09:43.520367 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cbd35-2705-48a1-8476-21b7b6471286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d037f77-a671-44fd-b600-ed2118d2126a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:43.522938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:43.572175 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] Publish callbacks [] for security_group (9d037f77-a671-44fd-b600-ed2118d2126a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.593386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] Publish callbacks [] for security_group (9d037f77-a671-44fd-b600-ed2118d2126a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.737060 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (9d037f77-a671-44fd-b600-ed2118d2126a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.739712 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.740909 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d037f77-a671-44fd-b600-ed2118d2126a HTTP/1.1" status: 204 len: 168 time: 0.2165947 Feb 15 03:09:43.748733 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80105788-9aad-4d88-beea-5679920ace72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d037f77-a671-44fd-b600-ed2118d2126a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:44.738429 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:44.832231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-408370389-network', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:44.938923 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Made reservation on behalf of d810cef1484e48c5bd58d436c4390726 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:44.941519 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.950216 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.029284 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks [] for security_group (e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.093450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.120886 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:09:45.129306 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:45.135057 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (19fd8547-8f73-442d-b918-b56fbd84a371), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.135421 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Added segment 19fd8547-8f73-442d-b918-b56fbd84a371 of type vlan for network 3190acf7-7f86-41ab-b09c-9e3353c9993d Feb 15 03:09:45.174326 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (3190acf7-7f86-41ab-b09c-9e3353c9993d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.259122 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (3190acf7-7f86-41ab-b09c-9e3353c9993d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.260024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:45.260631 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.316810 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3190acf7-7f86-41ab-b09c-9e3353c9993d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:45.333122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:09:45.342013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0252744b-7260-4d9c-bfea-d060ac47b5b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6024771 Feb 15 03:09:45.347337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50722) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:45.356006 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Request body: {'subnet': {'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-408370389-subnet', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:45.418582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Made reservation on behalf of d810cef1484e48c5bd58d436c4390726 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:45.421001 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.664935 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (e97e2b50-edb0-4383-8e97-efcba2041db0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.717519 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97e2b50-edb0-4383-8e97-efcba2041db0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:45.728235 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:45.728632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Network hostable DHCP agents. Network: 3190acf7-7f86-41ab-b09c-9e3353c9993d, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:09:45.822883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:09:45.885415 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 3190acf7-7f86-41ab-b09c-9e3353c9993d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:45.889494 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:45.890090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.894937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110e06c-bbe0-4e31-8aec-3d66000159d7 None None] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:45.968586 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dbf273f2-ebf2-40ee-8166-eb437f126033 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6192086 Feb 15 03:09:45.971150 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:45.975834 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:45.996239 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-3190acf7-7f86-41ab-b09c-9e3353c9993d', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:09:45.997134 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.041893 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.042968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.099768 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for router_controller (ca77e4bc-a749-4e00-b8ef-363575d4e476), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.129348 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.140839 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Allocated IP 172.20.0.2 (3190acf7-7f86-41ab-b09c-9e3353c9993d/e97e2b50-edb0-4383-8e97-efcba2041db0/f7af2abb-a64e-47d4-9da7-9008786596f3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:46.290289 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for router_gateway (ca77e4bc-a749-4e00-b8ef-363575d4e476), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.450108 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks [] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.549341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.568783 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for router_gateway (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.588693 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.591004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:46.595814 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:46.599210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:46.607619 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Pushing event updated for resources: {'Port': ['ID=f7af2abb-a64e-47d4-9da7-9008786596f3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:46.660220 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Attempting to bind port f7af2abb-a64e-47d4-9da7-9008786596f3 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:46.660891 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Attempting to bind port f7af2abb-a64e-47d4-9da7-9008786596f3 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:46.661094 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Attempting to bind port f7af2abb-a64e-47d4-9da7-9008786596f3 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:46.667178 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:46.667562 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:46.667966 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.668390 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Bound using segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:46.668871 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Bound port: f7af2abb-a64e-47d4-9da7-9008786596f3, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:46.669251 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.704036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Allocated IP 172.25.2.66 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/ad957a88-781d-4b10-9fbb-74606670ca42) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:46.731517 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] For port f7af2abb-a64e-47d4-9da7-9008786596f3, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:46.734583 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] For port f7af2abb-a64e-47d4-9da7-9008786596f3, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7af2abb-a64e-47d4-9da7-9008786596f3,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:46.796817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.806989 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for port (ad957a88-781d-4b10-9fbb-74606670ca42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.858967 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b86b9f-6977-4fa5-8ea4-859ef238eb33 None None] Pushing event updated for resources: {'Port': ['ID=f7af2abb-a64e-47d4-9da7-9008786596f3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:46.893597 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.279410 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:47.284002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:47.286501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:47.310176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Pushing event updated for resources: {'Port': ['ID=ad957a88-781d-4b10-9fbb-74606670ca42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:47.635014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for router_gateway (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.795632 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57ff03-b298-4150-9a02-cab4bf92b6a2 None None] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:47.861595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.874653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Provisioning complete for port f7af2abb-a64e-47d4-9da7-9008786596f3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:47.875020 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.003539 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Current status of the port f7af2abb-a64e-47d4-9da7-9008786596f3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:48.003932 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.044416 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] For port f7af2abb-a64e-47d4-9da7-9008786596f3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7af2abb-a64e-47d4-9da7-9008786596f3,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:48.087584 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:09:48.138693 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.189048 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9312e-e77d-4cf3-b16f-25bcec5be613 None None] Pushing event updated for resources: {'Port': ['ID=f7af2abb-a64e-47d4-9da7-9008786596f3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:48.202277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:48.211318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:48.220939 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:48.221710 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:48.270383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.271688 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-77ae4646-fb77-4e7d-bc39-c99648f0ac52 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2994297 Feb 15 03:09:48.275187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:48.290266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-959a062d-ffa0-4d7d-bf61-a3663f2fb133 None None] Provisioning complete for port f7af2abb-a64e-47d4-9da7-9008786596f3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:48.290731 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-959a062d-ffa0-4d7d-bf61-a3663f2fb133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.375352 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:48.521204 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-959a062d-ffa0-4d7d-bf61-a3663f2fb133 None None] Current status of the port f7af2abb-a64e-47d4-9da7-9008786596f3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:48.587792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:47Z', 'revision_number': 3, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:48.617947 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:48.618304 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Updating router ca77e4bc-a749-4e00-b8ef-363575d4e476 port ad957a88-781d-4b10-9fbb-74606670ca42 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:48.646708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.705928 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.861067 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Allocated IP 172.20.0.1 (3190acf7-7f86-41ab-b09c-9e3353c9993d/e97e2b50-edb0-4383-8e97-efcba2041db0/17d4172d-a709-44b9-b0ff-508d588065b1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:48.907892 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.917058 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks [] for port (ad957a88-781d-4b10-9fbb-74606670ca42), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.964986 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks [] for port (17d4172d-a709-44b9-b0ff-508d588065b1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.996232 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.042325 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Attempting to bind port ad957a88-781d-4b10-9fbb-74606670ca42 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:49.043150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Attempting to bind port ad957a88-781d-4b10-9fbb-74606670ca42 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:49.043150 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Attempting to bind port ad957a88-781d-4b10-9fbb-74606670ca42 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:49.053763 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:49.054198 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:49.054592 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.054984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:49.055453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Bound port: ad957a88-781d-4b10-9fbb-74606670ca42, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:49.055830 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.061357 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29accdc-d3e7-4f90-a145-1dea52aa2204 None None] Pushing event updated for resources: {'Port': ['ID=ad957a88-781d-4b10-9fbb-74606670ca42,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.065492 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.084361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7af2abb-a64e-47d4-9da7-9008786596f3 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:49.108559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:49.114056 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:49.116844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.119703 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:49.147592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] For port ad957a88-781d-4b10-9fbb-74606670ca42, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:49.151488 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] For port ad957a88-781d-4b10-9fbb-74606670ca42, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ad957a88-781d-4b10-9fbb-74606670ca42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:49.158659 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.162244 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port f7af2abb-a64e-47d4-9da7-9008786596f3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:49.162650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.236375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.289613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port f7af2abb-a64e-47d4-9da7-9008786596f3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:49.316256 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:49.316918 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:49.318822 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29accdc-d3e7-4f90-a145-1dea52aa2204 None None] Pushing event updated for resources: {'Port': ['ID=ad957a88-781d-4b10-9fbb-74606670ca42,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.367938 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.392074 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-027c3381-80d8-426e-846e-09522deb9a3e None None] Provisioning complete for port 17d4172d-a709-44b9-b0ff-508d588065b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:49.392074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-027c3381-80d8-426e-846e-09522deb9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.472345 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:49.474412 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-027c3381-80d8-426e-846e-09522deb9a3e None None] Port 17d4172d-a709-44b9-b0ff-508d588065b1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:49.530419 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks [] for port (17d4172d-a709-44b9-b0ff-508d588065b1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.601537 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.652909 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:47Z', 'revision_number': 3, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:49.667061 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.669678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.680676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c5bdd-60be-41ce-9656-25be731bfd79 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:47Z', 'revision_number': 3, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:49.766786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:49.768181 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:49.905892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:50.045953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:50.051707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5eb5882a-bd68-4de4-82b3-c865e2e1fa48 admin admin] 10.222.0.43 "PUT /v2.0/routers/ca77e4bc-a749-4e00-b8ef-363575d4e476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7752135 Feb 15 03:09:50.099103 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-39a0313d-00e5-4907-ac2d-7b29ef492a2c None None] Provisioning complete for port 17d4172d-a709-44b9-b0ff-508d588065b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:50.099658 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39a0313d-00e5-4907-ac2d-7b29ef492a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.140009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-39a0313d-00e5-4907-ac2d-7b29ef492a2c None None] Port 17d4172d-a709-44b9-b0ff-508d588065b1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:50.749938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:50.754858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1687098690-network', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:50.830006 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Made reservation on behalf of fa7c53f06e1c424c9a41c39fbd3934e2 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:50.832379 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.841534 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.912459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks [] for security_group (3159a816-560b-44db-9cb8-1d2a3b001c35), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.994560 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3159a816-560b-44db-9cb8-1d2a3b001c35), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.016141 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:09:51.035541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3159a816-560b-44db-9cb8-1d2a3b001c35,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.038954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b74965cc-c1c1-4ad3-933a-f4ef497b6bb1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.039291 n-d-829064-14 neutron-server[103885]: INFO neutron.db.segments_db [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Added segment b74965cc-c1c1-4ad3-933a-f4ef497b6bb1 of type vlan for network ba5b84c8-3b25-4fac-81ef-2c3cd054976a Feb 15 03:09:51.067218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ad957a88-781d-4b10-9fbb-74606670ca42 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:51.089554 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (ba5b84c8-3b25-4fac-81ef-2c3cd054976a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.132530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ad957a88-781d-4b10-9fbb-74606670ca42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:51.133140 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.185037 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (ba5b84c8-3b25-4fac-81ef-2c3cd054976a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.186045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:51.186632 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.197117 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5006334-8136-4729-af3e-235b9bba0646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.212267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ad957a88-781d-4b10-9fbb-74606670ca42 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:51.212660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.236680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port ad957a88-781d-4b10-9fbb-74606670ca42, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ad957a88-781d-4b10-9fbb-74606670ca42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:51.245302 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5b84c8-3b25-4fac-81ef-2c3cd054976a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.256140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:09:51.280236 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:51.290384 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:51.291094 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:51.308336 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-1fa9ca8f-1ff0-4be3-8bd7-d8a7181cade8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5572135 Feb 15 03:09:51.311199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:51.315990 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Request body: {'subnet': {'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1687098690-subnet', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:51.333240 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.382837 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=ad957a88-781d-4b10-9fbb-74606670ca42,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.394389 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Made reservation on behalf of fa7c53f06e1c424c9a41c39fbd3934e2 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:51.397123 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943712'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.406080 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:51.606815 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 2, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:51.624892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5945918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943734'] for subnet (be1a3e6a-cdc8-4a2c-a5db-bedb4d037442), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.632714 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:51.633064 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Updating router ca77e4bc-a749-4e00-b8ef-363575d4e476 port 17d4172d-a709-44b9-b0ff-508d588065b1 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:51.659156 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.681641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1a3e6a-cdc8-4a2c-a5db-bedb4d037442,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.691852 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Checking segment: {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:51.692212 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Network hostable DHCP agents. Network: ba5b84c8-3b25-4fac-81ef-2c3cd054976a, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:09:51.778633 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:09:51.852982 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, ba5b84c8-3b25-4fac-81ef-2c3cd054976a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:51.857149 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:51.857860 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.864008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b053c-0520-4b54-b0f3-aea8ff7220ba None None] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:51.923548 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks [] for port (17d4172d-a709-44b9-b0ff-508d588065b1), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.930469 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-563e90d8-4a78-4fe5-b4fe-96b6a4fa7b0e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6181526 Feb 15 03:09:51.933124 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:51.937775 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:52.019317 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.048110 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.049253 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.129146 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for router_controller (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.133763 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Attempting to bind port 17d4172d-a709-44b9-b0ff-508d588065b1 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:52.134151 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Attempting to bind port 17d4172d-a709-44b9-b0ff-508d588065b1 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:52.134524 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Attempting to bind port 17d4172d-a709-44b9-b0ff-508d588065b1 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:52.137070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'fixed_ips': [{'subnet_id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:09:52.138493 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.139904 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Pushing event updated for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.143015 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:52.143398 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:52.143803 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.144199 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Bound using segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:52.144739 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Bound port: 17d4172d-a709-44b9-b0ff-508d588065b1, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:52.146441 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.154505 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.154505 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.154736 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.155082 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.155419 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.155757 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.156087 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.156444 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.156788 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.157118 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.157446 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.157772 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.158100 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.231771 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] For port 17d4172d-a709-44b9-b0ff-508d588065b1, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:52.234955 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] For port 17d4172d-a709-44b9-b0ff-508d588065b1, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=17d4172d-a709-44b9-b0ff-508d588065b1,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:52.290237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Allocated IP 172.20.0.2 (ba5b84c8-3b25-4fac-81ef-2c3cd054976a/be1a3e6a-cdc8-4a2c-a5db-bedb4d037442/38ef806b-21c5-4d08-af82-ce0a33d0abc0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:52.312070 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.390239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:52.390239 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:52.436637 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563bf07-e07b-4a0c-afef-3bd567903a7e None None] Pushing event updated for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.457472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Provisioning complete for port 17d4172d-a709-44b9-b0ff-508d588065b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:52.458120 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.517972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks [] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.534753 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:52.578386 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Current status of the port 17d4172d-a709-44b9-b0ff-508d588065b1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:52.579041 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.602102 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.650832 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Pushing event updated for resources: {'Port': ['ID=38ef806b-21c5-4d08-af82-ce0a33d0abc0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.673193 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] For port 17d4172d-a709-44b9-b0ff-508d588065b1, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=17d4172d-a709-44b9-b0ff-508d588065b1,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:52.678974 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:52.680439 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:52.682848 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:52.720495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for router_gateway (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.739708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Attempting to bind port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:52.740079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Attempting to bind port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:52.740518 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Attempting to bind port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 on network ba5b84c8-3b25-4fac-81ef-2c3cd054976a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:52.746038 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:52.746869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Checking segment: {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:52.746869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.747199 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Bound using segment: {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:52.747663 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Bound port: 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:52.748037 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.751023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.760204 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:52.791943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32992d66-68bc-42e4-8435-82ef91c5855c None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:52.876840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a0df4-5a88-4ed7-8092-b458d03b85f3 None None] Pushing event updated for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.884790 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] For port 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:52.903733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] For port 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=38ef806b-21c5-4d08-af82-ce0a33d0abc0,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:52.909157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1b7893e-97f1-43ed-b1e9-d46cd7f6eee1 None None] Provisioning complete for port 17d4172d-a709-44b9-b0ff-508d588065b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:52.914598 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1b7893e-97f1-43ed-b1e9-d46cd7f6eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.984143 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.042563 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7893e-97f1-43ed-b1e9-d46cd7f6eee1 None None] Current status of the port 17d4172d-a709-44b9-b0ff-508d588065b1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:53.047192 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for router_gateway (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.070679 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.082817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24293-db92-4d4e-a349-83bbfd755e2b None None] Pushing event updated for resources: {'Port': ['ID=38ef806b-21c5-4d08-af82-ce0a33d0abc0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:53.152873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 17d4172d-a709-44b9-b0ff-508d588065b1 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:53.203523 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Allocated IP 172.25.2.132 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/4ad56e87-2fc1-45c7-9650-7ae616dafe42) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:53.213218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 17d4172d-a709-44b9-b0ff-508d588065b1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:53.213596 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.340916 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 17d4172d-a709-44b9-b0ff-508d588065b1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:53.342028 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ad957a88-781d-4b10-9fbb-74606670ca42 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:53.352654 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.403008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port ad957a88-781d-4b10-9fbb-74606670ca42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:53.403843 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.430532 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3ad01b3-53ec-46fe-af53-6403fbf93636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.486068 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.497726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port ad957a88-781d-4b10-9fbb-74606670ca42 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:53.540283 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:53.543310 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:53.547946 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:53.551199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Pushing event updated for resources: {'Port': ['ID=4ad56e87-2fc1-45c7-9650-7ae616dafe42,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:53.854495 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for router_gateway (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.080869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.177734 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13201942-918c-4541-9cf3-c09ae68257e1 None None] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:54.264451 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:09:54.285933 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Provisioning complete for port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:54.286310 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.378541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:54.381747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Current status of the port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:54.382215 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.405033 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Sync routers for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:54.430367 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] For port 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=38ef806b-21c5-4d08-af82-ce0a33d0abc0,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:54.431808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:54.432471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:54.460023 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.461736 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-0697cdf7-2550-44bd-bb95-5cb5db0e67bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5276577 Feb 15 03:09:54.464599 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:54.524825 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.576008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:54.661431 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c762d0-a069-44ab-8fa7-a8eb6fd2cded None None] Pushing event updated for resources: {'Port': ['ID=38ef806b-21c5-4d08-af82-ce0a33d0abc0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:54.704921 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-18d1cc19-9bfd-4ee2-8b92-2dac6ad43dc4 None None] Provisioning complete for port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:54.705300 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d1cc19-9bfd-4ee2-8b92-2dac6ad43dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.849886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-18d1cc19-9bfd-4ee2-8b92-2dac6ad43dc4 None None] Current status of the port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:54.861546 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:53Z', 'revision_number': 3, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:54.890205 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Checking router: 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:54.890459 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.890739 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Updating router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:54.910363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.919168 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.062868 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Allocated IP 172.20.0.1 (ba5b84c8-3b25-4fac-81ef-2c3cd054976a/be1a3e6a-cdc8-4a2c-a5db-bedb4d037442/9b2498d5-c738-48aa-80bc-5229bf3c8d4e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:55.093778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 38ef806b-21c5-4d08-af82-ce0a33d0abc0 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:55.167413 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks [] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.205037 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:55.205627 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.233777 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks [] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.262817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.289658 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:55.302568 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:55.308091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:55.310895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:55.320083 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.337984 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Pushing event updated for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:55.354708 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.387876 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Attempting to bind port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:55.388453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Attempting to bind port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:55.388926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Attempting to bind port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:55.391191 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4976150-3b6b-4124-ab97-46faded5e01d None None] Pushing event updated for resources: {'Port': ['ID=4ad56e87-2fc1-45c7-9650-7ae616dafe42,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:55.398106 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:55.398494 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:55.398895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.399286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:55.399844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Bound port: 4ad56e87-2fc1-45c7-9650-7ae616dafe42, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:55.400233 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.463004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] For port 4ad56e87-2fc1-45c7-9650-7ae616dafe42, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:55.466437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] For port 4ad56e87-2fc1-45c7-9650-7ae616dafe42, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4ad56e87-2fc1-45c7-9650-7ae616dafe42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:55.556697 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.626919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-076148c3-7fd8-4994-91bc-edf9d73683cc None None] Provisioning complete for port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:55.627296 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-076148c3-7fd8-4994-91bc-edf9d73683cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.634530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:55.635175 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:55.654302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4976150-3b6b-4124-ab97-46faded5e01d None None] Pushing event updated for resources: {'Port': ['ID=4ad56e87-2fc1-45c7-9650-7ae616dafe42,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:55.871751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-076148c3-7fd8-4994-91bc-edf9d73683cc None None] Port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:55.908954 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.945931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:56.077012 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks [] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.122852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:53Z', 'revision_number': 3, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:56.142853 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.149698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb9969-a13d-45c0-a3c7-dbc5ecd5e032 None None] The sync data for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 is: [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:53Z', 'revision_number': 3, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:56.212693 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.214494 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Pushing event updated for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:56.275605 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.320383 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:56.323018 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:56.499671 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:56.627102 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:56.629092 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-ce03704e-84c4-4473-b773-8266764bca2d admin admin] 10.222.0.43 "PUT /v2.0/routers/27c3a4fa-3f79-42ea-99cf-05d3016f3e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1634891 Feb 15 03:09:56.698287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d87b4428-fe77-4f61-9f5e-38c2d56d4a8c None None] Provisioning complete for port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:56.698810 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b4428-fe77-4f61-9f5e-38c2d56d4a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.741943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d87b4428-fe77-4f61-9f5e-38c2d56d4a8c None None] Port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:57.075353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4ad56e87-2fc1-45c7-9650-7ae616dafe42 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:57.120165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:57.120599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.176557 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:57.181362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032768222', 'description': 'tempest-secgroup-smoke-2032768222 description', 'project_id': 'd810cef1484e48c5bd58d436c4390726'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:57.208533 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:57.208927 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.233266 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 4ad56e87-2fc1-45c7-9650-7ae616dafe42, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4ad56e87-2fc1-45c7-9650-7ae616dafe42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:57.247477 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.293354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.315886 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (6c00ca35-1a4e-42f7-ba06-be0e1d076de1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.340894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=4ad56e87-2fc1-45c7-9650-7ae616dafe42,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:57.382522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c00ca35-1a4e-42f7-ba06-be0e1d076de1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.411369 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00ca35-1a4e-42f7-ba06-be0e1d076de1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:57.499378 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.500811 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-925dc6f3-facd-43e1-80a2-4cb79e3598d1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3231032 Feb 15 03:09:57.504169 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:57.509431 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:57.542893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.633952 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (9c3986e8-6d9b-4303-9ae3-9acb04f5df46), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.690385 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (9c3986e8-6d9b-4303-9ae3-9acb04f5df46), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.782829 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9c3986e8-6d9b-4303-9ae3-9acb04f5df46), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.800552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3986e8-6d9b-4303-9ae3-9acb04f5df46,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:57.825235 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Sync routers for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:57.835816 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:57.836450 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:57.861316 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.862673 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-82e0009b-75c0-410c-9e0c-741f8eab9861 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575196 Feb 15 03:09:57.866202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:57.871126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:57.951736 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:57.953589 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (df46f808-5f83-4569-8855-7f51b73141c1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.010076 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (df46f808-5f83-4569-8855-7f51b73141c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.127108 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (df46f808-5f83-4569-8855-7f51b73141c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.147669 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df46f808-5f83-4569-8855-7f51b73141c1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:58.149673 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 4, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9b2498d5-c738-48aa-80bc-5229bf3c8d4e', 'name': '', 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'mac_address': 'fa:16:3e:cc:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:54Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 2, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'subnets': [{'id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:58.215292 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.216505 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c2b6e16f-481e-44d1-9398-7f776840fc73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3490803 Feb 15 03:09:58.219705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:58.224457 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:58.270087 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Checking router: 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:58.270441 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Updating router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:58.298479 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.309866 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (aae93ee8-f58a-4ee9-b653-ab0bbde8d70c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.366796 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (aae93ee8-f58a-4ee9-b653-ab0bbde8d70c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.435948 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (aae93ee8-f58a-4ee9-b653-ab0bbde8d70c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.455264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae93ee8-f58a-4ee9-b653-ab0bbde8d70c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:58.533263 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.538243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-701b15a2-6f31-4871-ae9b-d8d12bb5116e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174388 Feb 15 03:09:58.538961 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:58.543637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:58.545285 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:09:58.560999 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks [] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.632769 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (35b07ffd-ffaf-4448-8637-00f632fbb9a3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.656672 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.698353 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (35b07ffd-ffaf-4448-8637-00f632fbb9a3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.711342 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5558e1-b778-44a1-a115-1d197297e690 None None] Pushing event updated for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:58.764795 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Attempting to bind port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:58.765175 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Attempting to bind port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:58.765541 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Attempting to bind port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e on network ba5b84c8-3b25-4fac-81ef-2c3cd054976a {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:58.770610 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:58.770994 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Checking segment: {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:58.771118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (35b07ffd-ffaf-4448-8637-00f632fbb9a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.771400 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.772332 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Bound using segment: {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:58.773034 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Bound port: 9b2498d5-c738-48aa-80bc-5229bf3c8d4e, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:58.773965 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.791577 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b07ffd-ffaf-4448-8637-00f632fbb9a3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:58.840360 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] For port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:58.843460 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] For port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:58.866467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.868550 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a79812db-8b46-4062-af89-6f3903a82b4c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280807 Feb 15 03:09:58.871043 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 50766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:58.875421 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:58.945091 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.973068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Provisioning complete for port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:58.973940 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Project d810cef1484e48c5bd58d436c4390726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:09:58.974090 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.979998 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (af0acbaf-1be7-4a93-b9c5-4a92b5da4a62), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.011734 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5558e1-b778-44a1-a115-1d197297e690 None None] Pushing event updated for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.017574 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:59.018207 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:59.076067 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Current status of the port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:59.076747 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.082482 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (af0acbaf-1be7-4a93-b9c5-4a92b5da4a62), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.113437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4ad56e87-2fc1-45c7-9650-7ae616dafe42 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:59.119381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] For port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:59.166609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:59.167248 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.168268 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (af0acbaf-1be7-4a93-b9c5-4a92b5da4a62), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.171395 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:59.192324 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0acbaf-1be7-4a93-b9c5-4a92b5da4a62,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.197703 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.258864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dac11-252f-4623-8190-6e8e89c72314 None None] Pushing event updated for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.266386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.270259 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-ab98375f-01f4-4146-a05d-49fd8a4c99bb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3957853 Feb 15 03:09:59.271443 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:59.276471 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '6c00ca35-1a4e-42f7-ba06-be0e1d076de1', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:59.298505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:59.317381 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fa69b396-a922-47d0-8333-bd1f42aafc9e None None] Provisioning complete for port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:59.317841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fa69b396-a922-47d0-8333-bd1f42aafc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.359831 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Project d810cef1484e48c5bd58d436c4390726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:09:59.366229 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (1a84227a-acff-4205-9e13-8bee87fcfb2c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.395570 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fa69b396-a922-47d0-8333-bd1f42aafc9e None None] Current status of the port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:59.395847 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 4, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9b2498d5-c738-48aa-80bc-5229bf3c8d4e', 'name': '', 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'mac_address': 'fa:16:3e:cc:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:54Z', 'updated_at': '2022-02-15T03:09:58Z', 'revision_number': 4, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'subnets': [{'id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:59.422943 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf686b-db44-4c8f-b1b8-c9e94b5e6199 None None] The sync data for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 is: [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:09:55Z', 'revision_number': 4, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '9b2498d5-c738-48aa-80bc-5229bf3c8d4e', 'name': '', 'network_id': 'ba5b84c8-3b25-4fac-81ef-2c3cd054976a', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'mac_address': 'fa:16:3e:cc:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:54Z', 'updated_at': '2022-02-15T03:09:58Z', 'revision_number': 4, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'subnets': [{'id': 'be1a3e6a-cdc8-4a2c-a5db-bedb4d037442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:59.450869 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (1a84227a-acff-4205-9e13-8bee87fcfb2c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.533408 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (1a84227a-acff-4205-9e13-8bee87fcfb2c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.552552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a84227a-acff-4205-9e13-8bee87fcfb2c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.630625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.632502 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-3f9f35f3-7ed9-4a62-b9c8-c30030faf293 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3606806 Feb 15 03:09:59.789030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-42c9956f-2537-4323-becd-74aef9ab4a15 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032768222&fields=id&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 267 time: 0.0451944 Feb 15 03:09:59.900671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-bdc3c960-5b4a-4d35-9c5d-e0dc726793a4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:59.902228 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-bdc3c960-5b4a-4d35-9c5d-e0dc726793a4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 808 time: 0.1069841 Feb 15 03:09:59.922121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4c1bcb3a-a863-4bf8-b05f-42f62f3f226c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/quotas/d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 375 time: 0.0143116 Feb 15 03:09:59.983592 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-c157e8a0-c538-4503-9999-4dbda9f8f4c9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517726 Feb 15 03:10:00.083691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-81325a91-9c88-454c-94c0-139451fe9307 service neutron] 10.222.0.43 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878694 Feb 15 03:10:00.177120 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-983184c2-5d70-4ddd-a193-ef226a7ee586 service neutron] 10.222.0.43 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868838 Feb 15 03:10:00.432699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-341681df-19cc-4767-b9b3-897c35376d0e req-05b3900c-f2c5-495e-8826-8ba0d06971a4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 210 time: 0.0322144 Feb 15 03:10:01.056470 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9b2498d5-c738-48aa-80bc-5229bf3c8d4e up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:10:01.107155 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:01.107537 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:01.186157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:01.810631 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-96a3d5b7-e760-4363-866b-7d78802b4592 req-d5c3ff5e-1a90-473f-aa45-e12d7437c77a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Feb 15 03:10:02.687222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-46bd34de-0013-4f01-8510-c8083166baf8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:02.688660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-46bd34de-0013-4f01-8510-c8083166baf8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 808 time: 0.1140914 Feb 15 03:10:02.749062 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-86a39ecc-c467-4bfa-94e0-99a1ab0624b4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 380 time: 0.0529239 Feb 15 03:10:02.757331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'port': {'device_id': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'admin_state_up': True, 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'security_groups': ['6c00ca35-1a4e-42f7-ba06-be0e1d076de1']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:03.214036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Made reservation on behalf of d810cef1484e48c5bd58d436c4390726 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:10:03.217374 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.235146 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-758923b6-e42f-4508-ba03-ab1a6176e77f req-d7fca344-1b0f-4dee-9534-eeeaaf693145 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 210 time: 0.3576870 Feb 15 03:10:03.358195 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Allocated IP 172.20.0.10 (3190acf7-7f86-41ab-b09c-9e3353c9993d/e97e2b50-edb0-4383-8e97-efcba2041db0/216dd07c-cf79-45a3-a408-dc07dbad8b69) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:10:03.492785 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.579772 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.638350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:10:03.642679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:10:03.649621 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:10:03.678521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:03.706892 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:03.707526 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.781286 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-4b233e60-0ce8-43ec-98fc-4eb35f603073 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0274668 Feb 15 03:10:03.791166 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-feb435d6-adaa-4bd8-8713-e16c5e53a437 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:10:03.792185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-feb435d6-adaa-4bd8-8713-e16c5e53a437 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053732 Feb 15 03:10:03.805042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Request body: {'port': {'device_id': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:03.846592 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15f99452-a2ae-49b6-ae5c-b346403b5601 None None] Provisioning complete for port 216dd07c-cf79-45a3-a408-dc07dbad8b69 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:03.847194 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15f99452-a2ae-49b6-ae5c-b346403b5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.865308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:03.880845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15f99452-a2ae-49b6-ae5c-b346403b5601 None None] Port 216dd07c-cf79-45a3-a408-dc07dbad8b69 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:10:04.135229 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:10:04.142870 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks [] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:04.155180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Transition to ACTIVE for port object 216dd07c-cf79-45a3-a408-dc07dbad8b69 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:10:04.228832 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:04.289848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:04.395135 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Attempting to bind port 216dd07c-cf79-45a3-a408-dc07dbad8b69 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:10:04.395411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Attempting to bind port 216dd07c-cf79-45a3-a408-dc07dbad8b69 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:10:04.395724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Attempting to bind port 216dd07c-cf79-45a3-a408-dc07dbad8b69 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:10:04.410423 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8816c-5df1-4203-85b9-484b03755d99 req-afacb67a-e0ac-4c1f-9d0f-3471464a5750 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:04.411447 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86d8816c-5df1-4203-85b9-484b03755d99 req-afacb67a-e0ac-4c1f-9d0f-3471464a5750 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0843101 Feb 15 03:10:04.412281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Port 216dd07c-cf79-45a3-a408-dc07dbad8b69 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:10:04.412634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Attempting to bind port 216dd07c-cf79-45a3-a408-dc07dbad8b69 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:10:04.420732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:10:04.421081 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:10:04.421474 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Bound using segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:10:04.421916 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Bound port: 216dd07c-cf79-45a3-a408-dc07dbad8b69, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:10:04.422279 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:04.502762 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86d8816c-5df1-4203-85b9-484b03755d99 req-4905c4a4-3084-46f6-8163-f2ada6a48dd9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838127 Feb 15 03:10:04.522032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:10:04.525058 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:10:04.613583 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:04.654486 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:04.655113 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:04.656582 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] 10.222.0.37 "PUT /v2.0/ports/216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1093 time: 0.8563960 Feb 15 03:10:04.657050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:04.659354 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870656e-0f39-4f65-b2f2-d288be74a298" -d '{"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:04.682332 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960901-6f7f-44b1-ba50-96c715490293 service neutron] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:04.703487 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea20901-c98e-47f8-ba81-1d74d7eabf80 x-openstack-request-id: req-aea20901-c98e-47f8-ba81-1d74d7eabf80 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:04.703811 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:04.704066 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aea20901-c98e-47f8-ba81-1d74d7eabf80 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:04.704495 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'status': 'completed', 'code': 200} Feb 15 03:10:04.777555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-65e12ffa-8a1c-4f05-a935-55075f2dc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:04.779204 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-65e12ffa-8a1c-4f05-a935-55075f2dc151 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1127 time: 0.0533102 Feb 15 03:10:04.882159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-100f26df-e938-4599-aa58-ddd60631d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:04.883625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-100f26df-e938-4599-aa58-ddd60631d46a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d810cef1484e48c5bd58d436c4390726&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0962722 Feb 15 03:10:04.983277 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-4974ff68-03fb-4427-a28e-1c7f20b33b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:04.984792 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c870656e-0f39-4f65-b2f2-d288be74a298 req-4974ff68-03fb-4427-a28e-1c7f20b33b51 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957508 Feb 15 03:10:05.063868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-96dfe2b2-c1d3-467d-a365-ce96da536600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:05.065414 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-96dfe2b2-c1d3-467d-a365-ce96da536600 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1127 time: 0.0453527 Feb 15 03:10:05.105751 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-f265082c-21fb-4665-9656-79a181bf6619 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 217 time: 0.0337656 Feb 15 03:10:05.157609 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-8d705eda-a07a-482f-b76d-53e03db4916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:05.159246 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-8d705eda-a07a-482f-b76d-53e03db4916c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0479667 Feb 15 03:10:05.207938 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-bf3a91d0-f63b-4269-8763-c3ed5525f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:05.209432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-bf3a91d0-f63b-4269-8763-c3ed5525f706 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449767 Feb 15 03:10:05.296405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-abe7df14-c5d9-47ec-bc2c-c5860fbc8bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810809 Feb 15 03:10:05.389691 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6fd772dc-a938-4900-a4fb-120e5a5183d3 req-f1e9011a-2db5-4c19-88e2-c442959696e3 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874617 Feb 15 03:10:05.627126 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f0470-c852-48af-ba03-289ea311a411 req-165b0f83-49e9-47cd-95f3-92ad9f3891ae tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:05.628743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-636f0470-c852-48af-ba03-289ea311a411 req-165b0f83-49e9-47cd-95f3-92ad9f3891ae tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0559874 Feb 15 03:10:05.681180 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-636f0470-c852-48af-ba03-289ea311a411 req-5cf8a9ce-3bc6-4d31-9843-24a01a359200 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Feb 15 03:10:06.803846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03af05-3773-4334-80df-71b45ba6238a req-eebe648f-a00e-4de4-9713-56107f6c7693 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:06.805965 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf03af05-3773-4334-80df-71b45ba6238a req-eebe648f-a00e-4de4-9713-56107f6c7693 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0575907 Feb 15 03:10:06.853535 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cf03af05-3773-4334-80df-71b45ba6238a req-f4a30bf4-47e0-45d4-bc07-5b143f80f81b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Feb 15 03:10:07.974533 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cbfb0-78c3-435a-8330-54c57410478e req-dd618f84-5cc9-420e-84f4-edbc39034c96 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:07.976577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-685cbfb0-78c3-435a-8330-54c57410478e req-dd618f84-5cc9-420e-84f4-edbc39034c96 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0554724 Feb 15 03:10:08.025724 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-685cbfb0-78c3-435a-8330-54c57410478e req-80e29368-6a8c-4986-b52e-e0bbfc44060f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Feb 15 03:10:09.143801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2b4ef-1fea-4d98-8705-2997b4483332 req-e619ef67-8121-40c3-aa16-e5aaebadbb1f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:09.145313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06b2b4ef-1fea-4d98-8705-2997b4483332 req-e619ef67-8121-40c3-aa16-e5aaebadbb1f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0514572 Feb 15 03:10:09.198979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-06b2b4ef-1fea-4d98-8705-2997b4483332 req-a6dd6594-10a5-4260-8d89-8e16460013c5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Feb 15 03:10:10.315640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2cf65-7007-4b03-bea4-e794c842ef84 req-6579d22d-2727-4e5b-bb1f-6872b062c67e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:10.317199 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9dc2cf65-7007-4b03-bea4-e794c842ef84 req-6579d22d-2727-4e5b-bb1f-6872b062c67e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0525811 Feb 15 03:10:10.347590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:10:10.366130 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9dc2cf65-7007-4b03-bea4-e794c842ef84 req-57353559-7e57-4037-aafe-7376b2d7575d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Feb 15 03:10:10.444066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:10.455816 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:10:10.493576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:10.493969 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:10.506542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:10:10.524941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:10.610895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:10.658691 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:10.978093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['216dd07c-cf79-45a3-a408-dc07dbad8b69'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:11.484883 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2206ab-104b-4537-9817-150e22167f11 req-a9519cdf-5cf4-46a3-93c1-8a1cc9f6daea tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:11.486420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e2206ab-104b-4537-9817-150e22167f11 req-a9519cdf-5cf4-46a3-93c1-8a1cc9f6daea tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 945 time: 0.0529172 Feb 15 03:10:11.535085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e2206ab-104b-4537-9817-150e22167f11 req-85424c00-9ea5-4b34-a323-fb27f27de8bd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Feb 15 03:10:12.350459 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:10:12.473778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 216dd07c-cf79-45a3-a408-dc07dbad8b69 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:10:12.477845 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 216dd07c-cf79-45a3-a408-dc07dbad8b69 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:12.484446 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:12.554104 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:12.554494 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:12.577310 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:12.579552 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62db875-c5cf-4b87-b086-266a865a33cd" -d '{"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:12.592530 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:12.659611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ccc22-34c8-4164-8fba-7f14d5ae0549 req-d1a691c0-2c3a-42d2-a891-77b493a868d3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:12.661102 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e5ccc22-34c8-4164-8fba-7f14d5ae0549 req-d1a691c0-2c3a-42d2-a891-77b493a868d3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 945 time: 0.0573761 Feb 15 03:10:12.668213 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:12.710065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e5ccc22-34c8-4164-8fba-7f14d5ae0549 req-d33b2d40-16ea-4ce4-b1d8-cef60ab0c00f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Feb 15 03:10:12.726778 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:12.759014 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb9ca6-64a9-4466-b058-f066c3fb0145 x-openstack-request-id: req-4ddb9ca6-64a9-4466-b058-f066c3fb0145 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:12.759323 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:12.759578 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ddb9ca6-64a9-4466-b058-f066c3fb0145 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:12.759977 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'code': 200} Feb 15 03:10:12.854180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab6693-1367-4874-9000-fd7ee5ffa80b req-9853d2c4-ae6f-4279-b51f-0e4606612296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:12.855696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97ab6693-1367-4874-9000-fd7ee5ffa80b req-9853d2c4-ae6f-4279-b51f-0e4606612296 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0436957 Feb 15 03:10:12.900967 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97ab6693-1367-4874-9000-fd7ee5ffa80b req-e97fcb18-5b57-4230-8d1c-9bb9bd768d35 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392478 Feb 15 03:10:13.837503 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9265d3-1ce1-4d69-9c85-c8c99f61044c req-7b5faad3-1285-48b2-9414-ec4bdb78c456 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:13.838995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad9265d3-1ce1-4d69-9c85-c8c99f61044c req-7b5faad3-1285-48b2-9414-ec4bdb78c456 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0570440 Feb 15 03:10:13.886881 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ad9265d3-1ce1-4d69-9c85-c8c99f61044c req-d1df8078-4af7-4c53-8062-042cc52cbc52 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Feb 15 03:10:15.002030 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768dc3a-ae8f-4e5c-b582-0d3f6fe7bfcf req-a2461ce8-92f4-43f4-a2ae-89bc2a20c4dd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:15.003500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9768dc3a-ae8f-4e5c-b582-0d3f6fe7bfcf req-a2461ce8-92f4-43f4-a2ae-89bc2a20c4dd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0513954 Feb 15 03:10:15.051738 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9768dc3a-ae8f-4e5c-b582-0d3f6fe7bfcf req-328e75dc-17bc-4d9a-b019-56d9aceb183c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Feb 15 03:10:15.166246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ac29-c110-41da-9ab5-717c8d1bbb70 req-c59023ec-2f35-48d3-9b3e-759daa88cac0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:15.167629 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2695ac29-c110-41da-9ab5-717c8d1bbb70 req-c59023ec-2f35-48d3-9b3e-759daa88cac0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0515139 Feb 15 03:10:15.219479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2695ac29-c110-41da-9ab5-717c8d1bbb70 req-34005005-733a-43cf-a9cd-aad00243010e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464027 Feb 15 03:10:15.240345 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:15.370137 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991167e-e7e5-46fb-a8f6-728dd79b0452 tempest-TestShelveInstance-90413885 tempest-TestShelveInstance-90413885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:15.371658 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c991167e-e7e5-46fb-a8f6-728dd79b0452 tempest-TestShelveInstance-90413885 tempest-TestShelveInstance-90413885-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1124 time: 0.1303377 Feb 15 03:10:15.374641 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 50832) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:15.378803 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:15.456789 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:15.553066 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:15.652408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Allocated IP 172.25.2.32 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/a880a40a-4d8e-40a5-ba83-dc9e2341de32) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:10:15.752955 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:15.830139 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:15.865789 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:10:15.868504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:10:15.873845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:10:15.896429 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=a880a40a-4d8e-40a5-ba83-dc9e2341de32,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:16.113795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.246257 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (a03508d3-c986-49ed-8b8f-392ad6d66f71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.368600 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.515625 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.573735 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5946807'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.643759 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=a880a40a-4d8e-40a5-ba83-dc9e2341de32,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:16.653892 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (a03508d3-c986-49ed-8b8f-392ad6d66f71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.754898 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Floating IP a03508d3-c986-49ed-8b8f-392ad6d66f71 associated. External IP: 172.25.2.32, port: 216dd07c-cf79-45a3-a408-dc07dbad8b69. Feb 15 03:10:16.955767 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:10:17.063798 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:10:17.073578 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:10:17.083141 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:10:17.087773 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:17.186522 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.192726 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:10:17.216330 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-b1caaee7-e2b4-4dc3-b5b0-1a35038dbffe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8399923 Feb 15 03:10:17.217180 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:17.220874 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92" -d '{"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:17.257852 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce3167-1d9f-4c92-b014-c2ab4a0a8930 x-openstack-request-id: req-ccce3167-1d9f-4c92-b014-c2ab4a0a8930 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:17.258463 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:17.258463 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccce3167-1d9f-4c92-b014-c2ab4a0a8930 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:17.258793 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'status': 'completed', 'code': 200} Feb 15 03:10:17.329945 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-1de42221-957c-4254-8d20-876ed2d2e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.331608 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-1de42221-957c-4254-8d20-876ed2d2e5ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0473685 Feb 15 03:10:17.429130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-5fd8320a-a65b-42f3-881a-29cd7c711ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.430635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-5fd8320a-a65b-42f3-881a-29cd7c711ebf service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0916665 Feb 15 03:10:17.502900 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-cf3c49e8-e452-4e90-8f5c-0cd95093f0ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 999 time: 0.0662644 Feb 15 03:10:17.550919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-2b48f032-990e-49ae-8a15-a37351d2350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.552458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-2b48f032-990e-49ae-8a15-a37351d2350f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0442433 Feb 15 03:10:17.577984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a03508d3-c986-49ed-8b8f-392ad6d66f71', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:16Z', 'updated_at': '2022-02-15T03:10:16Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:17.601811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-a141990c-c2a4-46a1-acc2-0ae412983186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.603340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-a141990c-c2a4-46a1-acc2-0ae412983186 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452664 Feb 15 03:10:17.607440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:10:17.615770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:10:17.616766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:09:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:17.696800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-ae47ca09-8c83-443c-93ef-6fa5532b2294 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Feb 15 03:10:17.725280 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:10:17.801918 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a15e48e5-6317-4bb1-a5bf-1c66a426fe92 req-0ee70c02-a4f7-47f2-9541-cd5019d9ace5 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994568 Feb 15 03:10:17.948453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a03508d3-c986-49ed-8b8f-392ad6d66f71', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:16Z', 'updated_at': '2022-02-15T03:10:16Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:17.978059 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4f1a8-dde9-47ba-bdd4-edbf457603e2 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'a03508d3-c986-49ed-8b8f-392ad6d66f71', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:16Z', 'updated_at': '2022-02-15T03:10:16Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:10:18.173958 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d3a87-0fce-446b-b15d-e982cb2c505d None None] New status for floating IP a03508d3-c986-49ed-8b8f-392ad6d66f71: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:10:18.892600 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:21.147455 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a91956da-49b8-4653-a15a-5765a0372314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:23.367263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2d9de39-9974-4909-aed3-30e1d9079b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:24.861449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:26.255994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:27.507832 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.544308 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:10:40.104008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-2fbc3a67-38c5-46e4-8f3f-5888395fb11c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500228 Feb 15 03:10:40.192982 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-42e9015d-72a4-48e8-b7e5-18234a18a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:40.194482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-42e9015d-72a4-48e8-b7e5-18234a18a313 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0491354 Feb 15 03:10:40.293630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-466d24c9-cd13-4256-bbbe-60498f80a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:40.295127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-466d24c9-cd13-4256-bbbe-60498f80a54e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0828030 Feb 15 03:10:40.363304 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-bfb3f955-b6f1-40e8-b936-4dc74ebe7215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0621305 Feb 15 03:10:40.410317 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-52647f34-7c6e-48e3-b5c0-5d8d3020c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:40.411808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-52647f34-7c6e-48e3-b5c0-5d8d3020c7b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0434785 Feb 15 03:10:40.460280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-1294860a-d560-4dea-8b7b-f44112ddc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:40.462391 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-1294860a-d560-4dea-8b7b-f44112ddc83f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450175 Feb 15 03:10:40.553858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-5bb1bc2c-3376-42bb-ad32-3b0a7e42b672 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856867 Feb 15 03:10:40.647319 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f87e7e0-be9e-461b-b818-ca53de3e33c6 req-87f51fbc-818d-4853-8708-efee3ac5cbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834150 Feb 15 03:10:46.124757 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:48.874960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:51.195086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15204fb1-cbda-4172-ab01-ee0b4f2f0cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:53.377725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4d94162-a16b-41f1-9db5-f49293b65b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:54.869363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:56.267264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:57.491568 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.545430 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:11:16.120405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:18.914609 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.169363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf599-f452-4bb5-9416-123336479a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.355028 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a69fcfc3-5b6c-4a3a-8a3e-ea56288106cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.862607 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:26.257274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:27.554766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.164799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-ff6f7089-8ef2-4ff3-b75b-ad968027db00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149287 Feb 15 03:11:40.297121 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-5fd5633c-b793-4e8a-827e-50ed5006b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.298639 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-5fd5633c-b793-4e8a-827e-50ed5006b31b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0496953 Feb 15 03:11:40.410854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-5afd96b0-3c74-4f75-83a0-bed26d7e7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.412697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-5afd96b0-3c74-4f75-83a0-bed26d7e7e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0956342 Feb 15 03:11:40.482039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-b00c1f5c-f8be-42e3-a039-87f772781fcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Feb 15 03:11:40.531231 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-4f689661-7c65-45f4-9897-20f6ee36b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.532734 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-4f689661-7c65-45f4-9897-20f6ee36b8d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0437818 Feb 15 03:11:40.581507 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-378e1e80-b0da-468f-80eb-d27b870229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.583045 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-378e1e80-b0da-468f-80eb-d27b870229f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448136 Feb 15 03:11:40.674433 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-2637394f-7e3d-44ee-9158-601b6ae1b649 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Feb 15 03:11:40.761756 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c34f99e9-1d94-4e87-87bd-aa4d48195dcd req-993eda01-c2ee-4510-b28b-0e2e996ef223 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815406 Feb 15 03:11:46.136890 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:48.948263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:49.545522 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:11:51.156939 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc5964d8-4419-431a-9cf5-9a3afa25fea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:53.371354 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-716bed5e-7762-4c5d-a8ff-3aa45d710d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:54.867847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:56.271174 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:57.517131 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.130951 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.939448 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.151086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dcd22f4-ab3d-49de-a9a4-36e1cb9cac64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.354308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c8e9-8446-4917-9f3d-3206683ef98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.856010 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.250666 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.545155 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:12:27.535893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:40.113209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-8d641b62-2d12-45ef-b960-6084afccf983 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433793 Feb 15 03:12:40.198320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-2908be6f-8ab3-4c87-958f-d17244360054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:40.199803 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-2908be6f-8ab3-4c87-958f-d17244360054 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0480697 Feb 15 03:12:40.297521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-b5ab7d21-949a-467b-96ac-c10f7062b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:40.298983 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-b5ab7d21-949a-467b-96ac-c10f7062b7ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0823834 Feb 15 03:12:40.367518 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-e7920a1f-3649-4a20-ab1e-f91519679761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0621228 Feb 15 03:12:40.415567 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-032f0fa2-6200-4d19-a0ac-d714442aa2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:40.417159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-032f0fa2-6200-4d19-a0ac-d714442aa2dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0439537 Feb 15 03:12:40.465435 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-e2fd3247-e5a3-44ad-857c-64bc4ce02240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:40.466923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-e2fd3247-e5a3-44ad-857c-64bc4ce02240 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444307 Feb 15 03:12:40.570115 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-200ebfdf-c91c-4cc7-9c3f-3082177a4296 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964694 Feb 15 03:12:40.659699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a2a23ca6-a570-438f-8e39-be1c713f3d51 req-3033b3d4-42cd-4dd7-b657-f313a176cee6 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839717 Feb 15 03:12:44.843641 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1977a-2b54-4a8f-83d1-1421b2d977ac req-8cfe4127-d8d0-43c1-98b8-e18f3448ed08 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:44.846038 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6da1977a-2b54-4a8f-83d1-1421b2d977ac req-8cfe4127-d8d0-43c1-98b8-e18f3448ed08 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0603790 Feb 15 03:12:44.900923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6da1977a-2b54-4a8f-83d1-1421b2d977ac req-6f59e165-5ece-451a-b9c2-2c94b8b2cf76 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493753 Feb 15 03:12:46.027257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbee6e3-40ab-474b-a301-90df48d9002e req-026bc87a-1e67-42ba-a97e-4afe3a2dc6f1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:46.028942 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cbee6e3-40ab-474b-a301-90df48d9002e req-026bc87a-1e67-42ba-a97e-4afe3a2dc6f1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0542333 Feb 15 03:12:46.079862 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5cbee6e3-40ab-474b-a301-90df48d9002e req-9e60c310-edc6-40e0-a02e-722cefdd52ec tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Feb 15 03:12:46.133620 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:47.199615 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a904-8bda-42cd-b659-df81f07a1b38 req-981b84c4-9123-41af-bb4b-e47e9ceb387d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:47.201132 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e54a904-8bda-42cd-b659-df81f07a1b38 req-981b84c4-9123-41af-bb4b-e47e9ceb387d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0520291 Feb 15 03:12:47.247902 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4e54a904-8bda-42cd-b659-df81f07a1b38 req-b6f44a85-eadf-42b4-894e-875b7a586606 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Feb 15 03:12:48.369839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca92cb-ff5c-4f6c-ac05-4a8559474521 req-0d560778-d5c0-496d-8c51-de6025db554c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:48.371329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4aca92cb-ff5c-4f6c-ac05-4a8559474521 req-0d560778-d5c0-496d-8c51-de6025db554c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0571589 Feb 15 03:12:48.419854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4aca92cb-ff5c-4f6c-ac05-4a8559474521 req-de675ac4-29d3-4959-a692-854429b67f2e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Feb 15 03:12:48.930453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:49.537485 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6d92-52ac-4bac-991b-a7cddde82472 req-50eaf998-1b9f-4d00-a1da-aa9e12c11e33 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:49.538974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ca6d92-52ac-4bac-991b-a7cddde82472 req-50eaf998-1b9f-4d00-a1da-aa9e12c11e33 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0515025 Feb 15 03:12:49.586721 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b5ca6d92-52ac-4bac-991b-a7cddde82472 req-306ede2a-38bb-49d4-8fd9-86184c7836df tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415006 Feb 15 03:12:50.707872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708f62f-f114-4090-8d7d-573eaaa0ed2e req-7069140a-9afa-46c9-be7c-181f557111d5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:50.709292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6708f62f-f114-4090-8d7d-573eaaa0ed2e req-7069140a-9afa-46c9-be7c-181f557111d5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0524418 Feb 15 03:12:50.761318 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6708f62f-f114-4090-8d7d-573eaaa0ed2e req-62f06b82-b975-42e3-9bbd-ee8415b05991 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464447 Feb 15 03:12:51.173123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91fa2b6e-ed3c-4c27-90a2-d15ec97a1142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:51.888566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b390-d5e3-47a3-87e4-c6b4d0386ac6 req-c133bf70-ad95-4894-8fe2-c4c242c696d9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:51.890073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5aa1b390-d5e3-47a3-87e4-c6b4d0386ac6 req-c133bf70-ad95-4894-8fe2-c4c242c696d9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0609453 Feb 15 03:12:51.944053 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5aa1b390-d5e3-47a3-87e4-c6b4d0386ac6 req-f086d2de-638d-4f56-a1ab-8b4de01f2173 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 Feb 15 03:12:53.060666 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960848cc-8158-445e-9e23-2ef13ede2cd8 req-17776172-21da-4e0d-a844-f90c62b60a20 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:53.062429 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-960848cc-8158-445e-9e23-2ef13ede2cd8 req-17776172-21da-4e0d-a844-f90c62b60a20 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Feb 15 03:12:53.110933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-960848cc-8158-445e-9e23-2ef13ede2cd8 req-54b8e051-3e58-4909-890f-d86239d69292 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Feb 15 03:12:53.367210 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e396f44e-1adf-45a8-9080-d0066527bd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:54.233168 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138303-ddc8-41e6-a736-67206306f839 req-6f573a08-90f1-45b0-ba52-88d24641c9ee tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.234671 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3138303-ddc8-41e6-a736-67206306f839 req-6f573a08-90f1-45b0-ba52-88d24641c9ee tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0565348 Feb 15 03:12:54.281529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e3138303-ddc8-41e6-a736-67206306f839 req-dd5c337d-6219-4a00-93fb-f7bd64d18ebe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Feb 15 03:12:54.901712 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:55.399725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae602-06fd-421e-9856-02c3f74b3bec req-a3eeb70a-7f72-436c-8636-d3d0b03f4c23 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:55.401287 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-141ae602-06fd-421e-9856-02c3f74b3bec req-a3eeb70a-7f72-436c-8636-d3d0b03f4c23 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Feb 15 03:12:55.450425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-141ae602-06fd-421e-9856-02c3f74b3bec req-14dd46f0-318d-4a5d-9781-a94a9bf9136d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Feb 15 03:12:56.310462 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:56.571637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fdad5-fe02-412a-9ea9-e43e5983844d req-1ba5294b-df71-4c11-a8c0-52fe4e11d9df tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:56.573175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-079fdad5-fe02-412a-9ea9-e43e5983844d req-1ba5294b-df71-4c11-a8c0-52fe4e11d9df tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0562396 Feb 15 03:12:56.621313 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-079fdad5-fe02-412a-9ea9-e43e5983844d req-eb028a3d-d3f3-4a43-8409-5dbd8a12f630 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Feb 15 03:12:57.512618 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:57.738819 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1e8a-0404-47fc-b95c-def6180ff42a req-d51a5ed1-5f85-4e54-99c6-f235bc3aa7a5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:57.740213 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-455c1e8a-0404-47fc-b95c-def6180ff42a req-d51a5ed1-5f85-4e54-99c6-f235bc3aa7a5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0517631 Feb 15 03:12:57.788399 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-455c1e8a-0404-47fc-b95c-def6180ff42a req-c2fd1384-c344-41f8-bdd2-69ed0df97b62 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Feb 15 03:12:58.906683 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95646ca-0acb-4f7e-a225-708580b6982e req-f1db1ff4-8ddc-4dca-83d0-f9f1c6075ee6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:58.908171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c95646ca-0acb-4f7e-a225-708580b6982e req-f1db1ff4-8ddc-4dca-83d0-f9f1c6075ee6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0519862 Feb 15 03:12:58.959545 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c95646ca-0acb-4f7e-a225-708580b6982e req-456b740b-04a2-406e-8afc-aeeb23c0a229 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Feb 15 03:12:59.235369 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:12:59.328062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:59.338990 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:12:59.377703 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:59.378097 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:59.391568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:12:59.410783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:59.487086 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:59.536531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:59.544197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.546640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.547341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.547341 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.547516 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.547722 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.548042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:59.557793 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['216dd07c-cf79-45a3-a408-dc07dbad8b69'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:13:00.076005 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d75935-7f05-4f9b-a50e-973a0d0aac09 req-3e9c7453-b6a2-429e-b108-b8ff7b462fad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:00.077487 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6d75935-7f05-4f9b-a50e-973a0d0aac09 req-3e9c7453-b6a2-429e-b108-b8ff7b462fad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Feb 15 03:13:00.124802 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b6d75935-7f05-4f9b-a50e-973a0d0aac09 req-fe5b914a-a93f-4066-85dc-ecf928e729bd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Feb 15 03:13:01.238127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:13:01.246341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb91ce-dde6-4f73-acb9-e4f27e36f39f req-c1203f7d-a714-4734-ab3d-7cfaac4cece8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:01.247866 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26eb91ce-dde6-4f73-acb9-e4f27e36f39f req-c1203f7d-a714-4734-ab3d-7cfaac4cece8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 945 time: 0.0533328 Feb 15 03:13:01.290854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 216dd07c-cf79-45a3-a408-dc07dbad8b69 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:13:01.293415 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:01.324465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-26eb91ce-dde6-4f73-acb9-e4f27e36f39f req-dfade0a1-48d4-4115-95db-82c2312578d5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695772 Feb 15 03:13:01.405337 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:01.405994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:01.432261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:13:01.434928 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490555ec-122c-4c97-a2fc-436eaf8c96f4" -d '{"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:13:01.454893 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:01.530154 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:01.564429 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00dcce8-6194-48a7-a4f9-305f32ee93cb x-openstack-request-id: req-e00dcce8-6194-48a7-a4f9-305f32ee93cb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:13:01.564852 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:13:01.565311 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e00dcce8-6194-48a7-a4f9-305f32ee93cb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:13:01.565745 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'code': 200} Feb 15 03:13:01.590690 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:02.483778 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e01ae-713e-48cd-8642-6d68cd9e1cb7 req-fed7bbea-a841-488a-a1f8-7e4cce55f537 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:02.485354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f0e01ae-713e-48cd-8642-6d68cd9e1cb7 req-fed7bbea-a841-488a-a1f8-7e4cce55f537 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0666630 Feb 15 03:13:02.542771 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f0e01ae-713e-48cd-8642-6d68cd9e1cb7 req-8b3afcf4-6369-4700-95b5-193822cea7fb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516038 Feb 15 03:13:03.545517 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:13:03.681647 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6f5f9-8e4e-4e58-ad4a-98eb31be34ef req-5f4c6130-041f-4694-8ffd-0b2f168ac4ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:03.683290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eda6f5f9-8e4e-4e58-ad4a-98eb31be34ef req-5f4c6130-041f-4694-8ffd-0b2f168ac4ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0639851 Feb 15 03:13:03.741554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eda6f5f9-8e4e-4e58-ad4a-98eb31be34ef req-39ed24d8-727f-43ec-8caa-ca5f0d1d50e8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518579 Feb 15 03:13:04.890280 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9d6f-7816-45d4-b385-5fa70baead55 req-41718e7b-7335-43c1-b40d-819dec33403b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:04.898187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abba9d6f-7816-45d4-b385-5fa70baead55 req-41718e7b-7335-43c1-b40d-819dec33403b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0675490 Feb 15 03:13:04.959623 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abba9d6f-7816-45d4-b385-5fa70baead55 req-6baf68c1-c8e2-448e-aca2-fd225bf7789b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602217 Feb 15 03:13:06.113070 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18078-4e17-4821-8b3f-8f5b7e2c1ee0 req-f4156870-0d6e-4db6-a35c-cffc39dd9458 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:06.120187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63a18078-4e17-4821-8b3f-8f5b7e2c1ee0 req-f4156870-0d6e-4db6-a35c-cffc39dd9458 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0664816 Feb 15 03:13:06.175335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-63a18078-4e17-4821-8b3f-8f5b7e2c1ee0 req-019c0ac6-24cc-4353-897c-393b9743554e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540764 Feb 15 03:13:07.304773 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73574e61-d20d-4c3d-a1bf-19c292a31e3b req-fd19d8e6-e96e-42d7-a64f-4fe82aa90d97 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:07.307202 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73574e61-d20d-4c3d-a1bf-19c292a31e3b req-fd19d8e6-e96e-42d7-a64f-4fe82aa90d97 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0588753 Feb 15 03:13:07.359242 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-73574e61-d20d-4c3d-a1bf-19c292a31e3b req-3e81417e-5d62-4910-a297-724e76db8059 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Feb 15 03:13:08.521076 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad20833-5a02-4a9e-8e9e-dc16eb6630f4 req-047f3d21-73e2-460e-b090-36c5ba6380fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:08.522594 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ad20833-5a02-4a9e-8e9e-dc16eb6630f4 req-047f3d21-73e2-460e-b090-36c5ba6380fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0598142 Feb 15 03:13:08.578241 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5ad20833-5a02-4a9e-8e9e-dc16eb6630f4 req-3a78dd45-f7b9-48c1-96f5-7697d3390fdb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498075 Feb 15 03:13:09.720047 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b032d-79eb-4385-9123-381b577fbf7e req-92d89e7a-50ed-4b35-90d4-5c00431a12db tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:09.721696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d4b032d-79eb-4385-9123-381b577fbf7e req-92d89e7a-50ed-4b35-90d4-5c00431a12db tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0575666 Feb 15 03:13:09.776282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9d4b032d-79eb-4385-9123-381b577fbf7e req-f3cf6308-33dc-4c15-946b-2f6a81e9949c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Feb 15 03:13:10.909898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c71c2-8c16-49a6-96e0-acd58263dab5 req-00bfb16a-48f8-4028-813c-12f19db4927c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:10.911482 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-655c71c2-8c16-49a6-96e0-acd58263dab5 req-00bfb16a-48f8-4028-813c-12f19db4927c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0620761 Feb 15 03:13:10.963941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-655c71c2-8c16-49a6-96e0-acd58263dab5 req-119b735d-6a34-43af-8edd-48e1c2a6ba7d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Feb 15 03:13:12.082199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e790d-b10f-4263-b1ea-454b5a9a9a3c req-8645e9fc-155d-4291-b973-833c90ab77fd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:12.083686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac6e790d-b10f-4263-b1ea-454b5a9a9a3c req-8645e9fc-155d-4291-b973-833c90ab77fd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Feb 15 03:13:12.131012 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac6e790d-b10f-4263-b1ea-454b5a9a9a3c req-76a643ad-c2a7-474a-870f-cc740cec2c9b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Feb 15 03:13:12.535619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-3bfb1d01-b642-4504-a103-1b6fe03a763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:12.537159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-3bfb1d01-b642-4504-a103-1b6fe03a763f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1129 time: 0.0437396 Feb 15 03:13:12.628899 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-830f61be-d2a9-4c80-9c90-6272c27b23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:12.630361 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-830f61be-d2a9-4c80-9c90-6272c27b23ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0863614 Feb 15 03:13:12.693973 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-4da378af-52a1-4fd4-83aa-fe20fe6b8563 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0578742 Feb 15 03:13:12.744801 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-22487a9a-3b3e-46a2-80c0-5255f1926327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:12.746215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-22487a9a-3b3e-46a2-80c0-5255f1926327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0465379 Feb 15 03:13:12.794363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-105473bc-b950-4c7c-b291-f274f3ea2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:12.795872 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-105473bc-b950-4c7c-b291-f274f3ea2cfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435283 Feb 15 03:13:12.887464 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-ed16cc85-3d29-4891-aea2-99453128f420 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851738 Feb 15 03:13:12.979332 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fcdf664-6dca-406f-9ded-3f2c09ac0c8f req-fe83ef1f-6e12-46f9-be28-4c775d257d57 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850220 Feb 15 03:13:13.251508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fc8c-8530-4274-989d-806ebd2c8950 req-20e31b6a-d1d4-4a0c-b4a5-6b18e7002be3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:13.252933 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3813fc8c-8530-4274-989d-806ebd2c8950 req-20e31b6a-d1d4-4a0c-b4a5-6b18e7002be3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0525017 Feb 15 03:13:13.300252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3813fc8c-8530-4274-989d-806ebd2c8950 req-484cd9f6-d769-4761-93f8-23e889f24066 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Feb 15 03:13:14.426694 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29195f37-6a94-432d-b6a7-c47f19a2b78c req-33173a2a-c33c-4835-8ddb-7f257cfe11aa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:14.428208 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29195f37-6a94-432d-b6a7-c47f19a2b78c req-33173a2a-c33c-4835-8ddb-7f257cfe11aa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 946 time: 0.0573325 Feb 15 03:13:14.477357 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29195f37-6a94-432d-b6a7-c47f19a2b78c req-1047f54f-ac46-43e4-aaf0-64e3e0457cde tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Feb 15 03:13:15.319295 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:13:15.392945 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:15.393247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:15.415747 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:13:15.417966 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f39cf-6671-4018-baa3-8b04e692a42a" -d '{"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-unplugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:13:15.429902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:15.452758 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea57043f-7b60-4d87-a4c3-10abc2bd28b5 x-openstack-request-id: req-ea57043f-7b60-4d87-a4c3-10abc2bd28b5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:13:15.453050 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-unplugged", "status": "failed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:13:15.453310 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea57043f-7b60-4d87-a4c3-10abc2bd28b5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:13:15.453717 n-d-829064-14 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'code': 422} returned with failed status Feb 15 03:13:15.486780 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:15.537861 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:15.594706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a8a8-ea6d-47df-a135-70f06137c427 req-42b809d8-dfcf-46ce-9ebf-44214eab804a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:15.596195 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6919a8a8-ea6d-47df-a135-70f06137c427 req-42b809d8-dfcf-46ce-9ebf-44214eab804a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0522816 Feb 15 03:13:15.644253 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6919a8a8-ea6d-47df-a135-70f06137c427 req-9e615678-bc2c-4cd5-b296-c55dc0fb2da1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Feb 15 03:13:15.750422 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-5245b529-1900-4a23-bc80-934efa0eb4f5 req-ffd6bea2-0959-4cd9-abb8-616ca95b9c0c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:13:15.751478 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5245b529-1900-4a23-bc80-934efa0eb4f5 req-ffd6bea2-0959-4cd9-abb8-616ca95b9c0c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464957 Feb 15 03:13:16.052765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178df3-5904-4a6e-a253-f494be126241 req-342c2e24-282d-42eb-81f7-0246f1a71e3f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:16.054261 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c178df3-5904-4a6e-a253-f494be126241 req-342c2e24-282d-42eb-81f7-0246f1a71e3f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0557456 Feb 15 03:13:16.112621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7c178df3-5904-4a6e-a253-f494be126241 req-991f07ca-de5e-4d63-a086-f428a84dd940 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524232 Feb 15 03:13:16.135926 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:16.416871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-d7654493-2a46-4170-91a2-231d3d460756 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845530 Feb 15 03:13:16.535520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-ec9bb2a3-0e4b-43ad-8f9c-f7ea30160020 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:16.536889 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-ec9bb2a3-0e4b-43ad-8f9c-f7ea30160020 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports/216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 941 time: 0.0931969 Feb 15 03:13:17.232175 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2408a-abdd-48ba-9890-a34264c30945 req-01b62efa-cabc-4857-985a-9a2bf31e8c6d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:17.233707 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0c2408a-abdd-48ba-9890-a34264c30945 req-01b62efa-cabc-4857-985a-9a2bf31e8c6d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0528073 Feb 15 03:13:17.283794 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0c2408a-abdd-48ba-9890-a34264c30945 req-97c8a8a4-9b2c-4727-a060-ff5347d2c6a8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444102 Feb 15 03:13:17.820974 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-c6d69b10-1dd0-46b7-b226-dd50ffb09b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:17.822537 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-c6d69b10-1dd0-46b7-b226-dd50ffb09b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 1127 time: 0.0481510 Feb 15 03:13:17.884806 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-d00ef21b-0b4b-40ac-a6d6-42238c1d7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:17.886290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-d00ef21b-0b4b-40ac-a6d6-42238c1d7143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1127 time: 0.0433178 Feb 15 03:13:17.977199 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-0b019691-fda7-4a09-8da2-16cdf9b75b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:17.979320 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-0b019691-fda7-4a09-8da2-16cdf9b75b50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0854888 Feb 15 03:13:18.047745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-ebe26c77-c469-4d17-9e32-492df6f2f097 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 999 time: 0.0617399 Feb 15 03:13:18.094677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-70f5ce2f-e833-4ea3-afdf-954a00fed1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:18.095993 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-70f5ce2f-e833-4ea3-afdf-954a00fed1b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0422323 Feb 15 03:13:18.143473 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-99ddaa19-3a4b-4580-b136-a8a05f7431ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:18.145002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-99ddaa19-3a4b-4580-b136-a8a05f7431ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432007 Feb 15 03:13:18.234388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-5738a250-ac60-4e5e-89db-1c49007d55a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Feb 15 03:13:18.321891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4f8b4f5c-fda9-4a24-a561-73fb7e5c3515 req-3e82ed42-b510-4159-bbdd-13fd5e31de84 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801475 Feb 15 03:13:18.411502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b1b87-ea00-4d55-b695-3c0fe475c218 req-84598ee9-ca23-4399-84f3-faa6b58f5732 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:18.412984 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a67b1b87-ea00-4d55-b695-3c0fe475c218 req-84598ee9-ca23-4399-84f3-faa6b58f5732 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0572996 Feb 15 03:13:18.462854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a67b1b87-ea00-4d55-b695-3c0fe475c218 req-5320082e-bbd1-47d5-b81e-289641742a88 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Feb 15 03:13:18.952891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:19.599962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0da42-5504-4d4e-9258-cfba43f244f1 req-1f6ea9fa-850c-450d-9757-4b43715d12a3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:19.601581 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aa0da42-5504-4d4e-9258-cfba43f244f1 req-1f6ea9fa-850c-450d-9757-4b43715d12a3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Feb 15 03:13:19.654826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7aa0da42-5504-4d4e-9258-cfba43f244f1 req-60470c3b-2eb8-4513-9d38-636eb70ea1ef tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471158 Feb 15 03:13:20.806911 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15b13d-838f-43ab-b8c0-bb84fc26527b req-cfdda627-0cdf-4dbc-9422-3cea51c0f42a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:20.808484 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac15b13d-838f-43ab-b8c0-bb84fc26527b req-cfdda627-0cdf-4dbc-9422-3cea51c0f42a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0641265 Feb 15 03:13:20.866157 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ac15b13d-838f-43ab-b8c0-bb84fc26527b req-b3d836d2-e83b-4164-bb51-42c915879089 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487936 Feb 15 03:13:21.162012 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6750240-89e4-495b-911b-2ba94c197488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:22.001461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20632-3b74-450d-8575-2d02b4d048c5 req-2f18c050-a44d-4f66-bb3d-67288b525782 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:22.002974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb20632-3b74-450d-8575-2d02b4d048c5 req-2f18c050-a44d-4f66-bb3d-67288b525782 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0581865 Feb 15 03:13:22.057078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-eeb20632-3b74-450d-8575-2d02b4d048c5 req-8a7ed465-67f2-4572-ade8-02205db3edf1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485079 Feb 15 03:13:23.186591 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ac92a-ef30-4383-8fca-5cfc3f8e5ba3 req-e34f504a-3b04-433b-bd87-85a127d83f9a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:23.188170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f0ac92a-ef30-4383-8fca-5cfc3f8e5ba3 req-e34f504a-3b04-433b-bd87-85a127d83f9a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0576925 Feb 15 03:13:23.243941 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8f0ac92a-ef30-4383-8fca-5cfc3f8e5ba3 req-28f72d5a-8e77-4b74-a9ea-11f87a1aa061 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497763 Feb 15 03:13:23.570518 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e02934c0-079b-4b88-8b21-2ae205806a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:24.429344 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bec59-a023-468d-a809-1ef795780d69 req-b9341e9d-4abf-4033-bd85-90b1376daa64 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:24.433978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-484bec59-a023-468d-a809-1ef795780d69 req-b9341e9d-4abf-4033-bd85-90b1376daa64 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0714903 Feb 15 03:13:24.499516 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-484bec59-a023-468d-a809-1ef795780d69 req-b887f7ac-5956-4d38-878c-7c619b6b5dd9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622215 Feb 15 03:13:24.922144 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:25.623365 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4bbdc-237a-43d7-b13b-2bfe2fab91dc req-15764728-866e-4e4d-856e-d9acb346bed6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:25.624935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c4bbdc-237a-43d7-b13b-2bfe2fab91dc req-15764728-866e-4e4d-856e-d9acb346bed6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0539899 Feb 15 03:13:25.679281 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05c4bbdc-237a-43d7-b13b-2bfe2fab91dc req-05078a2c-8547-4936-b3f9-e6df46079354 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484469 Feb 15 03:13:26.272649 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:26.805924 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8e4f0-456e-489d-ab7b-2d512b4a544c req-dba54a0f-5a74-4a44-926b-3778def01b5d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:26.807405 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fc8e4f0-456e-489d-ab7b-2d512b4a544c req-dba54a0f-5a74-4a44-926b-3778def01b5d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0560980 Feb 15 03:13:26.855598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5fc8e4f0-456e-489d-ab7b-2d512b4a544c req-961e0187-3884-4046-8f3f-01d2cd0df871 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Feb 15 03:13:27.535791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:27.973185 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22b5eb-d9b4-4a0e-834a-98133acf32c5 req-c4256ac9-8a8d-4043-9f09-135e4a183026 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:27.974660 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e22b5eb-d9b4-4a0e-834a-98133acf32c5 req-c4256ac9-8a8d-4043-9f09-135e4a183026 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0527153 Feb 15 03:13:28.021886 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3e22b5eb-d9b4-4a0e-834a-98133acf32c5 req-491fe992-0dc4-4e32-abd5-f2add4050732 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Feb 15 03:13:29.139357 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647207b-9415-4ab7-a9b7-6c01857e2461 req-be9a634a-85d4-44fe-a84a-9a5655811e1a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:29.140879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d647207b-9415-4ab7-a9b7-6c01857e2461 req-be9a634a-85d4-44fe-a84a-9a5655811e1a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0515878 Feb 15 03:13:29.510687 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d647207b-9415-4ab7-a9b7-6c01857e2461 req-6d1951f0-2911-4b6e-b5eb-86514e70d514 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643208 Feb 15 03:13:30.630311 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658f651-d108-43c4-a495-5a35f477595c req-7edfc2dd-f2ef-4f1a-a840-dae24e8547e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:30.631826 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0658f651-d108-43c4-a495-5a35f477595c req-7edfc2dd-f2ef-4f1a-a840-dae24e8547e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0523355 Feb 15 03:13:30.679654 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0658f651-d108-43c4-a495-5a35f477595c req-1d1fdb24-f7b3-43f3-85c2-9ffddd854413 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Feb 15 03:13:31.810051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca64f53-0507-4cc3-bfe9-af0892e71f66 req-09ea2e96-012c-4ab9-90d1-2c4617586d7b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:31.811809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca64f53-0507-4cc3-bfe9-af0892e71f66 req-09ea2e96-012c-4ab9-90d1-2c4617586d7b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Feb 15 03:13:31.861432 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ca64f53-0507-4cc3-bfe9-af0892e71f66 req-b5405965-74a6-40b9-bc6d-f7744ba2d57c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Feb 15 03:13:32.981619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356f27-e066-4a23-9e80-aad111d8734e req-bc0734fe-052c-4340-8a63-6e13c608459b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:32.983068 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62356f27-e066-4a23-9e80-aad111d8734e req-bc0734fe-052c-4340-8a63-6e13c608459b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0512469 Feb 15 03:13:33.030333 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-62356f27-e066-4a23-9e80-aad111d8734e req-23cad856-8202-4f0d-9e4b-3f7cb28331e9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Feb 15 03:13:34.151183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4521-d966-4e81-a01a-3fdd057eeb06 req-d3e4b35c-2c6f-45cb-ba5b-71c8b62306aa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:34.152669 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e26a4521-d966-4e81-a01a-3fdd057eeb06 req-d3e4b35c-2c6f-45cb-ba5b-71c8b62306aa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0523472 Feb 15 03:13:34.200240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e26a4521-d966-4e81-a01a-3fdd057eeb06 req-26b228f5-d5ce-4103-b72e-e9c89d541fcf tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Feb 15 03:13:35.321752 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b820-7b9e-49e2-ae20-777ca09e5c40 req-86df3e0c-1193-4770-8b2a-20f69ccafcd5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:35.323223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e001b820-7b9e-49e2-ae20-777ca09e5c40 req-86df3e0c-1193-4770-8b2a-20f69ccafcd5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 944 time: 0.0559561 Feb 15 03:13:35.368958 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:13:35.370551 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e001b820-7b9e-49e2-ae20-777ca09e5c40 req-c2ea9ba5-20d6-4894-bf96-3327ca410e4f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Feb 15 03:13:35.467284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:35.478923 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'port_id': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'mac_address': 'fa:16:3e:ff:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:13:35.514377 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:35.514763 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:35.527210 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:13:35.546385 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:35.618751 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:35.663610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:35.972057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['216dd07c-cf79-45a3-a408-dc07dbad8b69'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:13:36.489173 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb19791-1eef-4029-900e-6db4d24e1e12 req-691e07ee-7e0b-4fb1-b292-fcfa9e09a431 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:36.490648 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efb19791-1eef-4029-900e-6db4d24e1e12 req-691e07ee-7e0b-4fb1-b292-fcfa9e09a431 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Feb 15 03:13:36.538299 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efb19791-1eef-4029-900e-6db4d24e1e12 req-4e18eb13-c35a-40fa-ad3f-825a138fb14d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Feb 15 03:13:37.373914 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:13:37.425149 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 216dd07c-cf79-45a3-a408-dc07dbad8b69 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:13:37.425525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:37.498257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 216dd07c-cf79-45a3-a408-dc07dbad8b69 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:37.498636 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:37.519568 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:13:37.521798 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d263d-a046-4021-a346-4d60657932ec" -d '{"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:13:37.534142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:37.557752 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9403d242-83a7-4e7d-8437-b87d1a9fd07a x-openstack-request-id: req-9403d242-83a7-4e7d-8437-b87d1a9fd07a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:13:37.558047 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-plugged", "status": "completed", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:13:37.558305 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9403d242-83a7-4e7d-8437-b87d1a9fd07a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:13:37.558698 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'code': 200} Feb 15 03:13:37.589597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:37.642050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:37.661658 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea5bd-e95c-44b6-a5a1-8477619f77ad req-3ed95972-8923-40d1-aae9-e3995c3d2cb3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:37.663257 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993ea5bd-e95c-44b6-a5a1-8477619f77ad req-3ed95972-8923-40d1-aae9-e3995c3d2cb3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0553637 Feb 15 03:13:37.718480 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993ea5bd-e95c-44b6-a5a1-8477619f77ad req-2d8b3255-7194-42cb-97c7-6926d487dfb4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Feb 15 03:13:37.784743 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b36a-8d9e-4a6c-bfa6-b25d081052bd req-e3d43dea-86a8-43d6-a905-3281caf2d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:37.786297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a043b36a-8d9e-4a6c-bfa6-b25d081052bd req-e3d43dea-86a8-43d6-a905-3281caf2d186 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1130 time: 0.0443461 Feb 15 03:13:37.830831 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a043b36a-8d9e-4a6c-bfa6-b25d081052bd req-6a1e1eb6-9fc9-4a06-8fd0-40fde737df68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387950 Feb 15 03:13:38.846245 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07635aa8-d58f-466d-a1c2-58e5d7ba3b98 req-7014cde9-c3ce-46dc-bfd5-560dcbbd0d23 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:38.847706 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07635aa8-d58f-466d-a1c2-58e5d7ba3b98 req-7014cde9-c3ce-46dc-bfd5-560dcbbd0d23 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0516319 Feb 15 03:13:38.895328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-07635aa8-d58f-466d-a1c2-58e5d7ba3b98 req-f6a7bb1b-e9f1-464c-8daa-8b83c442603e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Feb 15 03:13:40.021237 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592cd0-96d3-41c7-811b-1f38035dfbca req-e3f28513-fa96-4dae-a5de-7270c1f3506c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:40.022748 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35592cd0-96d3-41c7-811b-1f38035dfbca req-e3f28513-fa96-4dae-a5de-7270c1f3506c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0565608 Feb 15 03:13:40.075570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-35592cd0-96d3-41c7-811b-1f38035dfbca req-2d4a78e4-9f8a-49e9-9c44-522e16fdae47 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Feb 15 03:13:40.546005 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:13:41.081500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-184c0a98-861b-4f40-9ad9-c1daee42c5d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438211 Feb 15 03:13:41.200443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-874b51d3-0736-4484-a1ff-bd1a9dbd0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:41.201935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-874b51d3-0736-4484-a1ff-bd1a9dbd0e5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1130 time: 0.0797443 Feb 15 03:13:41.217294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b73aa-5b42-4e25-a285-88718f6aef05 req-4b50f128-4d55-4bd5-a05a-9c8a6602d49e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:41.218726 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801b73aa-5b42-4e25-a285-88718f6aef05 req-4b50f128-4d55-4bd5-a05a-9c8a6602d49e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0705740 Feb 15 03:13:41.321123 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-801b73aa-5b42-4e25-a285-88718f6aef05 req-71dfa891-c309-49b2-a28f-b0175ed6ccfd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942454 Feb 15 03:13:41.339564 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-92f840d7-8a7a-4224-9303-1dd807139f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:41.341150 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-92f840d7-8a7a-4224-9303-1dd807139f02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.1214955 Feb 15 03:13:41.418848 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-c3a55687-1b96-491c-9882-751460d2478a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0695848 Feb 15 03:13:41.471556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-73fe5533-5be4-4432-a5cd-cac864a6a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:41.473085 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-73fe5533-5be4-4432-a5cd-cac864a6a6af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0490630 Feb 15 03:13:41.525556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-67576b8e-9e5c-46c3-82aa-b3e8d48607dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:41.527360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-67576b8e-9e5c-46c3-82aa-b3e8d48607dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487640 Feb 15 03:13:41.626979 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-2e026839-1369-413c-85bd-642baeb83a7f service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938902 Feb 15 03:13:41.722110 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dc903bb7-29d6-4a91-b47b-baeb3a6338a2 req-d9bc95d7-d26a-4ced-a8d3-84df44b07255 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892110 Feb 15 03:13:46.143486 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:48.930277 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:51.186941 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f74c16-bf7c-415c-8aec-b25c0439e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:53.380756 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f88f830-c2d6-4c12-8832-a08e1f39e1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:54.897427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:56.280501 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:57.520163 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:16.165949 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:17.545427 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:14:18.948734 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:21.165959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4e55b64-d617-4258-83c6-b38a951c81cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:23.354106 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5dc08c2-6ca2-4861-8a4f-f1289cfc6010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:24.879951 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:26.291696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:27.528350 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:42.155601 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-1dbbf168-2583-4563-bc70-0317d5711a0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610337 Feb 15 03:14:42.240558 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-ad20eabb-9da1-4c5c-a466-a0f13cb8ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:42.242052 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-ad20eabb-9da1-4c5c-a466-a0f13cb8ed1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1130 time: 0.0440233 Feb 15 03:14:42.345746 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-0f0f28ad-df84-4618-b346-79f7530250ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:42.347252 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-0f0f28ad-df84-4618-b346-79f7530250ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0880837 Feb 15 03:14:42.423282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-2f4ef22c-a0f4-424c-be67-df977dc208a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 1001 time: 0.0700238 Feb 15 03:14:42.479836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-38533551-42b3-4449-82f7-39b724bc99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:42.481343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-38533551-42b3-4449-82f7-39b724bc99f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0525186 Feb 15 03:14:42.537994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-1c84d6f3-89d2-4324-96ba-d11dfce5cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:42.540128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-1c84d6f3-89d2-4324-96ba-d11dfce5cfa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530128 Feb 15 03:14:42.634504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-bf89cb90-4c00-488b-b916-aab47351dc4b service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883434 Feb 15 03:14:42.730562 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-80b5e402-2677-4087-9a22-ff9d20800bd2 req-a49cfe39-6206-4036-99be-2464b8a2fb91 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889835 Feb 15 03:14:46.148139 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:48.939977 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:51.176396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62f157e7-b3d9-4eaf-ba16-3db223d0cf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:53.368222 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66b9f949-cf90-4ed8-8d9c-774360fb7efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:54.544857 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:14:54.893846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:56.285167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:57.545200 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:16.161846 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:17.474362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:17.668881 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Deleting port a880a40a-4d8e-40a5-ba83-dc9e2341de32 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:15:17.669134 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:17.742492 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:17.742817 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (a880a40a-4d8e-40a5-ba83-dc9e2341de32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:17.754328 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Calling delete_port for a880a40a-4d8e-40a5-ba83-dc9e2341de32 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:15:17.945371 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (a880a40a-4d8e-40a5-ba83-dc9e2341de32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:17.971127 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'Port': ['ID=a880a40a-4d8e-40a5-ba83-dc9e2341de32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:17.995251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.995612 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.995953 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.996315 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.996663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.996998 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.997330 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.997662 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.997995 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.998326 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.998651 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.998977 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:17.999303 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:18.043246 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (a03508d3-c986-49ed-8b8f-392ad6d66f71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.043580 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Floating IP a03508d3-c986-49ed-8b8f-392ad6d66f71 disassociated (deleted). External IP: 172.25.2.32, port: 216dd07c-cf79-45a3-a408-dc07dbad8b69. Feb 15 03:15:18.250370 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:15:18.357145 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:15:18.362199 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.366573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:15:18.376660 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:18.377308 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:18.490988 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:18.696421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:18.704760 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-7898e704-e2ef-4d25-ac4a-3d39830fb3fc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "DELETE /v2.0/floatingips/a03508d3-c986-49ed-8b8f-392ad6d66f71 HTTP/1.1" status: 204 len: 168 time: 1.2292902 Feb 15 03:15:18.705457 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:18.707790 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae39a5-a1ce-4875-ae10-809096809518" -d '{"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:18.726238 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:15:18.734590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:18.735209 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:14:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:18.843052 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:18.999341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:19.051197 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:19.084062 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9ee89-9646-4000-b33f-f2e16d9c4c60 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:15:19.148419 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df3fa6f-b1e8-4634-bb42-f98212ae0516 x-openstack-request-id: req-6df3fa6f-b1e8-4634-bb42-f98212ae0516 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:19.148893 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:19.149066 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6df3fa6f-b1e8-4634-bb42-f98212ae0516 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:19.149744 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'status': 'completed', 'code': 200} Feb 15 03:15:19.254520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae39a5-a1ce-4875-ae10-809096809518 req-b7454156-a213-4844-9204-4b8a2173bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.255972 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-b7454156-a213-4844-9204-4b8a2173bbe5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 1130 time: 0.0871112 Feb 15 03:15:19.267132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b805d-3a3e-4b7c-999a-72ca67129a17 req-e3cfe63d-ab63-4492-8329-8573b6251dd0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.268714 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-592b805d-3a3e-4b7c-999a-72ca67129a17 req-e3cfe63d-ab63-4492-8329-8573b6251dd0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0677707 Feb 15 03:15:19.334805 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ae3da-5395-4b2c-be27-6335113fabb2 None None] New status for floating IP a03508d3-c986-49ed-8b8f-392ad6d66f71: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:15:19.379109 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-592b805d-3a3e-4b7c-999a-72ca67129a17 req-1c5924dc-19dd-450d-be4f-1bc848117993 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013453 Feb 15 03:15:19.399680 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae39a5-a1ce-4875-ae10-809096809518 req-f0182a6d-ac86-4298-80fc-8d8ca1fff9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.401426 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-f0182a6d-ac86-4298-80fc-8d8ca1fff9c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.1318207 Feb 15 03:15:19.454645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-d30e27cc-23b5-4ea1-bb35-ae597b2d46e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 200 len: 217 time: 0.0449975 Feb 15 03:15:19.502754 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae39a5-a1ce-4875-ae10-809096809518 req-b89f7f51-5db9-48e9-a8a4-d540fb307808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.504197 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-b89f7f51-5db9-48e9-a8a4-d540fb307808 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0435166 Feb 15 03:15:19.557390 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae39a5-a1ce-4875-ae10-809096809518 req-a544e85b-4963-4e0b-bedb-7eed99fb6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.558877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-a544e85b-4963-4e0b-bedb-7eed99fb6317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483184 Feb 15 03:15:19.646125 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-11f96bd6-d030-4cb3-93a8-899662cc09d1 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793257 Feb 15 03:15:19.737854 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1cae39a5-a1ce-4875-ae10-809096809518 req-e6904447-426b-4ce2-af1b-d08c4b24a404 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Feb 15 03:15:20.504078 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b90bd-f2cf-44aa-89c0-0197fc5f5740 req-f00b3875-6ad2-418a-8d52-a6b6aa7417e8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:20.505603 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa2b90bd-f2cf-44aa-89c0-0197fc5f5740 req-f00b3875-6ad2-418a-8d52-a6b6aa7417e8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0541282 Feb 15 03:15:20.555764 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aa2b90bd-f2cf-44aa-89c0-0197fc5f5740 req-dbd0a2d9-3d81-4674-ad00-281e50ebbb18 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c00ca35-1a4e-42f7-ba06-be0e1d076de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Feb 15 03:15:20.919177 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-04134011-06fb-4135-9c76-a3439cea6245 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:20.920659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-04134011-06fb-4135-9c76-a3439cea6245 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 947 time: 0.0512321 Feb 15 03:15:21.098123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Deleting port 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:15:21.098123 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.108180 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] For port 216dd07c-cf79-45a3-a408-dc07dbad8b69, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=216dd07c-cf79-45a3-a408-dc07dbad8b69,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:15:21.108569 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.120526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Calling delete_port for 216dd07c-cf79-45a3-a408-dc07dbad8b69 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:15:21.162894 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d811982-15c9-4114-be35-3706a2cd56a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.299212 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (216dd07c-cf79-45a3-a408-dc07dbad8b69), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.327684 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'Port': ['ID=216dd07c-cf79-45a3-a408-dc07dbad8b69,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.372742 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.390129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] No DVR routers for this DVR port 216dd07c-cf79-45a3-a408-dc07dbad8b69 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:15:21.394475 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.397849 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8cad2921-c2cb-460c-977a-edb6dceb7758 req-f9b00a5c-aa25-48d2-b8a9-331ccf874403 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "DELETE /v2.0/ports/216dd07c-cf79-45a3-a408-dc07dbad8b69 HTTP/1.1" status: 204 len: 173 time: 0.4723783 Feb 15 03:15:21.398949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-deleted', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:21.401276 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff4891-eae2-4640-a8b9-6d5afaa89648" -d '{"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-deleted", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:21.490564 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd73629-658e-4356-8d2c-c11dca518c0d x-openstack-request-id: req-bcd73629-658e-4356-8d2c-c11dca518c0d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:21.490863 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6804ca2b-4b04-489d-b192-3d6858ffb836", "name": "network-vif-deleted", "tag": "216dd07c-cf79-45a3-a408-dc07dbad8b69", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:21.491151 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcd73629-658e-4356-8d2c-c11dca518c0d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:21.491560 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6804ca2b-4b04-489d-b192-3d6858ffb836', 'name': 'network-vif-deleted', 'tag': '216dd07c-cf79-45a3-a408-dc07dbad8b69', 'status': 'completed', 'code': 200} Feb 15 03:15:21.654630 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0e117b1c-2f0c-4aeb-be77-b967c7f0b846 req-7fcd8f51-953c-4e1b-8f14-28c8043229c4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=6804ca2b-4b04-489d-b192-3d6858ffb836 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Feb 15 03:15:22.710739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51198) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:22.765586 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (6c00ca35-1a4e-42f7-ba06-be0e1d076de1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:22.791131 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (6c00ca35-1a4e-42f7-ba06-be0e1d076de1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:22.922347 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (6c00ca35-1a4e-42f7-ba06-be0e1d076de1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:22.925041 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:22.926235 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c00ca35-1a4e-42f7-ba06-be0e1d076de1 HTTP/1.1" status: 204 len: 168 time: 0.2138588 Feb 15 03:15:22.935670 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d0f5-4252-403e-967c-ed87c7cd7705 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00ca35-1a4e-42f7-ba06-be0e1d076de1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:23.370266 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65eac2d9-b61b-4a2f-a8d0-7e08f80ff934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:23.561691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:23.566626 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22683170', 'description': 'tempest-secgroup-smoke-22683170 description', 'project_id': 'd810cef1484e48c5bd58d436c4390726'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:23.647733 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:23.715922 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (41226061-7055-46b2-b256-053c42d9d7da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:23.791029 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (41226061-7055-46b2-b256-053c42d9d7da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:23.819861 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41226061-7055-46b2-b256-053c42d9d7da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:23.903816 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:23.905030 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1120654c-3c23-41ca-bd9a-4951b510d486 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3420038 Feb 15 03:15:23.907765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:23.912026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:23.992841 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (6d5ee88a-5bd7-4c8f-bd38-058ee4a439ac), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.047555 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (6d5ee88a-5bd7-4c8f-bd38-058ee4a439ac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.110467 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (6d5ee88a-5bd7-4c8f-bd38-058ee4a439ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.128739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ee88a-5bd7-4c8f-bd38-058ee4a439ac,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:24.198885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.200366 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e7f05b0c-7ee7-4c76-b934-c4d20c12c504 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2913561 Feb 15 03:15:24.202783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:24.207222 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:24.292811 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (4aa633e5-f18c-439c-abc4-bd39fab9c99c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.347690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (4aa633e5-f18c-439c-abc4-bd39fab9c99c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.419341 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4aa633e5-f18c-439c-abc4-bd39fab9c99c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.437001 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa633e5-f18c-439c-abc4-bd39fab9c99c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:24.484086 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.485301 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e9e29c8c-ba46-461a-aba3-c819c8037813 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814925 Feb 15 03:15:24.488044 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:24.492988 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:24.595731 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (ce7d8544-9405-44df-bbeb-3c975ea111eb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.655142 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (ce7d8544-9405-44df-bbeb-3c975ea111eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.736124 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (ce7d8544-9405-44df-bbeb-3c975ea111eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.755399 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7d8544-9405-44df-bbeb-3c975ea111eb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:24.829369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.830621 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-88de7e03-7adb-40dc-83fd-6fd21023439d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416054 Feb 15 03:15:24.833350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:24.837739 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:24.907561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:24.946242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (4747765d-8f74-4a90-a72a-b4c07479e379), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.004274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (4747765d-8f74-4a90-a72a-b4c07479e379), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.078354 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (4747765d-8f74-4a90-a72a-b4c07479e379), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.097148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4747765d-8f74-4a90-a72a-b4c07479e379,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:25.177582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.178836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-53fc8226-1024-4bc9-a4cd-7e69a678bbc4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445318 Feb 15 03:15:25.181578 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51214) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:25.186207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:25.289925 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Project d810cef1484e48c5bd58d436c4390726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:15:25.294976 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (92258d36-1563-450e-a9be-87e337ab3940), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.352606 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (92258d36-1563-450e-a9be-87e337ab3940), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.436602 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (92258d36-1563-450e-a9be-87e337ab3940), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.455163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92258d36-1563-450e-a9be-87e337ab3940,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:25.518375 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.519613 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1a6c2704-57e9-496c-a376-10ecc5b02416 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3370657 Feb 15 03:15:25.522246 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:25.526542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'security_group_rule': {'security_group_id': '41226061-7055-46b2-b256-053c42d9d7da', 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:25.590579 n-d-829064-14 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Project d810cef1484e48c5bd58d436c4390726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:15:25.595369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (5807de79-b6ce-41ab-820b-d9b1d1223fa4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.656366 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (5807de79-b6ce-41ab-820b-d9b1d1223fa4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.729826 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (5807de79-b6ce-41ab-820b-d9b1d1223fa4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.748370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5807de79-b6ce-41ab-820b-d9b1d1223fa4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:25.807154 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:25.808553 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8a004029-4a30-4c52-9a1e-dbb105f2324d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2853251 Feb 15 03:15:25.830887 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:15:25.850463 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 216dd07c-cf79-45a3-a408-dc07dbad8b69 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:15:25.850813 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 216dd07c-cf79-45a3-a408-dc07dbad8b69 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:15:26.306959 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:27.564496 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:31.544589 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:15:46.221333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:48.946795 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:49.761322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-d5259fca-5be8-4872-8d40-1cb01cb14322 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22683170&fields=id&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 267 time: 0.0434318 Feb 15 03:15:49.865248 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-aa03bdbd-faf0-4bc8-95b1-505fc676afa9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:49.866635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-aa03bdbd-faf0-4bc8-95b1-505fc676afa9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 808 time: 0.0987492 Feb 15 03:15:49.881472 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-bb5fa19c-4417-4adf-989f-f1fa165f3f9e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/quotas/d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Feb 15 03:15:49.940949 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-48997b70-a7c9-481b-92fa-601198115cfc tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539718 Feb 15 03:15:49.956379 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-46246f3b-692c-4900-802f-d01ef0983974 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:15:49.957355 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-46246f3b-692c-4900-802f-d01ef0983974 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051050 Feb 15 03:15:50.043058 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-44f17e09-105a-452d-b582-2688184f96ef service neutron] 10.222.0.43 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803893 Feb 15 03:15:50.135393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-827e587d-3bb8-4d17-b4b8-949d6155f443 service neutron] 10.222.0.43 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866337 Feb 15 03:15:51.156002 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35c856a1-8da7-4764-a7ba-d65df43cbb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:51.670145 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-898a654b-5578-40be-b51d-5ef3cc71aaea req-270c0cda-04e3-417b-82b1-7b30253d77cb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Feb 15 03:15:52.764001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd991b9c-0f33-4104-a5ae-898f9f0d149d req-83ee9e28-2ea2-4bde-999a-fbe43aad7f1f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0277424 Feb 15 03:15:53.339922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-a34f07ed-539c-4fe6-8a59-8de733e8a4c9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:53.341413 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-a34f07ed-539c-4fe6-8a59-8de733e8a4c9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 808 time: 0.1040046 Feb 15 03:15:53.373074 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c489b504-eb5d-4c13-b30b-13399510bcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:53.404260 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-0f7ec95e-0fd7-4484-b63f-4ede6063c37f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 378 time: 0.0548453 Feb 15 03:15:53.412646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'port': {'device_id': 'b5b79a08-9886-4147-908a-24df08cd1363', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'admin_state_up': True, 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'security_groups': ['41226061-7055-46b2-b256-053c42d9d7da']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:53.584856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Made reservation on behalf of d810cef1484e48c5bd58d436c4390726 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:15:53.588322 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:53.719971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Allocated IP 172.20.0.14 (3190acf7-7f86-41ab-b09c-9e3353c9993d/e97e2b50-edb0-4383-8e97-efcba2041db0/f1405c18-10d1-4310-90d8-7cb8e564dfc4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:15:53.876903 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7993ab66-81e0-4f49-863b-ffb0d0f67437 req-a3e5d48a-2358-4ce8-a172-b0c7cbc4ab3a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0407207 Feb 15 03:15:53.886210 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:53.981554 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.020783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:15:54.024247 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:15:54.030502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:15:54.059540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:54.089714 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:54.090565 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.189761 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-90577aa9-394e-4606-85f2-004551344f85 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807961 Feb 15 03:15:54.200496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-e0159975-e6fd-452b-92a6-7a65ccfe8cd9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:15:54.201879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-e0159975-e6fd-452b-92a6-7a65ccfe8cd9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064175 Feb 15 03:15:54.266817 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Request body: {'port': {'device_id': 'b5b79a08-9886-4147-908a-24df08cd1363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:54.301723 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7583bda9-82b2-4c45-9d49-c609b5f8c5a8 None None] Provisioning complete for port f1405c18-10d1-4310-90d8-7cb8e564dfc4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:15:54.302016 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7583bda9-82b2-4c45-9d49-c609b5f8c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.334178 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.336872 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7583bda9-82b2-4c45-9d49-c609b5f8c5a8 None None] Port f1405c18-10d1-4310-90d8-7cb8e564dfc4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:15:54.609179 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:15:54.618016 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks [] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.631411 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Transition to ACTIVE for port object f1405c18-10d1-4310-90d8-7cb8e564dfc4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:15:54.699252 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.755750 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:54.825659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:15:54.825659 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:15:54.826063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:15:54.830541 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:15:54.830944 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:15:54.836996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:15:54.837335 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:15:54.837732 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Bound using segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:15:54.838174 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Bound port: f1405c18-10d1-4310-90d8-7cb8e564dfc4, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:15:54.838531 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.907138 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:15:54.910505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:15:54.917968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:54.996879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:55.042326 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b38646-091a-4f6f-94e1-668d111ee980 req-68bc4a71-61d9-4445-bcfa-e61599899061 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.043857 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b38646-091a-4f6f-94e1-668d111ee980 req-68bc4a71-61d9-4445-bcfa-e61599899061 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0897996 Feb 15 03:15:55.045143 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.045753 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:55.047050 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] 10.222.0.31 "PUT /v2.0/ports/f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1093 time: 0.8386738 Feb 15 03:15:55.067593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:55.069939 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07968ab-6772-49a4-9e63-0ef88c5d33eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:55.093815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976469bb-b031-45b3-a9aa-2420a1e6e012 service neutron] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:55.139214 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d1b38646-091a-4f6f-94e1-668d111ee980 req-03e88dd3-4143-4c61-a949-92bd38b03187 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522723 Feb 15 03:15:55.202703 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b176019-910b-4504-aaa2-b37d0954e550 x-openstack-request-id: req-3b176019-910b-4504-aaa2-b37d0954e550 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:55.203132 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:55.203400 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b176019-910b-4504-aaa2-b37d0954e550 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:55.203953 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'status': 'completed', 'code': 200} Feb 15 03:15:55.222328 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-4d775ba0-a4f6-4f10-91c2-35657f4f6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.224245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-4d775ba0-a4f6-4f10-91c2-35657f4f6a8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1127 time: 0.0643880 Feb 15 03:15:55.278830 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-7f76654e-17f8-4036-9b79-ed7ae63f19c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0416341 Feb 15 03:15:55.328110 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-171cf826-899d-4f99-b419-2dbabecefa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.329571 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-171cf826-899d-4f99-b419-2dbabecefa77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0451334 Feb 15 03:15:55.378539 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-f41ceb1e-bdfa-479b-a66e-b407a8b7f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.380044 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-f41ceb1e-bdfa-479b-a66e-b407a8b7f5a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445263 Feb 15 03:15:55.472981 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-60af9217-6611-42fb-bf4c-912ea44a1ae0 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Feb 15 03:15:55.564322 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-077372ba-962a-4e26-9ff0-860c9ae0c003 req-4dc21f97-e109-4418-a2fb-125a5d06198a service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856888 Feb 15 03:15:55.716065 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-f4aa9744-cf32-47cd-951e-5ff9ff7cb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.717543 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-f4aa9744-cf32-47cd-951e-5ff9ff7cb7d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1127 time: 0.0510809 Feb 15 03:15:55.805905 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-44f7cbc3-8a79-443d-8967-b583c0539483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.807423 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-44f7cbc3-8a79-443d-8967-b583c0539483 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0833166 Feb 15 03:15:55.852921 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-3ef82150-ae3a-4106-9319-17b885e4e20e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0393181 Feb 15 03:15:55.900336 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-210a9556-56bc-45f5-aca1-b1436d05d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.901775 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-210a9556-56bc-45f5-aca1-b1436d05d93c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0433526 Feb 15 03:15:55.949965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-ac43af1b-663c-4a37-a9c5-265fbba62da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:55.951442 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-ac43af1b-663c-4a37-a9c5-265fbba62da1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442107 Feb 15 03:15:56.042743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-82ae272e-8189-4c00-91ac-172df78c6770 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850570 Feb 15 03:15:56.134557 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c07968ab-6772-49a4-9e63-0ef88c5d33eb req-78fa8eea-47c0-43c5-8cae-5f8aa52b36c4 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Feb 15 03:15:56.284668 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc493-4bd7-4dc0-a6e7-e9da589a617a req-7928bccb-cfd3-4d25-9d22-2792792ca538 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:56.286305 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eefc493-4bd7-4dc0-a6e7-e9da589a617a req-7928bccb-cfd3-4d25-9d22-2792792ca538 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0617728 Feb 15 03:15:56.329785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:56.339158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6eefc493-4bd7-4dc0-a6e7-e9da589a617a req-ec46d02b-22c2-4dc6-adee-f3782c000202 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467715 Feb 15 03:15:57.465679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9eb4-08ac-41c6-b2a2-a00f88003b9d req-2cd1c340-c1c6-45a7-abd6-08c2f570514f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:57.467198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be4f9eb4-08ac-41c6-b2a2-a00f88003b9d req-2cd1c340-c1c6-45a7-abd6-08c2f570514f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0592022 Feb 15 03:15:57.512342 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:57.515479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-be4f9eb4-08ac-41c6-b2a2-a00f88003b9d req-f6e35310-6579-4110-a0e0-c9c3e395490c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423334 Feb 15 03:15:58.639655 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944559-5999-4646-94c5-aaf949150d8b req-a064e55f-ead1-4c2a-9f48-432a53d57ee4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:58.641222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec944559-5999-4646-94c5-aaf949150d8b req-a064e55f-ead1-4c2a-9f48-432a53d57ee4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0524168 Feb 15 03:15:58.690328 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec944559-5999-4646-94c5-aaf949150d8b req-a812aee5-c780-4fbf-bbf7-e806abb832e7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433922 Feb 15 03:15:59.813167 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804f81d-b5c1-4362-9852-6a13b5193662 req-b09f4c6c-16cd-4826-98f8-c98712bbccf2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:59.814663 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7804f81d-b5c1-4362-9852-6a13b5193662 req-b09f4c6c-16cd-4826-98f8-c98712bbccf2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0573225 Feb 15 03:15:59.862878 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7804f81d-b5c1-4362-9852-6a13b5193662 req-d2b0631e-323f-4f24-bc2d-1a2404fc1e40 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424867 Feb 15 03:16:00.981203 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ec41-8523-49ea-8142-54d1430f096f req-da37fe14-c1a2-4636-a92c-db685eff87ac tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:00.982677 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd33ec41-8523-49ea-8142-54d1430f096f req-da37fe14-c1a2-4636-a92c-db685eff87ac tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0522170 Feb 15 03:16:01.030976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd33ec41-8523-49ea-8142-54d1430f096f req-4caf381e-9f75-43f9-9dab-e31924c9096a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426986 Feb 15 03:16:02.214249 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a42dc-8eeb-47a3-b542-44cf544639f5 req-03632816-d5e5-46dc-82e9-19ccbfcfb96e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:02.215791 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d30a42dc-8eeb-47a3-b542-44cf544639f5 req-03632816-d5e5-46dc-82e9-19ccbfcfb96e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Feb 15 03:16:02.268458 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d30a42dc-8eeb-47a3-b542-44cf544639f5 req-b8f3483f-c3bc-486d-a55d-31758e30a72e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469401 Feb 15 03:16:03.391205 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3fbd4-eff3-4402-900d-d1e6533e2311 req-5c77c09a-10dd-409e-9e3d-92cb00cddd71 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:03.393937 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55f3fbd4-eff3-4402-900d-d1e6533e2311 req-5c77c09a-10dd-409e-9e3d-92cb00cddd71 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0542612 Feb 15 03:16:03.445935 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55f3fbd4-eff3-4402-900d-d1e6533e2311 req-b8cc143d-64c7-4fe2-af53-af5cc78655e8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461683 Feb 15 03:16:04.563849 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba5f5-19cd-47f7-90ab-d0b874add818 req-8dc9a5fd-dff6-4a2a-aaee-2311d7bff370 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:04.565373 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c2ba5f5-19cd-47f7-90ab-d0b874add818 req-8dc9a5fd-dff6-4a2a-aaee-2311d7bff370 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0523865 Feb 15 03:16:04.614001 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6c2ba5f5-19cd-47f7-90ab-d0b874add818 req-50ceabb4-6546-44c0-a17a-f52632aff7b3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422211 Feb 15 03:16:05.739370 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde57592-f77a-4f15-8e6a-6a36cacf9793 req-9d4d77f0-7dd9-43f3-9d80-57d5b3648ab1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:05.740912 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cde57592-f77a-4f15-8e6a-6a36cacf9793 req-9d4d77f0-7dd9-43f3-9d80-57d5b3648ab1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0584109 Feb 15 03:16:05.790291 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cde57592-f77a-4f15-8e6a-6a36cacf9793 req-724166ca-3991-46c6-8247-10f3ad069f65 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432341 Feb 15 03:16:06.907294 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15237b1a-7d46-4783-baf6-c1bc9afdb1f1 req-c5f0f5c4-b2d8-48e0-82cf-a7de6b439106 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:06.908736 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15237b1a-7d46-4783-baf6-c1bc9afdb1f1 req-c5f0f5c4-b2d8-48e0-82cf-a7de6b439106 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0517685 Feb 15 03:16:06.958419 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-15237b1a-7d46-4783-baf6-c1bc9afdb1f1 req-35f4b21e-528c-4c40-918c-289d7d1317c5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423958 Feb 15 03:16:08.077814 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379028df-edf3-41ad-a68f-77eeeec92f73 req-8a941284-e95a-4a0c-933e-0d1bc46d528a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:08.079329 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-379028df-edf3-41ad-a68f-77eeeec92f73 req-8a941284-e95a-4a0c-933e-0d1bc46d528a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0531154 Feb 15 03:16:08.133685 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-379028df-edf3-41ad-a68f-77eeeec92f73 req-b93d5683-c8aa-4a6e-b2bd-beef59b06c3f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485485 Feb 15 03:16:08.544243 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:16:09.249560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944c69-a564-4b81-85eb-bc94a191c8a1 req-0da4a1de-ce86-4098-96e9-f103bb3867a2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:09.251032 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7944c69-a564-4b81-85eb-bc94a191c8a1 req-0da4a1de-ce86-4098-96e9-f103bb3867a2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0514238 Feb 15 03:16:09.299159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7944c69-a564-4b81-85eb-bc94a191c8a1 req-3adc176c-102b-46e6-a058-029bda169528 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427012 Feb 15 03:16:10.418671 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a68e7-0609-4197-8b87-83428c3b3422 req-97e1ab30-6a9f-4bdd-a0d7-4bb892cdd7a4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:10.420185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a7a68e7-0609-4197-8b87-83428c3b3422 req-97e1ab30-6a9f-4bdd-a0d7-4bb892cdd7a4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0521533 Feb 15 03:16:10.468033 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8a7a68e7-0609-4197-8b87-83428c3b3422 req-512228d5-8d9e-457a-89c0-6d92ac8a5e5e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422409 Feb 15 03:16:11.589678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b9941-f727-4498-8a6c-80bd66810d38 req-e4a317cf-804e-4a5d-b53d-9e50e6b7e7ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:11.591149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1b9941-f727-4498-8a6c-80bd66810d38 req-e4a317cf-804e-4a5d-b53d-9e50e6b7e7ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0559199 Feb 15 03:16:11.642245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1b9941-f727-4498-8a6c-80bd66810d38 req-42f57fd2-ffeb-45cf-98da-d66ffc4cea6d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455453 Feb 15 03:16:12.383118 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:16:12.480730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:16:12.495405 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'mac_address': 'fa:16:3e:53:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:16:12.531287 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1405c18-10d1-4310-90d8-7cb8e564dfc4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:16:12.531676 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:12.544915 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:16:12.567453 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:16:12.649435 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:12.695866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:12.703257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.703590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.703930 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.704267 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.704626 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.704955 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.705286 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.705610 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.705938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.706260 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.706582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.706902 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.707226 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:12.761697 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971fb8-9466-463e-8a3d-da8ae2af372a req-c0f0db32-798b-4cf8-b158-70763c4e9a73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:12.763212 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05971fb8-9466-463e-8a3d-da8ae2af372a req-c0f0db32-798b-4cf8-b158-70763c4e9a73 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Feb 15 03:16:12.819067 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-05971fb8-9466-463e-8a3d-da8ae2af372a req-351fae8a-550b-463e-b493-1ad8236c3122 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474522 Feb 15 03:16:12.873282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['f1405c18-10d1-4310-90d8-7cb8e564dfc4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:16:13.941639 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b306f-e221-48e9-be56-e486edb992f1 req-68e074b3-db7a-48d9-909e-2ac3e71029a6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:13.943141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f3b306f-e221-48e9-be56-e486edb992f1 req-68e074b3-db7a-48d9-909e-2ac3e71029a6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 945 time: 0.0562475 Feb 15 03:16:13.991463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7f3b306f-e221-48e9-be56-e486edb992f1 req-e84d3aa2-7951-4bca-8990-92bdab55d9c4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424411 Feb 15 03:16:14.414938 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:16:14.557625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port f1405c18-10d1-4310-90d8-7cb8e564dfc4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:16:14.561672 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port f1405c18-10d1-4310-90d8-7cb8e564dfc4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:16:14.562288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:14.640895 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1405c18-10d1-4310-90d8-7cb8e564dfc4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:16:14.641288 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:14.671288 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:16:14.673477 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158962d-6d74-4e11-a5fc-620ecb6eca62" -d '{"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-plugged", "status": "completed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:16:14.686688 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:16:14.711793 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f036054-831d-4325-9483-d5bdba3167a7 x-openstack-request-id: req-7f036054-831d-4325-9483-d5bdba3167a7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:16:14.712080 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-plugged", "status": "completed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:16:14.712356 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f036054-831d-4325-9483-d5bdba3167a7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:16:14.712748 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'code': 200} Feb 15 03:16:14.757806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:14.804820 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:14.805971 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ffd6a-9914-4d2f-8187-13ea564228a3 req-ae0a800a-9281-4f79-b19c-104c5cf1193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:14.807507 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-989ffd6a-9914-4d2f-8187-13ea564228a3 req-ae0a800a-9281-4f79-b19c-104c5cf1193f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1129 time: 0.0429704 Feb 15 03:16:14.859388 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-989ffd6a-9914-4d2f-8187-13ea564228a3 req-c4d65038-5a43-4274-b628-4e82fd6cde55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389175 Feb 15 03:16:15.116318 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847d77-a6fa-4491-a69f-1fcc6fa6f02f req-ca35d703-f254-49dd-9dc2-a972613e5475 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:15.117811 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7847d77-a6fa-4491-a69f-1fcc6fa6f02f req-ca35d703-f254-49dd-9dc2-a972613e5475 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0518088 Feb 15 03:16:15.169686 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c7847d77-a6fa-4491-a69f-1fcc6fa6f02f req-cdb258ec-5784-4bf9-96a1-c55c890a8781 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462801 Feb 15 03:16:16.189650 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:16.285719 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b07e80-afa6-4e32-80ab-a4b3fda3a077 req-fb96b4a9-e246-4655-83d7-5732ec2f3c84 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:16.287205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0b07e80-afa6-4e32-80ab-a4b3fda3a077 req-fb96b4a9-e246-4655-83d7-5732ec2f3c84 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0514293 Feb 15 03:16:16.335185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d0b07e80-afa6-4e32-80ab-a4b3fda3a077 req-8f96693b-84d2-40d0-a7f2-f50a93921851 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416625 Feb 15 03:16:16.452032 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c2531-140b-4ff8-8f80-0a80aec7d807 req-5f27711c-8ef4-4600-8816-b998f3a4acae tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:16.453455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9c2531-140b-4ff8-8f80-0a80aec7d807 req-5f27711c-8ef4-4600-8816-b998f3a4acae tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Feb 15 03:16:16.501170 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ca9c2531-140b-4ff8-8f80-0a80aec7d807 req-f5cd11b3-12a4-4f81-be5f-a61a5d4986ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420310 Feb 15 03:16:16.522140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:16:16.609685 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d26251-b187-4722-bd3d-05a1e5d05bfc tempest-TestShelveInstance-90413885 tempest-TestShelveInstance-90413885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:16.611166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-21d26251-b187-4722-bd3d-05a1e5d05bfc tempest-TestShelveInstance-90413885 tempest-TestShelveInstance-90413885-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1124 time: 0.0880804 Feb 15 03:16:16.613932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:16:16.618095 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:16:16.712611 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:16.806099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:16.910104 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Allocated IP 172.25.2.32 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/9344442a-b0f3-4d58-94f6-3661fe262f7a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:16:17.007897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:17.100713 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:17.142216 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:16:17.146992 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:16:17.149619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:16:17.175489 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=9344442a-b0f3-4d58-94f6-3661fe262f7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:17.834447 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (d0d10f26-1430-4f66-93af-a394750c9e5c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:17.956798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.104808 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.151483 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.221010 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event updated for resources: {'Port': ['ID=9344442a-b0f3-4d58-94f6-3661fe262f7a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:18.230619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (d0d10f26-1430-4f66-93af-a394750c9e5c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.332229 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Floating IP d0d10f26-1430-4f66-93af-a394750c9e5c associated. External IP: 172.25.2.32, port: f1405c18-10d1-4310-90d8-7cb8e564dfc4. Feb 15 03:16:18.542625 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:16:18.652691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:16:18.663241 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:16:18.684395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:16:18.684395 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:16:18.719619 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.750159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-7ed47a04-0dbc-4ab8-a5af-070ade271042 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1352212 Feb 15 03:16:18.750783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:16:18.753116 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e201733-6a57-4db6-a617-172297d6f5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:16:18.782120 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:16:18.791014 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0c61a-4ddf-4ecf-bfae-56acca8fc381 x-openstack-request-id: req-83c0c61a-4ddf-4ecf-bfae-56acca8fc381 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:16:18.791316 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:16:18.791575 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83c0c61a-4ddf-4ecf-bfae-56acca8fc381 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:16:18.791987 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'status': 'completed', 'code': 200} Feb 15 03:16:18.857605 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e201733-6a57-4db6-a617-172297d6f5ce req-414819c0-41e4-45b3-8033-3fd92c565a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:18.859126 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-414819c0-41e4-45b3-8033-3fd92c565a68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1129 time: 0.0461011 Feb 15 03:16:18.956273 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e201733-6a57-4db6-a617-172297d6f5ce req-6389d976-7857-4ec1-afd4-c24c52d03b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:18.957871 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-6389d976-7857-4ec1-afd4-c24c52d03b25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0918498 Feb 15 03:16:19.025420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-930845a4-cf59-4741-bdd6-17761822d340 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 999 time: 0.0620422 Feb 15 03:16:19.080223 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e201733-6a57-4db6-a617-172297d6f5ce req-2b7463ea-949b-4d6c-aa8f-0bbd1a21fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:19.081747 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-2b7463ea-949b-4d6c-aa8f-0bbd1a21fe16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0494092 Feb 15 03:16:19.090869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:19.129618 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e201733-6a57-4db6-a617-172297d6f5ce req-3a2a1d10-c98f-4b66-9af8-00fdccb792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:19.131166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-3a2a1d10-c98f-4b66-9af8-00fdccb792a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434954 Feb 15 03:16:19.175253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd0d10f26-1430-4f66-93af-a394750c9e5c', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:53:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b79a08-9886-4147-908a-24df08cd1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:16:17Z', 'updated_at': '2022-02-15T03:16:17Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:16:19.203389 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:16:19.211736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:16:19.212316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:15:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:16:19.219350 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-10bf661d-9e56-4f3b-a77b-7d54e517d87d service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824037 Feb 15 03:16:19.314958 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7e201733-6a57-4db6-a617-172297d6f5ce req-66c98c58-4ade-4fd1-b3ff-b05a5a2d85fa service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896168 Feb 15 03:16:19.321993 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:16:19.546034 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd0d10f26-1430-4f66-93af-a394750c9e5c', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:53:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b79a08-9886-4147-908a-24df08cd1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:16:17Z', 'updated_at': '2022-02-15T03:16:17Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:16:19.572445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc66b-5b54-4ff2-949e-015639206010 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': 'd0d10f26-1430-4f66-93af-a394750c9e5c', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'mac_address': 'fa:16:3e:53:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b79a08-9886-4147-908a-24df08cd1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:16:17Z', 'updated_at': '2022-02-15T03:16:17Z', 'revision_number': 0, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:16:19.758151 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840964-09b6-4b03-b5d0-a901b0c21845 None None] New status for floating IP d0d10f26-1430-4f66-93af-a394750c9e5c: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:16:21.167001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41a594e0-ffbd-4b8f-aa60-17aba93f4809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:23.363159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87dba874-634a-4c75-8351-0d1df21eaa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:24.892896 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:26.321788 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:27.563330 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:45.545411 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:16:46.201856 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:48.995692 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:51.196985 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a71634b-352e-4144-b1ea-b8fa05d0bb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:53.383658 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9779-f74b-441b-b904-6a9d9bcdaa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:54.897887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:56.303673 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:57.511290 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:08.961627 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-00e55c4b-713b-4277-bfeb-ca6b1d0178fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438087 Feb 15 03:17:09.049147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-13e814bf-91c7-4bcb-827c-02450c021d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.050722 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-13e814bf-91c7-4bcb-827c-02450c021d57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1129 time: 0.0456777 Feb 15 03:17:09.156745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-dc58a20f-d4f2-4054-950d-e47f108fb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.158210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-dc58a20f-d4f2-4054-950d-e47f108fb0f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0890257 Feb 15 03:17:09.223844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-78cd867d-b4d3-4875-82e1-321eade6054b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1001 time: 0.0596890 Feb 15 03:17:09.281184 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-e25937cf-6e40-4360-aa57-fb04b24244d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.282610 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-e25937cf-6e40-4360-aa57-fb04b24244d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0477939 Feb 15 03:17:09.330266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-104ec40f-42f5-4c8b-bd37-a695cb67d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.332411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-104ec40f-42f5-4c8b-bd37-a695cb67d397 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443344 Feb 15 03:17:09.418948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-5f837b2c-8fee-4691-8a35-7aab9f44bb26 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805492 Feb 15 03:17:09.511978 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e77007a-ad86-475c-b1a8-ad29755cecfc req-da4b86d8-1bd9-4dff-9d8a-941af27e97c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870762 Feb 15 03:17:16.206050 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:18.954495 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:21.144652 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3e5c-873e-4e50-946e-51c08c2136f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:22.544926 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:17:23.367640 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c623f6-613d-4566-ab90-578fbdc3b16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:24.908659 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:26.281803 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:27.525672 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:46.241516 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:48.944895 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:51.150160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9630e9d-6e16-4032-ac40-fd8cda862960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:53.377519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1060e5b6-27a7-4b3b-bb4d-e5721b9d19a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:54.891160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:56.292766 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:57.492723 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:59.544269 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:18:08.960239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-5eac66f7-b4dd-4aca-aa7f-8362a548445b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443416 Feb 15 03:18:09.047024 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-b27f8e46-f364-437a-a4cd-c4184dc3fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:09.048661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-b27f8e46-f364-437a-a4cd-c4184dc3fb90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1129 time: 0.0448363 Feb 15 03:18:09.158443 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-68cd1e6c-dbe0-42c3-9360-760d9f3fbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:09.159962 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-68cd1e6c-dbe0-42c3-9360-760d9f3fbcff service neutron] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0939741 Feb 15 03:18:09.241567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-465bcfac-b1f9-44eb-ac00-f1a34d5a6199 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1001 time: 0.0658660 Feb 15 03:18:09.283953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-4eeb20d7-b41e-4f5d-850f-09ab3dbd2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:09.285411 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-4eeb20d7-b41e-4f5d-850f-09ab3dbd2658 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0475037 Feb 15 03:18:09.332144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-80fd6d88-ca49-4f91-aa59-f1c84960bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:09.333653 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-80fd6d88-ca49-4f91-aa59-f1c84960bddc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425193 Feb 15 03:18:09.421141 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-fe7e22cc-4e39-4ecd-9e34-c02e2d4bdb33 service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Feb 15 03:18:09.514963 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-253b7b6d-7f67-4575-a087-7599d8ea3e60 req-c9e43ea7-b289-48ef-adff-96299bfad11a service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878222 Feb 15 03:18:16.252135 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:18.959390 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:21.160722 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6557-eead-4a70-8079-07efe1bfd520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:23.371166 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1634b795-7e71-4a37-a3a4-473b28466d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:24.892167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:26.302315 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:27.549123 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.543585 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:18:42.544665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d65f5b-a9a8-4ef1-9760-82cd4bdfdedc req-e4005473-2bd1-4331-8531-fc514df9b8d2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:42.546245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d65f5b-a9a8-4ef1-9760-82cd4bdfdedc req-e4005473-2bd1-4331-8531-fc514df9b8d2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.1312392 Feb 15 03:18:42.596457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-02d65f5b-a9a8-4ef1-9760-82cd4bdfdedc req-28efd48a-8fa8-4b0a-97df-7f57f2cd9732 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445974 Feb 15 03:18:43.719933 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ba38-5758-4efa-8098-2693c5d4bee6 req-02064a18-95b3-46e3-9d5f-e02329575643 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.721451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e08ba38-5758-4efa-8098-2693c5d4bee6 req-02064a18-95b3-46e3-9d5f-e02329575643 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Feb 15 03:18:43.773620 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9e08ba38-5758-4efa-8098-2693c5d4bee6 req-31c92314-1a99-43cb-ad01-9acdf497c739 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465755 Feb 15 03:18:44.891722 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae8d9b-24f2-439d-901e-d845289ea197 req-203212f5-55c7-4ee4-81c5-d99192bea059 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:44.893234 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9ae8d9b-24f2-439d-901e-d845289ea197 req-203212f5-55c7-4ee4-81c5-d99192bea059 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0518823 Feb 15 03:18:44.941808 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b9ae8d9b-24f2-439d-901e-d845289ea197 req-4094df13-34f2-4bd9-be2a-24b0a2928c90 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430503 Feb 15 03:18:46.064363 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626488-1325-45d4-8480-60d7ce1cfc70 req-ebe5e67c-dd3c-44d2-8c7a-e63b3bff93dd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:46.065929 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29626488-1325-45d4-8480-60d7ce1cfc70 req-ebe5e67c-dd3c-44d2-8c7a-e63b3bff93dd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0562053 Feb 15 03:18:46.117340 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-29626488-1325-45d4-8480-60d7ce1cfc70 req-686a76d6-1da2-4184-b4e0-71802d609399 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457160 Feb 15 03:18:46.227537 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:47.272593 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ed96-6728-4eea-96a4-1d2acbc29200 req-fe44578b-562a-47bd-928d-add01e18c3b7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:47.274081 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ce6ed96-6728-4eea-96a4-1d2acbc29200 req-fe44578b-562a-47bd-928d-add01e18c3b7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0584364 Feb 15 03:18:47.322240 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9ce6ed96-6728-4eea-96a4-1d2acbc29200 req-fa0bd84f-2b1b-48ac-9d79-a52b9878e4f3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425799 Feb 15 03:18:48.438990 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbaa5-b239-4140-b47a-117e91580eb1 req-5db1eddc-3e0e-45b2-a3cf-432a22230a49 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:48.440536 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97afbaa5-b239-4140-b47a-117e91580eb1 req-5db1eddc-3e0e-45b2-a3cf-432a22230a49 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0522890 Feb 15 03:18:48.487809 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-97afbaa5-b239-4140-b47a-117e91580eb1 req-e29aacf4-0e11-485f-b656-1867c67a8e17 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417712 Feb 15 03:18:48.942960 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.617291 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b017987-0707-41a0-bddf-8f85a990abb0 req-c6553027-880b-4fdb-aafd-620094f3796b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:49.618800 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b017987-0707-41a0-bddf-8f85a990abb0 req-c6553027-880b-4fdb-aafd-620094f3796b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0609601 Feb 15 03:18:49.669140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b017987-0707-41a0-bddf-8f85a990abb0 req-2ce5ea6f-6160-40d7-bfce-714fcd21141e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440621 Feb 15 03:18:50.790724 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931344a9-394b-40c4-8701-45ad056efbb1 req-1df6794c-338a-49d8-923d-78a6c9008400 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:50.792530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-931344a9-394b-40c4-8701-45ad056efbb1 req-1df6794c-338a-49d8-923d-78a6c9008400 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0538352 Feb 15 03:18:50.841026 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-931344a9-394b-40c4-8701-45ad056efbb1 req-e9916845-7de0-4bd8-b18b-c32970320ab9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425673 Feb 15 03:18:51.160199 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c95a9db-3ecd-4abe-82ef-8e0b5881e874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.959651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22848a92-4a25-4432-ab5a-13613b8812c8 req-9746ac53-7ae0-4b03-ba35-b433cb4ee618 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:51.961171 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22848a92-4a25-4432-ab5a-13613b8812c8 req-9746ac53-7ae0-4b03-ba35-b433cb4ee618 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0531693 Feb 15 03:18:52.013705 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-22848a92-4a25-4432-ab5a-13613b8812c8 req-f2b86498-cb28-474c-8b5f-c0b8fee321ab tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469153 Feb 15 03:18:52.677183 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-c840e565-26ed-4ac8-9779-644fa22c97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:52.678713 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-c840e565-26ed-4ac8-9779-644fa22c97aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1129 time: 0.0453482 Feb 15 03:18:52.766082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-7a127eb6-b92f-490a-9933-d7bdea27270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:52.767531 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-7a127eb6-b92f-490a-9933-d7bdea27270f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0827804 Feb 15 03:18:52.834637 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-dccef97a-545d-4b9a-95fc-adb86042e426 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1001 time: 0.0614040 Feb 15 03:18:52.881130 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-fbea254f-c9a5-49f9-915e-d1ebca6867f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:52.882517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-fbea254f-c9a5-49f9-915e-d1ebca6867f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0421433 Feb 15 03:18:52.928598 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-6d8039b3-79c0-4d36-9180-89ed13bed0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:52.929975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-6d8039b3-79c0-4d36-9180-89ed13bed0a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0417917 Feb 15 03:18:53.019169 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-63b44f5b-6083-47cf-ad9f-b113ce93748b service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833611 Feb 15 03:18:53.136947 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8c716c85-22d5-4c3a-874e-41253ba97d06 req-6041ce91-075e-4b07-80f0-d4f20d6aaa0e service neutron] 10.222.0.31 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119425 Feb 15 03:18:53.155871 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b55f3-2ab6-4527-8e9d-9c757ad1d947 req-2000a716-2782-4669-ab90-2e08f154ad59 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:53.157343 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-538b55f3-2ab6-4527-8e9d-9c757ad1d947 req-2000a716-2782-4669-ab90-2e08f154ad59 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0746906 Feb 15 03:18:53.205658 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-538b55f3-2ab6-4527-8e9d-9c757ad1d947 req-97b3488d-39cb-42d8-a823-630139573da9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427296 Feb 15 03:18:53.371800 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfe2-54cb-49c3-b732-3311d4690849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.325813 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9710b-ad58-4946-962c-57cf20a80413 req-a178ff50-8471-4cdb-883f-e06299aa54e7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:54.327268 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36f9710b-ad58-4946-962c-57cf20a80413 req-a178ff50-8471-4cdb-883f-e06299aa54e7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0518150 Feb 15 03:18:54.374891 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36f9710b-ad58-4946-962c-57cf20a80413 req-9b89151b-99cb-412b-9b6a-457464c504b7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420496 Feb 15 03:18:54.897195 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.493725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912415e2-2089-43b4-8535-4c7bb264da70 req-2d5054d0-8712-4fae-bbea-67f963439a5e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:55.495200 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-912415e2-2089-43b4-8535-4c7bb264da70 req-2d5054d0-8712-4fae-bbea-67f963439a5e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0513759 Feb 15 03:18:55.547976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-912415e2-2089-43b4-8535-4c7bb264da70 req-84caf386-5b01-4f0d-80ec-3446351d2017 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464122 Feb 15 03:18:56.303239 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:56.669476 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f8c1-e238-4ccc-b530-94a14080e33f req-a39771e8-e365-43d3-9cb3-8224cfcac373 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:56.670897 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b464f8c1-e238-4ccc-b530-94a14080e33f req-a39771e8-e365-43d3-9cb3-8224cfcac373 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0551474 Feb 15 03:18:56.722347 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b464f8c1-e238-4ccc-b530-94a14080e33f req-2b02cc59-a9ca-4d95-9095-468009cf7887 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455692 Feb 15 03:18:57.507274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:57.843020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e9c6-0765-4407-a665-1ca8b5b49d3c req-6d8b52d5-2536-41e5-befe-1919ee91e5d0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:57.844548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c971e9c6-0765-4407-a665-1ca8b5b49d3c req-6d8b52d5-2536-41e5-befe-1919ee91e5d0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Feb 15 03:18:57.893879 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c971e9c6-0765-4407-a665-1ca8b5b49d3c req-3ab597b5-1363-44aa-a68b-9797138f36dd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433486 Feb 15 03:18:59.024282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72369d-07bb-4cf2-9535-05f93ff038eb req-94b9d060-656b-4c49-b09c-f6f26624dace tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:59.025795 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d72369d-07bb-4cf2-9535-05f93ff038eb req-94b9d060-656b-4c49-b09c-f6f26624dace tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 946 time: 0.0636075 Feb 15 03:18:59.085683 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8d72369d-07bb-4cf2-9535-05f93ff038eb req-f2004094-faad-491b-bb1f-c85cb14521b7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534015 Feb 15 03:18:59.175316 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:59.252050 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port f1405c18-10d1-4310-90d8-7cb8e564dfc4 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:18:59.252472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:59.274665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:18:59.276919 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b81f4-da9e-4aea-8351-06bed18374c3" -d '{"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-unplugged", "status": "completed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:18:59.289445 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:59.366112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:59.389655 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f493d-0e80-4621-8c23-77cfccac8619 x-openstack-request-id: req-9f6f493d-0e80-4621-8c23-77cfccac8619 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:18:59.389951 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-unplugged", "status": "failed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:18:59.390208 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f6f493d-0e80-4621-8c23-77cfccac8619 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:18:59.390607 n-d-829064-14 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'code': 422} returned with failed status Feb 15 03:18:59.419125 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.431665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.432698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:59.508678 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57977a-ede4-43dd-a2bf-cd9152317fbe req-71d62152-433e-4a67-a7f8-ffaf4b962ca8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:59.510167 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f57977a-ede4-43dd-a2bf-cd9152317fbe req-71d62152-433e-4a67-a7f8-ffaf4b962ca8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0866871 Feb 15 03:18:59.514262 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-9c5b8043-6d84-4c64-9382-9af8c0a837f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146173 Feb 15 03:18:59.525836 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-bf60d1db-9ed0-4d9d-b852-daa26af7e32e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:18:59.526782 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-bf60d1db-9ed0-4d9d-b852-daa26af7e32e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046415 Feb 15 03:18:59.569185 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6f57977a-ede4-43dd-a2bf-cd9152317fbe req-7f381b14-021b-47c9-8eef-33e53ea2399a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527136 Feb 15 03:19:00.672777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-aafd26e0-242b-48a6-8dfd-543abee5fe36 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:00.674056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-aafd26e0-242b-48a6-8dfd-543abee5fe36 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports/f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 941 time: 0.1129603 Feb 15 03:19:00.701975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdc060-b054-401f-936f-25bc8bdec4dc req-9a92b74c-b2a6-4fd7-8983-9ef9fb0431e9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:00.703455 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cfdc060-b054-401f-936f-25bc8bdec4dc req-9a92b74c-b2a6-4fd7-8983-9ef9fb0431e9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0657840 Feb 15 03:19:00.753823 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cfdc060-b054-401f-936f-25bc8bdec4dc req-254c2f8c-89dd-47b9-aff8-4d93858dbd11 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443666 Feb 15 03:19:01.874165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566ba27-92ac-4465-9ca1-2fe35cb72e3f req-0e82c8e9-cedb-4ecb-bd19-d8de14994e1c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:01.875661 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9566ba27-92ac-4465-9ca1-2fe35cb72e3f req-0e82c8e9-cedb-4ecb-bd19-d8de14994e1c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0529358 Feb 15 03:19:01.927940 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9566ba27-92ac-4465-9ca1-2fe35cb72e3f req-e1e38899-a506-4f22-8711-a68363bc0885 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467279 Feb 15 03:19:03.047009 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0a98-3fd8-46e5-8643-aa2d15f91a45 req-596a65fb-142b-4289-a9fa-4ee47e74770e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:03.048549 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e53a0a98-3fd8-46e5-8643-aa2d15f91a45 req-596a65fb-142b-4289-a9fa-4ee47e74770e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0523441 Feb 15 03:19:03.097335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e53a0a98-3fd8-46e5-8643-aa2d15f91a45 req-c96f0c13-08ec-4115-bb1c-db9645da1994 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432057 Feb 15 03:19:04.221046 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956b36a-43d5-45f0-8821-6f9ae8a842b0 req-8ffdf1f7-3fb2-48e1-a699-c3af4453d53e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:04.222540 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6956b36a-43d5-45f0-8821-6f9ae8a842b0 req-8ffdf1f7-3fb2-48e1-a699-c3af4453d53e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0584979 Feb 15 03:19:04.270846 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6956b36a-43d5-45f0-8821-6f9ae8a842b0 req-4cb716e6-d97d-4d4a-aa25-e22fa4f15fa4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426295 Feb 15 03:19:05.394513 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7ce1-9f41-4553-ad69-b7b55e081faf req-3c1e88a2-250f-43f2-a40a-d3a2dd3c43c7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:05.396837 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24cf7ce1-9f41-4553-ad69-b7b55e081faf req-3c1e88a2-250f-43f2-a40a-d3a2dd3c43c7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0579090 Feb 15 03:19:05.448834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-24cf7ce1-9f41-4553-ad69-b7b55e081faf req-b7e04dcd-9108-493d-b0df-83bb2f5a7995 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455379 Feb 15 03:19:06.575656 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d022-70e5-47cd-afe0-47fea54cc86d req-c34a983e-f823-4d2f-a9bb-051ba6f28242 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:06.577274 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb69d022-70e5-47cd-afe0-47fea54cc86d req-c34a983e-f823-4d2f-a9bb-051ba6f28242 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0578907 Feb 15 03:19:06.638888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bb69d022-70e5-47cd-afe0-47fea54cc86d req-073a1806-b508-43fe-ad6b-d638bd4a0e70 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559089 Feb 15 03:19:07.762890 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6b50d-8d70-49c2-b7d6-33b287558270 req-aa4f6456-d1db-4c92-895d-0e73bcb21422 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:07.764523 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4c6b50d-8d70-49c2-b7d6-33b287558270 req-aa4f6456-d1db-4c92-895d-0e73bcb21422 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0574448 Feb 15 03:19:07.813528 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d4c6b50d-8d70-49c2-b7d6-33b287558270 req-e1cefe0e-6aa3-4061-b6b0-016edd7bda51 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432398 Feb 15 03:19:08.933846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ff5a-c5df-4649-99e4-9d4017722b78 req-884b5acf-2a85-436c-871f-4ef735518dce tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:08.935352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e78ff5a-c5df-4649-99e4-9d4017722b78 req-884b5acf-2a85-436c-871f-4ef735518dce tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0531707 Feb 15 03:19:08.984159 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5e78ff5a-c5df-4649-99e4-9d4017722b78 req-20f5383e-da42-4f8c-9ecb-30808f668e2d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429497 Feb 15 03:19:10.106193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f610b-9d73-4ab1-97ed-94969a62f966 req-d134af9b-9186-4de1-ab51-eec54b498609 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:10.107696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c5f610b-9d73-4ab1-97ed-94969a62f966 req-d134af9b-9186-4de1-ab51-eec54b498609 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0528557 Feb 15 03:19:10.160675 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0c5f610b-9d73-4ab1-97ed-94969a62f966 req-ab31075a-4a2e-4c12-8053-a6a917c49898 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472035 Feb 15 03:19:11.280341 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb132a-df6e-480d-af42-dd463004300f req-3d29175f-f844-42ac-8754-6f4a4651ea6d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:11.281834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9acb132a-df6e-480d-af42-dd463004300f req-3d29175f-f844-42ac-8754-6f4a4651ea6d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0538468 Feb 15 03:19:11.331005 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9acb132a-df6e-480d-af42-dd463004300f req-44652d70-c0da-41ff-a660-56b617ab0fc7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433323 Feb 15 03:19:12.447855 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c4ef-627b-4c36-b2e9-9eeff9283975 req-22db9ff0-4f6f-4a68-88e5-19b5c0c55161 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:12.450011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09d5c4ef-627b-4c36-b2e9-9eeff9283975 req-22db9ff0-4f6f-4a68-88e5-19b5c0c55161 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0532727 Feb 15 03:19:12.497567 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09d5c4ef-627b-4c36-b2e9-9eeff9283975 req-f3c8e756-e56d-4d14-9058-dc066c944ec0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419393 Feb 15 03:19:13.544315 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:19:13.623922 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef36b-9dd7-402c-9a2e-ab34fdf135de req-e0d9419a-c145-4c59-b50b-03ff0b3dc822 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:13.625548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04cef36b-9dd7-402c-9a2e-ab34fdf135de req-e0d9419a-c145-4c59-b50b-03ff0b3dc822 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0570331 Feb 15 03:19:13.677570 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-04cef36b-9dd7-402c-9a2e-ab34fdf135de req-ebdfe0ac-086f-4e9f-93f5-f16b74c295f5 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460913 Feb 15 03:19:14.807374 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102909-94fc-4091-9660-eff823117487 req-cae6910d-6b0f-428c-a58c-1e45b3c51ffa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:14.809515 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5102909-94fc-4091-9660-eff823117487 req-cae6910d-6b0f-428c-a58c-1e45b3c51ffa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0545754 Feb 15 03:19:14.866443 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f5102909-94fc-4091-9660-eff823117487 req-73c5e1a0-8d2f-4581-b65f-0dea16dbd422 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500896 Feb 15 03:19:14.898637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-280a988c-3517-4d35-a0fb-449131a8e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:14.900134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-280a988c-3517-4d35-a0fb-449131a8e324 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&tenant_id=d810cef1484e48c5bd58d436c4390726 HTTP/1.1" status: 200 len: 1127 time: 0.0897727 Feb 15 03:19:14.910787 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-14', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:19:14.970494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.166407 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:19:15.198902 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:19:15.230969 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:19:15.238329 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks [] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.250122 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Transition to ACTIVE for port object f1405c18-10d1-4310-90d8-7cb8e564dfc4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:19:15.308099 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.384815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:19:15.400322 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.400677 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.401025 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.401882 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.402224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.402561 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.402897 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.403230 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.403560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.403927 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.404260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.404632 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.404951 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:19:15.443198 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] No DVR routers for this DVR port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:19:15.582505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:19:15.582839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:19:15.583165 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:19:15.587368 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:19:15.587687 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Attempting to bind port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on network 3190acf7-7f86-41ab-b09c-9e3353c9993d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:19:15.593124 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:19:15.593464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Checking segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:19:15.593843 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Bound using segment: {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:19:15.594305 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Bound port: f1405c18-10d1-4310-90d8-7cb8e564dfc4, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fd8547-8f73-442d-b918-b56fbd84a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:19:15.594612 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.658895 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:19:15.661833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:19:15.753119 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.789634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:15.790369 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:15.792014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1093 time: 0.8850536 Feb 15 03:19:15.792502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:19:15.795464 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7962353-520f-48dd-b892-9ee31ac6371a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:19:15.843807 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3516a-d990-4a9e-b7e9-95e98c2ed04c x-openstack-request-id: req-f9e3516a-d990-4a9e-b7e9-95e98c2ed04c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:19:15.844491 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:19:15.844491 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9e3516a-d990-4a9e-b7e9-95e98c2ed04c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:19:15.844769 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'status': 'completed', 'code': 200} Feb 15 03:19:15.859015 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d684a5-aba6-49b2-9915-35e0440c82b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:19:15.875630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-6f95f3b8-c8fe-4974-bebe-195bed809c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:15.877215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-6f95f3b8-c8fe-4974-bebe-195bed809c83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1127 time: 0.0613029 Feb 15 03:19:16.015775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-9c51d793-40a7-408a-9549-ae9258ea9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.017222 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-9c51d793-40a7-408a-9549-ae9258ea9bc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.1257405 Feb 15 03:19:16.029154 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763136-2ee0-43db-83df-516bf9373359 req-029dabca-dbe4-4d9a-b592-d201e27897ed tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.030585 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65763136-2ee0-43db-83df-516bf9373359 req-029dabca-dbe4-4d9a-b592-d201e27897ed tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0857992 Feb 15 03:19:16.238907 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:16.443187 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-3a374891-ec24-473e-9d77-7c1adde44d01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 999 time: 0.4116454 Feb 15 03:19:16.452119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-65763136-2ee0-43db-83df-516bf9373359 req-43804d0e-a6c8-4225-949d-de3d66bca53e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4138591 Feb 15 03:19:16.494805 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-30033199-d9d9-49a5-a6db-5f8e04582985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.496282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-30033199-d9d9-49a5-a6db-5f8e04582985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0432980 Feb 15 03:19:16.544460 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-5c5fc3b4-471c-47b4-8ca4-c0bf79ffd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.545911 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-5c5fc3b4-471c-47b4-8ca4-c0bf79ffd7bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431666 Feb 15 03:19:16.637047 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-dfbfd200-5549-4bbb-b2e7-1076e2cdc9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827997 Feb 15 03:19:16.722959 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-0cb87b98-4432-496e-9bfe-f1cc710bbc4d service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805826 Feb 15 03:19:16.866254 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7962353-520f-48dd-b892-9ee31ac6371a req-dc6744b0-bf0e-4f0d-92a0-72808f4a970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.867727 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-dc6744b0-bf0e-4f0d-92a0-72808f4a970d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1127 time: 0.0444419 Feb 15 03:19:16.957579 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7962353-520f-48dd-b892-9ee31ac6371a req-c81212c6-422f-4cd9-9a5b-402226af0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:16.959040 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-c81212c6-422f-4cd9-9a5b-402226af0cc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0851669 Feb 15 03:19:17.021884 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-eb15789a-60a1-405a-b2c3-270ee4854cbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 999 time: 0.0567453 Feb 15 03:19:17.072099 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7962353-520f-48dd-b892-9ee31ac6371a req-6b83b6af-f302-4798-953f-149626779169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:17.073645 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-6b83b6af-f302-4798-953f-149626779169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0464916 Feb 15 03:19:17.122761 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7962353-520f-48dd-b892-9ee31ac6371a req-b30879ad-7593-4292-a531-996c443f3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:17.124275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-b30879ad-7593-4292-a531-996c443f3e6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450051 Feb 15 03:19:17.210898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-14b36c20-f4d8-478e-85c3-64ce6bef1e25 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803919 Feb 15 03:19:17.302143 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a7962353-520f-48dd-b892-9ee31ac6371a req-ea294529-4a4b-4054-8e66-2db5203d63b4 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856488 Feb 15 03:19:17.569147 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a77cf-e1ef-481d-a46a-70405cfc7f12 req-a2d9f3a7-a17a-4998-ace8-adf186889ef1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:17.570633 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e05a77cf-e1ef-481d-a46a-70405cfc7f12 req-a2d9f3a7-a17a-4998-ace8-adf186889ef1 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0528245 Feb 15 03:19:17.618640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e05a77cf-e1ef-481d-a46a-70405cfc7f12 req-051620c0-e2f4-4485-b6bd-bba469d6b4d7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424750 Feb 15 03:19:18.746320 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d782bc-a117-4ce1-aba2-a7206b401140 req-c70bcd2f-ccd3-4437-89dc-c04e73f6eef9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:18.747709 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8d782bc-a117-4ce1-aba2-a7206b401140 req-c70bcd2f-ccd3-4437-89dc-c04e73f6eef9 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0585353 Feb 15 03:19:18.795039 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b8d782bc-a117-4ce1-aba2-a7206b401140 req-faac1ad0-6d6b-4d7d-ae3e-1835ae489740 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417635 Feb 15 03:19:18.976836 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:19.912957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c29d7-7517-4570-b63d-cccfd800ec6e req-1326159a-9df8-4025-b8a7-09f2da4039d2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:19.914421 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426c29d7-7517-4570-b63d-cccfd800ec6e req-1326159a-9df8-4025-b8a7-09f2da4039d2 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0511189 Feb 15 03:19:19.961743 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-426c29d7-7517-4570-b63d-cccfd800ec6e req-810aeed0-41fe-47a7-a8d8-9d4266683a14 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411589 Feb 15 03:19:21.080854 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0056e5b-ca18-4584-9031-39f740a01aec req-e784903c-ace9-4929-a9a1-0a4f38999d11 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:21.082398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0056e5b-ca18-4584-9031-39f740a01aec req-e784903c-ace9-4929-a9a1-0a4f38999d11 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0524995 Feb 15 03:19:21.137400 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c0056e5b-ca18-4584-9031-39f740a01aec req-f79cd905-4cf2-45e2-ad72-878ce8dba41d tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493305 Feb 15 03:19:21.165243 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ee8b07-eda5-46ab-a4c9-b8a8b7ff1705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:22.255412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f847566-0cdc-4b47-a524-43ca8138b62f req-1f74d01d-650d-49bf-b0e3-5e62ff1cbbf8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:22.256914 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f847566-0cdc-4b47-a524-43ca8138b62f req-1f74d01d-650d-49bf-b0e3-5e62ff1cbbf8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0521538 Feb 15 03:19:22.304473 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-9f847566-0cdc-4b47-a524-43ca8138b62f req-f394f66a-6f45-488f-a458-e121c8b3ee54 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419557 Feb 15 03:19:23.392835 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f54b-d6ac-4325-b9ee-deb9ed2d876d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:23.423691 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b74e0-0c80-4482-94ab-3df8419aa58b req-045760fc-2a3f-4f20-abea-af8642e4f053 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:23.425210 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d53b74e0-0c80-4482-94ab-3df8419aa58b req-045760fc-2a3f-4f20-abea-af8642e4f053 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0548348 Feb 15 03:19:23.473095 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d53b74e0-0c80-4482-94ab-3df8419aa58b req-f9881f85-9fc3-433e-b1a9-2d347dcd5896 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422714 Feb 15 03:19:24.594953 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eecec4-2190-433d-bb5e-01e57cb0e24b req-9f4f62f4-616d-4454-8dac-ff04676e1575 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:24.596463 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45eecec4-2190-433d-bb5e-01e57cb0e24b req-9f4f62f4-616d-4454-8dac-ff04676e1575 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 944 time: 0.0566599 Feb 15 03:19:24.644732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-45eecec4-2190-433d-bb5e-01e57cb0e24b req-cbfca4d4-79ba-46b9-adee-44fa06cf0ad7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425608 Feb 15 03:19:24.912784 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:25.114206 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:19:25.207766 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:19:25.219360 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'port_id': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'mac_address': 'fa:16:3e:53:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:19:25.254353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port f1405c18-10d1-4310-90d8-7cb8e564dfc4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:19:25.254739 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:25.270293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:19:25.289157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:19:25.370980 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:25.419896 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:19:25.746857 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['f1405c18-10d1-4310-90d8-7cb8e564dfc4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:19:25.762689 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6697665-a451-4eb6-85d4-bbe8674ca955 req-7805734b-b634-47b7-9ccd-d2fb7a171fd4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:25.764198 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6697665-a451-4eb6-85d4-bbe8674ca955 req-7805734b-b634-47b7-9ccd-d2fb7a171fd4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Feb 15 03:19:25.819844 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d6697665-a451-4eb6-85d4-bbe8674ca955 req-8a09bada-3e94-4311-bc40-b7aaf4d0c09b tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499840 Feb 15 03:19:26.296380 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:26.944036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607890c4-bf96-43c0-8801-1e5bfccc9ceb req-feb05bda-46b3-420d-b089-fef786dd5f42 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:26.945530 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-607890c4-bf96-43c0-8801-1e5bfccc9ceb req-feb05bda-46b3-420d-b089-fef786dd5f42 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Feb 15 03:19:26.994790 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-607890c4-bf96-43c0-8801-1e5bfccc9ceb req-40f1d0bd-5d30-4c02-82b4-3621204d7ce8 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431659 Feb 15 03:19:27.114321 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:19:27.215886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port f1405c18-10d1-4310-90d8-7cb8e564dfc4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:19:27.219613 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port f1405c18-10d1-4310-90d8-7cb8e564dfc4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:19:27.219994 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:27.297998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port f1405c18-10d1-4310-90d8-7cb8e564dfc4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:19:27.304185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:27.321148 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:19:27.323369 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1259c017-02e2-4acc-84e8-aaea79a1c5ce" -d '{"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-plugged", "status": "completed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:19:27.336164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:19:27.357857 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1c2c4-51ec-44e4-9b82-010f6715d864 x-openstack-request-id: req-0bd1c2c4-51ec-44e4-9b82-010f6715d864 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:19:27.358172 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-plugged", "status": "completed", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:19:27.358425 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bd1c2c4-51ec-44e4-9b82-010f6715d864 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:19:27.358817 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'code': 200} Feb 15 03:19:27.399717 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:27.460755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:19:27.516210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fae7e-0f3e-4443-b5bb-c781ab8815a6 req-6127f511-896c-4237-9eeb-fed6a13a2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:27.517755 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-951fae7e-0f3e-4443-b5bb-c781ab8815a6 req-6127f511-896c-4237-9eeb-fed6a13a2576 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1130 time: 0.0446861 Feb 15 03:19:27.519162 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:27.563836 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-951fae7e-0f3e-4443-b5bb-c781ab8815a6 req-d9bdc0eb-a243-4023-aa86-29c4a65fa2b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400391 Feb 15 03:19:28.120464 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ffc65-3884-406e-9fb8-2ce53ec544e7 req-b8a4a7f6-b685-413d-bc5e-b153337e8bf3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:28.121975 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-066ffc65-3884-406e-9fb8-2ce53ec544e7 req-b8a4a7f6-b685-413d-bc5e-b153337e8bf3 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 947 time: 0.0524695 Feb 15 03:19:28.173976 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-066ffc65-3884-406e-9fb8-2ce53ec544e7 req-111c9a5a-108c-4b39-b6c2-19173310cedd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465009 Feb 15 03:19:29.292589 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fa0-e814-489a-a776-fbc86ad3a4cc req-ba33872e-4fd0-4f51-a087-4953b57363eb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:29.294093 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86ac5fa0-e814-489a-a776-fbc86ad3a4cc req-ba33872e-4fd0-4f51-a087-4953b57363eb tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 947 time: 0.0530610 Feb 15 03:19:29.342877 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-86ac5fa0-e814-489a-a776-fbc86ad3a4cc req-1ad8923f-4349-4e0c-8b75-e65af5cb525a tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431607 Feb 15 03:19:46.266997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:48.090091 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-4c61f749-d42a-4805-9251-4b14c8502992 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418062 Feb 15 03:19:48.178161 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-137f0cc9-a947-4d4a-a3be-466147049954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:48.179697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-137f0cc9-a947-4d4a-a3be-466147049954 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1130 time: 0.0449176 Feb 15 03:19:48.286481 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-70e9cddf-9b92-4724-b32b-3b5a136c8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:48.287952 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-70e9cddf-9b92-4724-b32b-3b5a136c8016 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0901561 Feb 15 03:19:48.352525 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-151d1419-0f1e-4911-8ce8-7c499bfce05c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1001 time: 0.0580230 Feb 15 03:19:48.403943 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-df680ce1-cd57-4251-ac66-d643eec88643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:48.405417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-df680ce1-cd57-4251-ac66-d643eec88643 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0470777 Feb 15 03:19:48.458915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-39ac82b5-13a3-46e6-9c1b-0ae4e02731e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:19:48.460454 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-39ac82b5-13a3-46e6-9c1b-0ae4e02731e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487347 Feb 15 03:19:48.571427 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-e8c32374-0247-48dc-bd46-0bc1fdc45790 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049924 Feb 15 03:19:48.664006 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a1369a6-623a-470d-9db3-e634816b47c8 req-c5761bd4-18bb-4f2b-9ebe-2d10a3cf0237 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861511 Feb 15 03:19:48.946703 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:50.543315 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:19:51.204828 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35d061cf-7aef-4798-afae-8d947038d90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:53.404995 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24eab528-692f-493d-b7c8-da1126e73658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:54.896093 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:56.295652 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:57.529776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:16.277827 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:18.987005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:21.158142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0bec80c-4296-4717-8ccb-c17760691116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:23.404191 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74a18d57-82f4-498d-8223-beba4a89b9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:24.901064 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:26.323866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:27.501152 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:27.542962 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:20:46.243475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:48.170806 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-731024e2-e1e7-4b95-a70f-0fee701ca58f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440283 Feb 15 03:20:48.251572 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-249ef2f4-ebf8-4265-861e-6150523208fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:20:48.253104 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-249ef2f4-ebf8-4265-861e-6150523208fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1130 time: 0.0440261 Feb 15 03:20:48.358545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-86a92efe-b300-4c58-b1a0-bbc2641b1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:20:48.360018 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-86a92efe-b300-4c58-b1a0-bbc2641b1a9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.0885553 Feb 15 03:20:48.425028 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-5834cf3b-4d4d-45d7-8898-71a77c6c4d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 1001 time: 0.0587223 Feb 15 03:20:48.476794 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-0ff0a56d-5819-487a-a741-a45c1939536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:20:48.478233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-0ff0a56d-5819-487a-a741-a45c1939536f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0480309 Feb 15 03:20:48.527158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-ed5e98ef-ac9b-4e39-a0fe-6a1bb289d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:20:48.528868 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-ed5e98ef-ac9b-4e39-a0fe-6a1bb289d22a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449617 Feb 15 03:20:48.538729 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-4362d398-9a36-4b87-b0e6-b9108403cbe9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:20:48.539873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-4362d398-9a36-4b87-b0e6-b9108403cbe9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050447 Feb 15 03:20:48.628457 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-31ca3db6-2b9c-4862-9bc4-bd15a260da5e service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817101 Feb 15 03:20:48.720326 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6b58fb2f-7bb7-4a31-9339-9194f1487fdc req-f8a5845b-d050-4a51-ad4f-275db0e3c93c service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Feb 15 03:20:48.969372 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:51.186529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-776e2c3f-e0d7-4684-bf1b-74f9fe2e014e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:53.392450 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5d5410f-f927-4322-8976-8788f77b2c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:54.900308 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:56.317241 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:57.523547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:04.542264 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:21:05.432575 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:05.772765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Deleting port 9344442a-b0f3-4d58-94f6-3661fe262f7a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:05.773109 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:05.852013 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:05.852261 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (9344442a-b0f3-4d58-94f6-3661fe262f7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:05.863792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Calling delete_port for 9344442a-b0f3-4d58-94f6-3661fe262f7a owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:06.072014 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9344442a-b0f3-4d58-94f6-3661fe262f7a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:06.100804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'Port': ['ID=9344442a-b0f3-4d58-94f6-3661fe262f7a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:06.128570 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.128926 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.129271 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.129611 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.129950 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.130290 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.130619 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.130966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.131281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.131629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.131937 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.132266 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.137152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:06.171621 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for floatingip (d0d10f26-1430-4f66-93af-a394750c9e5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:06.171971 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Floating IP d0d10f26-1430-4f66-93af-a394750c9e5c disassociated (deleted). External IP: 172.25.2.32, port: f1405c18-10d1-4310-90d8-7cb8e564dfc4. Feb 15 03:21:06.403735 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:06.515759 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:06.520854 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:06.525835 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:06.535329 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:06.535943 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:06.555060 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-944132bb-1965-433d-a2cb-d72eeb82e7e6 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "DELETE /v2.0/floatingips/d0d10f26-1430-4f66-93af-a394750c9e5c HTTP/1.1" status: 204 len: 168 time: 1.1188011 Feb 15 03:21:06.555060 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:21:06.555536 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:21:06.667388 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:06.871751 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:06.903004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:06.912057 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:06.912730 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:07.029712 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f8e7f-ba76-4e2d-9945-c697fc25ff4c x-openstack-request-id: req-6f9f8e7f-ba76-4e2d-9945-c697fc25ff4c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:21:07.030112 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:21:07.030436 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f9f8e7f-ba76-4e2d-9945-c697fc25ff4c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:21:07.030917 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'status': 'completed', 'code': 200} Feb 15 03:21:07.034864 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:07.129353 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-95642a82-9fa9-44a4-be02-0a35cb41accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:07.130895 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-95642a82-9fa9-44a4-be02-0a35cb41accb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d810cef1484e48c5bd58d436c4390726&device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 1130 time: 0.0779195 Feb 15 03:21:07.142358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6b4d7-6484-4648-93db-938078e5a2c9 req-6fb650b8-a2fc-4f6c-9e71-da1a76fa6f36 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:07.144485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ea6b4d7-6484-4648-93db-938078e5a2c9 req-6fb650b8-a2fc-4f6c-9e71-da1a76fa6f36 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 947 time: 0.0650246 Feb 15 03:21:07.232271 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:07.244740 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0ea6b4d7-6484-4648-93db-938078e5a2c9 req-0523f4b7-93b2-40d7-aa9e-98de231921a7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921259 Feb 15 03:21:07.266056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7de88-8feb-4960-84ff-1d2b24194f17 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:49Z', 'revision_number': 4, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '17d4172d-a709-44b9-b0ff-508d588065b1', 'name': '', 'network_id': '3190acf7-7f86-41ab-b09c-9e3353c9993d', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'mac_address': 'fa:16:3e:23:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:48Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'subnets': [{'id': 'e97e2b50-edb0-4383-8e97-efcba2041db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:07.269840 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-42a1cb0b-ce5e-42d4-9e00-de57a718b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:07.271720 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-42a1cb0b-ce5e-42d4-9e00-de57a718b83b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 200 len: 909 time: 0.1264017 Feb 15 03:21:07.320048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-b08f8821-ab3b-4891-8f5d-f9aa6004a4c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0413785 Feb 15 03:21:07.372376 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-ca5467e8-fdba-439c-9510-bd3e7da61144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:07.373893 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-ca5467e8-fdba-439c-9510-bd3e7da61144 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 200 len: 847 time: 0.0453541 Feb 15 03:21:07.425386 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-b191fdb3-beca-49e1-b970-1a0cfa4e298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:07.426932 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-b191fdb3-beca-49e1-b970-1a0cfa4e298b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3190acf7-7f86-41ab-b09c-9e3353c9993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470881 Feb 15 03:21:07.491305 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1254a8-f085-45b2-be85-c1e416f96d59 None None] New status for floating IP d0d10f26-1430-4f66-93af-a394750c9e5c: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:21:07.521888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-f4d5652a-f654-4182-9a5b-d82eb3ed54b1 service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879881 Feb 15 03:21:07.613526 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ed6efe8b-71b1-4ab5-b4be-1a33cabc418b req-5dc58878-00f8-4343-ba4b-829d79d63edb service neutron] 10.222.0.37 "GET /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Feb 15 03:21:08.368790 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc188807-b724-415a-a396-4d1ca9d00b58 req-ec7025e1-2b6b-451c-b68c-11467bf2b29c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:08.370282 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc188807-b724-415a-a396-4d1ca9d00b58 req-ec7025e1-2b6b-451c-b68c-11467bf2b29c tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 947 time: 0.0530622 Feb 15 03:21:08.419121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-bc188807-b724-415a-a396-4d1ca9d00b58 req-9cf66160-eb87-4337-9d63-e8fc563e089f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/security-groups?id=41226061-7055-46b2-b256-053c42d9d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432866 Feb 15 03:21:08.607651 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-e9b26833-eab1-4277-9bd0-4a29a264cac0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:08.609136 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-e9b26833-eab1-4277-9bd0-4a29a264cac0 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 947 time: 0.0787141 Feb 15 03:21:08.700367 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Deleting port f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:08.700716 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:08.790313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] For port f1405c18-10d1-4310-90d8-7cb8e564dfc4, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=f1405c18-10d1-4310-90d8-7cb8e564dfc4,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:08.790671 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:08.802033 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Calling delete_port for f1405c18-10d1-4310-90d8-7cb8e564dfc4 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:08.963344 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (f1405c18-10d1-4310-90d8-7cb8e564dfc4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:08.995204 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'Port': ['ID=f1405c18-10d1-4310-90d8-7cb8e564dfc4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:09.041499 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] No DVR routers for this DVR port f1405c18-10d1-4310-90d8-7cb8e564dfc4 on host n-h1-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:21:09.044397 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:09.047899 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b56afb25-f999-4acf-bd52-3ba7eae8aadb req-3ddf2cae-e2c9-4bf5-a451-4310c720b46f tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.37 "DELETE /v2.0/ports/f1405c18-10d1-4310-90d8-7cb8e564dfc4 HTTP/1.1" status: 204 len: 173 time: 0.4335647 Feb 15 03:21:09.048369 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-deleted', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:21:09.050732 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a762b-e446-46d2-a487-bd07a0b9350a" -d '{"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-deleted", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:21:09.088283 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f73498-d96c-48c8-a20c-0128f3a71907 x-openstack-request-id: req-a3f73498-d96c-48c8-a20c-0128f3a71907 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:21:09.088633 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b79a08-9886-4147-908a-24df08cd1363", "name": "network-vif-deleted", "tag": "f1405c18-10d1-4310-90d8-7cb8e564dfc4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:21:09.088891 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3f73498-d96c-48c8-a20c-0128f3a71907 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:21:09.089306 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b79a08-9886-4147-908a-24df08cd1363', 'name': 'network-vif-deleted', 'tag': 'f1405c18-10d1-4310-90d8-7cb8e564dfc4', 'status': 'completed', 'code': 200} Feb 15 03:21:09.530453 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e6db2423-a29d-4eae-95c5-4cd80083d0d2 req-a2078413-e688-4a69-bae1-a046f08c65a7 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0358026 Feb 15 03:21:10.634273 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-b1534b7c-121f-4d2b-88eb-7b59a28f7fd2 req-571a0d52-9155-4db1-a49f-f2fe90632dbd tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0313597 Feb 15 03:21:11.731420 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d2d15917-429d-471e-a3a5-a2ddf34f6ecb req-b8d4ae19-c25b-43a6-861d-d07cfaa1f48e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Feb 15 03:21:12.826294 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-f7727acd-607c-4841-9d2e-39a85d24bd2e req-3111e3de-787b-48b8-8de1-5d0d4c344216 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Feb 15 03:21:13.613218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:13.613218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: f1405c18-10d1-4310-90d8-7cb8e564dfc4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:13.613984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device f1405c18-10d1-4310-90d8-7cb8e564dfc4 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:13.921502 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-66540019-c801-40bc-91a0-f317af983870 req-71194384-028d-4c8c-8b38-51c183bb6abe tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0273945 Feb 15 03:21:15.018873 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5f5c8f3d-dc64-430d-81cc-e242b81620fc req-5d8e1a92-5602-4504-af87-eafb50a7abaa tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Feb 15 03:21:16.117869 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2f631c2e-d380-4491-83e5-267422bd6128 req-08a85518-dfdc-4b28-9a80-1505891399d4 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Feb 15 03:21:16.272325 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:17.216073 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2ead1b3b-1d57-4eef-a947-9263fbb79a23 req-0780338d-3001-4c3f-a829-d3a51418e12e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0306103 Feb 15 03:21:18.324561 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-213f0b60-3992-4dca-af80-42306e62a966 req-8fc520a5-b9f5-4577-a6ca-a6aa354ec1ad tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b79a08-9886-4147-908a-24df08cd1363 HTTP/1.1" status: 200 len: 210 time: 0.0278437 Feb 15 03:21:18.980514 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:19.384790 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:19.442992 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (41226061-7055-46b2-b256-053c42d9d7da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:19.468732 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (41226061-7055-46b2-b256-053c42d9d7da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:19.575195 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (41226061-7055-46b2-b256-053c42d9d7da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:19.577956 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:19.583311 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] 10.222.0.43 "DELETE /v2.0/security-groups/41226061-7055-46b2-b256-053c42d9d7da HTTP/1.1" status: 204 len: 168 time: 0.1934283 Feb 15 03:21:19.589251 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41226061-7055-46b2-b256-053c42d9d7da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:19.597614 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.597969 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.598319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.598663 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.598997 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.599541 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.600475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.601158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.601158 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.601488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.601849 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.602142 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.602435 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cee33d-9b27-4f90-b410-854432c6b30e tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:19.682825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:20.159713 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:20.417833 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Deleting port 17d4172d-a709-44b9-b0ff-508d588065b1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:20.418365 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:20.497035 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] For port 17d4172d-a709-44b9-b0ff-508d588065b1, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=17d4172d-a709-44b9-b0ff-508d588065b1,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:20.497394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:20.509719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Calling delete_port for 17d4172d-a709-44b9-b0ff-508d588065b1 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:20.729271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (17d4172d-a709-44b9-b0ff-508d588065b1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:20.753038 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d4172d-a709-44b9-b0ff-508d588065b1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:20.950287 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.163337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a814-a9d2-4000-9613-b6adb04984ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.171446 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Router ca77e4bc-a749-4e00-b8ef-363575d4e476 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:21.292619 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:21.298739 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-abcf3522-db11-4f51-8d26-926813aba848 admin admin] 10.222.0.43 "PUT /v2.0/routers/ca77e4bc-a749-4e00-b8ef-363575d4e476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147821 Feb 15 03:21:21.301309 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:21.305853 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Sync routers for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:21.317157 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:21.317925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:21.428122 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks [] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.444572 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:21.540993 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks [] for router_gateway (ca77e4bc-a749-4e00-b8ef-363575d4e476), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.623950 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:21:20Z', 'revision_number': 5, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port': {'id': 'ad957a88-781d-4b10-9fbb-74606670ca42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:21.651640 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Deleting port ad957a88-781d-4b10-9fbb-74606670ca42 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:21.651924 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.652666 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Checking router: ca77e4bc-a749-4e00-b8ef-363575d4e476 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:21.661524 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Routers {'ca77e4bc-a749-4e00-b8ef-363575d4e476'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:21.662826 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:20:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['ca77e4bc-a749-4e00-b8ef-363575d4e476'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:21.734906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] For port ad957a88-781d-4b10-9fbb-74606670ca42, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=ad957a88-781d-4b10-9fbb-74606670ca42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:21.735261 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:21.747115 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Calling delete_port for ad957a88-781d-4b10-9fbb-74606670ca42 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:21.755299 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] Set router ca77e4bc-a749-4e00-b8ef-363575d4e476 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:21.817144 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:21:21Z', 'revision_number': 6, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:21.850365 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99a52-3cb6-4cb2-8825-6318676c3e24 None None] The sync data for ids ['ca77e4bc-a749-4e00-b8ef-363575d4e476'] in n-d-829064-14 is: [{'id': 'ca77e4bc-a749-4e00-b8ef-363575d4e476', 'name': 'tempest-TestShelveInstance-408370389-router', 'tenant_id': 'd810cef1484e48c5bd58d436c4390726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:46Z', 'updated_at': '2022-02-15T03:21:21Z', 'revision_number': 6, 'project_id': 'd810cef1484e48c5bd58d436c4390726', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:21.997716 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (ad957a88-781d-4b10-9fbb-74606670ca42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.021131 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Pushing event deleted for resources: {'Port': ['ID=ad957a88-781d-4b10-9fbb-74606670ca42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:22.083063 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.174591 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.176712 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks [] for router_controller (ca77e4bc-a749-4e00-b8ef-363575d4e476), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.306770 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (ca77e4bc-a749-4e00-b8ef-363575d4e476), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.307445 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca77e4bc-a749-4e00-b8ef-363575d4e476 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:21:22.312851 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.314163 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-a4a18ba2-ecb3-4512-9ef0-b524aa833fec admin admin] 10.222.0.43 "DELETE /v2.0/routers/ca77e4bc-a749-4e00-b8ef-363575d4e476 HTTP/1.1" status: 204 len: 168 time: 1.0113349 Feb 15 03:21:22.317150 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:22.362938 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Deleting subnet e97e2b50-edb0-4383-8e97-efcba2041db0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:21:22.366669 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Publish callbacks [] for subnet (e97e2b50-edb0-4383-8e97-efcba2041db0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.401518 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (e97e2b50-edb0-4383-8e97-efcba2041db0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.487029 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (e97e2b50-edb0-4383-8e97-efcba2041db0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.598230 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (e97e2b50-edb0-4383-8e97-efcba2041db0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.623412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97e2b50-edb0-4383-8e97-efcba2041db0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:22.629275 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.634752 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-13d5d8dd-4481-4c43-a906-b19f427c6135 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e97e2b50-edb0-4383-8e97-efcba2041db0 HTTP/1.1" status: 204 len: 168 time: 0.3143942 Feb 15 03:21:22.635032 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:22.638063 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554dc76-8949-4690-9594-ead27c7c4863 None None] Network 3190acf7-7f86-41ab-b09c-9e3353c9993d requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:22.711473 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (3190acf7-7f86-41ab-b09c-9e3353c9993d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.784045 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Deleting port f7af2abb-a64e-47d4-9da7-9008786596f3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:22.785780 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.822908 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] DHCP port deletion for 3190acf7-7f86-41ab-b09c-9e3353c9993d request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:21:22.863447 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] For port f7af2abb-a64e-47d4-9da7-9008786596f3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7af2abb-a64e-47d4-9da7-9008786596f3,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:22.863816 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.880566 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Calling delete_port for f7af2abb-a64e-47d4-9da7-9008786596f3 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:22.893004 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Deleting port f7af2abb-a64e-47d4-9da7-9008786596f3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:22.897748 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.978275 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] For port f7af2abb-a64e-47d4-9da7-9008786596f3, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=f7af2abb-a64e-47d4-9da7-9008786596f3,segment=NetworkSegment(19fd8547-8f73-442d-b918-b56fbd84a371),segment_id=19fd8547-8f73-442d-b918-b56fbd84a371)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:22.978976 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:22.992979 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Calling delete_port for f7af2abb-a64e-47d4-9da7-9008786596f3 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:23.060921 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.067580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (f7af2abb-a64e-47d4-9da7-9008786596f3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.094706 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] No DVR routers for this DVR port f7af2abb-a64e-47d4-9da7-9008786596f3 on host n-d-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:21:23.095919 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Pushing event deleted for resources: {'Port': ['ID=f7af2abb-a64e-47d4-9da7-9008786596f3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:23.101069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] No DVR routers for this DVR port f7af2abb-a64e-47d4-9da7-9008786596f3 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:21:23.103858 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Pushing event deleted for resources: {'Port': ['ID=f7af2abb-a64e-47d4-9da7-9008786596f3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:23.108685 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.109040 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.109392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.110107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.110107 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.110362 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.110682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.111231 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.111565 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.111899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.112232 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.112584 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.112911 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5a0c4-f86a-4ab4-b1b2-9f69ff5bfbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:23.178967 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (3190acf7-7f86-41ab-b09c-9e3353c9993d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.199744 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3190acf7-7f86-41ab-b09c-9e3353c9993d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:23.209552 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fd8547-8f73-442d-b918-b56fbd84a371') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:23.209862 n-d-829064-14 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fd8547-8f73-442d-b918-b56fbd84a371') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:23.219179 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5599232'] for segment (19fd8547-8f73-442d-b918-b56fbd84a371), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.232609 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (19fd8547-8f73-442d-b918-b56fbd84a371), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.238362 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:21:23.238752 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946715'] for segment (19fd8547-8f73-442d-b918-b56fbd84a371), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: Traceback (most recent call last): Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: timer() Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: cb(*args, **kw) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: return func(*args, **kwargs) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: self._notify() Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: self.callback(batched_events) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: event.method(event) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: return f(self, *a, **k) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: return self._get(url).json() Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:21:23.240409 n-d-829064-14 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:21:23.369465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (3190acf7-7f86-41ab-b09c-9e3353c9993d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.384974 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.388203 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] 10.222.0.43 "DELETE /v2.0/networks/3190acf7-7f86-41ab-b09c-9e3353c9993d HTTP/1.1" status: 204 len: 168 time: 0.7522061 Feb 15 03:21:23.392336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9219d649-b5eb-4855-bbae-494cfca39d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.393414 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:23.400906 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d921c-6f5c-456a-8a1a-62b3e6ae72be admin admin] Pushing event deleted for resources: {'Network': ['ID=3190acf7-7f86-41ab-b09c-9e3353c9993d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:23.410869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 17d4172d-a709-44b9-b0ff-508d588065b1 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:23.433504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 17d4172d-a709-44b9-b0ff-508d588065b1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:23.433982 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 17d4172d-a709-44b9-b0ff-508d588065b1 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:23.434529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7af2abb-a64e-47d4-9da7-9008786596f3 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:23.455394 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: f7af2abb-a64e-47d4-9da7-9008786596f3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:23.455886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device f7af2abb-a64e-47d4-9da7-9008786596f3 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:23.456555 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ad957a88-781d-4b10-9fbb-74606670ca42 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:23.476476 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: ad957a88-781d-4b10-9fbb-74606670ca42 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:23.477056 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device ad957a88-781d-4b10-9fbb-74606670ca42 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:23.750312 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:24.007844 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Deleting port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:24.008193 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:24.088929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] For port 9b2498d5-c738-48aa-80bc-5229bf3c8d4e, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:24.089293 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:24.100929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Calling delete_port for 9b2498d5-c738-48aa-80bc-5229bf3c8d4e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:24.334874 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (9b2498d5-c738-48aa-80bc-5229bf3c8d4e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:24.361701 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2498d5-c738-48aa-80bc-5229bf3c8d4e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:24.537687 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:24.929696 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.114163 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:25.226250 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:25.231767 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e211d4db-401b-435b-bffb-fa961c0771fc admin admin] 10.222.0.43 "PUT /v2.0/routers/27c3a4fa-3f79-42ea-99cf-05d3016f3e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369086 Feb 15 03:21:25.233975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51742) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:25.234776 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Sync routers for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:25.245251 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:25.245858 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:25.339595 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks [] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.354941 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:25.452886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks [] for router_gateway (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.532785 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:21:24Z', 'revision_number': 5, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port': {'id': '4ad56e87-2fc1-45c7-9650-7ae616dafe42', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:25.572932 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Deleting port 4ad56e87-2fc1-45c7-9650-7ae616dafe42 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:25.573570 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.652523 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Checking router: 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:25.657329 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] For port 4ad56e87-2fc1-45c7-9650-7ae616dafe42, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=4ad56e87-2fc1-45c7-9650-7ae616dafe42,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:25.657697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.660823 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Routers {'27c3a4fa-3f79-42ea-99cf-05d3016f3e85'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:25.661411 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:25.669283 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Calling delete_port for 4ad56e87-2fc1-45c7-9650-7ae616dafe42 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:25.748738 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] Set router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:25.799188 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:21:25Z', 'revision_number': 6, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:25.828882 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101553d8-0f18-4bc4-b684-64cfd90e381d None None] The sync data for ids ['27c3a4fa-3f79-42ea-99cf-05d3016f3e85'] in n-d-829064-14 is: [{'id': '27c3a4fa-3f79-42ea-99cf-05d3016f3e85', 'name': 'tempest-TestShelveInstance-1687098690-router', 'tenant_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:52Z', 'updated_at': '2022-02-15T03:21:25Z', 'revision_number': 6, 'project_id': 'fa7c53f06e1c424c9a41c39fbd3934e2', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:25.894987 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4ad56e87-2fc1-45c7-9650-7ae616dafe42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:25.926534 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad56e87-2fc1-45c7-9650-7ae616dafe42,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:25.984155 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.076522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.078584 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks [] for router_controller (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.192242 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (27c3a4fa-3f79-42ea-99cf-05d3016f3e85), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.192931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c3a4fa-3f79-42ea-99cf-05d3016f3e85 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:21:26.197244 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.198425 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-c49ac6db-74c9-4f25-8e9b-38f124fc06ad admin admin] 10.222.0.43 "DELETE /v2.0/routers/27c3a4fa-3f79-42ea-99cf-05d3016f3e85 HTTP/1.1" status: 204 len: 168 time: 0.9635184 Feb 15 03:21:26.201051 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:26.248488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Deleting subnet be1a3e6a-cdc8-4a2c-a5db-bedb4d037442 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:21:26.253968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Publish callbacks [] for subnet (be1a3e6a-cdc8-4a2c-a5db-bedb4d037442), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.289327 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (be1a3e6a-cdc8-4a2c-a5db-bedb4d037442), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.322527 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.370045 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (be1a3e6a-cdc8-4a2c-a5db-bedb4d037442), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.489174 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (be1a3e6a-cdc8-4a2c-a5db-bedb4d037442), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.513120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1a3e6a-cdc8-4a2c-a5db-bedb4d037442,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:26.518957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.524488 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-05cc7115-977b-4f4a-bb44-c0738096982c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be1a3e6a-cdc8-4a2c-a5db-bedb4d037442 HTTP/1.1" status: 204 len: 168 time: 0.3201525 Feb 15 03:21:26.524652 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb09c44-38c3-479a-ab14-11d6f839257d None None] Network ba5b84c8-3b25-4fac-81ef-2c3cd054976a requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:26.524877 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:26.598299 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (ba5b84c8-3b25-4fac-81ef-2c3cd054976a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.658350 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Deleting port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:26.658686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.676953 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] DHCP port deletion for ba5b84c8-3b25-4fac-81ef-2c3cd054976a request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:21:26.726451 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] For port 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=38ef806b-21c5-4d08-af82-ce0a33d0abc0,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:26.727582 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.735591 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Deleting port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:21:26.735968 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.740495 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Calling delete_port for 38ef806b-21c5-4d08-af82-ce0a33d0abc0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:26.802088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] For port 38ef806b-21c5-4d08-af82-ce0a33d0abc0, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=38ef806b-21c5-4d08-af82-ce0a33d0abc0,segment=NetworkSegment(b74965cc-c1c1-4ad3-933a-f4ef497b6bb1),segment_id=b74965cc-c1c1-4ad3-933a-f4ef497b6bb1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:26.802520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.816706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Calling delete_port for 38ef806b-21c5-4d08-af82-ce0a33d0abc0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:21:26.877865 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.904490 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Pushing event deleted for resources: {'Port': ['ID=38ef806b-21c5-4d08-af82-ce0a33d0abc0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:26.908343 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] No DVR routers for this DVR port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:21:26.908506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (38ef806b-21c5-4d08-af82-ce0a33d0abc0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:26.934736 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] Pushing event deleted for resources: {'Port': ['ID=38ef806b-21c5-4d08-af82-ce0a33d0abc0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:26.936576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebac853-47af-4ae6-b11e-7627552129f0 None None] No DVR routers for this DVR port 38ef806b-21c5-4d08-af82-ce0a33d0abc0 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:21:26.985815 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (ba5b84c8-3b25-4fac-81ef-2c3cd054976a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.009061 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5b84c8-3b25-4fac-81ef-2c3cd054976a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:27.018985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:27.020527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74965cc-c1c1-4ad3-933a-f4ef497b6bb1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:27.029669 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (b74965cc-c1c1-4ad3-933a-f4ef497b6bb1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.043143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (b74965cc-c1c1-4ad3-933a-f4ef497b6bb1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.048996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:21:27.049386 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (b74965cc-c1c1-4ad3-933a-f4ef497b6bb1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:21:27.051017 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:21:27.146194 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (ba5b84c8-3b25-4fac-81ef-2c3cd054976a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.152622 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.155635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba5b84c8-3b25-4fac-81ef-2c3cd054976a HTTP/1.1" status: 204 len: 168 time: 0.6294839 Feb 15 03:21:27.165450 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf118f-44ab-4701-aa04-314cc086167d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5b84c8-3b25-4fac-81ef-2c3cd054976a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:27.391590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9b2498d5-c738-48aa-80bc-5229bf3c8d4e no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:27.413170 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 9b2498d5-c738-48aa-80bc-5229bf3c8d4e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:27.413573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 9b2498d5-c738-48aa-80bc-5229bf3c8d4e not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:27.414014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4ad56e87-2fc1-45c7-9650-7ae616dafe42 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:27.415331 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:27.433944 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 4ad56e87-2fc1-45c7-9650-7ae616dafe42 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:27.434303 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 4ad56e87-2fc1-45c7-9650-7ae616dafe42 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:27.434728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 38ef806b-21c5-4d08-af82-ce0a33d0abc0 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:21:27.459128 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-dda7cb10-beaf-4f5b-aeff-67d99f648f26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d810cef1484e48c5bd58d436c4390726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392587 Feb 15 03:21:27.459335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 38ef806b-21c5-4d08-af82-ce0a33d0abc0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:21:27.459461 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:27.459573 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 38ef806b-21c5-4d08-af82-ce0a33d0abc0 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:21:27.506257 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.512055 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] Publish callbacks [] for security_group (e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.538378 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] Publish callbacks [] for security_group (e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.626270 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.628895 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:27.632422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd HTTP/1.1" status: 204 len: 168 time: 0.1698508 Feb 15 03:21:27.637929 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a78a58-4a99-451a-8100-897529a50c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ce9ed-2ff0-4fbd-95e1-11cef79f3bbd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:28.213383 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:28.253659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-630c62b2-6c20-4a8b-ae56-db95d5c99f7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa7c53f06e1c424c9a41c39fbd3934e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390773 Feb 15 03:21:28.256002 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:28.301879 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] Publish callbacks [] for security_group (3159a816-560b-44db-9cb8-1d2a3b001c35), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:28.324313 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] Publish callbacks [] for security_group (3159a816-560b-44db-9cb8-1d2a3b001c35), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:28.431991 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (3159a816-560b-44db-9cb8-1d2a3b001c35), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:28.434636 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:28.435860 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3159a816-560b-44db-9cb8-1d2a3b001c35 HTTP/1.1" status: 204 len: 168 time: 0.1788948 Feb 15 03:21:28.444783 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4abd7f-3a1d-4fca-abdf-dd290003bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159a816-560b-44db-9cb8-1d2a3b001c35,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:29.479612 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:29.574607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1175983133-network', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:29.649263 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Made reservation on behalf of 8ea64a60f3e343f4b2b56b498799a26b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:21:29.651897 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.661004 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.735923 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks [] for security_group (50145485-f24d-48e9-8a2b-3235d52bd9e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.785886 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50145485-f24d-48e9-8a2b-3235d52bd9e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.806144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:21:29.821560 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50145485-f24d-48e9-8a2b-3235d52bd9e9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:29.825308 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (df26e8f2-059b-4cd3-bdec-e2acac4fcd2a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.825651 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Added segment df26e8f2-059b-4cd3-bdec-e2acac4fcd2a of type vlan for network 5ccbdf31-c989-4e28-a0e3-a8439272f674 Feb 15 03:21:29.864556 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (5ccbdf31-c989-4e28-a0e3-a8439272f674), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.923143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (5ccbdf31-c989-4e28-a0e3-a8439272f674), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.924020 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:29.924627 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:29.983021 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccbdf31-c989-4e28-a0e3-a8439272f674,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:29.995064 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-91aae344-c46a-4b1f-8e65-98fcc8103cc9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5142326 Feb 15 03:21:29.997785 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:29.998068 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:21:30.003699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Request body: {'subnet': {'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1175983133-subnet', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:30.088736 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Made reservation on behalf of 8ea64a60f3e343f4b2b56b498799a26b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:21:30.091088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.329476 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (46b2f761-4ab5-4ae2-862f-cee6e4bccb32), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.382901 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b2f761-4ab5-4ae2-862f-cee6e4bccb32,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:30.398772 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Checking segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:30.399160 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Network hostable DHCP agents. Network: 5ccbdf31-c989-4e28-a0e3-a8439272f674, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:21:30.477590 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:21:30.603279 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 5ccbdf31-c989-4e28-a0e3-a8439272f674) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:30.607176 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:30.607773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.613164 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783042d5-5612-43cc-a8cc-2b8dfc4315d4 None None] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:30.710051 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-4f028be3-5db9-4f81-95ab-e0a1af5f8514 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7111287 Feb 15 03:21:30.712676 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:30.716797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-5ccbdf31-c989-4e28-a0e3-a8439272f674', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:21:30.716797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.717082 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:30.786459 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.787557 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:30.843900 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for router_controller (d98b6cf3-a41a-40be-95e6-c1136383a419), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.015010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Allocated IP 172.20.0.2 (5ccbdf31-c989-4e28-a0e3-a8439272f674/46b2f761-4ab5-4ae2-862f-cee6e4bccb32/68fb66f1-c70a-43f8-95d8-767936ac34ba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:31.052180 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for router_gateway (d98b6cf3-a41a-40be-95e6-c1136383a419), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.155407 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks [] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.226695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.268969 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:31.274119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:31.276311 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Pushing event updated for resources: {'Port': ['ID=68fb66f1-c70a-43f8-95d8-767936ac34ba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:31.278462 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:31.330632 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for router_gateway (d98b6cf3-a41a-40be-95e6-c1136383a419), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.338519 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Attempting to bind port 68fb66f1-c70a-43f8-95d8-767936ac34ba on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:31.338900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Attempting to bind port 68fb66f1-c70a-43f8-95d8-767936ac34ba by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:31.339263 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Attempting to bind port 68fb66f1-c70a-43f8-95d8-767936ac34ba on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:31.344588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:31.344972 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Checking segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:31.345376 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.345777 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Bound using segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:31.346259 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Bound port: 68fb66f1-c70a-43f8-95d8-767936ac34ba, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:31.346652 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.354504 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.416127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] For port 68fb66f1-c70a-43f8-95d8-767936ac34ba, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:31.420088 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] For port 68fb66f1-c70a-43f8-95d8-767936ac34ba, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68fb66f1-c70a-43f8-95d8-767936ac34ba,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:31.461524 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Allocated IP 172.25.2.9 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/25026fa2-bb34-4efe-a2f1-4276174b7b89) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:31.495425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.554879 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacca43d-3dcb-47b7-990d-cad6b101c3b5 None None] Pushing event updated for resources: {'Port': ['ID=68fb66f1-c70a-43f8-95d8-767936ac34ba,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:31.570497 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.655506 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:31.695865 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:31.702286 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:31.704878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:31.719607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Pushing event updated for resources: {'Port': ['ID=25026fa2-bb34-4efe-a2f1-4276174b7b89,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:32.063686 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for router_gateway (d98b6cf3-a41a-40be-95e6-c1136383a419), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.266957 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.458781 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bd79a-61b9-4601-94dc-0415887e2cb3 None None] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:32.494347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Router d98b6cf3-a41a-40be-95e6-c1136383a419 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:21:32.569163 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Provisioning complete for port 68fb66f1-c70a-43f8-95d8-767936ac34ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:32.569537 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.607833 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:32.627069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:32.667440 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Current status of the port 68fb66f1-c70a-43f8-95d8-767936ac34ba is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:32.667820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.670719 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:32.671335 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:32.691463 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.695393 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0c160a37-7654-4423-b93c-bbd93b574eba admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9791975 Feb 15 03:21:32.695637 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:32.752925 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] For port 68fb66f1-c70a-43f8-95d8-767936ac34ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68fb66f1-c70a-43f8-95d8-767936ac34ba,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:32.814224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:32.816797 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:32.982903 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc19a5b-1c66-455f-a771-fb73fe2d5149 None None] Pushing event updated for resources: {'Port': ['ID=68fb66f1-c70a-43f8-95d8-767936ac34ba,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:32.995926 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27e40ee1-d6c4-41c2-b72e-b6d723749737 None None] Provisioning complete for port 68fb66f1-c70a-43f8-95d8-767936ac34ba triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:32.996327 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27e40ee1-d6c4-41c2-b72e-b6d723749737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.136343 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27e40ee1-d6c4-41c2-b72e-b6d723749737 None None] Current status of the port 68fb66f1-c70a-43f8-95d8-767936ac34ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:33.145058 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:31Z', 'revision_number': 3, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:33.173392 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:33.173749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Updating router d98b6cf3-a41a-40be-95e6-c1136383a419 port 25026fa2-bb34-4efe-a2f1-4276174b7b89 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:21:33.202840 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.447776 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68fb66f1-c70a-43f8-95d8-767936ac34ba up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:33.491681 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.495519 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks [] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.513900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 68fb66f1-c70a-43f8-95d8-767936ac34ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:33.514274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.579437 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.641156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68fb66f1-c70a-43f8-95d8-767936ac34ba is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:33.645588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303d76-423d-4d64-b4db-92b8810627a1 None None] Pushing event updated for resources: {'Port': ['ID=25026fa2-bb34-4efe-a2f1-4276174b7b89,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:33.649036 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Allocated IP 172.20.0.1 (5ccbdf31-c989-4e28-a0e3-a8439272f674/46b2f761-4ab5-4ae2-862f-cee6e4bccb32/fd786ba9-5c10-473e-906e-93794f2145b8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:33.649784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Attempting to bind port 25026fa2-bb34-4efe-a2f1-4276174b7b89 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:33.650042 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Attempting to bind port 25026fa2-bb34-4efe-a2f1-4276174b7b89 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:33.650674 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Attempting to bind port 25026fa2-bb34-4efe-a2f1-4276174b7b89 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:33.656282 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:33.656949 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:33.657355 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.657749 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:33.658224 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Bound port: 25026fa2-bb34-4efe-a2f1-4276174b7b89, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:33.658606 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.710117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] For port 25026fa2-bb34-4efe-a2f1-4276174b7b89, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:33.713571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] For port 25026fa2-bb34-4efe-a2f1-4276174b7b89, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25026fa2-bb34-4efe-a2f1-4276174b7b89,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:33.752786 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks [] for port (fd786ba9-5c10-473e-906e-93794f2145b8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.763891 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.820451 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:33.821093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:33.825886 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303d76-423d-4d64-b4db-92b8810627a1 None None] Pushing event updated for resources: {'Port': ['ID=25026fa2-bb34-4efe-a2f1-4276174b7b89,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:33.832181 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.870830 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:33.873568 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:33.879098 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:33.904193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Pushing event updated for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:33.925479 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (d98b6cf3-a41a-40be-95e6-c1136383a419), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:33.939434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:34.130791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:31Z', 'revision_number': 3, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:34.133968 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.162882 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6f76-e9eb-46cd-ae29-ee65676f40ae None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:31Z', 'revision_number': 3, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:34.174852 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-705f091f-626f-4d9d-90cf-8094f9aaf2a8 None None] Provisioning complete for port fd786ba9-5c10-473e-906e-93794f2145b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:34.175236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-705f091f-626f-4d9d-90cf-8094f9aaf2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.215066 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-705f091f-626f-4d9d-90cf-8094f9aaf2a8 None None] Port fd786ba9-5c10-473e-906e-93794f2145b8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:34.306807 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks [] for port (fd786ba9-5c10-473e-906e-93794f2145b8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.351814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.425668 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (d98b6cf3-a41a-40be-95e6-c1136383a419), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.427556 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Pushing event updated for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:34.529848 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:34.531282 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:34.666319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:34.790775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:34.795822 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-6a272662-9915-4ad6-92db-b2e09950001f admin admin] 10.222.0.43 "PUT /v2.0/routers/d98b6cf3-a41a-40be-95e6-c1136383a419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992129 Feb 15 03:21:34.841692 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4bee9c5f-6cba-42be-bf18-770efe800cbc None None] Provisioning complete for port fd786ba9-5c10-473e-906e-93794f2145b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:34.842209 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4bee9c5f-6cba-42be-bf18-770efe800cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:34.882553 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4bee9c5f-6cba-42be-bf18-770efe800cbc None None] Port fd786ba9-5c10-473e-906e-93794f2145b8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:35.421625 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25026fa2-bb34-4efe-a2f1-4276174b7b89 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:35.471639 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 25026fa2-bb34-4efe-a2f1-4276174b7b89 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:35.471944 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.533348 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:35.539014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-249708381-network', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:35.557779 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 25026fa2-bb34-4efe-a2f1-4276174b7b89 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:35.558190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.578676 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 25026fa2-bb34-4efe-a2f1-4276174b7b89, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25026fa2-bb34-4efe-a2f1-4276174b7b89,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:35.614142 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Made reservation on behalf of 46005280e6374b818fcbdaa02d8cc137 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:21:35.617522 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.626766 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.643078 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.695151 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=25026fa2-bb34-4efe-a2f1-4276174b7b89,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:35.708666 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks [] for security_group (a8bb288c-d79a-4e2e-9d19-0ce8d71ae937), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.755954 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:35.765220 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:35.768586 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:35.785950 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a8bb288c-d79a-4e2e-9d19-0ce8d71ae937), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.807994 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:21:35.822798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb288c-d79a-4e2e-9d19-0ce8d71ae937,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:35.829206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4b6ab1c1-8e11-4307-bf96-158d0f1f0c36), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.829557 n-d-829064-14 neutron-server[103884]: INFO neutron.db.segments_db [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Added segment 4b6ab1c1-8e11-4307-bf96-158d0f1f0c36 of type vlan for network 6a0114ae-f993-4b17-b20b-456728829545 Feb 15 03:21:35.871755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741814873766'] for network (6a0114ae-f993-4b17-b20b-456728829545), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.874179 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:35.963093 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342'] for network (6a0114ae-f993-4b17-b20b-456728829545), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:35.964090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:35.964741 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.029734 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] Pushing event updated for resources: {'Network': ['ID=6a0114ae-f993-4b17-b20b-456728829545,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:36.039379 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Network 6a0114ae-f993-4b17-b20b-456728829545 details requested by agent ovs-agent-n-d-829064-14 with host n-d-829064-14 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:21:36.067529 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b260158d-f1f9-4ccd-8f20-1779405a019c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5300317 Feb 15 03:21:36.070827 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:36.070961 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 2, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:36.074339 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Request body: {'subnet': {'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-249708381-subnet', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:36.101736 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:36.102088 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Updating router d98b6cf3-a41a-40be-95e6-c1136383a419 port fd786ba9-5c10-473e-906e-93794f2145b8 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:21:36.128368 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.191372 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Made reservation on behalf of 46005280e6374b818fcbdaa02d8cc137 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:21:36.194494 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4710323'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.390620 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks [] for port (fd786ba9-5c10-473e-906e-93794f2145b8), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.414623 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4209749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4710309'] for subnet (8671bfeb-77db-445e-a1cb-6ea0e3149619), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.471800 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.472682 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8671bfeb-77db-445e-a1cb-6ea0e3149619,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:36.481709 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Checking segment: {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:36.482127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Network hostable DHCP agents. Network: 6a0114ae-f993-4b17-b20b-456728829545, hostable agents: ['98af1071-8d5d-41b4-acff-d7b8ab3df30c'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:21:36.527268 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Pushing event updated for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:36.550779 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.551123 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.551465 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.551801 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.552168 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.553076 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.553407 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.553734 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.554060 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.554385 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.554710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.555031 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.555472 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:21:36.574508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Network 6a0114ae-f993-4b17-b20b-456728829545 is scheduled to be hosted by DHCP agent 98af1071-8d5d-41b4-acff-d7b8ab3df30c with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:21:36.593040 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Attempting to bind port fd786ba9-5c10-473e-906e-93794f2145b8 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:36.593233 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Attempting to bind port fd786ba9-5c10-473e-906e-93794f2145b8 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:36.593605 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Attempting to bind port fd786ba9-5c10-473e-906e-93794f2145b8 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:36.598827 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:36.599768 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Checking segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:36.600349 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.600750 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Bound using segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:36.601224 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Bound port: fd786ba9-5c10-473e-906e-93794f2145b8, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:36.601613 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.648496 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-14, 6a0114ae-f993-4b17-b20b-456728829545) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:36.653878 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:36.655165 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.658358 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94712e-5e20-45a0-8d87-e54c16041c90 None None] Network 6a0114ae-f993-4b17-b20b-456728829545 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:36.687696 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] For port fd786ba9-5c10-473e-906e-93794f2145b8, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:36.691143 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] For port fd786ba9-5c10-473e-906e-93794f2145b8, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fd786ba9-5c10-473e-906e-93794f2145b8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:36.738942 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e76280ed-c06f-4f63-b113-cc24ba51ad77 None None] Provisioning complete for port fd786ba9-5c10-473e-906e-93794f2145b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:36.739322 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e76280ed-c06f-4f63-b113-cc24ba51ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.780649 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.785054 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-cd11830d-7da2-41dc-b5fc-18437bd28449 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7131536 Feb 15 03:21:36.785408 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:36.791064 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:36.793133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e76280ed-c06f-4f63-b113-cc24ba51ad77 None None] Port fd786ba9-5c10-473e-906e-93794f2145b8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:36.795805 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51249e63-2dd8-5f90-8ff6-7b7b50c871a8-6a0114ae-f993-4b17-b20b-456728829545', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619'}]}} from n-d-829064-14. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:21:36.797022 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.853982 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:36.854620 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:36.883130 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122030'] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.884245 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122023'] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.909709 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1fcb3-9820-42cf-8f68-1e393d7fe00a None None] Pushing event updated for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:36.947317 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Allocated IP 172.20.0.2 (6a0114ae-f993-4b17-b20b-456728829545/8671bfeb-77db-445e-a1cb-6ea0e3149619/d167a1e4-023b-44c3-9b8e-2e3b6f830793) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:36.968169 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for router_controller (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.993774 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:37.114191 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks [] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.124257 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Provisioning complete for port fd786ba9-5c10-473e-906e-93794f2145b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:37.124660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.198331 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.205057 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for router_gateway (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.246984 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Network 6a0114ae-f993-4b17-b20b-456728829545 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:37.254293 n-d-829064-14 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:37.258165 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:37.262807 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Current status of the port fd786ba9-5c10-473e-906e-93794f2145b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:37.263323 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.288095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Pushing event updated for resources: {'Port': ['ID=d167a1e4-023b-44c3-9b8e-2e3b6f830793,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:37.306081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:36Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:37.335510 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9eca18-c696-4903-97fc-be0221bed0e0 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:36Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:37.352668 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] For port fd786ba9-5c10-473e-906e-93794f2145b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fd786ba9-5c10-473e-906e-93794f2145b8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:37.357617 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Attempting to bind port d167a1e4-023b-44c3-9b8e-2e3b6f830793 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:37.357987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Attempting to bind port d167a1e4-023b-44c3-9b8e-2e3b6f830793 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:37.358348 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Attempting to bind port d167a1e4-023b-44c3-9b8e-2e3b6f830793 on network 6a0114ae-f993-4b17-b20b-456728829545 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:37.365097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:37.367847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Checking segment: {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:37.367847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.367847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Bound using segment: {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:37.367847 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Bound port: d167a1e4-023b-44c3-9b8e-2e3b6f830793, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:37.367847 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.414758 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.539925 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for router_gateway (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.559694 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.625531 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25026fa2-bb34-4efe-a2f1-4276174b7b89 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:37.670846 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Allocated IP 172.25.2.150 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/3d23b4c2-fdd1-440c-ac92-9593b8681d52) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:37.700771 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] For port d167a1e4-023b-44c3-9b8e-2e3b6f830793, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:37.705409 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91498-0336-4c79-b658-b149ea48ae48 None None] Pushing event updated for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:37.718202 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] For port d167a1e4-023b-44c3-9b8e-2e3b6f830793, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d167a1e4-023b-44c3-9b8e-2e3b6f830793,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:37.733913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 25026fa2-bb34-4efe-a2f1-4276174b7b89 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:37.734265 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.772129 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:37.869122 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9350f7-2407-47e1-b794-7c49cab47527 None None] Pushing event updated for resources: {'Port': ['ID=d167a1e4-023b-44c3-9b8e-2e3b6f830793,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:37.885782 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 25026fa2-bb34-4efe-a2f1-4276174b7b89 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:38.160582 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:38.255483 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:38.295111 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:38.300084 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:38.303688 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:38.309592 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d23b4c2-fdd1-440c-ac92-9593b8681d52,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:38.629104 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for router_gateway (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:38.841695 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555653'] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:38.867671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2062c-7804-48a2-9fa7-018331826fb0 None None] Network 6a0114ae-f993-4b17-b20b-456728829545 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:21:38.984673 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Provisioning complete for port d167a1e4-023b-44c3-9b8e-2e3b6f830793 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:38.985043 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.048658 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 is scheduled to L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:21:39.069119 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Current status of the port d167a1e4-023b-44c3-9b8e-2e3b6f830793 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:39.069517 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.110935 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] For port d167a1e4-023b-44c3-9b8e-2e3b6f830793, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d167a1e4-023b-44c3-9b8e-2e3b6f830793,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:39.166500 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:39.175176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Sync routers for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:39.186582 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:39.186697 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:39.223781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.240236 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.241744 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-028247d1-c424-455c-a141-903a71e380d8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4547150 Feb 15 03:21:39.244725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:39.315786 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94612604-3078-4718-b52f-70ebcc2251c4 None None] Pushing event updated for resources: {'Port': ['ID=d167a1e4-023b-44c3-9b8e-2e3b6f830793,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:39.341095 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:39.440505 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f59ee31d-c206-4d53-bfa4-cae8626d2ae2 None None] Provisioning complete for port d167a1e4-023b-44c3-9b8e-2e3b6f830793 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:39.440887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f59ee31d-c206-4d53-bfa4-cae8626d2ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.495686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d167a1e4-023b-44c3-9b8e-2e3b6f830793 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:39.626124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f59ee31d-c206-4d53-bfa4-cae8626d2ae2 None None] Current status of the port d167a1e4-023b-44c3-9b8e-2e3b6f830793 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:39.635242 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port d167a1e4-023b-44c3-9b8e-2e3b6f830793 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:39.640337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.676075 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:38Z', 'revision_number': 3, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:39.695654 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.711133 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Checking router: 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:39.711486 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Updating router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 binding host n-d-829064-14 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:21:39.761071 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.790643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port d167a1e4-023b-44c3-9b8e-2e3b6f830793 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:39.791706 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fd786ba9-5c10-473e-906e-93794f2145b8 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:39.847630 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Allocated IP 172.20.0.1 (6a0114ae-f993-4b17-b20b-456728829545/8671bfeb-77db-445e-a1cb-6ea0e3149619/57d4e955-9f45-4ab9-85de-3891b8ed9e13) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:39.921686 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port fd786ba9-5c10-473e-906e-93794f2145b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:39.922282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:39.951921 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks [] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.043596 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.079010 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port fd786ba9-5c10-473e-906e-93794f2145b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:40.081309 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Network 6a0114ae-f993-4b17-b20b-456728829545 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:40.086779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:40.090202 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:40.117103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Pushing event updated for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:40.122070 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks [] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.136456 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556982'] for router_interface (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.203230 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.260262 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Attempting to bind port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:40.260671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Attempting to bind port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:40.261294 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Attempting to bind port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 on network 483a85bc-534f-443d-b45b-c3de957ae353 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:40.271724 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:40.272110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Checking segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:40.272539 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.272941 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Bound using segment: {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:40.273421 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Bound port: 3d23b4c2-fdd1-440c-ac92-9593b8681d52, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18030-294a-4294-b44d-1815cb36260d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:40.273806 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.275393 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711a5f3-f160-4cd5-b04f-a64fde690ac2 None None] Pushing event updated for resources: {'Port': ['ID=3d23b4c2-fdd1-440c-ac92-9593b8681d52,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:40.329261 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] For port 3d23b4c2-fdd1-440c-ac92-9593b8681d52, host n-d-829064-14, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:40.332230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] For port 3d23b4c2-fdd1-440c-ac92-9593b8681d52, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d23b4c2-fdd1-440c-ac92-9593b8681d52,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:40.345501 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.349705 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf27eb1a-ba71-4b76-bacd-eb2f624d3aba None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:40.350081 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf27eb1a-ba71-4b76-bacd-eb2f624d3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.384567 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf27eb1a-ba71-4b76-bacd-eb2f624d3aba None None] Port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:40.403268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.462732 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711a5f3-f160-4cd5-b04f-a64fde690ac2 None None] Pushing event updated for resources: {'Port': ['ID=3d23b4c2-fdd1-440c-ac92-9593b8681d52,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:40.465211 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:40.465817 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:40.511225 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks [] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.569285 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.577077 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:40.638633 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Pushing event updated for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:40.641017 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557002'] for router_interface (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:40.734597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Network 6a0114ae-f993-4b17-b20b-456728829545 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:40.736090 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:40.793783 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '57d4e955-9f45-4ab9-85de-3891b8ed9e13', 'name': '', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'mac_address': 'fa:16:3e:87:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:39Z', 'updated_at': '2022-02-15T03:21:39Z', 'revision_number': 1, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'subnets': [{'id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:40.821606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cee611-48fd-4e07-bd27-f5b3f77fde10 None None] The sync data for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 is: [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '57d4e955-9f45-4ab9-85de-3891b8ed9e13', 'name': '', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'mac_address': 'fa:16:3e:87:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:39Z', 'updated_at': '2022-02-15T03:21:39Z', 'revision_number': 1, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'subnets': [{'id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:40.876115 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:41.002412 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:41.008643 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a10bfa29-880d-4a72-b274-bfc5213569da None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:41.009147 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a10bfa29-880d-4a72-b274-bfc5213569da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:41.016275 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-8745b081-e6a9-48f2-9ac0-da939ec837aa admin admin] 10.222.0.43 "PUT /v2.0/routers/70c5f4d5-59cb-4b00-a86f-95ce94d95f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702792 Feb 15 03:21:41.062176 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a10bfa29-880d-4a72-b274-bfc5213569da None None] Port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:41.541942 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:21:41.749157 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:41.753921 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460229753', 'description': 'tempest-secgroup-smoke-1460229753 description', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:41.837968 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:41.909455 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (64f7ce47-be58-49c6-b053-9291d3ea2482), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:41.992051 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (64f7ce47-be58-49c6-b053-9291d3ea2482), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.022096 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7ce47-be58-49c6-b053-9291d3ea2482,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:42.085584 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.086924 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-049c590b-333f-4e32-8063-e37022fa1b92 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3367097 Feb 15 03:21:42.090027 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:42.094780 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:42.197055 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (0bdaed15-744b-41d2-8d51-5b947fb83e51), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.251232 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (0bdaed15-744b-41d2-8d51-5b947fb83e51), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.323180 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (0bdaed15-744b-41d2-8d51-5b947fb83e51), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.346161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdaed15-744b-41d2-8d51-5b947fb83e51,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:42.422394 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.423648 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-fb8a3268-d07b-4357-aab3-c314874c92eb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324828 Feb 15 03:21:42.426355 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:42.433028 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:42.516748 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (9d6cb06f-5deb-4faf-9a75-c5412f8e7060), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.574271 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (9d6cb06f-5deb-4faf-9a75-c5412f8e7060), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.677131 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (9d6cb06f-5deb-4faf-9a75-c5412f8e7060), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.695199 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6cb06f-5deb-4faf-9a75-c5412f8e7060,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:42.764947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.766161 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-79d92ca4-b9ce-4d4b-a909-b47bbf7dc33e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382058 Feb 15 03:21:42.768856 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:42.773797 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:42.853839 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (bd23376f-4d1e-48b1-8978-2b663bc61de3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.909035 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (bd23376f-4d1e-48b1-8978-2b663bc61de3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:42.985875 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (bd23376f-4d1e-48b1-8978-2b663bc61de3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.005037 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd23376f-4d1e-48b1-8978-2b663bc61de3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:43.079247 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.080552 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-64e6c081-5437-43d1-ad98-4fbf84efb2c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106856 Feb 15 03:21:43.083270 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:43.087768 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:43.173751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (8ccce1b9-0763-4a0d-8968-15ca77bc1973), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.230947 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (8ccce1b9-0763-4a0d-8968-15ca77bc1973), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.334630 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8ccce1b9-0763-4a0d-8968-15ca77bc1973), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.356586 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccce1b9-0763-4a0d-8968-15ca77bc1973,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:43.423333 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d23b4c2-fdd1-440c-ac92-9593b8681d52 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:43.428224 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.429575 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-457c0b80-b1c4-4e9b-962a-9f4703818638 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452921 Feb 15 03:21:43.432184 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:43.436646 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:43.471788 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:43.472159 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.517208 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Project 8ea64a60f3e343f4b2b56b498799a26b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:21:43.523118 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (8bd4ed9c-cd34-4070-800b-9a5f67c4f644), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.550156 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:43.550549 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.570433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] For port 3d23b4c2-fdd1-440c-ac92-9593b8681d52, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d23b4c2-fdd1-440c-ac92-9593b8681d52,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:43.583666 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (8bd4ed9c-cd34-4070-800b-9a5f67c4f644), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.660375 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.683161 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (8bd4ed9c-cd34-4070-800b-9a5f67c4f644), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.702354 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd4ed9c-cd34-4070-800b-9a5f67c4f644,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:43.714323 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Pushing event updated for resources: {'Port': ['ID=3d23b4c2-fdd1-440c-ac92-9593b8681d52,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:43.753618 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.754862 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-d9bb080f-733a-45ec-8700-034625ca5f15 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216627 Feb 15 03:21:43.758593 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 51832) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:43.762883 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'security_group_rule': {'security_group_id': '64f7ce47-be58-49c6-b053-9291d3ea2482', 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:43.837074 n-d-829064-14 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Project 8ea64a60f3e343f4b2b56b498799a26b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:21:43.841997 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (afd04285-c4fd-44f6-9745-02390f89c025), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.899125 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (afd04285-c4fd-44f6-9745-02390f89c025), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.968402 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526792'] for security_group_rule (afd04285-c4fd-44f6-9745-02390f89c025), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:43.987475 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd04285-c4fd-44f6-9745-02390f89c025,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:44.044699 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:44.045982 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-87fa06bf-eda4-43b8-b7f3-b280c15564f4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2864406 Feb 15 03:21:44.169361 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Sync routers for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:44.180383 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:44.181011 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:44.201467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-35dee28f-359e-44af-ac74-2bef8dcfe847 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460229753&fields=id&tenant_id=8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 267 time: 0.0463936 Feb 15 03:21:44.292856 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:44.314526 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-de76442e-c033-49e2-a36b-6f7ea6d64721 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:44.316338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-de76442e-c033-49e2-a36b-6f7ea6d64721 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 810 time: 0.1072063 Feb 15 03:21:44.333957 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-f2880c3e-94f4-4d33-af88-e813497aed30 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/quotas/8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 375 time: 0.0095716 Feb 15 03:21:44.398013 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-507d2a9e-9404-4fce-a115-775aa8e51f53 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564468 Feb 15 03:21:44.499622 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '57d4e955-9f45-4ab9-85de-3891b8ed9e13', 'name': '', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'mac_address': 'fa:16:3e:87:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:39Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 2, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'subnets': [{'id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:44.528380 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Checking router: 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:21:44.528742 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Updating router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 binding host n-d-829064-14 {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:21:44.557668 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:44.608783 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-67078b67-ab58-4943-9c0e-5718e9593d05 service neutron] 10.222.0.43 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993322 Feb 15 03:21:44.699008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-5543cdc3-bfba-44c8-b444-7370f8064063 service neutron] 10.222.0.43 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839615 Feb 15 03:21:44.826362 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks [] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:44.911910 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:44.941681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ec45cd4c-2817-4496-9c49-46fc19833f89 req-b1e89eab-6f78-4d9d-b7b1-d6d72b2bb1fa tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 210 time: 0.0378094 Feb 15 03:21:44.996744 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b50b9-c7d2-4f4a-81df-aae2bdbe95a9 None None] Pushing event updated for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:45.031822 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Attempting to bind port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 on host n-d-829064-14 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:45.032192 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Attempting to bind port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 by drivers openvswitch,hyperv on host n-d-829064-14 at level 0 using segments [{'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:45.032589 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Attempting to bind port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 on network 6a0114ae-f993-4b17-b20b-456728829545 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:45.039351 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Checking agent: {'id': '3e08ae8c-4336-4b10-ae29-e995799432a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 25, 27), 'started_at': datetime.datetime(2022, 2, 15, 1, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:45.040242 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Checking segment: {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:45.040744 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.041198 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Bound using segment: {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:45.041956 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Bound port: 57d4e955-9f45-4ab9-85de-3891b8ed9e13, host: n-d-829064-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6a0114ae-f993-4b17-b20b-456728829545'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:45.042403 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.114708 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] For port 57d4e955-9f45-4ab9-85de-3891b8ed9e13, host n-d-829064-14, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:45.118474 n-d-829064-14 neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] For port 57d4e955-9f45-4ab9-85de-3891b8ed9e13, host n-d-829064-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57d4e955-9f45-4ab9-85de-3891b8ed9e13,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:45.186619 n-d-829064-14 neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.222017 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:45.223049 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.249992 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:45.250714 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:23Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:45.257787 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b50b9-c7d2-4f4a-81df-aae2bdbe95a9 None None] Pushing event updated for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:45.332320 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Current status of the port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:45.332733 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.373196 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] For port 57d4e955-9f45-4ab9-85de-3891b8ed9e13, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57d4e955-9f45-4ab9-85de-3891b8ed9e13,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:45.375625 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:21:45.443336 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.471681 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d23b4c2-fdd1-440c-ac92-9593b8681d52 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:45.619344 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '57d4e955-9f45-4ab9-85de-3891b8ed9e13', 'name': '', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'mac_address': 'fa:16:3e:87:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:39Z', 'updated_at': '2022-02-15T03:21:45Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'subnets': [{'id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:45.649782 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafd139-f88f-4a4e-926a-007960b597c4 None None] The sync data for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 is: [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:21:40Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': '57d4e955-9f45-4ab9-85de-3891b8ed9e13', 'name': '', 'network_id': '6a0114ae-f993-4b17-b20b-456728829545', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'mac_address': 'fa:16:3e:87:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:39Z', 'updated_at': '2022-02-15T03:21:45Z', 'revision_number': 4, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'subnets': [{'id': '8671bfeb-77db-445e-a1cb-6ea0e3149619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:21:45.697109 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e5c6fb72-ec1c-45f3-9e8f-3bb4bf53e38e None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:45.697708 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5c6fb72-ec1c-45f3-9e8f-3bb4bf53e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.721161 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef0d0f-3671-4774-a347-8ac605b978df None None] Pushing event updated for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:45.751804 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:45.752180 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:45.829428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6fb72-ec1c-45f3-9e8f-3bb4bf53e38e None None] Current status of the port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:45.872615 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:45.874009 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57d4e955-9f45-4ab9-85de-3891b8ed9e13 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:45.923213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:45.923695 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:46.016929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:46.028701 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9f9a7ee-0cd0-476f-bb95-000cfaa90960 req-3eec5ad9-a474-43ae-b529-4a32dc5ad358 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 210 time: 0.0342426 Feb 15 03:21:46.237631 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.133360 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-99d1ef9b-6432-4a04-a9f9-ae1bf39c433a req-614a29ab-8133-4c44-add9-3afb8badbd57 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 210 time: 0.0343375 Feb 15 03:21:47.166103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-fd0d0c04-506a-4d23-8970-aa99e5e450d5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:47.167524 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-fd0d0c04-506a-4d23-8970-aa99e5e450d5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 810 time: 0.1409171 Feb 15 03:21:47.230923 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-093f5edb-4c2f-45f9-8019-918ebba58c8d tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 380 time: 0.0549979 Feb 15 03:21:47.239483 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'port': {'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'admin_state_up': True, 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'security_groups': ['64f7ce47-be58-49c6-b053-9291d3ea2482']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:47.404873 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57d4e955-9f45-4ab9-85de-3891b8ed9e13 up at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:47.431487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Made reservation on behalf of 8ea64a60f3e343f4b2b56b498799a26b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:21:47.436118 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.453284 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Provisioning complete for port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:47.453663 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.532653 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:47.563839 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Allocated IP 172.20.0.3 (5ccbdf31-c989-4e28-a0e3-a8439272f674/46b2f761-4ab5-4ae2-862f-cee6e4bccb32/7af35664-eb9b-48fc-9378-607dff817ec8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:47.697088 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (7af35664-eb9b-48fc-9378-607dff817ec8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.780517 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.826543 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:47.831634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:47.835763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:47.859646 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:47.888811 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:47.889443 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:47.961010 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0cd1f282-6d4a-41a6-898a-376571818d3b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250309 Feb 15 03:21:47.972693 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Request body: {'port': {'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:48.034916 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.065093 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b338d077-3d59-49aa-bda1-73afd3fe601c None None] Provisioning complete for port 7af35664-eb9b-48fc-9378-607dff817ec8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:48.065570 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b338d077-3d59-49aa-bda1-73afd3fe601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.100808 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b338d077-3d59-49aa-bda1-73afd3fe601c None None] Port 7af35664-eb9b-48fc-9378-607dff817ec8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:21:48.305758 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54204-b6e4-4b28-8f34-b9e4063d0088 req-23d24fba-154f-4ff4-bb06-f05147739b46 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:48.307220 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abf54204-b6e4-4b28-8f34-b9e4063d0088 req-23d24fba-154f-4ff4-bb06-f05147739b46 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 931 time: 0.0963981 Feb 15 03:21:48.370136 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af35664-eb9b-48fc-9378-607dff817ec8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:21:48.383143 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks [] for port (7af35664-eb9b-48fc-9378-607dff817ec8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.397951 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-abf54204-b6e4-4b28-8f34-b9e4063d0088 req-65ff87a9-ac43-436a-86c6-a2a094492a78 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819521 Feb 15 03:21:48.402500 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Transition to ACTIVE for port object 7af35664-eb9b-48fc-9378-607dff817ec8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:21:48.471064 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.539985 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:48.614527 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Attempting to bind port 7af35664-eb9b-48fc-9378-607dff817ec8 on host n-h1-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:21:48.618191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Attempting to bind port 7af35664-eb9b-48fc-9378-607dff817ec8 by drivers openvswitch,hyperv on host n-h1-829064-14 at level 0 using segments [{'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:21:48.618191 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Attempting to bind port 7af35664-eb9b-48fc-9378-607dff817ec8 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:48.620155 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Port 7af35664-eb9b-48fc-9378-607dff817ec8 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:21:48.620514 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Attempting to bind port 7af35664-eb9b-48fc-9378-607dff817ec8 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:21:48.625565 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Checking agent: {'id': '5db10892-7317-4029-84dc-d150b857d346', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:21:48.625898 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Checking segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:21:48.626281 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Bound using segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:21:48.626712 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Bound port: 7af35664-eb9b-48fc-9378-607dff817ec8, host: n-h1-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:21:48.627153 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.693071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:21:48.696822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:21:48.763356 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.796636 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:48.797264 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.798697 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 1092 time: 0.8305948 Feb 15 03:21:48.799148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:21:48.801431 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9acca16-aa2d-4664-bfdf-ea054e909c68" -d '{"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:21:48.828521 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86ffdf-96c8-43ae-b65e-f49bbcd9f8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:48.859550 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfad81b-5809-44de-b37e-b870ae6523e8 x-openstack-request-id: req-3cfad81b-5809-44de-b37e-b870ae6523e8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:21:48.859849 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:21:48.860134 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cfad81b-5809-44de-b37e-b870ae6523e8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:21:48.860581 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'status': 'completed', 'code': 200} Feb 15 03:21:48.951760 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:49.266501 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-18e4f838-f9e5-4312-8287-941028d836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.268027 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-18e4f838-f9e5-4312-8287-941028d836d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.3818762 Feb 15 03:21:49.363256 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-73693f0a-52c7-4dbd-96ce-c6a4d25e0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.364758 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-73693f0a-52c7-4dbd-96ce-c6a4d25e0aeb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0896668 Feb 15 03:21:49.461074 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-8e1a80e4-703f-419c-b6b6-a163ac4a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.462651 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e9acca16-aa2d-4664-bfdf-ea054e909c68 req-8e1a80e4-703f-419c-b6b6-a163ac4a9acc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914059 Feb 15 03:21:49.554634 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd1b0-1e58-41b8-9ffe-e46d7aa796c1 req-bdc2245e-0fb2-4a4b-b6cb-19fe4bb6c150 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.556189 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a1cd1b0-1e58-41b8-9ffe-e46d7aa796c1 req-bdc2245e-0fb2-4a4b-b6cb-19fe4bb6c150 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.0885103 Feb 15 03:21:49.562026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-c3abcdee-874a-46c9-991e-7a61f4c597c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.563471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-c3abcdee-874a-46c9-991e-7a61f4c597c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.0635452 Feb 15 03:21:49.619078 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-e6dfc6fe-50fa-447e-91b0-8c5e06621c2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 217 time: 0.0470095 Feb 15 03:21:49.672376 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-1a1cd1b0-1e58-41b8-9ffe-e46d7aa796c1 req-5acf7305-dd21-474e-9b02-ffc41f342eaf tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079144 Feb 15 03:21:49.684546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-4c806f11-ac78-4c3c-a0ce-13e1adc49a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.686014 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-4c806f11-ac78-4c3c-a0ce-13e1adc49a99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0598338 Feb 15 03:21:49.735127 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-10d87d66-4773-4477-b2a9-38a985410f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:49.736700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-10d87d66-4773-4477-b2a9-38a985410f6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441194 Feb 15 03:21:49.826971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-f573e95b-562f-4f72-bfbe-043d393c05c6 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844004 Feb 15 03:21:49.913500 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e8b8c5bc-8ed2-453b-a50e-046136543741 req-0a6d737d-69d6-4a12-8aa8-95a4d0ac9c28 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808909 Feb 15 03:21:50.796358 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27b8f9-e3ff-4880-90e5-e0fd4cdff8f7 req-34acf5a6-bcb9-45ad-a9d4-c262fbe811e6 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:50.797812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b27b8f9-e3ff-4880-90e5-e0fd4cdff8f7 req-34acf5a6-bcb9-45ad-a9d4-c262fbe811e6 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.0579803 Feb 15 03:21:50.846785 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8b27b8f9-e3ff-4880-90e5-e0fd4cdff8f7 req-e64f76f0-9120-44c0-a86e-f97be9b5306a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 Feb 15 03:21:51.191319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-289eb97d-8aa0-4bf4-8a31-8de37f5b387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:51.975868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f11ad2-7a22-429f-a167-16bed2aa9faf req-415dae20-8841-4097-860a-c68993bacd2b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:51.977372 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68f11ad2-7a22-429f-a167-16bed2aa9faf req-415dae20-8841-4097-860a-c68993bacd2b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.0630627 Feb 15 03:21:52.024852 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-68f11ad2-7a22-429f-a167-16bed2aa9faf req-27ceb9d5-4806-4847-8477-e86d3b2a02b8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Feb 15 03:21:53.147337 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df17b-81fd-4c2e-9b4a-96cfdb6b4e45 req-aaac67fa-f85b-462a-ae74-11adbf2d45dc tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:53.148888 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993df17b-81fd-4c2e-9b4a-96cfdb6b4e45 req-aaac67fa-f85b-462a-ae74-11adbf2d45dc tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.0524139 Feb 15 03:21:53.202495 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-993df17b-81fd-4c2e-9b4a-96cfdb6b4e45 req-5af72441-d4a4-4fba-bbe9-3d91a95e0405 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480449 Feb 15 03:21:53.408633 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-335e0a23-8327-48a7-9ab5-23fb47fd2f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:53.747576 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:21:53.842127 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:53.854682 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '7af35664-eb9b-48fc-9378-607dff817ec8', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:21:53.895976 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7af35664-eb9b-48fc-9378-607dff817ec8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:53.896396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:53.909342 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af35664-eb9b-48fc-9378-607dff817ec8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:21:53.928318 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:54.002466 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:54.050117 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:54.321705 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8642aa-372a-47eb-897e-63f442a3e767 req-9f2cc61f-4b96-460f-8e32-d1737c93d8e4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:54.323205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd8642aa-372a-47eb-897e-63f442a3e767 req-9f2cc61f-4b96-460f-8e32-d1737c93d8e4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 944 time: 0.0527503 Feb 15 03:21:54.368214 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['7af35664-eb9b-48fc-9378-607dff817ec8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:21:54.373517 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd8642aa-372a-47eb-897e-63f442a3e767 req-d1b3156e-1ffe-42fd-938c-4563b85b0523 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Feb 15 03:21:54.928324 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:55.507105 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034077f-bb85-4ade-81cf-446697ae6e49 req-da905fdc-a619-4f65-8024-99b4ebefdfc7 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:55.508696 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2034077f-bb85-4ade-81cf-446697ae6e49 req-da905fdc-a619-4f65-8024-99b4ebefdfc7 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 944 time: 0.0632308 Feb 15 03:21:55.560021 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-2034077f-bb85-4ade-81cf-446697ae6e49 req-c93e3ef4-546d-46a3-92e4-d9e178325dbf tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453949 Feb 15 03:21:55.764472 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:21:55.859574 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning for port 7af35664-eb9b-48fc-9378-607dff817ec8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:21:55.864767 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 7af35664-eb9b-48fc-9378-607dff817ec8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:21:55.865424 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:55.948640 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7af35664-eb9b-48fc-9378-607dff817ec8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:21:55.949382 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:55.970843 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:21:55.973114 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26132f25-9261-47ad-8a09-e9957e13c098" -d '{"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-plugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:21:55.985754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:21:56.008500 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cefd8-7b38-41c0-a38f-a577b97adf31 x-openstack-request-id: req-d88cefd8-7b38-41c0-a38f-a577b97adf31 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:21:56.008793 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-plugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:21:56.009050 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d88cefd8-7b38-41c0-a38f-a577b97adf31 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:21:56.009447 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'code': 200} Feb 15 03:21:56.048635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:56.101501 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:56.115868 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633691-a21f-4129-abc0-ea79da1d398f req-b90f5b12-36ae-4b32-b384-a1b088e9f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:56.117415 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74633691-a21f-4129-abc0-ea79da1d398f req-b90f5b12-36ae-4b32-b384-a1b088e9f0c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1128 time: 0.0494606 Feb 15 03:21:56.162119 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-74633691-a21f-4129-abc0-ea79da1d398f req-bb2794a9-8ff9-4353-a442-c14147fe3663 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 Feb 15 03:21:56.305651 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:56.680663 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582c7e-b8b7-49ab-bcb6-6531fe4adb13 req-17ecf4c1-a48c-45c4-8c7d-e44a7397f170 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:56.682224 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2582c7e-b8b7-49ab-bcb6-6531fe4adb13 req-17ecf4c1-a48c-45c4-8c7d-e44a7397f170 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Feb 15 03:21:56.731624 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c2582c7e-b8b7-49ab-bcb6-6531fe4adb13 req-2bb440d0-c4e8-42d7-87a2-547d0ddd99ce tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Feb 15 03:21:57.511476 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:57.853966 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6e9ee-5a0b-4a7c-9447-5e00dcfd37c5 req-dc67c665-7ba6-4c87-86f2-fe60c18beaa1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:57.855465 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbb6e9ee-5a0b-4a7c-9447-5e00dcfd37c5 req-dc67c665-7ba6-4c87-86f2-fe60c18beaa1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 945 time: 0.0568504 Feb 15 03:21:57.903931 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cbb6e9ee-5a0b-4a7c-9447-5e00dcfd37c5 req-00bafaf8-5428-436d-b9d9-2aee9fc7c3e4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Feb 15 03:21:58.018592 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f0e0f-87c9-4fe1-af32-3754265f7979 req-44f54c3f-1877-4f06-9dce-e627e39225f9 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:58.019995 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d8f0e0f-87c9-4fe1-af32-3754265f7979 req-44f54c3f-1877-4f06-9dce-e627e39225f9 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 945 time: 0.0522823 Feb 15 03:21:58.068892 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6d8f0e0f-87c9-4fe1-af32-3754265f7979 req-d89bf02e-1423-4a0e-9795-345c3c15cfb3 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Feb 15 03:21:58.090132 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:58.175019 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204e26c-1240-4c2f-9bef-508ae646f550 tempest-TestSnapshotPattern-1494287522 tempest-TestSnapshotPattern-1494287522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:21:58.176578 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-3204e26c-1240-4c2f-9bef-508ae646f550 tempest-TestSnapshotPattern-1494287522 tempest-TestSnapshotPattern-1494287522-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1123 time: 0.0854094 Feb 15 03:21:58.179954 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 51898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:21:58.184152 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:21:58.254074 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:58.353039 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:58.457550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Allocated IP 172.25.2.155 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/6e8b93e7-0c76-4589-853c-e3904640f549) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:21:58.555794 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (6e8b93e7-0c76-4589-853c-e3904640f549), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:58.625662 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:58.663120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:21:58.667846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:21:58.671316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:21:58.676740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=6e8b93e7-0c76-4589-853c-e3904640f549,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:59.034402 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.159614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.303183 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (6e8b93e7-0c76-4589-853c-e3904640f549), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.351455 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.421631 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=6e8b93e7-0c76-4589-853c-e3904640f549,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:21:59.433550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.537425 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Floating IP 4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb associated. External IP: 172.25.2.155, port: 7af35664-eb9b-48fc-9378-607dff817ec8. Feb 15 03:21:59.749101 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:21:59.858210 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:21:59.868413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:21:59.877372 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:21:59.877978 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:21:59.930777 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:59.961908 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-afe105cd-c078-4784-bdf9-3d89a539c2ec tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7808697 Feb 15 03:21:59.962520 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:21:59.964849 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9385400-9674-4bf0-8564-8d9f630007f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:21:59.988349 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:22:00.001173 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b810fcfd-e0fa-4fd2-949c-d9b80c349c6e x-openstack-request-id: req-b810fcfd-e0fa-4fd2-949c-d9b80c349c6e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:22:00.001460 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:22:00.001727 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b810fcfd-e0fa-4fd2-949c-d9b80c349c6e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:22:00.002114 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'status': 'completed', 'code': 200} Feb 15 03:22:00.070004 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-bf1be39e-0228-4ee6-9bcb-526a4ce2046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:00.071546 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-bf1be39e-0228-4ee6-9bcb-526a4ce2046f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1128 time: 0.0459232 Feb 15 03:22:00.161272 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-91c8466f-d4cc-4e03-8264-e9618c372df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:00.163345 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-91c8466f-d4cc-4e03-8264-e9618c372df4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0859845 Feb 15 03:22:00.207971 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:21:58Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:22:00.231966 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-3f6486a0-d8f7-41e0-aad9-e3526bbfeb1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 999 time: 0.0624747 Feb 15 03:22:00.237003 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:22:00.245213 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:22:00.245806 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:21:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:22:00.280502 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-489b3ffa-b49d-401b-8023-d1ddeeafd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:00.281974 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-489b3ffa-b49d-401b-8023-d1ddeeafd825 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0445805 Feb 15 03:22:00.341762 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-ca4b254b-dd93-4b1d-8ba5-d0110ea1ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:00.343297 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-ca4b254b-dd93-4b1d-8ba5-d0110ea1ec11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559490 Feb 15 03:22:00.355332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:22:00.436112 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-d167a163-cfdc-4c45-96e0-82923724e56d service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Feb 15 03:22:00.525335 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d9385400-9674-4bf0-8564-8d9f630007f4 req-658f75bd-4262-44da-9916-28c89db96cbd service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828819 Feb 15 03:22:00.576588 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:21:58Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:22:00.602511 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0edcca-3543-4030-be71-a0c0d5ef1c87 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:21:58Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:22:00.819589 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259e76-538c-4e80-8424-0f6fd32822ab None None] New status for floating IP 4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:22:16.259520 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:18.540923 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:22:18.979112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:21.150565 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9378351-b6ea-40a8-8f28-d5104ff879ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:23.385796 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04ffd343-e549-4a0b-a9b3-5059545c8748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:24.928707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:26.327997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:27.527642 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:46.259427 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:48.978694 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:49.107407 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-053fb168-f5f7-4478-8e93-ce579b2a95b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486927 Feb 15 03:22:49.191146 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9312-a212-48b3-add5-c54551f1c799 req-24b8f369-fafd-4e8d-8a72-a76caf91035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:49.192681 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-24b8f369-fafd-4e8d-8a72-a76caf91035b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1128 time: 0.0446298 Feb 15 03:22:49.291638 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9312-a212-48b3-add5-c54551f1c799 req-ec152291-d290-47f2-9c19-43198f171bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:49.293147 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-ec152291-d290-47f2-9c19-43198f171bda service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0817685 Feb 15 03:22:49.369717 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-41470b9f-861f-49c3-8928-d0abbc75c2b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0707877 Feb 15 03:22:49.416941 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9312-a212-48b3-add5-c54551f1c799 req-d820a316-8be4-4b87-af87-0c8b059a5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:49.418417 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-d820a316-8be4-4b87-af87-0c8b059a5571 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0433710 Feb 15 03:22:49.466642 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9312-a212-48b3-add5-c54551f1c799 req-e336e06d-9f15-4610-838d-66fbc44912ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:22:49.468142 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-e336e06d-9f15-4610-838d-66fbc44912ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443554 Feb 15 03:22:49.559682 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-5260622c-423c-40a4-b6fa-1f780ae9e5e7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848265 Feb 15 03:22:49.646175 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-50bf9312-a212-48b3-add5-c54551f1c799 req-af6056f3-34ce-44cf-9fb5-f28b5f968587 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812414 Feb 15 03:22:51.150774 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f345-2a23-45ec-ae03-cde12235b7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:53.384765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7339cfa-c391-497d-80c3-d0a68e8d5995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:54.944911 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:55.541014 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:22:56.316160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:57.521866 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:16.275464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:19.052643 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:21.189881 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ddec4cc-0881-43a8-b68f-06561bb55879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:23.378453 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90925777-e9b2-4d32-a2e7-f370c3b10387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:24.932613 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:26.330590 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:27.538552 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:32.540580 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:23:46.286869 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:49.001547 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:49.644451 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-a22c2e5d-68b7-436f-a974-aacda002fef8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489192 Feb 15 03:23:49.725313 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-33533f1b-bdf8-4af5-a4ee-bb5c6d5ac328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:23:49.727215 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-33533f1b-bdf8-4af5-a4ee-bb5c6d5ac328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1128 time: 0.0436695 Feb 15 03:23:49.825144 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-ea9bcfde-ce62-4577-85b4-3c1d948985eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:23:49.826611 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-ea9bcfde-ce62-4577-85b4-3c1d948985eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0825114 Feb 15 03:23:49.893292 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-c998fbd5-1d6d-4fcc-87a2-604dcbf0394f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0608654 Feb 15 03:23:49.939654 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-a0d31eb0-80b1-4a7e-ba8c-4cde98e49f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:23:49.941338 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-a0d31eb0-80b1-4a7e-ba8c-4cde98e49f92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0423906 Feb 15 03:23:49.988542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-2a9178a7-f651-4301-9830-8d2fe80bf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:23:49.989917 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-2a9178a7-f651-4301-9830-8d2fe80bf9cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429668 Feb 15 03:23:50.079008 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-c860b931-ff53-40e3-a824-460647d10a67 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Feb 15 03:23:50.168708 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e216eb3f-9bdd-43a4-9f82-048c2b69c4e0 req-cd811a07-61dc-4910-8225-dbffe2baa82c service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Feb 15 03:23:51.172280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbf439e0-579f-48f4-9310-71b3b64a0974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:53.406919 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68c33cff-24ef-4a0f-a5b1-3f8d6b489f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:54.926689 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:56.338506 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:57.515212 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:09.540081 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:24:16.298587 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:19.035183 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:21.160579 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae25915c-9cc7-4bed-bbc2-c3cd92ebfb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:23.400887 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6abf206f-2332-4245-8508-bbba5bc9b604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:24.914974 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:26.338238 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:27.560412 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:30.517418 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 details requested by agent hyperv_n-h1-829064-14 with host n-h1-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:24:30.610069 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:24:30.621536 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Returning: {'device': '7af35664-eb9b-48fc-9378-607dff817ec8', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:24:30.660446 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7af35664-eb9b-48fc-9378-607dff817ec8 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:24:30.660841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:30.673913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7af35664-eb9b-48fc-9378-607dff817ec8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:24:30.694179 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:24:30.766293 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:30.816070 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:24:30.823792 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.824140 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.824508 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.824849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.825182 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.825510 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.825836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.826159 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.826481 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.826803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.827124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.827471 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.827791 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:30.849934 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] get_ports_and_sgs() called for port_ids ['7af35664-eb9b-48fc-9378-607dff817ec8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:24:32.536111 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 up at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:24:32.583844 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Provisioning complete for port 7af35664-eb9b-48fc-9378-607dff817ec8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:24:32.584221 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:32.660607 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7af35664-eb9b-48fc-9378-607dff817ec8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:24:32.660992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:32.682829 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:24:32.685034 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84ef88-608b-45c9-9b57-135b96ee7ce6" -d '{"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-plugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:24:32.697803 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:24:32.787138 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ad9aa-92cd-4f48-8316-8fde65a4b514 x-openstack-request-id: req-cd0ad9aa-92cd-4f48-8316-8fde65a4b514 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:24:32.787435 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-plugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:24:32.787692 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd0ad9aa-92cd-4f48-8316-8fde65a4b514 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:24:32.788131 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'code': 200} Feb 15 03:24:32.789363 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:32.836866 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:24:46.298231 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:46.423245 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-24dfbd83-df02-4607-be2e-33f3861f861e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460229753&fields=id&tenant_id=8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 267 time: 0.0495024 Feb 15 03:24:46.527688 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-047a2ca9-f6f5-4061-9289-e96765c5b04a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:46.529203 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-047a2ca9-f6f5-4061-9289-e96765c5b04a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 810 time: 0.0993924 Feb 15 03:24:46.538688 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:24:46.543840 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-1b76f214-59e3-43bd-88c7-59c89e6e3194 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/quotas/8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 375 time: 0.0093086 Feb 15 03:24:46.598938 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-24230d62-2d4d-4d29-8426-8cdf69e70b8d tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501108 Feb 15 03:24:46.696184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-2dcf8df6-7f64-49f0-892d-03a81505ed12 service neutron] 10.222.0.43 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Feb 15 03:24:46.783616 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-d1741d3c-7fb5-4664-b546-449de26894ff service neutron] 10.222.0.43 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815363 Feb 15 03:24:47.020029 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-09b67f0e-b6ae-4f46-841f-a2ac24958ac1 req-3c944563-10db-40d5-b748-d4a8d5b5ac9e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 210 time: 0.0313079 Feb 15 03:24:48.116699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a5bc8750-9867-4886-9444-44b2bbc5d493 req-10f5805d-3fa3-4a04-a35c-bc7fafd91ed3 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 210 time: 0.0272551 Feb 15 03:24:48.631014 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:24:48.709537 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Current status of the port 7af35664-eb9b-48fc-9378-607dff817ec8 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:24:48.709933 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:48.732080 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:24:48.734329 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c96fb2-a29c-4328-88dc-0b1ef1349647" -d '{"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:24:48.747378 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:24:48.772602 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550e1af1-bf8f-463f-bf58-5cbdda7547eb x-openstack-request-id: req-550e1af1-bf8f-463f-bf58-5cbdda7547eb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:24:48.772902 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:24:48.773186 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550e1af1-bf8f-463f-bf58-5cbdda7547eb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:24:48.773591 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'code': 200} Feb 15 03:24:48.800244 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:48.851437 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Pushing event updated for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:24:48.923711 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-02a6d89e-5a36-4bf5-b10d-4a880aad6153 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:48.925127 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-02a6d89e-5a36-4bf5-b10d-4a880aad6153 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.31 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 810 time: 0.0998886 Feb 15 03:24:48.987956 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-a81b60c9-9ff5-4dd9-99b4-fbdca72d6620 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea64a60f3e343f4b2b56b498799a26b HTTP/1.1" status: 200 len: 380 time: 0.0552688 Feb 15 03:24:49.000411 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:49.002190 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'port': {'device_id': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'admin_state_up': True, 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'security_groups': ['64f7ce47-be58-49c6-b053-9291d3ea2482']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:24:49.182379 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-8415fabc-da3b-4fad-bd53-97ead189c158 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026113 Feb 15 03:24:49.197812 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Made reservation on behalf of 8ea64a60f3e343f4b2b56b498799a26b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:24:49.201245 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:49.227285 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-de6805fe-3905-43fb-9aa7-035cf0ec14c6 req-46cf169a-20af-4224-b686-fcbe2a768517 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 210 time: 0.0415211 Feb 15 03:24:49.338545 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-7a9cdfa4-dc1a-4f93-b355-23a8a900c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:49.340124 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-7a9cdfa4-dc1a-4f93-b355-23a8a900c729 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.1065915 Feb 15 03:24:49.444315 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Allocated IP 172.20.0.6 (5ccbdf31-c989-4e28-a0e3-a8439272f674/46b2f761-4ab5-4ae2-862f-cee6e4bccb32/4a79faa2-db06-4691-854e-c5a82af83609) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:24:49.501008 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-ae6130fa-8493-4658-86e6-570ae375a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:49.502548 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-ae6130fa-8493-4658-86e6-570ae375a257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.1361966 Feb 15 03:24:49.673894 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-ade65d7e-9ff4-4bdf-83d2-1ba5eb610efd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 999 time: 0.1596448 Feb 15 03:24:49.750690 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (4a79faa2-db06-4691-854e-c5a82af83609), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:49.769832 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-2881fe96-4026-4deb-91e3-c3efb616be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:49.771700 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-2881fe96-4026-4deb-91e3-c3efb616be8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0900388 Feb 15 03:24:49.841824 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-5d636d4a-6d10-43bd-8bf5-9990cd38384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:49.845569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-5d636d4a-6d10-43bd-8bf5-9990cd38384a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618441 Feb 15 03:24:49.905525 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:50.307664 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:24:50.333508 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:24:50.337394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:24:50.364158 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:24:50.422265 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-d2953825-e274-44bc-9ecd-13cd287614cf service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672119 Feb 15 03:24:50.424465 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.424822 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.425171 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.425517 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.425867 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.426208 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.426542 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.426879 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.427212 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.427540 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.427907 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.428224 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.428582 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:24:50.465092 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:50.465755 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:50.523872 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a30f9b-9d2c-481c-ab07-b8836dee1b59 req-7762a652-7bcf-4e1e-a5cd-a727ee514796 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:50.526020 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85a30f9b-9d2c-481c-ab07-b8836dee1b59 req-7762a652-7bcf-4e1e-a5cd-a727ee514796 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.2132816 Feb 15 03:24:50.599135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-bc44f687-d5cc-46a5-9695-f1bb39c61f4e tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6007566 Feb 15 03:24:50.607680 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-8eb20521-79f2-4cbc-bbb9-87cb3af0a861 req-24831d29-e95e-45e3-9e21-88fde6de0e6a service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736412 Feb 15 03:24:50.619555 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-85a30f9b-9d2c-481c-ab07-b8836dee1b59 req-2caa212d-007c-4667-9a70-d267db084221 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739675 Feb 15 03:24:50.653841 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-db978088-4839-4fd9-85f6-6f791379b3a3 None None] Provisioning complete for port 4a79faa2-db06-4691-854e-c5a82af83609 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:24:50.654460 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db978088-4839-4fd9-85f6-6f791379b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a79faa2-db06-4691-854e-c5a82af83609), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:50.708166 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-db978088-4839-4fd9-85f6-6f791379b3a3 None None] Port 4a79faa2-db06-4691-854e-c5a82af83609 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:24:51.166893 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-331fb7ca-5e90-4656-a4bf-56ae76ee560f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:51.766373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c83aef-fe52-452c-adf1-44c6c8e90802 req-8e6fcaf8-151b-46f8-ac52-505c6c5371c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:51.767786 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c83aef-fe52-452c-adf1-44c6c8e90802 req-8e6fcaf8-151b-46f8-ac52-505c6c5371c5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0547709 Feb 15 03:24:51.815635 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-a3c83aef-fe52-452c-adf1-44c6c8e90802 req-7f150264-8027-4212-bf3f-df0802a0d0cf tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Feb 15 03:24:52.938456 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371492cc-9213-499a-8620-1eefca0049ca req-1843c8a6-4127-4248-ab07-18fa52b61ea3 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:52.939467 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-371492cc-9213-499a-8620-1eefca0049ca req-1843c8a6-4127-4248-ab07-18fa52b61ea3 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0566959 Feb 15 03:24:53.015298 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-371492cc-9213-499a-8620-1eefca0049ca req-df3fa390-bd75-46f8-8c16-db782da4cb32 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625951 Feb 15 03:24:53.400725 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09dad51b-ac4f-4df0-9526-2c01b8de128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:54.145487 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9510-b000-44d3-95f6-4fd9180e0aad req-08305352-ee5b-4ee3-a8b4-509b2add508f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:54.147015 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd3b9510-b000-44d3-95f6-4fd9180e0aad req-08305352-ee5b-4ee3-a8b4-509b2add508f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0547776 Feb 15 03:24:54.199939 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-cd3b9510-b000-44d3-95f6-4fd9180e0aad req-d266fcd7-436f-44a6-8b2d-17b188b0686b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456905 Feb 15 03:24:54.937464 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:55.325187 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863023-d79e-45b5-b2f3-39021a51d81b req-b7a1542e-dc67-4733-9a1d-952ec2b6d724 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:55.326735 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92863023-d79e-45b5-b2f3-39021a51d81b req-b7a1542e-dc67-4733-9a1d-952ec2b6d724 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0550127 Feb 15 03:24:55.399710 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-92863023-d79e-45b5-b2f3-39021a51d81b req-f14583b3-3dc3-4409-82dc-17d203afab96 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674081 Feb 15 03:24:56.344385 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:56.526881 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176b45-26f7-41a2-81b5-f6dfae90ef98 req-8d298b86-f824-4301-960b-9f366d58a658 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:56.532485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e176b45-26f7-41a2-81b5-f6dfae90ef98 req-8d298b86-f824-4301-960b-9f366d58a658 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0626442 Feb 15 03:24:56.597134 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-6e176b45-26f7-41a2-81b5-f6dfae90ef98 req-20074364-0e32-4896-8757-e9e571603abb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620143 Feb 15 03:24:57.566190 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:57.734962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8b5a-80b4-4717-ab81-2301706f72af req-c1f39f19-ff1e-4810-a5d0-92b6582177a2 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:57.737308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccfe8b5a-80b4-4717-ab81-2301706f72af req-c1f39f19-ff1e-4810-a5d0-92b6582177a2 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0625515 Feb 15 03:24:57.790977 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-ccfe8b5a-80b4-4717-ab81-2301706f72af req-8d15f085-65df-4bd8-a0a7-a8db29ec5304 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Feb 15 03:24:58.928361 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004c6d-b9e3-4bb6-96c9-bf2939d334ca req-159df602-4593-4f28-994b-30504324da83 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:24:58.929954 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9004c6d-b9e3-4bb6-96c9-bf2939d334ca req-159df602-4593-4f28-994b-30504324da83 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0662491 Feb 15 03:24:58.979598 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9004c6d-b9e3-4bb6-96c9-bf2939d334ca req-24812631-1bc5-4691-a6ab-ec6537da5b6b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Feb 15 03:24:59.715488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Request body: {'port': {'device_id': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:24:59.772936 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.040063 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:25:00.049207 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks [] for port (4a79faa2-db06-4691-854e-c5a82af83609), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.086919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Transition to ACTIVE for port object 4a79faa2-db06-4691-854e-c5a82af83609 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:25:00.111528 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213325-561a-4ee5-87e7-6b6973b45d88 req-a1fc17d0-69f4-43ea-bd9f-e6d350d47200 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.113048 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c213325-561a-4ee5-87e7-6b6973b45d88 req-a1fc17d0-69f4-43ea-bd9f-e6d350d47200 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 931 time: 0.0611596 Feb 15 03:25:00.161216 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5c213325-561a-4ee5-87e7-6b6973b45d88 req-557eda59-782a-4bef-8747-3e2e87c73d83 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Feb 15 03:25:00.162295 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.217745 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:00.285225 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Attempting to bind port 4a79faa2-db06-4691-854e-c5a82af83609 on host n-h2-829064-14 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:25:00.285695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Attempting to bind port 4a79faa2-db06-4691-854e-c5a82af83609 by drivers openvswitch,hyperv on host n-h2-829064-14 at level 0 using segments [{'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:25:00.286026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Attempting to bind port 4a79faa2-db06-4691-854e-c5a82af83609 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:25:00.290640 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Port 4a79faa2-db06-4691-854e-c5a82af83609 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-14 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:25:00.290962 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Attempting to bind port 4a79faa2-db06-4691-854e-c5a82af83609 on network 5ccbdf31-c989-4e28-a0e3-a8439272f674 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:25:00.296779 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Checking agent: {'id': '180fd7c3-31a6-49ef-9b4b-24a39e52f58f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'started_at': datetime.datetime(2022, 2, 15, 1, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:25:00.297120 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Checking segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:25:00.297505 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Bound using segment: {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:25:00.297940 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Bound port: 4a79faa2-db06-4691-854e-c5a82af83609, host: n-h2-829064-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:25:00.298300 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.363887 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:25:00.366973 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:25:00.429634 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.468129 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.468851 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:00.470166 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] 10.222.0.31 "PUT /v2.0/ports/4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 1092 time: 0.8033960 Feb 15 03:25:00.470606 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:25:00.472916 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc812d-c258-404f-94cd-9e5af10051ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:25:00.496516 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e517-73f1-4f9a-bd5d-1c445920d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:00.517050 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d51df42-d304-44c3-af93-da23042dec85 x-openstack-request-id: req-7d51df42-d304-44c3-af93-da23042dec85 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:25:00.517352 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:25:00.517649 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d51df42-d304-44c3-af93-da23042dec85 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:25:00.518024 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'status': 'completed', 'code': 200} Feb 15 03:25:00.587679 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-399ca182-a7b1-47b2-95ae-d9b0b9b044d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.589269 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-399ca182-a7b1-47b2-95ae-d9b0b9b044d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1126 time: 0.0484526 Feb 15 03:25:00.689649 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-ce364c0b-9783-4f58-8bec-bb4714c11d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.691194 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-ce364c0b-9783-4f58-8bec-bb4714c11d86 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956795 Feb 15 03:25:00.788706 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-f4a587b8-fe17-43a8-9629-901a9c93840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.790184 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-0cbc812d-c258-404f-94cd-9e5af10051ea req-f4a587b8-fe17-43a8-9629-901a9c93840e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934906 Feb 15 03:25:00.867347 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-720b7102-6be7-4d09-924d-374a6c664d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.868898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-720b7102-6be7-4d09-924d-374a6c664d05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1126 time: 0.0455112 Feb 15 03:25:00.914308 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-1410a1fe-5cfe-47c3-aa82-44f159edc7b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 217 time: 0.0385373 Feb 15 03:25:00.961159 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-040d04d3-7043-4336-9edb-0e8be9ac6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:00.962569 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-040d04d3-7043-4336-9edb-0e8be9ac6561 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0430236 Feb 15 03:25:01.009777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-924d3fec-058a-48c9-bbb7-b600834feaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:01.011306 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-924d3fec-058a-48c9-bbb7-b600834feaf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431278 Feb 15 03:25:01.102672 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-8723cd7d-0635-48c5-b4b5-b698c0ca9067 service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 Feb 15 03:25:01.191217 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e7aea8f3-9cd6-4001-8555-1ecb55a69a7a req-29aa658e-5b85-4db7-a7c5-dc34aaca1eba service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821815 Feb 15 03:25:01.284856 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a284-8a1a-4ed4-ac03-bb229eba7cc9 req-df5f944c-9645-4b4b-8341-a7dc0e82585f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:01.286367 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c45a284-8a1a-4ed4-ac03-bb229eba7cc9 req-df5f944c-9645-4b4b-8341-a7dc0e82585f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 943 time: 0.0540686 Feb 15 03:25:01.336336 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3c45a284-8a1a-4ed4-ac03-bb229eba7cc9 req-29750996-3bd8-4163-ae6b-a625eb202369 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Feb 15 03:25:02.459559 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04128d-32d0-4693-af14-14fea8b66ccd req-4adfc1a6-aeb1-4792-9a0a-ce273edc1d1d tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:02.461070 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd04128d-32d0-4693-af14-14fea8b66ccd req-4adfc1a6-aeb1-4792-9a0a-ce273edc1d1d tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 943 time: 0.0571430 Feb 15 03:25:02.509568 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-dd04128d-32d0-4693-af14-14fea8b66ccd req-f53830b6-e375-4571-8d1a-154c5677fcef tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Feb 15 03:25:03.638012 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ad994-6c23-42e5-ae24-f0d86dda13d1 req-fe814abc-d941-4aca-8a30-a57e45c361cb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:03.639656 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15ad994-6c23-42e5-ae24-f0d86dda13d1 req-fe814abc-d941-4aca-8a30-a57e45c361cb tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 943 time: 0.0569241 Feb 15 03:25:03.694504 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-d15ad994-6c23-42e5-ae24-f0d86dda13d1 req-2885b837-24c8-4d4a-b688-78ac42fae209 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489922 Feb 15 03:25:04.819884 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79216-e664-4dde-bfc4-c5acaffe1bbd req-0d477358-f8e1-4fbd-8878-0f5e54b63f47 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:04.821486 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53d79216-e664-4dde-bfc4-c5acaffe1bbd req-0d477358-f8e1-4fbd-8878-0f5e54b63f47 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 943 time: 0.0569775 Feb 15 03:25:04.870084 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-53d79216-e664-4dde-bfc4-c5acaffe1bbd req-c70973e0-0f93-4e2e-8853-410a91cdcdd0 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Feb 15 03:25:04.976743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:25:05.069937 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:25:05.081977 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '4a79faa2-db06-4691-854e-c5a82af83609', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'mac_address': 'fa:16:3e:32:3a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:25:05.122279 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4a79faa2-db06-4691-854e-c5a82af83609 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:25:05.122664 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:05.135433 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:25:05.154218 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:25:05.211557 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:05.260836 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:05.452507 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['4a79faa2-db06-4691-854e-c5a82af83609'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:25:05.990071 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c186fb-f39a-461d-bde5-b25f3b39a379 req-f9a06978-af50-4575-bccb-893086c3bc96 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:05.991449 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c186fb-f39a-461d-bde5-b25f3b39a379 req-f9a06978-af50-4575-bccb-893086c3bc96 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 944 time: 0.0530519 Feb 15 03:25:06.043471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-46c186fb-f39a-461d-bde5-b25f3b39a379 req-494519e3-b275-49d5-933c-8f78e0768bcf tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Feb 15 03:25:06.992614 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:25:07.103230 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning for port 4a79faa2-db06-4691-854e-c5a82af83609 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:25:07.108147 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 4a79faa2-db06-4691-854e-c5a82af83609 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:25:07.113561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a79faa2-db06-4691-854e-c5a82af83609), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:07.175720 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9deb9-86bd-49b7-a76b-37f38d9548d1 req-b0cc44a4-f59f-4248-ab03-6150705929e7 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:07.177290 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55e9deb9-86bd-49b7-a76b-37f38d9548d1 req-b0cc44a4-f59f-4248-ab03-6150705929e7 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 944 time: 0.0568993 Feb 15 03:25:07.189606 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4a79faa2-db06-4691-854e-c5a82af83609 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:25:07.189997 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:07.212428 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:25:07.215200 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e66cb-17f0-41a9-91b4-1b165370aa95" -d '{"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-plugged", "status": "completed", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:25:07.227237 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:25:07.231807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-55e9deb9-86bd-49b7-a76b-37f38d9548d1 req-68ccc389-ccd1-4576-bddb-72c76c739637 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486968 Feb 15 03:25:07.274253 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e655c0c2-4f73-4db1-89ac-4a466cf0dce5 x-openstack-request-id: req-e655c0c2-4f73-4db1-89ac-4a466cf0dce5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:25:07.274575 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-plugged", "status": "completed", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:25:07.275207 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e655c0c2-4f73-4db1-89ac-4a466cf0dce5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:25:07.275613 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'code': 200} Feb 15 03:25:07.280635 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:07.331324 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:07.371267 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd030-0711-4a39-b33c-01dd88525585 req-1a1c641f-79c1-4a4e-a11e-ca4457e138c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:07.372804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcecd030-0711-4a39-b33c-01dd88525585 req-1a1c641f-79c1-4a4e-a11e-ca4457e138c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1128 time: 0.0447345 Feb 15 03:25:07.419140 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fcecd030-0711-4a39-b33c-01dd88525585 req-290d4cc5-58eb-44a6-abec-9c923e248acc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Feb 15 03:25:08.358316 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825e2df-4b93-40ab-b9b5-8516b0c17e3c req-f0560b1b-b649-415b-a929-f926626f38ce tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:08.359834 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4825e2df-4b93-40ab-b9b5-8516b0c17e3c req-f0560b1b-b649-415b-a929-f926626f38ce tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.0537093 Feb 15 03:25:08.410441 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-4825e2df-4b93-40ab-b9b5-8516b0c17e3c req-e2613221-db51-47a5-b26c-02c35e23b2d4 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Feb 15 03:25:09.534650 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef565bd-364f-4880-93dc-895a93ee74f5 req-34607837-00dd-4c9a-b8d1-10af2394de0b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:09.536149 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef565bd-364f-4880-93dc-895a93ee74f5 req-34607837-00dd-4c9a-b8d1-10af2394de0b tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.0569956 Feb 15 03:25:09.584732 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fef565bd-364f-4880-93dc-895a93ee74f5 req-b715bff7-a1f3-45ee-bf20-5bf3c290edad tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Feb 15 03:25:09.708852 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c5655-39ef-415d-ad58-a5c1667931ff req-bf53fcd7-2943-4b7a-bb0d-cfd4b96c16e2 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:09.710272 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957c5655-39ef-415d-ad58-a5c1667931ff req-bf53fcd7-2943-4b7a-bb0d-cfd4b96c16e2 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.0550508 Feb 15 03:25:09.759804 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-957c5655-39ef-415d-ad58-a5c1667931ff req-f6754a23-4373-4fb9-8737-8207326ab74a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Feb 15 03:25:09.781731 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:25:09.825366 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34db9e0-8e43-4cc8-a694-3d61dc8e24f3 tempest-TestSnapshotPattern-1494287522 tempest-TestSnapshotPattern-1494287522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:09.826865 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-e34db9e0-8e43-4cc8-a694-3d61dc8e24f3 tempest-TestSnapshotPattern-1494287522 tempest-TestSnapshotPattern-1494287522-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1123 time: 0.0441456 Feb 15 03:25:09.829597 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:25:09.833874 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Request body: {'floatingip': {'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:25:09.920062 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:10.018861 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:10.149213 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Allocated IP 172.25.2.188 (483a85bc-534f-443d-b45b-c3de957ae353/de8d7724-429b-48f4-b48f-9e533eeed180/1050fe23-7d18-4919-a4d1-869d218cffc6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:25:10.252952 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:10.361388 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741814855747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:10.398799 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Network 483a85bc-534f-443d-b45b-c3de957ae353 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:25:10.401675 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:25:10.407260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:25:10.443431 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=1050fe23-7d18-4919-a4d1-869d218cffc6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:10.788814 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (6dfa8d94-35f9-4822-9bb0-9970466006d2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:10.922219 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:11.068902 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:11.138179 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4209628'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:11.207791 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event updated for resources: {'Port': ['ID=1050fe23-7d18-4919-a4d1-869d218cffc6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:25:11.220450 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556843'] for floatingip (6dfa8d94-35f9-4822-9bb0-9970466006d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:11.322375 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Floating IP 6dfa8d94-35f9-4822-9bb0-9970466006d2 associated. External IP: 172.25.2.188, port: 4a79faa2-db06-4691-854e-c5a82af83609. Feb 15 03:25:11.534014 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:25:11.642798 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:25:11.652245 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:25:11.665091 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:25:11.673490 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:24:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:25:11.722470 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:11.764403 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-9b870e54-4a92-45ab-b265-21e6c3217e1a tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9220588 Feb 15 03:25:11.764403 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:25:11.764403 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f1cf5b-af43-41c0-b422-c745bed84f37" -d '{"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:25:11.778590 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:25:11.792176 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459321f-3451-4afb-9d94-c9e81d196218 x-openstack-request-id: req-3459321f-3451-4afb-9d94-c9e81d196218 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:25:11.792763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:25:11.792763 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3459321f-3451-4afb-9d94-c9e81d196218 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:25:11.793139 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'status': 'completed', 'code': 200} Feb 15 03:25:11.858919 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-30bf7ce8-ff32-444e-a97b-60af6aac8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:11.860498 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-30bf7ce8-ff32-444e-a97b-60af6aac8c49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1128 time: 0.0458243 Feb 15 03:25:11.952820 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-206057fd-0b72-4354-88d8-2d83a63ffbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:11.954205 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-206057fd-0b72-4354-88d8-2d83a63ffbb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0880184 Feb 15 03:25:12.000797 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}, {'id': '6dfa8d94-35f9-4822-9bb0-9970466006d2', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:32:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:25:10Z', 'updated_at': '2022-02-15T03:25:10Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:25:12.017814 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-5bb6f70a-dfe2-472b-a7d0-155a24510695 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 999 time: 0.0578020 Feb 15 03:25:12.026413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:25:12.034830 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:25:12.035434 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:24:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:25:12.067148 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-b7dd42aa-da74-4e86-8f23-0cf7cbbe92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:12.068741 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-b7dd42aa-da74-4e86-8f23-0cf7cbbe92d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0456238 Feb 15 03:25:12.120401 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-48d43008-34de-408b-8e4f-31c51d101be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:12.122774 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-48d43008-34de-408b-8e4f-31c51d101be5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484540 Feb 15 03:25:12.151922 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:25:12.217381 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-53fe3d11-42d4-4a18-8590-241c41ceb930 service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888648 Feb 15 03:25:12.307117 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-03f1cf5b-af43-41c0-b422-c745bed84f37 req-95633122-bb6c-4e01-ada5-e1bbe554736f service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842421 Feb 15 03:25:12.377571 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}, {'id': '6dfa8d94-35f9-4822-9bb0-9970466006d2', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:32:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:25:10Z', 'updated_at': '2022-02-15T03:25:10Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:25:12.403768 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489c709-6fc9-48ae-a9d4-e694330d2858 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}, {'id': '6dfa8d94-35f9-4822-9bb0-9970466006d2', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:32:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:25:10Z', 'updated_at': '2022-02-15T03:25:10Z', 'revision_number': 0, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:25:12.602377 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19df8d-6388-498a-807a-3ea073a10001 None None] New status for floating IP 6dfa8d94-35f9-4822-9bb0-9970466006d2: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:25:15.954133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-8c682374-2724-4cf4-8881-d78dc577d42f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444310 Feb 15 03:25:16.037228 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-7104a15f-30cd-48d8-a991-582c5d6ca7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:16.038752 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-7104a15f-30cd-48d8-a991-582c5d6ca7fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1128 time: 0.0447266 Feb 15 03:25:16.147145 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-4aed06a2-1a29-4c71-af32-a73b56269451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:16.148659 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-4aed06a2-1a29-4c71-af32-a73b56269451 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0915308 Feb 15 03:25:16.293003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:16.540025 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-f21f3a63-6896-4597-8f0e-278f9b61c7a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 1001 time: 0.3849070 Feb 15 03:25:16.587913 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-38d59100-3f60-4a36-9509-967c96fe28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:16.589948 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-38d59100-3f60-4a36-9509-967c96fe28e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0426447 Feb 15 03:25:16.642546 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-a3a6369b-19f3-4011-80ec-9b0c419bf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:16.644065 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-a3a6369b-19f3-4011-80ec-9b0c419bf797 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460322 Feb 15 03:25:16.731156 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-22749a23-1a0e-45ea-8a9c-985e4b6d781a service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Feb 15 03:25:16.820056 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7dd90b25-add1-4966-aee7-dc52e0426eca req-a7a27229-32f3-4756-8f8b-744576b125b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833938 Feb 15 03:25:19.040019 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:21.200075 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a918e34-d262-48c7-a4f4-3bd59863af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:23.417853 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8425aa9-80c9-427e-ac14-df30fec4eee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:23.537598 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:25:24.943112 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:26.377278 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:27.519809 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:46.296761 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:49.033987 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:51.177167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf662c75-ce32-4b2e-846b-ba56cf368ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:51.217745 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-2c526d22-5d38-474c-830d-fb8ffabfbf08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445282 Feb 15 03:25:51.304823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-f7aa89cc-427a-4b6b-a155-a7b9b5683c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:51.306302 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-f7aa89cc-427a-4b6b-a155-a7b9b5683c98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.0441597 Feb 15 03:25:51.406900 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-e2396094-7e96-4e3c-9047-b6830985a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:51.408422 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-e2396094-7e96-4e3c-9047-b6830985a6a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0855789 Feb 15 03:25:51.473209 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-b502b609-4e6c-4dd8-bc20-c284e3805868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 999 time: 0.0588052 Feb 15 03:25:51.519965 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-2efdb48b-c492-4b81-af0d-f78d008a02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:51.521398 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-2efdb48b-c492-4b81-af0d-f78d008a02d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0426946 Feb 15 03:25:51.573103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-69e7c0d7-a71c-46ce-9e66-9f304f0225b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:25:51.575121 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-69e7c0d7-a71c-46ce-9e66-9f304f0225b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475221 Feb 15 03:25:51.661113 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-31bb2434-2635-4d84-9dea-f5bd94451682 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791852 Feb 15 03:25:51.750485 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-5af151fa-ed54-41ef-ba3f-053929c064bb req-7508f294-1202-4555-b2ee-64aae4ae38ee service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836098 Feb 15 03:25:53.405469 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3fed8e0-41ed-4315-ab7f-8a9c5891f246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:54.936981 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:56.387961 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:25:57.560263 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:00.537704 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:26:16.298249 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:16.947898 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-5d14aae9-0914-4bfa-b43d-a236c8510fdc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469437 Feb 15 03:26:17.030439 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-af4dc564-6e9f-4a76-9a14-8dbed14222c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:17.031944 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-af4dc564-6e9f-4a76-9a14-8dbed14222c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1128 time: 0.0449922 Feb 15 03:26:17.134842 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-2fa41405-3598-46be-a106-79d391ba89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:17.136352 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-2fa41405-3598-46be-a106-79d391ba89d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.0866847 Feb 15 03:26:17.200243 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-c79ca026-697c-4c5c-b63a-b07eeb5a6925 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 1001 time: 0.0585349 Feb 15 03:26:17.247718 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-9a4eef9a-c996-446f-81c8-e1a833fc7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:17.249223 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-9a4eef9a-c996-446f-81c8-e1a833fc7951 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0431066 Feb 15 03:26:17.302257 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-bdf51980-eaaa-43c9-9c75-8c2c42c7621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:17.303789 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-bdf51980-eaaa-43c9-9c75-8c2c42c7621d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492225 Feb 15 03:26:17.322665 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-204600a2-63eb-4863-9b1c-755071b1a2e5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:26:17.323699 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-204600a2-63eb-4863-9b1c-755071b1a2e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052400 Feb 15 03:26:17.411807 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-28e1352a-bd61-410c-ab85-08659b905688 service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824058 Feb 15 03:26:17.508135 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-3a710873-0cf1-454d-88ed-cdbd0c610e2d req-9d78bb81-734a-451e-b8b5-c4c7ce08774d service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906117 Feb 15 03:26:19.050920 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:21.186724 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-930a5be1-0206-431f-9d8f-85b94560d959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:23.387764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc681041-ab61-4ad1-b371-c040042d513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:24.941973 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:26.347972 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:27.542737 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:37.537606 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:26:43.525290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 details requested by agent hyperv_n-h2-829064-14 with host n-h2-829064-14 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:26:43.618671 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:26:43.630894 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Returning: {'device': '4a79faa2-db06-4691-854e-c5a82af83609', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'port_id': '4a79faa2-db06-4691-854e-c5a82af83609', 'mac_address': 'fa:16:3e:32:3a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:26:43.669005 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4a79faa2-db06-4691-854e-c5a82af83609 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:26:43.669403 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:43.686665 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:26:43.867759 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:26:43.907611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:43.959448 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:26:43.966770 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.967110 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.967443 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.967775 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.968101 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.968454 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.968780 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.969097 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.969415 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.969737 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.970055 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.970370 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.970683 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:43.977754 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] get_ports_and_sgs() called for port_ids ['4a79faa2-db06-4691-854e-c5a82af83609'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:26:45.539479 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 up at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:26:45.604620 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Provisioning complete for port 4a79faa2-db06-4691-854e-c5a82af83609 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:26:45.605009 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1950829'] for port (4a79faa2-db06-4691-854e-c5a82af83609), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:45.692361 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Current status of the port 4a79faa2-db06-4691-854e-c5a82af83609 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:26:45.693001 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:45.720712 n-d-829064-14 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:26:45.723035 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840ed140a383e24bc1f391f702b99f10dc42c117dfa8ce0e36a91aab4837d9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f45d51-eea4-455a-9d57-40aefb33fb55" -d '{"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-plugged", "status": "completed", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:26:45.741929 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:26:45.774082 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea938470-ac3d-493c-ba97-43d7d804d7c8 x-openstack-request-id: req-ea938470-ac3d-493c-ba97-43d7d804d7c8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:26:45.774389 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-plugged", "status": "completed", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:26:45.774648 n-d-829064-14 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea938470-ac3d-493c-ba97-43d7d804d7c8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:26:45.775158 n-d-829064-14 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'code': 200} Feb 15 03:26:45.816398 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741815379905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741814855765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741814855783'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:45.873708 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Pushing event updated for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:26:46.330481 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:49.044975 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:51.170410 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5918069-1f74-4fd2-896f-352d3d873bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:53.104059 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-e13ff742-a26d-443c-823e-0eb8352503a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434847 Feb 15 03:26:53.194087 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0428ef15-daf2-404f-b747-44ff53b5e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:53.195542 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0428ef15-daf2-404f-b747-44ff53b5e84a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.0477104 Feb 15 03:26:53.314510 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-27fbaa62-4449-4176-b98b-9a50a674b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:53.316072 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-27fbaa62-4449-4176-b98b-9a50a674b207 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.1017697 Feb 15 03:26:53.389158 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-82fa372b-53e5-4278-90d1-385bd692ffc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 999 time: 0.0674899 Feb 15 03:26:53.415787 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a709da-bae1-4bfc-b777-bf9b8b309cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:53.451815 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0393b929-08a0-45d7-aec2-033381ed2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:53.453460 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0393b929-08a0-45d7-aec2-033381ed2388 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0586288 Feb 15 03:26:53.523207 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0d42ead3-8066-48be-91be-f38d9a619647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:53.524788 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-0d42ead3-8066-48be-91be-f38d9a619647 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0635092 Feb 15 03:26:53.623799 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-d80e456a-3b88-4322-98a4-e4d5b27efa80 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924869 Feb 15 03:26:53.722565 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-36ae933d-25ba-4499-9bce-6ec0ba0bc42c req-e6b7a00a-120c-4ee1-8058-bd11ca6ad3f8 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923095 Feb 15 03:26:54.980611 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:55.962931 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:26:56.117182 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Deleting port 1050fe23-7d18-4919-a4d1-869d218cffc6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:26:56.117530 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.191577 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.191906 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (1050fe23-7d18-4919-a4d1-869d218cffc6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.205385 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Calling delete_port for 1050fe23-7d18-4919-a4d1-869d218cffc6 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:26:56.354188 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.395383 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (1050fe23-7d18-4919-a4d1-869d218cffc6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.421438 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event deleted for resources: {'Port': ['ID=1050fe23-7d18-4919-a4d1-869d218cffc6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:26:56.451201 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.451555 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.451904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.452251 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.452786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.453128 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.453462 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.453792 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.454123 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.454449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.454777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.455103 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.455488 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:26:56.497009 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (6dfa8d94-35f9-4822-9bb0-9970466006d2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.497009 n-d-829064-14 neutron-server[103884]: INFO neutron.db.l3_db [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Floating IP 6dfa8d94-35f9-4822-9bb0-9970466006d2 disassociated (deleted). External IP: 172.25.2.188, port: 4a79faa2-db06-4691-854e-c5a82af83609. Feb 15 03:26:56.726904 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:26:56.836975 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:26:56.842448 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:56.850678 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:26:56.859082 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:26:56.859716 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:26:56.871520 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0d5a718d-1f70-48bc-b7d9-5f6040ef75a5 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "DELETE /v2.0/floatingips/6dfa8d94-35f9-4822-9bb0-9970466006d2 HTTP/1.1" status: 204 len: 168 time: 0.9073644 Feb 15 03:26:56.872140 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:26:56.876948 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae08821-0f06-46e6-a9e3-985707612a85" -d '{"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:26:56.969605 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:26:57.199898 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:26:57.226044 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:26:57.234376 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:26:57.234998 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:26:57.279232 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8015713-9c61-4d12-8381-92ce9bd073a5 x-openstack-request-id: req-a8015713-9c61-4d12-8381-92ce9bd073a5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:26:57.280137 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:26:57.280788 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8015713-9c61-4d12-8381-92ce9bd073a5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:26:57.280960 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'status': 'completed', 'code': 200} Feb 15 03:26:57.348131 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:26:57.372050 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08821-0f06-46e6-a9e3-985707612a85 req-7f1927cc-cc6c-45ab-b9d1-98646a6dbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:57.373625 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-7f1927cc-cc6c-45ab-b9d1-98646a6dbf46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 1128 time: 0.0730655 Feb 15 03:26:57.442616 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bcae3-969a-423f-bc4f-2dea0d88fd77 req-eabd47f6-279b-4973-b026-de991c82da37 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:57.444277 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c05bcae3-969a-423f-bc4f-2dea0d88fd77 req-eabd47f6-279b-4973-b026-de991c82da37 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.1066315 Feb 15 03:26:57.513738 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08821-0f06-46e6-a9e3-985707612a85 req-2aafe46a-0f53-4aff-85d7-3a0dc74b1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:57.523154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-2aafe46a-0f53-4aff-85d7-3a0dc74b1988 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.1346495 Feb 15 03:26:57.523154 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c05bcae3-969a-423f-bc4f-2dea0d88fd77 req-b3133bbd-6f97-45e1-8abd-7f3f25865176 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690408 Feb 15 03:26:57.557354 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-cd298b57-7e62-47b5-a39a-77d5a84f788e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Feb 15 03:26:57.598219 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:26:57.601529 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:57.610800 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08821-0f06-46e6-a9e3-985707612a85 req-866fcd4d-9783-4908-b594-3452cc3b2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:57.612588 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-866fcd4d-9783-4908-b594-3452cc3b2276 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0494523 Feb 15 03:26:57.627457 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac00dcc-9530-440d-a63b-bcc0e4ed95d6 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_floatingips': [{'id': '4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'router_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'port_id': '7af35664-eb9b-48fc-9378-607dff817ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'mac_address': 'fa:16:3e:6b:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:21:58Z', 'updated_at': '2022-02-15T03:22:00Z', 'revision_number': 1, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:26:57.662915 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08821-0f06-46e6-a9e3-985707612a85 req-0c3245a8-bd92-4db7-964c-b6925d6b3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:57.664554 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-0c3245a8-bd92-4db7-964c-b6925d6b3fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456023 Feb 15 03:26:57.754577 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-2ad1c274-b3a5-405f-8186-8ad8fe0ab26e service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Feb 15 03:26:57.851858 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-fae08821-0f06-46e6-a9e3-985707612a85 req-59a069c5-acee-44ab-8c7e-7af171e583fc service neutron] 10.222.0.31 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907996 Feb 15 03:26:57.867268 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ce9ca-7775-450e-bdbf-50b5dc0220aa None None] New status for floating IP 6dfa8d94-35f9-4822-9bb0-9970466006d2: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:26:58.642373 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae617f-5e5f-4940-a3b8-483c6b51bb84 req-50baf15e-6a92-4d03-ab3a-347967acf6de tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:58.643874 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aeae617f-5e5f-4940-a3b8-483c6b51bb84 req-50baf15e-6a92-4d03-ab3a-347967acf6de tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.0528810 Feb 15 03:26:58.692155 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-aeae617f-5e5f-4940-a3b8-483c6b51bb84 req-9b570a29-553c-4983-821e-17c0ac36f435 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Feb 15 03:26:58.834388 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-a753c387-8219-401a-98d6-fd2c41cca55f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:26:58.835859 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-a753c387-8219-401a-98d6-fd2c41cca55f tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.31 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 945 time: 0.0561674 Feb 15 03:26:58.924258 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Deleting port 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:26:58.924620 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (4a79faa2-db06-4691-854e-c5a82af83609), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:59.014554 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] For port 4a79faa2-db06-4691-854e-c5a82af83609, host n-h2-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-14',level=0,port_id=4a79faa2-db06-4691-854e-c5a82af83609,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:26:59.014834 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (4a79faa2-db06-4691-854e-c5a82af83609), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:59.027260 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Calling delete_port for 4a79faa2-db06-4691-854e-c5a82af83609 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:26:59.239162 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (4a79faa2-db06-4691-854e-c5a82af83609), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:59.281269 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event deleted for resources: {'Port': ['ID=4a79faa2-db06-4691-854e-c5a82af83609,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:26:59.325957 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] No DVR routers for this DVR port 4a79faa2-db06-4691-854e-c5a82af83609 on host n-h2-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:26:59.328697 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:26:59.332133 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-7caa631d-7a28-43de-9ebe-e907ae8eec19 req-4d07bd7b-762e-4fa7-a98a-1ad4ec7f7271 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.31 "DELETE /v2.0/ports/4a79faa2-db06-4691-854e-c5a82af83609 HTTP/1.1" status: 204 len: 173 time: 0.4911678 Feb 15 03:26:59.333573 n-d-829064-14 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-deleted', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:26:59.335032 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7c30ec43f3dea05051d33047c65704494dd31a00abf39c3db176527ea5efb89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7311b3-2b4a-49e7-93a5-b932f7d3b17b" -d '{"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-deleted", "tag": "4a79faa2-db06-4691-854e-c5a82af83609"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:26:59.374201 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de858a-6c57-4ad0-a9e0-4b3fc8f8ea64 x-openstack-request-id: req-77de858a-6c57-4ad0-a9e0-4b3fc8f8ea64 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:26:59.374559 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eef8b6-e9bb-44bb-b410-94073de8466f", "name": "network-vif-deleted", "tag": "4a79faa2-db06-4691-854e-c5a82af83609", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:26:59.374818 n-d-829064-14 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77de858a-6c57-4ad0-a9e0-4b3fc8f8ea64 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:26:59.375229 n-d-829064-14 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eef8b6-e9bb-44bb-b410-94073de8466f', 'name': 'network-vif-deleted', 'tag': '4a79faa2-db06-4691-854e-c5a82af83609', 'status': 'completed', 'code': 200} Feb 15 03:26:59.600142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:26:59.626761 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:26:59.627124 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:26:59.825057 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-c9bbcb91-a8b3-4d6d-a2cf-7732f373f03b req-f3139714-c924-4c59-b964-47091c127015 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=23eef8b6-e9bb-44bb-b410-94073de8466f HTTP/1.1" status: 200 len: 210 time: 0.0338261 Feb 15 03:27:02.121140 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:02.276618 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Deleting port 6e8b93e7-0c76-4589-853c-e3904640f549 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:02.276872 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:02.349938 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:02.350274 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (6e8b93e7-0c76-4589-853c-e3904640f549), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:02.362643 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Calling delete_port for 6e8b93e7-0c76-4589-853c-e3904640f549 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:02.586536 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (6e8b93e7-0c76-4589-853c-e3904640f549), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:02.613412 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event deleted for resources: {'Port': ['ID=6e8b93e7-0c76-4589-853c-e3904640f549,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:02.640365 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.640719 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.641091 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.641432 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.641772 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.642147 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.642488 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.642817 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.643146 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.643472 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.643799 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.644126 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.644479 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-14 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:27:02.683337 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for floatingip (4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:02.683667 n-d-829064-14 neutron-server[103885]: INFO neutron.db.l3_db [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Floating IP 4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb disassociated (deleted). External IP: 172.25.2.155, port: 7af35664-eb9b-48fc-9378-607dff817ec8. Feb 15 03:27:02.889934 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:27:02.997053 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:27:03.001825 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:03.007001 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:27:03.016849 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:03.017465 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:03.031747 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-86d59688-d16c-4bae-a461-17f126820ab8 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "DELETE /v2.0/floatingips/4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb HTTP/1.1" status: 204 len: 168 time: 0.9094985 Feb 15 03:27:03.032542 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:27:03.035460 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e4340-01ce-418f-b64b-7f7ab806096f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:27:03.128353 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:03.330177 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:03.356019 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:27:03.364435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:03.365043 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:03.465932 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f60eeb-294e-43df-a873-15af9d57e72a x-openstack-request-id: req-08f60eeb-294e-43df-a873-15af9d57e72a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:27:03.466460 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:27:03.466668 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08f60eeb-294e-43df-a873-15af9d57e72a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:27:03.467303 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'status': 'completed', 'code': 200} Feb 15 03:27:03.487079 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:03.614380 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 no longer exists at agent hyperv_n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:03.644513 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] No Port match for: 4a79faa2-db06-4691-854e-c5a82af83609 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:03.644854 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Device 4a79faa2-db06-4691-854e-c5a82af83609 not bound to the agent host n-h2-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:03.718529 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:03.746083 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27118c11-0305-473c-9d41-a488b6ab7961 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:21:34Z', 'revision_number': 4, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14', '_interfaces': [{'id': 'fd786ba9-5c10-473e-906e-93794f2145b8', 'name': '', 'network_id': '5ccbdf31-c989-4e28-a0e3-a8439272f674', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'mac_address': 'fa:16:3e:46:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:33Z', 'updated_at': '2022-02-15T03:21:37Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'subnets': [{'id': '46b2f761-4ab5-4ae2-862f-cee6e4bccb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:27:03.901396 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-3e0a8059-ae09-46af-9cf0-a207ee11ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:03.902919 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-3e0a8059-ae09-46af-9cf0-a207ee11ff44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 1126 time: 0.4147954 Feb 15 03:27:03.925726 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf65bb-53dc-48e8-86e0-0cf2b5cc4dd6 req-1f947ddb-50eb-4ce4-8ba9-8b22d18c2380 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:03.927233 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efdf65bb-53dc-48e8-86e0-0cf2b5cc4dd6 req-1f947ddb-50eb-4ce4-8ba9-8b22d18c2380 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.4021511 Feb 15 03:27:03.990538 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704d18e-4e81-443e-b017-ef245ac55b9a None None] New status for floating IP 4c97e3d3-b691-45ac-8ab6-19c1b6d7f9bb: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:27:04.027471 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-efdf65bb-53dc-48e8-86e0-0cf2b5cc4dd6 req-edd362c0-0d70-49b7-bc06-728187c426db tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/security-groups?id=64f7ce47-be58-49c6-b053-9291d3ea2482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875180 Feb 15 03:27:04.040949 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-af5abea9-86a0-40e9-9058-b45efc42d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:04.042992 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-af5abea9-86a0-40e9-9058-b45efc42d7fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 200 len: 911 time: 0.1322076 Feb 15 03:27:04.089002 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-243e8002-5694-4b42-8270-a12a6f55044a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 200 len: 217 time: 0.0392833 Feb 15 03:27:04.137695 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-6bcc5a4a-c78b-48f7-a2b1-9a8a0b1ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:04.139035 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-6bcc5a4a-c78b-48f7-a2b1-9a8a0b1ffc8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 200 len: 849 time: 0.0421929 Feb 15 03:27:04.163319 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.37', 61346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:04.189853 n-d-829064-14 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-a8776d2a-4ff7-4431-8925-e5135161074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:04.191395 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-a8776d2a-4ff7-4431-8925-e5135161074b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ccbdf31-c989-4e28-a0e3-a8439272f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451963 Feb 15 03:27:04.234161 n-d-829064-14 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-c3eb4ae3-ad4a-48fc-b68c-86b16307ff94 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:27:04.235682 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-c3eb4ae3-ad4a-48fc-b68c-86b16307ff94 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 943 time: 0.0596719 Feb 15 03:27:04.283462 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-4d8cdd92-28cc-4c0a-aa1c-7d677925ba1a service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Feb 15 03:27:04.328244 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Deleting port 7af35664-eb9b-48fc-9378-607dff817ec8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:04.328616 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:04.371514 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-e95e4340-01ce-418f-b64b-7f7ab806096f req-9b81acab-b0a7-477e-904e-71968014a7a9 service neutron] 10.222.0.37 "GET /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Feb 15 03:27:04.419854 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] For port 7af35664-eb9b-48fc-9378-607dff817ec8, host n-h1-829064-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-14',level=0,port_id=7af35664-eb9b-48fc-9378-607dff817ec8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:04.420216 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:04.431838 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Calling delete_port for 7af35664-eb9b-48fc-9378-607dff817ec8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:04.627615 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (7af35664-eb9b-48fc-9378-607dff817ec8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:04.661825 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event deleted for resources: {'Port': ['ID=7af35664-eb9b-48fc-9378-607dff817ec8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:04.705587 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] No DVR routers for this DVR port 7af35664-eb9b-48fc-9378-607dff817ec8 on host n-h1-829064-14 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:27:04.708135 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106702'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:04.711541 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [req-bb8c5b87-64da-43c7-9231-fdc695aab112 req-62acc8b5-d5c8-4f9a-85aa-879a3c7d7ed1 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.37 "DELETE /v2.0/ports/7af35664-eb9b-48fc-9378-607dff817ec8 HTTP/1.1" status: 204 len: 173 time: 0.4703023 Feb 15 03:27:05.152173 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [req-82a0ca7f-48c8-4dc9-8503-d731b35978a0 req-9de85e11-ed2a-463b-8fb2-57fd198bbffa tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b998b9e-8cf1-4c59-b4cf-02cb403a96d2 HTTP/1.1" status: 200 len: 210 time: 0.0351660 Feb 15 03:27:05.468845 n-d-829064-14 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-deleted', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:27:05.471304 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88d8006179884e7795fe2fb167f62f58de1b08c58e6170021e6a041ef0b2a921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1ec48-4c39-4727-8fcf-313599915f24" -d '{"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-deleted", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:27:05.515496 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b110e28-f6c1-4c59-9b7c-9ee8fae58ad4 x-openstack-request-id: req-2b110e28-f6c1-4c59-9b7c-9ee8fae58ad4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:27:05.515803 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b998b9e-8cf1-4c59-b4cf-02cb403a96d2", "name": "network-vif-deleted", "tag": "7af35664-eb9b-48fc-9378-607dff817ec8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:27:05.516059 n-d-829064-14 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b110e28-f6c1-4c59-9b7c-9ee8fae58ad4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:27:05.516494 n-d-829064-14 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b998b9e-8cf1-4c59-b4cf-02cb403a96d2', 'name': 'network-vif-deleted', 'tag': '7af35664-eb9b-48fc-9378-607dff817ec8', 'status': 'completed', 'code': 200} Feb 15 03:27:06.212656 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:06.269114 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (64f7ce47-be58-49c6-b053-9291d3ea2482), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:06.295409 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (64f7ce47-be58-49c6-b053-9291d3ea2482), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:06.410751 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (64f7ce47-be58-49c6-b053-9291d3ea2482), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:06.413598 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:06.415151 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] 10.222.0.43 "DELETE /v2.0/security-groups/64f7ce47-be58-49c6-b053-9291d3ea2482 HTTP/1.1" status: 204 len: 168 time: 0.2007191 Feb 15 03:27:06.424776 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df59fb-e7d4-4a8b-95f0-30cee8a1d009 tempest-TestSnapshotPattern-1200425942 tempest-TestSnapshotPattern-1200425942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7ce47-be58-49c6-b053-9291d3ea2482,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:06.524835 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:07.038945 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (d98b6cf3-a41a-40be-95e6-c1136383a419), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:07.284763 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Deleting port fd786ba9-5c10-473e-906e-93794f2145b8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:07.285106 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:07.304728 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 no longer exists at agent hyperv_n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:07.325253 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] No Port match for: 7af35664-eb9b-48fc-9378-607dff817ec8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:07.325599 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Device 7af35664-eb9b-48fc-9378-607dff817ec8 not bound to the agent host n-h1-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:07.364777 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] For port fd786ba9-5c10-473e-906e-93794f2145b8, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=fd786ba9-5c10-473e-906e-93794f2145b8,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:07.365138 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:07.376996 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Calling delete_port for fd786ba9-5c10-473e-906e-93794f2145b8 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:07.655810 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (fd786ba9-5c10-473e-906e-93794f2145b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:07.681588 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd786ba9-5c10-473e-906e-93794f2145b8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:07.856539 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (d98b6cf3-a41a-40be-95e6-c1136383a419), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.073999 n-d-829064-14 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Router d98b6cf3-a41a-40be-95e6-c1136383a419 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:27:08.180531 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:27:08.187165 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-0e01b659-a499-4406-a748-86d382f4b212 admin admin] 10.222.0.43 "PUT /v2.0/routers/d98b6cf3-a41a-40be-95e6-c1136383a419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597557 Feb 15 03:27:08.188696 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:08.191435 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Sync routers for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:27:08.201899 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:08.202504 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:08.295151 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks [] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.308784 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: n-d-829064-14 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:08.401047 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks [] for router_gateway (d98b6cf3-a41a-40be-95e6-c1136383a419), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.534253 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Deleting port 25026fa2-bb34-4efe-a2f1-4276174b7b89 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:08.534598 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.625955 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] For port 25026fa2-bb34-4efe-a2f1-4276174b7b89, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=25026fa2-bb34-4efe-a2f1-4276174b7b89,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:08.626317 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.637846 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Calling delete_port for 25026fa2-bb34-4efe-a2f1-4276174b7b89 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:08.646061 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:27:07Z', 'revision_number': 5, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port': {'id': '25026fa2-bb34-4efe-a2f1-4276174b7b89', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:31Z', 'updated_at': '2022-02-15T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:08.673575 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Checking router: d98b6cf3-a41a-40be-95e6-c1136383a419 for host: n-d-829064-14 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:27:08.681987 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Routers {'d98b6cf3-a41a-40be-95e6-c1136383a419'} bound to L3 agent in host n-d-829064-14 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:08.682609 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['d98b6cf3-a41a-40be-95e6-c1136383a419'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:08.771078 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] Set router d98b6cf3-a41a-40be-95e6-c1136383a419 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:08.826215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:27:08Z', 'revision_number': 6, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port_host': None}], 'n-d-829064-14', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:08.856044 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (25026fa2-bb34-4efe-a2f1-4276174b7b89), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:08.857986 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488a73-cd2b-4b09-b089-42a1a5534f05 None None] The sync data for ids ['d98b6cf3-a41a-40be-95e6-c1136383a419'] in n-d-829064-14 is: [{'id': 'd98b6cf3-a41a-40be-95e6-c1136383a419', 'name': 'tempest-TestSnapshotPattern-1175983133-router', 'tenant_id': '8ea64a60f3e343f4b2b56b498799a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:30Z', 'updated_at': '2022-02-15T03:27:08Z', 'revision_number': 6, 'project_id': '8ea64a60f3e343f4b2b56b498799a26b', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:27:08.882608 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Pushing event deleted for resources: {'Port': ['ID=25026fa2-bb34-4efe-a2f1-4276174b7b89,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:08.949139 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (d98b6cf3-a41a-40be-95e6-c1136383a419), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.038550 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.040667 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks [] for router_controller (d98b6cf3-a41a-40be-95e6-c1136383a419), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.141909 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (d98b6cf3-a41a-40be-95e6-c1136383a419), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.142449 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98b6cf3-a41a-40be-95e6-c1136383a419 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:27:09.148259 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.149479 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-43ffccb4-ecc9-4178-bc23-e6b2f1d265ad admin admin] 10.222.0.43 "DELETE /v2.0/routers/d98b6cf3-a41a-40be-95e6-c1136383a419 HTTP/1.1" status: 204 len: 168 time: 0.9598460 Feb 15 03:27:09.153215 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:09.197394 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Deleting subnet 46b2f761-4ab5-4ae2-862f-cee6e4bccb32 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:27:09.200487 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Publish callbacks [] for subnet (46b2f761-4ab5-4ae2-862f-cee6e4bccb32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.235678 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5785624'] for subnet (46b2f761-4ab5-4ae2-862f-cee6e4bccb32), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.319053 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (46b2f761-4ab5-4ae2-862f-cee6e4bccb32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.422605 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4209546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4710300'] for subnet (46b2f761-4ab5-4ae2-862f-cee6e4bccb32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.449823 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b2f761-4ab5-4ae2-862f-cee6e4bccb32,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:09.451864 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.455011 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-f75716a7-7391-4770-99c7-34a9063f2bcf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46b2f761-4ab5-4ae2-862f-cee6e4bccb32 HTTP/1.1" status: 204 len: 168 time: 0.3006461 Feb 15 03:27:09.457526 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe39dd-8cd5-4a99-afca-f4a3e5093561 None None] Network 5ccbdf31-c989-4e28-a0e3-a8439272f674 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:27:09.458740 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:09.526798 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (5ccbdf31-c989-4e28-a0e3-a8439272f674), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.585921 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Deleting port 68fb66f1-c70a-43f8-95d8-767936ac34ba {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:09.586274 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.634540 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] DHCP port deletion for 5ccbdf31-c989-4e28-a0e3-a8439272f674 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:27:09.671026 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] For port 68fb66f1-c70a-43f8-95d8-767936ac34ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68fb66f1-c70a-43f8-95d8-767936ac34ba,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:09.671422 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.685696 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 68fb66f1-c70a-43f8-95d8-767936ac34ba no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:09.687013 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Calling delete_port for 68fb66f1-c70a-43f8-95d8-767936ac34ba owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:09.726900 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Deleting port 68fb66f1-c70a-43f8-95d8-767936ac34ba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:09.727341 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.827755 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] For port 68fb66f1-c70a-43f8-95d8-767936ac34ba, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=68fb66f1-c70a-43f8-95d8-767936ac34ba,segment=NetworkSegment(df26e8f2-059b-4cd3-bdec-e2acac4fcd2a),segment_id=df26e8f2-059b-4cd3-bdec-e2acac4fcd2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:09.828167 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.849301 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Calling delete_port for 68fb66f1-c70a-43f8-95d8-767936ac34ba owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:09.853840 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Current status of the port 68fb66f1-c70a-43f8-95d8-767936ac34ba is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:27:09.854033 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776293'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.885381 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.913206 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Pushing event deleted for resources: {'Port': ['ID=68fb66f1-c70a-43f8-95d8-767936ac34ba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:09.917807 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] No DVR routers for this DVR port 68fb66f1-c70a-43f8-95d8-767936ac34ba on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:27:09.942542 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25026fa2-bb34-4efe-a2f1-4276174b7b89 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:09.970644 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 25026fa2-bb34-4efe-a2f1-4276174b7b89 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:09.970913 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 25026fa2-bb34-4efe-a2f1-4276174b7b89 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:09.971332 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fd786ba9-5c10-473e-906e-93794f2145b8 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:09.989185 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (5ccbdf31-c989-4e28-a0e3-a8439272f674), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:09.996931 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: fd786ba9-5c10-473e-906e-93794f2145b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:09.997281 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device fd786ba9-5c10-473e-906e-93794f2145b8 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:10.013366 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (68fb66f1-c70a-43f8-95d8-767936ac34ba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.015296 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccbdf31-c989-4e28-a0e3-a8439272f674']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:10.025323 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:10.025629 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df26e8f2-059b-4cd3-bdec-e2acac4fcd2a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:10.034901 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (df26e8f2-059b-4cd3-bdec-e2acac4fcd2a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.039142 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] Pushing event deleted for resources: {'Port': ['ID=68fb66f1-c70a-43f8-95d8-767936ac34ba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:10.042551 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5961d-8611-4a15-bd02-fc0fcbf27bd1 None None] No DVR routers for this DVR port 68fb66f1-c70a-43f8-95d8-767936ac34ba on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:27:10.048640 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (df26e8f2-059b-4cd3-bdec-e2acac4fcd2a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.061566 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (df26e8f2-059b-4cd3-bdec-e2acac4fcd2a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:27:10.071848 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:27:10.158773 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (5ccbdf31-c989-4e28-a0e3-a8439272f674), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.164003 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.167812 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5ccbdf31-c989-4e28-a0e3-a8439272f674 HTTP/1.1" status: 204 len: 168 time: 0.7080345 Feb 15 03:27:10.170895 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:10.178775 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab8bca-1c0f-420b-95dd-9602a8b17960 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccbdf31-c989-4e28-a0e3-a8439272f674,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:10.519093 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554539'] for router_interface (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.783300 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Deleting port 57d4e955-9f45-4ab9-85de-3891b8ed9e13 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:10.783655 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.870837 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] For port 57d4e955-9f45-4ab9-85de-3891b8ed9e13, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=57d4e955-9f45-4ab9-85de-3891b8ed9e13,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:10.871201 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:10.882504 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Calling delete_port for 57d4e955-9f45-4ab9-85de-3891b8ed9e13 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:11.123876 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (57d4e955-9f45-4ab9-85de-3891b8ed9e13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:11.149629 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d4e955-9f45-4ab9-85de-3891b8ed9e13,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:11.317227 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-693321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554687'] for router_interface (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:11.535175 n-d-829064-14 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 has already been hosted by L3 agent 5c411601-4fee-4525-80dd-5ec65da198a3 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:27:11.642075 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] Notify agent at l3_agent.n-d-829064-14 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:27:11.647258 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-e524562f-64f5-4c32-ad63-c543a767c359 admin admin] 10.222.0.43 "PUT /v2.0/routers/70c5f4d5-59cb-4b00-a86f-95ce94d95f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752631 Feb 15 03:27:11.649713 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:11.652330 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Sync routers for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:27:11.662354 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:11.662957 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:11.754206 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks [] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:11.769641 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:11.954494 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:27:11Z', 'revision_number': 5, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:11.981960 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Checking router: 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 for host: n-d-829064-14 {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:27:11.990710 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Routers {'70c5f4d5-59cb-4b00-a86f-95ce94d95f23'} bound to L3 agent in host n-d-829064-14 {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:27:11.991369 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T01:25:23Z,description=,heartbeat_timestamp=2022-02-15T03:26:53Z,host='n-d-829064-14',id=5c411601-4fee-4525-80dd-5ec65da198a3,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T01:25:24Z,topic='l3_agent')) {'router_ids': ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:12.100708 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] Set router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 gateway port host: n-d-829064-14 {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:27:12.176429 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks [] for router_gateway (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.282030 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:27:11Z', 'revision_number': 5, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}], 'n-d-829064-14', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:12.311810 n-d-829064-14 neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f8187-ef07-4d06-bcb8-e6c719c45905 None None] The sync data for ids ['70c5f4d5-59cb-4b00-a86f-95ce94d95f23'] in n-d-829064-14 is: [{'id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'name': 'tempest-TestSnapshotPattern-249708381-router', 'tenant_id': '46005280e6374b818fcbdaa02d8cc137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'external_fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:21:36Z', 'updated_at': '2022-02-15T03:27:11Z', 'revision_number': 5, 'project_id': '46005280e6374b818fcbdaa02d8cc137', 'gw_port': {'id': '3d23b4c2-fdd1-440c-ac92-9593b8681d52', 'name': '', 'network_id': '483a85bc-534f-443d-b45b-c3de957ae353', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5f4d5-59cb-4b00-a86f-95ce94d95f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:21:37Z', 'updated_at': '2022-02-15T03:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de8d7724-429b-48f4-b48f-9e533eeed180', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-14'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:27:12.324874 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Deleting port 3d23b4c2-fdd1-440c-ac92-9593b8681d52 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:12.325361 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.403200 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] For port 3d23b4c2-fdd1-440c-ac92-9593b8681d52, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=3d23b4c2-fdd1-440c-ac92-9593b8681d52,segment=NetworkSegment(99a18030-294a-4294-b44d-1815cb36260d),segment_id=99a18030-294a-4294-b44d-1815cb36260d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:12.403487 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.414909 n-d-829064-14 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Calling delete_port for 3d23b4c2-fdd1-440c-ac92-9593b8681d52 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:12.661819 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5946766'] for port (3d23b4c2-fdd1-440c-ac92-9593b8681d52), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.688263 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d23b4c2-fdd1-440c-ac92-9593b8681d52,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:12.753098 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555745'] for router_gateway (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.845613 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122012'] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.847767 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks [] for router_controller (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.970017 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552269'] for router (70c5f4d5-59cb-4b00-a86f-95ce94d95f23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.970476 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c5f4d5-59cb-4b00-a86f-95ce94d95f23 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:27:12.974796 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:12.978300 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-4ae5b5ce-6a34-4094-94c4-5c0220e1f32a admin admin] 10.222.0.43 "DELETE /v2.0/routers/70c5f4d5-59cb-4b00-a86f-95ce94d95f23 HTTP/1.1" status: 204 len: 168 time: 1.3254123 Feb 15 03:27:12.978517 n-d-829064-14 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.43', 52542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:13.026963 n-d-829064-14 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Deleting subnet 8671bfeb-77db-445e-a1cb-6ea0e3149619 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:27:13.030465 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Publish callbacks [] for subnet (8671bfeb-77db-445e-a1cb-6ea0e3149619), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.066060 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5599291'] for subnet (8671bfeb-77db-445e-a1cb-6ea0e3149619), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.150338 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957081'] for subnet (8671bfeb-77db-445e-a1cb-6ea0e3149619), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.266143 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5946849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943695'] for subnet (8671bfeb-77db-445e-a1cb-6ea0e3149619), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.288950 n-d-829064-14 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8671bfeb-77db-445e-a1cb-6ea0e3149619,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:13.295079 n-d-829064-14 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.300464 n-d-829064-14 neutron-server[103885]: INFO neutron.wsgi [None req-de111e15-0c60-40be-9c42-515072d624b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8671bfeb-77db-445e-a1cb-6ea0e3149619 HTTP/1.1" status: 204 len: 168 time: 0.3187914 Feb 15 03:27:13.301264 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:13.301762 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea184b-8c20-4c4f-8310-700c97df0fc2 None None] Network 6a0114ae-f993-4b17-b20b-456728829545 requested from n-d-829064-14 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:27:13.372206 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1735262'] for network (6a0114ae-f993-4b17-b20b-456728829545), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.436077 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Deleting port d167a1e4-023b-44c3-9b8e-2e3b6f830793 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:13.436342 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.471743 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] DHCP port deletion for 6a0114ae-f993-4b17-b20b-456728829545 request from n-d-829064-14 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:27:13.501699 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] For port d167a1e4-023b-44c3-9b8e-2e3b6f830793, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d167a1e4-023b-44c3-9b8e-2e3b6f830793,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:13.502077 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.523395 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Calling delete_port for d167a1e4-023b-44c3-9b8e-2e3b6f830793 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:13.534092 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Deleting port d167a1e4-023b-44c3-9b8e-2e3b6f830793 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:27:13.534478 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741815372876'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.580680 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d23b4c2-fdd1-440c-ac92-9593b8681d52 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:13.611869 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 3d23b4c2-fdd1-440c-ac92-9593b8681d52 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:13.612215 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 3d23b4c2-fdd1-440c-ac92-9593b8681d52 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:13.612670 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57d4e955-9f45-4ab9-85de-3891b8ed9e13 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:13.643290 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No Port match for: 57d4e955-9f45-4ab9-85de-3891b8ed9e13 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:27:13.643635 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device 57d4e955-9f45-4ab9-85de-3891b8ed9e13 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:13.644053 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d167a1e4-023b-44c3-9b8e-2e3b6f830793 no longer exists at agent ovs-agent-n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:27:13.646698 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] For port d167a1e4-023b-44c3-9b8e-2e3b6f830793, host n-d-829064-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-14',level=0,port_id=d167a1e4-023b-44c3-9b8e-2e3b6f830793,segment=NetworkSegment(4b6ab1c1-8e11-4307-bf96-158d0f1f0c36),segment_id=4b6ab1c1-8e11-4307-bf96-158d0f1f0c36)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:27:13.647091 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554977'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.677314 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Calling delete_port for d167a1e4-023b-44c3-9b8e-2e3b6f830793 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:27:13.684885 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4209637'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.711116 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d167a1e4-023b-44c3-9b8e-2e3b6f830793,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:13.714786 n-d-829064-14 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] No DVR routers for this DVR port d167a1e4-023b-44c3-9b8e-2e3b6f830793 on host n-d-829064-14 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:27:13.731629 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] No active binding found for port d167a1e4-023b-44c3-9b8e-2e3b6f830793 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 03:27:13.732008 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] The host n-d-829064-14 is not matching for port d167a1e4-023b-44c3-9b8e-2e3b6f830793 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 03:27:13.732413 n-d-829064-14 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Device d167a1e4-023b-44c3-9b8e-2e3b6f830793 not bound to the agent host n-d-829064-14 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:27:13.769146 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741815379887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741814855756'] for port (d167a1e4-023b-44c3-9b8e-2e3b6f830793), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.788058 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1950558', 'neutron.services.segments.db._delete_segments_for_network-8741815350640'] for network (6a0114ae-f993-4b17-b20b-456728829545), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.793302 n-d-829064-14 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] Pushing event deleted for resources: {'Port': ['ID=d167a1e4-023b-44c3-9b8e-2e3b6f830793,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:13.796733 n-d-829064-14 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b089264-06cf-45a0-8fe7-b5a0ec6ad5f3 None None] No DVR routers for this DVR port d167a1e4-023b-44c3-9b8e-2e3b6f830793 on host n-d-829064-14 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:27:13.809620 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0114ae-f993-4b17-b20b-456728829545']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:13.819303 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:13.819607 n-d-829064-14 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6ab1c1-8e11-4307-bf96-158d0f1f0c36') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:27:13.829599 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741815351929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785635'] for segment (4b6ab1c1-8e11-4307-bf96-158d0f1f0c36), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.842702 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579'] for segment (4b6ab1c1-8e11-4307-bf96-158d0f1f0c36), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.848550 n-d-829064-14 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:27:13.848939 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4209456'] for segment (4b6ab1c1-8e11-4307-bf96-158d0f1f0c36), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: Traceback (most recent call last): Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: timer() Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: cb(*args, **kw) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: return func(*args, **kwargs) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: self._notify() Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: self.callback(batched_events) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: event.method(event) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: return f(self, *a, **k) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: return self._get(url).json() Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:27:13.850564 n-d-829064-14 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:27:13.987528 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1950551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-693342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556857'] for network (6a0114ae-f993-4b17-b20b-456728829545), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.992878 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:13.996652 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6a0114ae-f993-4b17-b20b-456728829545 HTTP/1.1" status: 204 len: 168 time: 0.6941519 Feb 15 03:27:14.008193 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3949bd-0b9a-43c9-8751-28e7b245ae9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0114ae-f993-4b17-b20b-456728829545,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:14.307725 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:14.346239 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-79fc496d-f6da-4d97-9930-5f10ebf1f3d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ea64a60f3e343f4b2b56b498799a26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373437 Feb 15 03:27:14.348765 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:14.399078 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] Publish callbacks [] for security_group (50145485-f24d-48e9-8a2b-3235d52bd9e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:14.420955 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] Publish callbacks [] for security_group (50145485-f24d-48e9-8a2b-3235d52bd9e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:14.536614 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (50145485-f24d-48e9-8a2b-3235d52bd9e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:14.536866 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:27:14.539411 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:14.540640 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50145485-f24d-48e9-8a2b-3235d52bd9e9 HTTP/1.1" status: 204 len: 168 time: 0.1909091 Feb 15 03:27:14.549319 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627de7eb-940e-4e7e-9223-91ceb1cae99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50145485-f24d-48e9-8a2b-3235d52bd9e9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:15.175406 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:15.214649 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-caa44fbb-9959-4f44-bb5a-df9b2bed9620 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46005280e6374b818fcbdaa02d8cc137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380392 Feb 15 03:27:15.217042 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.43', 52558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:27:15.263051 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] Publish callbacks [] for security_group (a8bb288c-d79a-4e2e-9d19-0ce8d71ae937), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:15.284046 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] Publish callbacks [] for security_group (a8bb288c-d79a-4e2e-9d19-0ce8d71ae937), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:15.387090 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526777'] for security_group (a8bb288c-d79a-4e2e-9d19-0ce8d71ae937), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:15.389665 n-d-829064-14 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:15.390971 n-d-829064-14 neutron-server[103884]: INFO neutron.wsgi [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8bb288c-d79a-4e2e-9d19-0ce8d71ae937 HTTP/1.1" status: 204 len: 168 time: 0.1729755 Feb 15 03:27:15.399034 n-d-829064-14 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc36fd-3191-4da9-9c88-bd62b4b3905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb288c-d79a-4e2e-9d19-0ce8d71ae937,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:27:16.324854 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:19.067011 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:21.210597 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94e4fa65-94bb-4bfc-9baf-3606c16cc9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:23.408471 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f473-1b3b-4f31-87ca-ef65354119db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:24.947472 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:26.387555 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:27.523540 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:46.323820 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:49.070762 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:51.158023 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58c2e99e-34aa-41d3-9451-9b4dd1efb9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:51.536843 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:27:53.414773 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce56bb1e-602d-4fa8-ad80-92f95099a356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:54.957333 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:56.367660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:27:57.523778 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:16.322550 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:19.070767 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:21.157485 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc2235d-0a5c-4705-b8dc-9e6f614ee4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:23.407414 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9531-9475-4d75-89d0-242907864f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:24.951785 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:26.363259 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:27.574897 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:28.537089 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:28:46.323335 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:49.060171 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:51.139973 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d00a74f-b17a-4c81-b7c1-1694e1e39ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:53.391647 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be783fba-ec4d-44ab-9c8a-26b5a27aac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:54.985952 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:56.351524 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:28:57.551301 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:05.538468 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:29:16.355264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:19.132101 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:21.162817 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5811-cac1-4686-95d5-7e7c5a12803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:23.429805 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6cef029-db4e-414c-9f8b-b2b382e3b606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:24.956622 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:26.397236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:27.549181 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:42.538572 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:29:46.362280 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:49.128142 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:51.206236 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-146da15a-16b8-47f9-8676-9b3ae8890863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:53.422983 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39d296ee-6e75-423f-a680-9ba06bee697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:54.948452 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:56.350935 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:29:57.537973 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:16.359970 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:19.120449 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:19.539003 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:30:21.161573 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18cd1009-4438-4e34-ba7f-ec6b674ad1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:23.394008 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76b7d61a-7935-4a7d-8dc5-73420aba093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:24.950754 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:26.371018 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:27.542405 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:46.361781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:49.153185 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:51.173138 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a181b945-238b-4554-b7f9-da417c9853d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:53.410525 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1530e95-b2c0-4ecb-9918-c766be6fb6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:55.001284 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:56.390413 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:30:56.539125 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:30:57.542003 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:16.372337 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:19.124225 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:21.187264 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c087b0d-7fab-488e-9275-b15b8b67d433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:23.381247 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01b4f89e-6092-42e7-99a3-6b31b6fa5723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:24.960852 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:26.401100 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:27.532580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:33.538123 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:31:46.380764 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:49.115084 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:51.186661 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab00d-435d-42f3-82fb-7ce36069088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:53.409677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55e82437-f168-4565-915c-7edf3d983d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:54.974841 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:56.383475 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:31:57.546212 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:10.537631 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:32:16.383330 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:19.143343 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:21.183936 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57418db1-73cf-4cd4-b143-e2364c94d494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:23.391791 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37c4dbcf-2480-4a75-9377-b850ef5c0e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:24.991728 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:26.388776 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:27.534109 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:46.397268 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:47.537681 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:32:49.151324 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:51.191160 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7b14095-23bf-4e93-8c54-13882c543d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:53.405738 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ab00-3a74-4a1f-9249-2ad282f60298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:54.990794 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:56.372005 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:32:57.542282 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:16.373561 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:19.171396 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:21.182358 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41a46ccd-ade0-4469-96f4-9c690b52ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:23.416765 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8da4897f-a570-453e-b07f-99aa2f2ec142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:24.537334 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:33:24.984580 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:26.419345 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:27.533463 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:46.381871 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:49.178660 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:51.178992 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e78fd6b3-129f-406b-ae70-f88404e4985f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:53.424677 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b05c9908-ae3c-4c91-be91-eb1c56c34358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:54.993595 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:56.376456 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:57.538807 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:33:59.528055 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-bf60d1db-9ed0-4d9d-b852-daa26af7e32e service neutron] (103884) timed out ('10.222.0.43', 50136) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:34:00.675804 n-d-829064-14 neutron-server[103884]: DEBUG neutron.wsgi [req-67559b52-81c6-47a4-b1a1-82abe3f140a2 req-aafd26e0-242b-48a6-8dfd-543abee5fe36 tempest-TestShelveInstance-681682464 tempest-TestShelveInstance-681682464-project] (103884) timed out ('10.222.0.43', 50158) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:34:01.538404 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:34:16.375513 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:19.189707 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:21.160687 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9d849e2-e132-40f7-9900-fe1d4b4b1139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:23.404599 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1743dd6-22dc-4026-8f29-7b2761cd786f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:25.004153 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:26.395198 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:27.586735 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:38.537611 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:34:46.375400 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:49.263124 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:51.175319 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-454bc268-53ee-429a-af8a-c64793e6b544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:53.418312 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a1de175-ec65-42d1-b488-9ad2a1a6f4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:54.994441 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:56.398068 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:34:57.531425 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:15.537541 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:35:16.382860 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:19.245203 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:21.160274 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48a3725d-0145-4160-b24e-94bd4db8dbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:23.445352 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e59a-d41c-47ed-a95b-2cb096f3007a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:25.032175 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:26.397752 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:27.553870 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:46.376672 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c030747a-58f0-4ab5-8c30-6b23177fbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (180fd7c3-31a6-49ef-9b4b-24a39e52f58f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:49.256602 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-187ac3c6-93b5-4d00-b944-ed6b8bfd300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5db10892-7317-4029-84dc-d150b857d346), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:51.205015 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c62fd99-d4c4-4f59-94db-f761fc3bc391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (98af1071-8d5d-41b4-acff-d7b8ab3df30c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:52.536170 n-d-829064-14 neutron-server[103887]: DEBUG neutron.db.agents_db [None req-d5f68dca-45f9-4551-bd7c-d19d09f69227 None None] Agent healthcheck: found 7 active agents {{(pid=103887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:35:53.410781 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d31e71e-632f-404f-8f58-21facb1c526d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (5c411601-4fee-4525-80dd-5ec65da198a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:55.002956 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c283-0f22-40d7-84ee-a9647df1e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (371ac64e-f564-4449-866e-dfcdfe014d8e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:56.408783 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0196634-f0e0-4f46-b658-37f0d11f69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (8dc9358e-dbf3-47ed-8aee-f621180f17ab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:35:57.546254 n-d-829064-14 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b10e068-8b2f-4a39-b20f-e12734f8d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741815350622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1950899'] for agent (3e08ae8c-4336-4b10-ae29-e995799432a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}